2023-10-09T04:01:04.329 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-10-09T04:01:04.330 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465 --owner scheduled_teuthology@teuthology --name teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi --description upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} --verbose -- /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/orig.config.yaml 2023-10-09T04:01:04.392 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-09T04:01:04.484 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465 branch: reef description: upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} email: ceph-qa@ceph.io first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '7417465' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: a340fb5463aa3715e93e7472d5f60dfdcf184ab3 owner: scheduled_teuthology@teuthology priority: 100 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 5305 sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:quincy-x suite_branch: reef suite_path: /home/teuthworker/src/github.com_ceph_ceph_a340fb5463aa3715e93e7472d5f60dfdcf184ab3/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: a340fb5463aa3715e93e7472d5f60dfdcf184ab3 targets: smithi107.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi150.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-10-07_14:23:11 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-09T04:01:04.484 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_a340fb5463aa3715e93e7472d5f60dfdcf184ab3/qa; will attempt to use it 2023-10-09T04:01:04.485 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_a340fb5463aa3715e93e7472d5f60dfdcf184ab3/qa/tasks 2023-10-09T04:01:04.485 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-09T04:01:04.487 INFO:teuthology.task.internal:Checking packages... 2023-10-09T04:01:04.509 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0' 2023-10-09T04:01:04.509 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:01:04.510 INFO:teuthology.packaging:ref: None 2023-10-09T04:01:04.510 INFO:teuthology.packaging:tag: None 2023-10-09T04:01:04.510 INFO:teuthology.packaging:branch: reef 2023-10-09T04:01:04.510 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:01:04.510 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-10-09T04:01:04.737 INFO:teuthology.task.internal:Found packages for ceph version 18.2.0-610.g397de1b0 2023-10-09T04:01:04.737 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-09T04:01:04.744 INFO:teuthology.task.internal:no buildpackages task found 2023-10-09T04:01:04.744 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-09T04:01:04.766 INFO:teuthology.task.internal:Saving configuration 2023-10-09T04:01:04.789 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-09T04:01:04.795 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T04:01:04.819 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi107.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 03:55:41.675752', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-09T04:01:04.842 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi150.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 03:55:41.674218', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-09T04:01:04.842 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-09T04:01:04.849 INFO:teuthology.task.internal:roles: ubuntu@smithi107.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-10-09T04:01:04.849 INFO:teuthology.task.internal:roles: ubuntu@smithi150.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-10-09T04:01:04.849 INFO:teuthology.run_tasks:Running task console_log... 2023-10-09T04:01:04.937 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f73022d9af0>, signals=[15]) 2023-10-09T04:01:04.937 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-09T04:01:04.945 INFO:teuthology.task.internal:Opening connections... 2023-10-09T04:01:04.946 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi107.front.sepia.ceph.com 2023-10-09T04:01:04.948 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T04:01:05.015 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi150.front.sepia.ceph.com 2023-10-09T04:01:05.016 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T04:01:05.082 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-09T04:01:05.089 DEBUG:teuthology.orchestra.run.smithi107:> uname -m 2023-10-09T04:01:05.109 INFO:teuthology.orchestra.run.smithi107.stdout:x86_64 2023-10-09T04:01:05.110 DEBUG:teuthology.orchestra.run.smithi107:> cat /etc/os-release 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:NAME="Red Hat Enterprise Linux" 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION="8.6 (Ootpa)" 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:ID="rhel" 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:ID_LIKE="fedora" 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_ID="8.6" 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:PLATFORM_ID="platform:el8" 2023-10-09T04:01:05.169 INFO:teuthology.orchestra.run.smithi107.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:ANSI_COLOR="0;31" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:HOME_URL="https://www.redhat.com/" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-09T04:01:05.170 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-09T04:01:05.171 INFO:teuthology.lock.ops:Updating smithi107.front.sepia.ceph.com on lock server 2023-10-09T04:01:05.192 DEBUG:teuthology.orchestra.run.smithi150:> uname -m 2023-10-09T04:01:05.212 INFO:teuthology.orchestra.run.smithi150.stdout:x86_64 2023-10-09T04:01:05.213 DEBUG:teuthology.orchestra.run.smithi150:> cat /etc/os-release 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:NAME="Red Hat Enterprise Linux" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:VERSION="8.6 (Ootpa)" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:ID="rhel" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:ID_LIKE="fedora" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:VERSION_ID="8.6" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:PLATFORM_ID="platform:el8" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:ANSI_COLOR="0;31" 2023-10-09T04:01:05.272 INFO:teuthology.orchestra.run.smithi150.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:HOME_URL="https://www.redhat.com/" 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-09T04:01:05.273 INFO:teuthology.orchestra.run.smithi150.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-09T04:01:05.274 INFO:teuthology.lock.ops:Updating smithi150.front.sepia.ceph.com on lock server 2023-10-09T04:01:05.319 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-09T04:01:05.328 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-09T04:01:05.350 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-09T04:01:05.350 DEBUG:teuthology.orchestra.run.smithi107:> test '!' -e /home/ubuntu/cephtest 2023-10-09T04:01:05.352 DEBUG:teuthology.orchestra.run.smithi150:> test '!' -e /home/ubuntu/cephtest 2023-10-09T04:01:05.370 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-09T04:01:05.377 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-09T04:01:05.377 DEBUG:teuthology.orchestra.run.smithi107:> test -z $(ls -A /var/lib/ceph) 2023-10-09T04:01:05.412 DEBUG:teuthology.orchestra.run.smithi150:> test -z $(ls -A /var/lib/ceph) 2023-10-09T04:01:05.436 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-09T04:01:05.494 INFO:teuthology.run_tasks:Running task kernel... 2023-10-09T04:01:05.509 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-10-09T04:01:05.509 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-10-09T04:01:05.510 DEBUG:teuthology.orchestra.run.smithi107:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-09T04:01:05.510 DEBUG:teuthology.orchestra.run.smithi150:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-09T04:01:05.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T04:01:05.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T04:01:05.530 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2023-10-09T04:01:05.530 DEBUG:teuthology.orchestra.run.smithi150:> uname -r 2023-10-09T04:01:05.588 INFO:teuthology.orchestra.run.smithi150.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:05.588 INFO:teuthology.task.kernel:Running kernel on smithi150: 4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:05.589 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum install -y kernel 2023-10-09T04:01:05.590 INFO:teuthology.orchestra.run.smithi107.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:05.590 INFO:teuthology.task.kernel:Running kernel on smithi107: 4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:05.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum install -y kernel 2023-10-09T04:01:06.771 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:01:06.772 INFO:teuthology.orchestra.run.smithi107.stdout:Unable to read consumer identity 2023-10-09T04:01:06.782 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:01:06.782 INFO:teuthology.orchestra.run.smithi150.stdout:Unable to read consumer identity 2023-10-09T04:01:08.170 INFO:teuthology.orchestra.run.smithi150.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2023-10-09T04:01:08.240 INFO:teuthology.orchestra.run.smithi107.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2023-10-09T04:01:08.896 INFO:teuthology.orchestra.run.smithi150.stdout:Extra Packages for Enterprise Linux 23 MB/s | 16 MB 00:00 2023-10-09T04:01:08.933 INFO:teuthology.orchestra.run.smithi107.stdout:Extra Packages for Enterprise Linux 24 MB/s | 16 MB 00:00 2023-10-09T04:01:12.366 INFO:teuthology.orchestra.run.smithi107.stdout:lab-extras 583 kB/s | 24 kB 00:00 2023-10-09T04:01:12.471 INFO:teuthology.orchestra.run.smithi150.stdout:lab-extras 415 kB/s | 24 kB 00:00 2023-10-09T04:01:13.085 INFO:teuthology.orchestra.run.smithi107.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-09T04:01:13.146 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:01:13.147 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:01:13.147 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:01:13.173 INFO:teuthology.orchestra.run.smithi150.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-09T04:01:13.220 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:01:13.221 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:01:13.221 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:01:13.275 DEBUG:teuthology.orchestra.run.smithi107:> echo no | sudo yum reinstall kernel || true 2023-10-09T04:01:13.346 DEBUG:teuthology.orchestra.run.smithi150:> echo no | sudo yum reinstall kernel || true 2023-10-09T04:01:13.604 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:01:13.605 INFO:teuthology.orchestra.run.smithi107.stdout:Unable to read consumer identity 2023-10-09T04:01:13.677 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:01:13.677 INFO:teuthology.orchestra.run.smithi150.stdout:Unable to read consumer identity 2023-10-09T04:01:13.868 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:00:01 ago on Mon 09 Oct 2023 04:01:12 AM UTC. 2023-10-09T04:01:13.909 INFO:teuthology.orchestra.run.smithi107.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-09T04:01:13.937 INFO:teuthology.orchestra.run.smithi107.stderr:Error: No packages marked for reinstall. 2023-10-09T04:01:13.940 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:00:01 ago on Mon 09 Oct 2023 04:01:12 AM UTC. 2023-10-09T04:01:13.981 INFO:teuthology.orchestra.run.smithi150.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-09T04:01:13.983 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum reinstall -y kernel || true 2023-10-09T04:01:14.025 INFO:teuthology.orchestra.run.smithi150.stderr:Error: No packages marked for reinstall. 2023-10-09T04:01:14.071 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum reinstall -y kernel || true 2023-10-09T04:01:14.313 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:01:14.314 INFO:teuthology.orchestra.run.smithi107.stdout:Unable to read consumer identity 2023-10-09T04:01:14.399 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:01:14.399 INFO:teuthology.orchestra.run.smithi150.stdout:Unable to read consumer identity 2023-10-09T04:01:14.567 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:00:02 ago on Mon 09 Oct 2023 04:01:12 AM UTC. 2023-10-09T04:01:14.607 INFO:teuthology.orchestra.run.smithi107.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-09T04:01:14.626 INFO:teuthology.orchestra.run.smithi107.stderr:Error: No packages marked for reinstall. 2023-10-09T04:01:14.657 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:00:02 ago on Mon 09 Oct 2023 04:01:12 AM UTC. 2023-10-09T04:01:14.675 DEBUG:teuthology.orchestra.run.smithi107:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T04:01:14.699 INFO:teuthology.orchestra.run.smithi150.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-09T04:01:14.730 INFO:teuthology.orchestra.run.smithi150.stderr:Error: No packages marked for reinstall. 2023-10-09T04:01:14.754 INFO:teuthology.orchestra.run.smithi107.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:14.755 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:14.755 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-09T04:01:14.755 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-10-09T04:01:14.755 DEBUG:teuthology.orchestra.run.smithi107:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-09T04:01:14.776 DEBUG:teuthology.orchestra.run.smithi150:> rpm -q kernel | sort -rV | head -n 1 2023-10-09T04:01:14.787 INFO:teuthology.orchestra.run.smithi107.stdout:ttyS1 2023-10-09T04:01:14.799 DEBUG:teuthology.parallel:result is None 2023-10-09T04:01:14.856 INFO:teuthology.orchestra.run.smithi150.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:14.857 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-09T04:01:14.857 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-09T04:01:14.857 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-10-09T04:01:14.857 DEBUG:teuthology.orchestra.run.smithi150:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-09T04:01:14.901 INFO:teuthology.orchestra.run.smithi150.stdout:ttyS1 2023-10-09T04:01:14.922 DEBUG:teuthology.parallel:result is None 2023-10-09T04:01:14.922 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-09T04:01:14.930 INFO:teuthology.task.internal:Creating test directory... 2023-10-09T04:01:14.930 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-09T04:01:14.933 DEBUG:teuthology.orchestra.run.smithi150:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-09T04:01:14.978 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-09T04:01:14.987 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-09T04:01:15.018 INFO:teuthology.task.internal:Creating archive directory... 2023-10-09T04:01:15.018 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-09T04:01:15.020 DEBUG:teuthology.orchestra.run.smithi150:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-09T04:01:15.043 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-09T04:01:15.060 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-09T04:01:15.060 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-09T04:01:15.078 DEBUG:teuthology.orchestra.run.smithi150:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-09T04:01:15.121 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T04:01:15.131 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T04:01:15.139 INFO:teuthology.orchestra.run.smithi150.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T04:01:15.149 INFO:teuthology.orchestra.run.smithi150.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-09T04:01:15.151 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-09T04:01:15.159 INFO:teuthology.task.internal:Configuring sudo... 2023-10-09T04:01:15.159 DEBUG:teuthology.orchestra.run.smithi107:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-09T04:01:15.162 DEBUG:teuthology.orchestra.run.smithi150:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-09T04:01:15.188 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-09T04:01:15.196 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-09T04:01:15.197 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-09T04:01:15.228 DEBUG:teuthology.orchestra.run.smithi150:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-09T04:01:15.244 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T04:01:15.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T04:01:15.381 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T04:01:15.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T04:01:15.504 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:01:15.505 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-09T04:01:15.572 DEBUG:teuthology.orchestra.run.smithi150:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T04:01:15.615 DEBUG:teuthology.orchestra.run.smithi150:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-09T04:01:15.668 DEBUG:teuthology.orchestra.run.smithi150:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T04:01:15.751 DEBUG:teuthology.orchestra.run.smithi150:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-09T04:01:15.793 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:01:15.793 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-09T04:01:15.859 DEBUG:teuthology.orchestra.run.smithi107:> sudo service rsyslog restart 2023-10-09T04:01:15.862 DEBUG:teuthology.orchestra.run.smithi150:> sudo service rsyslog restart 2023-10-09T04:01:15.946 INFO:teuthology.orchestra.run.smithi107.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T04:01:15.984 INFO:teuthology.orchestra.run.smithi150.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T04:01:16.245 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-09T04:01:16.253 INFO:teuthology.task.internal:Starting timer... 2023-10-09T04:01:16.254 INFO:teuthology.run_tasks:Running task pcp... 2023-10-09T04:01:16.280 INFO:teuthology.run_tasks:Running task selinux... 2023-10-09T04:01:16.311 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-10-09T04:01:16.311 DEBUG:teuthology.orchestra.run.smithi107:> sudo service auditd rotate 2023-10-09T04:01:16.378 INFO:teuthology.orchestra.run.smithi107.stdout:Rotating logs: 2023-10-09T04:01:16.380 DEBUG:teuthology.orchestra.run.smithi150:> sudo service auditd rotate 2023-10-09T04:01:16.435 INFO:teuthology.orchestra.run.smithi150.stdout:Rotating logs: 2023-10-09T04:01:16.436 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-09T04:01:16.437 DEBUG:teuthology.orchestra.run.smithi107:> /usr/sbin/getenforce 2023-10-09T04:01:16.470 INFO:teuthology.orchestra.run.smithi107.stdout:Permissive 2023-10-09T04:01:16.470 DEBUG:teuthology.orchestra.run.smithi150:> /usr/sbin/getenforce 2023-10-09T04:01:16.492 INFO:teuthology.orchestra.run.smithi150.stdout:Permissive 2023-10-09T04:01:16.493 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi107.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi150.front.sepia.ceph.com': 'permissive'} 2023-10-09T04:01:16.493 DEBUG:teuthology.orchestra.run.smithi107:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T04:01:16.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T04:01:16.538 DEBUG:teuthology.orchestra.run.smithi150:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T04:01:16.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T04:01:16.565 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-09T04:01:16.566 DEBUG:teuthology.orchestra.run.smithi107:> sudo /usr/sbin/setenforce permissive 2023-10-09T04:01:16.623 DEBUG:teuthology.orchestra.run.smithi150:> sudo /usr/sbin/setenforce permissive 2023-10-09T04:01:16.669 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-09T04:01:16.679 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-10-09T04:01:16.679 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-09T04:01:16.694 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-09T04:01:16.695 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi107.front.sepia.ceph.com,smithi150.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-09T04:10:25.408 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi107.front.sepia.ceph.com'), Remote(name='ubuntu@smithi150.front.sepia.ceph.com')] 2023-10-09T04:10:25.409 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2023-10-09T04:10:25.409 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T04:10:25.479 DEBUG:teuthology.orchestra.run.smithi107:> true 2023-10-09T04:10:25.549 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi107.front.sepia.ceph.com' 2023-10-09T04:10:25.549 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi150.front.sepia.ceph.com' 2023-10-09T04:10:25.549 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-09T04:10:25.618 DEBUG:teuthology.orchestra.run.smithi150:> true 2023-10-09T04:10:25.693 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi150.front.sepia.ceph.com' 2023-10-09T04:10:25.693 INFO:teuthology.run_tasks:Running task clock... 2023-10-09T04:10:25.703 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-09T04:10:25.704 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-09T04:10:25.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T04:10:25.708 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-09T04:10:25.708 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T04:10:25.739 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-09T04:10:25.755 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-09T04:10:25.766 INFO:teuthology.orchestra.run.smithi150.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-09T04:10:25.782 INFO:teuthology.orchestra.run.smithi150.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-09T04:10:25.826 INFO:teuthology.orchestra.run.smithi107.stderr:sudo: ntpd: command not found 2023-10-09T04:10:25.838 INFO:teuthology.orchestra.run.smithi107.stdout:506 Cannot talk to daemon 2023-10-09T04:10:25.851 INFO:teuthology.orchestra.run.smithi150.stderr:sudo: ntpd: command not found 2023-10-09T04:10:25.853 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-09T04:10:25.863 INFO:teuthology.orchestra.run.smithi150.stdout:506 Cannot talk to daemon 2023-10-09T04:10:25.867 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-09T04:10:25.878 INFO:teuthology.orchestra.run.smithi150.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-09T04:10:25.892 INFO:teuthology.orchestra.run.smithi150.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-09T04:10:25.945 INFO:teuthology.orchestra.run.smithi107.stderr:bash: ntpq: command not found 2023-10-09T04:10:25.948 INFO:teuthology.orchestra.run.smithi107.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T04:10:25.948 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================== 2023-10-09T04:10:25.948 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.948 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.948 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.948 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.970 INFO:teuthology.orchestra.run.smithi150.stderr:bash: ntpq: command not found 2023-10-09T04:10:25.974 INFO:teuthology.orchestra.run.smithi150.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T04:10:25.974 INFO:teuthology.orchestra.run.smithi150.stdout:=============================================================================== 2023-10-09T04:10:25.974 INFO:teuthology.orchestra.run.smithi150.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.974 INFO:teuthology.orchestra.run.smithi150.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.974 INFO:teuthology.orchestra.run.smithi150.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.974 INFO:teuthology.orchestra.run.smithi150.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T04:10:25.975 INFO:teuthology.run_tasks:Running task pexec... 2023-10-09T04:10:25.985 INFO:teuthology.task.pexec:Executing custom commands... 2023-10-09T04:10:25.985 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi107.front.sepia.ceph.com 2023-10-09T04:10:25.985 DEBUG:teuthology.orchestra.run.smithi107:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-09T04:10:25.986 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi150.front.sepia.ceph.com 2023-10-09T04:10:25.986 DEBUG:teuthology.orchestra.run.smithi150:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-09T04:10:26.359 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:26.388 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:27.343 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:39 ago on Mon 09 Oct 2023 04:08:47 AM UTC. 2023-10-09T04:10:27.389 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:38 ago on Mon 09 Oct 2023 04:08:48 AM UTC. 2023-10-09T04:10:29.068 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:10:29.069 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:10:29.069 INFO:teuthology.orchestra.run.smithi107.stdout: Package Architecture Version Repository Size 2023-10-09T04:10:29.069 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:10:29.069 INFO:teuthology.orchestra.run.smithi107.stdout:Resetting modules: 2023-10-09T04:10:29.069 INFO:teuthology.orchestra.run.smithi107.stdout: container-tools 2023-10-09T04:10:29.070 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:29.070 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:10:29.070 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:10:29.070 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:29.144 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:10:29.145 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout: Package Architecture Version Repository Size 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout:Resetting modules: 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout: container-tools 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:10:29.146 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:30.027 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:42 ago on Mon 09 Oct 2023 04:08:47 AM UTC. 2023-10-09T04:10:30.113 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:41 ago on Mon 09 Oct 2023 04:08:48 AM UTC. 2023-10-09T04:10:33.956 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:10:34.413 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:34.967 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:10:35.439 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:35.919 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:48 ago on Mon 09 Oct 2023 04:08:47 AM UTC. 2023-10-09T04:10:37.016 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:48 ago on Mon 09 Oct 2023 04:08:48 AM UTC. 2023-10-09T04:10:37.664 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================================================ 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================================================ 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout:Installing group/module packages: 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-09T04:10:37.757 INFO:teuthology.orchestra.run.smithi107.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout:Installing module profiles: 2023-10-09T04:10:37.758 INFO:teuthology.orchestra.run.smithi107.stdout: container-tools/common 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout:Enabling module streams: 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout: container-tools rhel8 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================================================ 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout:Install 10 Packages 2023-10-09T04:10:37.759 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:37.760 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 18 M 2023-10-09T04:10:37.760 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 65 M 2023-10-09T04:10:37.760 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:10:37.838 INFO:teuthology.orchestra.run.smithi107.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 524 kB/s | 41 kB 00:00 2023-10-09T04:10:37.863 INFO:teuthology.orchestra.run.smithi107.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 241 kB/s | 25 kB 00:00 2023-10-09T04:10:37.888 INFO:teuthology.orchestra.run.smithi107.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 732 kB/s | 94 kB 00:00 2023-10-09T04:10:37.930 INFO:teuthology.orchestra.run.smithi107.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 538 kB/s | 49 kB 00:00 2023-10-09T04:10:37.963 INFO:teuthology.orchestra.run.smithi107.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 5.1 MB/s | 524 kB 00:00 2023-10-09T04:10:37.988 INFO:teuthology.orchestra.run.smithi107.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-10-09T04:10:38.014 INFO:teuthology.orchestra.run.smithi107.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.2 MB/s | 213 kB 00:00 2023-10-09T04:10:38.114 INFO:teuthology.orchestra.run.smithi107.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 22 MB/s | 2.2 MB 00:00 2023-10-09T04:10:38.223 INFO:teuthology.orchestra.run.smithi107.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 30 MB/s | 7.0 MB 00:00 2023-10-09T04:10:38.306 INFO:teuthology.orchestra.run.smithi107.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 19 MB/s | 8.0 MB 00:00 2023-10-09T04:10:38.306 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:10:38.307 INFO:teuthology.orchestra.run.smithi107.stdout:Total 33 MB/s | 18 MB 00:00 2023-10-09T04:10:38.504 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:10:38.522 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:10:38.523 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:10:38.703 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:10:38.707 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:10:38.877 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:10:38.970 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================================================ 2023-10-09T04:10:38.970 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:10:38.970 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================================================ 2023-10-09T04:10:38.970 INFO:teuthology.orchestra.run.smithi150.stdout:Installing group/module packages: 2023-10-09T04:10:38.971 INFO:teuthology.orchestra.run.smithi150.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-09T04:10:38.971 INFO:teuthology.orchestra.run.smithi150.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-09T04:10:38.971 INFO:teuthology.orchestra.run.smithi150.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-09T04:10:38.971 INFO:teuthology.orchestra.run.smithi150.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-09T04:10:38.971 INFO:teuthology.orchestra.run.smithi150.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-09T04:10:38.972 INFO:teuthology.orchestra.run.smithi150.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-09T04:10:38.972 INFO:teuthology.orchestra.run.smithi150.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-09T04:10:38.972 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:10:38.972 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-09T04:10:38.972 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-09T04:10:38.973 INFO:teuthology.orchestra.run.smithi150.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-09T04:10:38.973 INFO:teuthology.orchestra.run.smithi150.stdout:Installing module profiles: 2023-10-09T04:10:38.973 INFO:teuthology.orchestra.run.smithi150.stdout: container-tools/common 2023-10-09T04:10:38.973 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:38.973 INFO:teuthology.orchestra.run.smithi150.stdout:Enabling module streams: 2023-10-09T04:10:38.973 INFO:teuthology.orchestra.run.smithi150.stdout: container-tools rhel8 2023-10-09T04:10:38.974 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:38.974 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:10:38.974 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================================================ 2023-10-09T04:10:38.974 INFO:teuthology.orchestra.run.smithi150.stdout:Install 10 Packages 2023-10-09T04:10:38.974 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:38.975 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 18 M 2023-10-09T04:10:38.976 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 65 M 2023-10-09T04:10:38.976 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:10:39.062 INFO:teuthology.orchestra.run.smithi150.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.0 MB/s | 94 kB 00:00 2023-10-09T04:10:39.088 INFO:teuthology.orchestra.run.smithi150.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 216 kB/s | 25 kB 00:00 2023-10-09T04:10:39.104 INFO:teuthology.orchestra.run.smithi150.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 310 kB/s | 41 kB 00:00 2023-10-09T04:10:39.121 INFO:teuthology.orchestra.run.smithi150.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 843 kB/s | 49 kB 00:00 2023-10-09T04:10:39.155 INFO:teuthology.orchestra.run.smithi150.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 7.6 MB/s | 524 kB 00:00 2023-10-09T04:10:39.172 INFO:teuthology.orchestra.run.smithi150.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.9 MB/s | 149 kB 00:00 2023-10-09T04:10:39.205 INFO:teuthology.orchestra.run.smithi150.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-10-09T04:10:39.230 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:10:39.297 INFO:teuthology.orchestra.run.smithi150.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 24 MB/s | 2.2 MB 00:00 2023-10-09T04:10:39.404 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-09T04:10:39.406 INFO:teuthology.orchestra.run.smithi150.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 30 MB/s | 7.0 MB 00:00 2023-10-09T04:10:39.523 INFO:teuthology.orchestra.run.smithi150.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 19 MB/s | 8.0 MB 00:00 2023-10-09T04:10:39.523 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:10:39.524 INFO:teuthology.orchestra.run.smithi150.stdout:Total 33 MB/s | 18 MB 00:00 2023-10-09T04:10:39.588 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-09T04:10:39.724 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:10:39.742 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:10:39.743 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:10:39.782 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-09T04:10:39.926 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:10:39.930 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:10:39.967 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-09T04:10:40.333 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-09T04:10:40.443 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:10:40.660 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-09T04:10:40.848 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-09T04:10:41.051 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-09T04:10:41.096 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-09T04:10:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-09T04:10:41.586 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-09T04:10:41.977 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-09T04:10:42.211 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-09T04:10:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-09T04:10:42.389 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-09T04:10:42.564 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-09T04:10:42.815 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-09T04:10:42.816 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-09T04:10:42.816 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-09T04:10:43.280 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-09T04:10:43.502 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-09T04:10:43.680 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-09T04:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-09T04:10:43.956 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-09T04:10:43.956 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:56 ago on Mon 09 Oct 2023 04:08:47 AM UTC. 2023-10-09T04:10:44.164 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-09T04:10:44.164 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-09T04:10:44.164 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-09T04:10:44.164 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-09T04:10:44.165 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-09T04:10:44.165 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-09T04:10:44.165 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-09T04:10:44.165 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-09T04:10:44.165 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-09T04:10:44.165 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-09T04:10:45.299 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-09T04:10:45.300 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:56 ago on Mon 09 Oct 2023 04:08:48 AM UTC. 2023-10-09T04:10:46.430 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:10:46.623 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-09T04:10:46.624 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:10:46.625 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:10:46.776 DEBUG:teuthology.parallel:result is None 2023-10-09T04:10:47.821 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-09T04:10:48.011 INFO:teuthology.orchestra.run.smithi150.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:48.012 INFO:teuthology.orchestra.run.smithi150.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-09T04:10:48.012 INFO:teuthology.orchestra.run.smithi150.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-09T04:10:48.012 INFO:teuthology.orchestra.run.smithi150.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-09T04:10:48.012 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:10:48.012 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:10:48.160 DEBUG:teuthology.parallel:result is None 2023-10-09T04:10:48.160 INFO:teuthology.run_tasks:Running task install... 2023-10-09T04:10:48.172 DEBUG:teuthology.task.install:project ceph 2023-10-09T04:10:48.172 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0'}} 2023-10-09T04:10:48.172 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0'} 2023-10-09T04:10:48.172 INFO:teuthology.task.install:Using flavor: default 2023-10-09T04:10:48.178 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-09T04:10:48.178 INFO:teuthology.task.install:extra packages: [] 2023-10-09T04:10:48.179 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0', 'tag': None, 'wait_for_package': False} 2023-10-09T04:10:48.179 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:10:48.179 INFO:teuthology.packaging:ref: None 2023-10-09T04:10:48.179 INFO:teuthology.packaging:tag: None 2023-10-09T04:10:48.179 INFO:teuthology.packaging:branch: quincy 2023-10-09T04:10:48.179 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:10:48.179 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-10-09T04:10:48.181 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0', 'tag': None, 'wait_for_package': False} 2023-10-09T04:10:48.181 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:10:48.182 INFO:teuthology.packaging:ref: None 2023-10-09T04:10:48.182 INFO:teuthology.packaging:tag: None 2023-10-09T04:10:48.182 INFO:teuthology.packaging:branch: quincy 2023-10-09T04:10:48.182 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:10:48.182 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-10-09T04:10:48.556 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/ 2023-10-09T04:10:48.557 INFO:teuthology.task.install.rpm:Package version is 17.2.6-1303.gb2903cb0 2023-10-09T04:10:48.590 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/ 2023-10-09T04:10:48.590 INFO:teuthology.task.install.rpm:Package version is 17.2.6-1303.gb2903cb0 2023-10-09T04:10:48.665 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-09T04:10:48.665 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:10:48.665 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-09T04:10:48.694 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-10-09T04:10:48.694 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:10:48.694 INFO:teuthology.packaging:ref: None 2023-10-09T04:10:48.695 INFO:teuthology.packaging:tag: None 2023-10-09T04:10:48.695 INFO:teuthology.packaging:branch: quincy 2023-10-09T04:10:48.695 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:10:48.695 DEBUG:teuthology.orchestra.run.smithi150:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-09T04:10:48.699 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/b2903cb0842b1846a00474d4d51d49d1dc33bce1/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-09T04:10:48.699 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:10:48.699 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-09T04:10:48.732 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-10-09T04:10:48.732 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:10:48.732 INFO:teuthology.packaging:ref: None 2023-10-09T04:10:48.732 INFO:teuthology.packaging:tag: None 2023-10-09T04:10:48.732 INFO:teuthology.packaging:branch: quincy 2023-10-09T04:10:48.732 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:10:48.732 DEBUG:teuthology.orchestra.run.smithi107:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-09T04:10:48.763 DEBUG:teuthology.orchestra.run.smithi150:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-09T04:10:48.804 DEBUG:teuthology.orchestra.run.smithi107:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-09T04:10:48.840 DEBUG:teuthology.orchestra.run.smithi150:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-09T04:10:48.884 DEBUG:teuthology.orchestra.run.smithi107:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-09T04:10:48.906 INFO:teuthology.orchestra.run.smithi150.stdout:check_obsoletes = 1 2023-10-09T04:10:48.908 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum clean all 2023-10-09T04:10:48.952 INFO:teuthology.orchestra.run.smithi107.stdout:check_obsoletes = 1 2023-10-09T04:10:48.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum clean all 2023-10-09T04:10:49.279 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:49.328 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:49.545 INFO:teuthology.orchestra.run.smithi150.stdout:44 files removed 2023-10-09T04:10:49.578 INFO:teuthology.orchestra.run.smithi107.stdout:44 files removed 2023-10-09T04:10:49.593 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-radosgw 2023-10-09T04:10:49.626 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-radosgw 2023-10-09T04:10:49.925 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:49.957 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:10:50.625 INFO:teuthology.orchestra.run.smithi150.stdout:ceph packages for x86_64 248 kB/s | 78 kB 00:00 2023-10-09T04:10:50.733 INFO:teuthology.orchestra.run.smithi107.stdout:ceph packages for x86_64 193 kB/s | 78 kB 00:00 2023-10-09T04:10:50.925 INFO:teuthology.orchestra.run.smithi150.stdout:ceph noarch packages 34 kB/s | 9.1 kB 00:00 2023-10-09T04:10:51.092 INFO:teuthology.orchestra.run.smithi107.stdout:ceph noarch packages 28 kB/s | 9.1 kB 00:00 2023-10-09T04:10:51.209 INFO:teuthology.orchestra.run.smithi150.stdout:ceph source packages 5.5 kB/s | 1.4 kB 00:00 2023-10-09T04:10:51.360 INFO:teuthology.orchestra.run.smithi150.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2023-10-09T04:10:51.460 INFO:teuthology.orchestra.run.smithi107.stdout:ceph source packages 4.2 kB/s | 1.4 kB 00:00 2023-10-09T04:10:51.602 INFO:teuthology.orchestra.run.smithi107.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2023-10-09T04:10:52.361 INFO:teuthology.orchestra.run.smithi150.stdout:Extra Packages for Enterprise Linux 16 MB/s | 16 MB 00:00 2023-10-09T04:10:52.930 INFO:teuthology.orchestra.run.smithi107.stdout:Extra Packages for Enterprise Linux 12 MB/s | 16 MB 00:01 2023-10-09T04:10:56.053 INFO:teuthology.orchestra.run.smithi150.stdout:lab-extras 88 kB/s | 24 kB 00:00 2023-10-09T04:10:56.420 INFO:teuthology.orchestra.run.smithi107.stdout:lab-extras 557 kB/s | 24 kB 00:00 2023-10-09T04:10:56.955 INFO:teuthology.orchestra.run.smithi150.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 57 MB/s | 47 MB 00:00 2023-10-09T04:10:57.346 INFO:teuthology.orchestra.run.smithi107.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 62 MB/s | 53 MB 00:00 2023-10-09T04:11:04.964 INFO:teuthology.orchestra.run.smithi150.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 64 MB/s | 53 MB 00:00 2023-10-09T04:11:05.438 INFO:teuthology.orchestra.run.smithi107.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 60 MB/s | 47 MB 00:00 2023-10-09T04:11:16.090 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:11:16.092 INFO:teuthology.orchestra.run.smithi150.stdout:==================================================================================================== 2023-10-09T04:11:16.092 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:11:16.092 INFO:teuthology.orchestra.run.smithi150.stdout:==================================================================================================== 2023-10-09T04:11:16.092 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:11:16.092 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-radosgw x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 17 M 2023-10-09T04:11:16.092 INFO:teuthology.orchestra.run.smithi150.stdout:Upgrading: 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: librados2 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.5 M 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: librbd1 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.6 M 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-base x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 5.2 M 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-common x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 23 M 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-selinux x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 24 k 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: libcephfs2 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 797 k 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-09T04:11:16.093 INFO:teuthology.orchestra.run.smithi150.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: libradosstriper1 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 509 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: librgw2 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 5.6 M 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: python3-ceph-argparse x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 45 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: python3-ceph-common x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 115 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cephfs x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 190 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rados x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 370 k 2023-10-09T04:11:16.094 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rbd x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 358 k 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rgw x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 106 k 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout:==================================================================================================== 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout:Install 21 Packages 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout:Upgrade 2 Packages 2023-10-09T04:11:16.095 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:11:16.096 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 63 M 2023-10-09T04:11:16.096 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:11:16.673 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout:==================================================================================================== 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout:==================================================================================================== 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-radosgw x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 17 M 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout:Upgrading: 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout: librados2 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.5 M 2023-10-09T04:11:16.676 INFO:teuthology.orchestra.run.smithi107.stdout: librbd1 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.6 M 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-base x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 5.2 M 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-common x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 23 M 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-selinux x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 24 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs2 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 797 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: libradosstriper1 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 509 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-09T04:11:16.677 INFO:teuthology.orchestra.run.smithi107.stdout: librgw2 x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 5.6 M 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-argparse x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 45 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-common x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 115 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cephfs x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 190 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rados x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 370 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rbd x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 358 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rgw x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 106 k 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-09T04:11:16.678 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout:==================================================================================================== 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout:Install 21 Packages 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout:Upgrade 2 Packages 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 63 M 2023-10-09T04:11:16.679 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:11:16.757 INFO:teuthology.orchestra.run.smithi150.stdout:(1/23): ceph-base-17.2.6-1303.gb2903cb0.el8.x86 8.7 MB/s | 5.2 MB 00:00 2023-10-09T04:11:16.824 INFO:teuthology.orchestra.run.smithi150.stdout:(2/23): ceph-selinux-17.2.6-1303.gb2903cb0.el8. 365 kB/s | 24 kB 00:00 2023-10-09T04:11:16.957 INFO:teuthology.orchestra.run.smithi150.stdout:(3/23): libcephfs2-17.2.6-1303.gb2903cb0.el8.x8 5.8 MB/s | 797 kB 00:00 2023-10-09T04:11:17.049 INFO:teuthology.orchestra.run.smithi150.stdout:(4/23): libradosstriper1-17.2.6-1303.gb2903cb0. 5.4 MB/s | 509 kB 00:00 2023-10-09T04:11:17.474 INFO:teuthology.orchestra.run.smithi150.stdout:(5/23): ceph-radosgw-17.2.6-1303.gb2903cb0.el8. 13 MB/s | 17 MB 00:01 2023-10-09T04:11:17.550 INFO:teuthology.orchestra.run.smithi150.stdout:(6/23): librgw2-17.2.6-1303.gb2903cb0.el8.x86_6 11 MB/s | 5.6 MB 00:00 2023-10-09T04:11:17.599 INFO:teuthology.orchestra.run.smithi150.stdout:(7/23): python3-ceph-argparse-17.2.6-1303.gb290 360 kB/s | 45 kB 00:00 2023-10-09T04:11:17.625 INFO:teuthology.orchestra.run.smithi150.stdout:(8/23): python3-ceph-common-17.2.6-1303.gb2903c 1.5 MB/s | 115 kB 00:00 2023-10-09T04:11:17.650 INFO:teuthology.orchestra.run.smithi150.stdout:(9/23): python3-cephfs-17.2.6-1303.gb2903cb0.el 3.6 MB/s | 190 kB 00:00 2023-10-09T04:11:17.676 INFO:teuthology.orchestra.run.smithi150.stdout:(10/23): python3-rados-17.2.6-1303.gb2903cb0.el 7.2 MB/s | 370 kB 00:00 2023-10-09T04:11:17.701 INFO:teuthology.orchestra.run.smithi150.stdout:(11/23): python3-rbd-17.2.6-1303.gb2903cb0.el8. 7.0 MB/s | 358 kB 00:00 2023-10-09T04:11:17.726 INFO:teuthology.orchestra.run.smithi150.stdout:(12/23): python3-rgw-17.2.6-1303.gb2903cb0.el8. 2.1 MB/s | 106 kB 00:00 2023-10-09T04:11:18.002 INFO:teuthology.orchestra.run.smithi150.stdout:(13/23): liboath-2.6.2-3.el8.x86_64.rpm 214 kB/s | 59 kB 00:00 2023-10-09T04:11:18.102 INFO:teuthology.orchestra.run.smithi150.stdout:(14/23): libunwind-1.3.1-3.el8.x86_64.rpm 751 kB/s | 75 kB 00:00 2023-10-09T04:11:18.127 INFO:teuthology.orchestra.run.smithi150.stdout:(15/23): gperftools-libs-2.7-9.el8.x86_64.rpm 719 kB/s | 306 kB 00:00 2023-10-09T04:11:18.203 INFO:teuthology.orchestra.run.smithi150.stdout:(16/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.4 MB/s | 259 kB 00:00 2023-10-09T04:11:18.245 INFO:teuthology.orchestra.run.smithi150.stdout:(17/23): python3-prettytable-0.7.2-14.el8.noarc 1.0 MB/s | 44 kB 00:00 2023-10-09T04:11:18.295 INFO:teuthology.orchestra.run.smithi150.stdout:(18/23): librdkafka-0.11.4-3.el8.x86_64.rpm 6.9 MB/s | 354 kB 00:00 2023-10-09T04:11:18.337 INFO:teuthology.orchestra.run.smithi150.stdout:(19/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2023-10-09T04:11:18.412 INFO:teuthology.orchestra.run.smithi150.stdout:(20/23): thrift-0.13.0-2.el8.x86_64.rpm 5.6 MB/s | 1.7 MB 00:00 2023-10-09T04:11:18.804 INFO:teuthology.orchestra.run.smithi150.stdout:(21/23): librados2-17.2.6-1303.gb2903cb0.el8.x8 7.4 MB/s | 3.5 MB 00:00 2023-10-09T04:11:19.155 INFO:teuthology.orchestra.run.smithi107.stdout:(1/23): ceph-base-17.2.6-1303.gb2903cb0.el8.x86 2.1 MB/s | 5.2 MB 00:02 2023-10-09T04:11:19.155 INFO:teuthology.orchestra.run.smithi150.stdout:(22/23): librbd1-17.2.6-1303.gb2903cb0.el8.x86_ 4.8 MB/s | 3.6 MB 00:00 2023-10-09T04:11:19.246 INFO:teuthology.orchestra.run.smithi107.stdout:(2/23): ceph-selinux-17.2.6-1303.gb2903cb0.el8. 266 kB/s | 24 kB 00:00 2023-10-09T04:11:19.446 INFO:teuthology.orchestra.run.smithi107.stdout:(3/23): libcephfs2-17.2.6-1303.gb2903cb0.el8.x8 3.9 MB/s | 797 kB 00:00 2023-10-09T04:11:19.597 INFO:teuthology.orchestra.run.smithi107.stdout:(4/23): libradosstriper1-17.2.6-1303.gb2903cb0. 3.3 MB/s | 509 kB 00:00 2023-10-09T04:11:19.831 INFO:teuthology.orchestra.run.smithi107.stdout:(5/23): ceph-radosgw-17.2.6-1303.gb2903cb0.el8. 5.4 MB/s | 17 MB 00:03 2023-10-09T04:11:19.897 INFO:teuthology.orchestra.run.smithi107.stdout:(6/23): python3-ceph-argparse-17.2.6-1303.gb290 674 kB/s | 45 kB 00:00 2023-10-09T04:11:19.973 INFO:teuthology.orchestra.run.smithi107.stdout:(7/23): python3-ceph-common-17.2.6-1303.gb2903c 1.5 MB/s | 115 kB 00:00 2023-10-09T04:11:20.048 INFO:teuthology.orchestra.run.smithi107.stdout:(8/23): python3-cephfs-17.2.6-1303.gb2903cb0.el 2.5 MB/s | 190 kB 00:00 2023-10-09T04:11:20.132 INFO:teuthology.orchestra.run.smithi107.stdout:(9/23): python3-rados-17.2.6-1303.gb2903cb0.el8 4.3 MB/s | 370 kB 00:00 2023-10-09T04:11:20.188 INFO:teuthology.orchestra.run.smithi150.stdout:(23/23): ceph-common-17.2.6-1303.gb2903cb0.el8. 5.8 MB/s | 23 MB 00:04 2023-10-09T04:11:20.192 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:11:20.192 INFO:teuthology.orchestra.run.smithi150.stdout:Total 15 MB/s | 63 MB 00:04 2023-10-09T04:11:20.223 INFO:teuthology.orchestra.run.smithi107.stdout:(10/23): python3-rbd-17.2.6-1303.gb2903cb0.el8. 3.8 MB/s | 358 kB 00:00 2023-10-09T04:11:20.239 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:11:20.283 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:11:20.284 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:11:20.340 INFO:teuthology.orchestra.run.smithi107.stdout:(11/23): librgw2-17.2.6-1303.gb2903cb0.el8.x86_ 7.5 MB/s | 5.6 MB 00:00 2023-10-09T04:11:20.366 INFO:teuthology.orchestra.run.smithi107.stdout:(12/23): python3-rgw-17.2.6-1303.gb2903cb0.el8. 751 kB/s | 106 kB 00:00 2023-10-09T04:11:20.630 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:11:20.634 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:11:20.649 INFO:teuthology.orchestra.run.smithi107.stdout:(13/23): liboath-2.6.2-3.el8.x86_64.rpm 207 kB/s | 59 kB 00:00 2023-10-09T04:11:20.758 INFO:teuthology.orchestra.run.smithi107.stdout:(14/23): libunwind-1.3.1-3.el8.x86_64.rpm 694 kB/s | 75 kB 00:00 2023-10-09T04:11:20.783 INFO:teuthology.orchestra.run.smithi107.stdout:(15/23): gperftools-libs-2.7-9.el8.x86_64.rpm 692 kB/s | 306 kB 00:00 2023-10-09T04:11:20.834 INFO:teuthology.orchestra.run.smithi107.stdout:(16/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 938 kB/s | 47 kB 00:00 2023-10-09T04:11:20.875 INFO:teuthology.orchestra.run.smithi107.stdout:(17/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-10-09T04:11:20.909 INFO:teuthology.orchestra.run.smithi107.stdout:(18/23): python3-prettytable-0.7.2-14.el8.noarc 1.3 MB/s | 44 kB 00:00 2023-10-09T04:11:20.951 INFO:teuthology.orchestra.run.smithi107.stdout:(19/23): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-10-09T04:11:21.076 INFO:teuthology.orchestra.run.smithi107.stdout:(20/23): thrift-0.13.0-2.el8.x86_64.rpm 5.4 MB/s | 1.7 MB 00:00 2023-10-09T04:11:21.402 INFO:teuthology.orchestra.run.smithi107.stdout:(21/23): librados2-17.2.6-1303.gb2903cb0.el8.x8 7.7 MB/s | 3.5 MB 00:00 2023-10-09T04:11:21.477 INFO:teuthology.orchestra.run.smithi107.stdout:(22/23): librbd1-17.2.6-1303.gb2903cb0.el8.x86_ 9.0 MB/s | 3.6 MB 00:00 2023-10-09T04:11:21.692 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:11:21.913 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-10-09T04:11:22.306 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-10-09T04:11:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: Upgrading : librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/25 2023-10-09T04:11:22.619 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/25 2023-10-09T04:11:22.843 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 3/25 2023-10-09T04:11:23.027 INFO:teuthology.orchestra.run.smithi107.stdout:(23/23): ceph-common-17.2.6-1303.gb2903cb0.el8. 3.7 MB/s | 23 MB 00:06 2023-10-09T04:11:23.031 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:11:23.031 INFO:teuthology.orchestra.run.smithi107.stdout:Total 10 MB/s | 63 MB 00:06 2023-10-09T04:11:23.079 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:11:23.124 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:11:23.125 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:11:23.137 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-10-09T04:11:23.477 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:11:23.481 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:11:23.563 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/25 2023-10-09T04:11:23.969 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/25 2023-10-09T04:11:24.179 INFO:teuthology.orchestra.run.smithi150.stdout: Upgrading : librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/25 2023-10-09T04:11:24.244 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/25 2023-10-09T04:11:24.468 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 7/25 2023-10-09T04:11:24.532 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:11:24.671 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 8/25 2023-10-09T04:11:24.758 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-10-09T04:11:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 8/25 2023-10-09T04:11:25.160 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-10-09T04:11:25.415 INFO:teuthology.orchestra.run.smithi107.stdout: Upgrading : librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/25 2023-10-09T04:11:25.517 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/25 2023-10-09T04:11:25.563 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/25 2023-10-09T04:11:25.713 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 3/25 2023-10-09T04:11:25.746 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 10/25 2023-10-09T04:11:25.800 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 10/25 2023-10-09T04:11:25.948 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-ceph-argparse-2:17.2.6-1303.gb2903cb0.el8. 11/25 2023-10-09T04:11:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-10-09T04:11:26.131 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 12/25 2023-10-09T04:11:26.157 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/25 2023-10-09T04:11:26.364 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 13/25 2023-10-09T04:11:26.548 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/25 2023-10-09T04:11:26.558 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 14/25 2023-10-09T04:11:26.712 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_6 15/25 2023-10-09T04:11:26.765 INFO:teuthology.orchestra.run.smithi107.stdout: Upgrading : librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/25 2023-10-09T04:11:26.779 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_6 15/25 2023-10-09T04:11:26.864 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/25 2023-10-09T04:11:26.930 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-10-09T04:11:27.074 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/25 2023-10-09T04:11:27.123 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-10-09T04:11:27.163 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/25 2023-10-09T04:11:27.370 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-10-09T04:11:27.481 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-10-09T04:11:27.554 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-ceph-common-2:17.2.6-1303.gb2903cb0.el8.x8 19/25 2023-10-09T04:11:28.139 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/25 2023-10-09T04:11:28.265 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 10/25 2023-10-09T04:11:28.338 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 10/25 2023-10-09T04:11:28.493 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-ceph-argparse-2:17.2.6-1303.gb2903cb0.el8. 11/25 2023-10-09T04:11:28.659 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 12/25 2023-10-09T04:11:28.883 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 13/25 2023-10-09T04:11:29.125 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 14/25 2023-10-09T04:11:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_6 15/25 2023-10-09T04:11:29.351 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_6 15/25 2023-10-09T04:11:29.507 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-10-09T04:11:29.704 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-10-09T04:11:29.976 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-10-09T04:11:30.132 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-ceph-common-2:17.2.6-1303.gb2903cb0.el8.x8 19/25 2023-10-09T04:11:31.473 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 20/25 2023-10-09T04:11:31.687 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 20/25 2023-10-09T04:11:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 20/25 2023-10-09T04:11:32.523 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 21/25 2023-10-09T04:11:32.594 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 21/25 2023-10-09T04:11:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 22/25 2023-10-09T04:11:33.949 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 20/25 2023-10-09T04:11:34.206 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 20/25 2023-10-09T04:11:34.768 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 20/25 2023-10-09T04:11:34.999 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 21/25 2023-10-09T04:11:35.085 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 21/25 2023-10-09T04:11:35.238 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 22/25 2023-10-09T04:11:51.351 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 22/25 2023-10-09T04:11:51.351 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /sys 2023-10-09T04:11:51.351 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /proc 2023-10-09T04:11:51.351 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /dev 2023-10-09T04:11:51.351 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /run 2023-10-09T04:11:51.352 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /mnt 2023-10-09T04:11:51.352 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /var/tmp 2023-10-09T04:11:51.352 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /home 2023-10-09T04:11:51.352 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /tmp 2023-10-09T04:11:51.352 INFO:teuthology.orchestra.run.smithi150.stdout:skipping the directory /dev 2023-10-09T04:11:51.352 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:11:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 23/25 2023-10-09T04:11:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 23/25 2023-10-09T04:11:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-10-09T04:11:53.336 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-10-09T04:11:53.336 INFO:teuthology.orchestra.run.smithi150.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-10-09T04:11:53.698 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 22/25 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /sys 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /proc 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /dev 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /run 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /mnt 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /var/tmp 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /home 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /tmp 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /dev 2023-10-09T04:11:53.699 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:11:53.984 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-10-09T04:11:53.984 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/25 2023-10-09T04:11:53.984 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/25 2023-10-09T04:11:53.984 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 3/25 2023-10-09T04:11:53.984 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 4/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_6 6/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 7/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-ceph-argparse-2:17.2.6-1303.gb2903cb0.el8. 8/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-ceph-common-2:17.2.6-1303.gb2903cb0.el8.x8 9/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 10/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 11/25 2023-10-09T04:11:53.985 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 12/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 13/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 18/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 19/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 20/25 2023-10-09T04:11:53.986 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 21/25 2023-10-09T04:11:53.987 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 22/25 2023-10-09T04:11:53.987 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-10-09T04:11:53.987 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 24/25 2023-10-09T04:11:55.322 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-10-09T04:11:55.322 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:00:51 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:11:55.361 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 23/25 2023-10-09T04:11:55.440 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 23/25 2023-10-09T04:11:55.440 INFO:teuthology.orchestra.run.smithi107.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-10-09T04:11:55.653 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-10-09T04:11:55.653 INFO:teuthology.orchestra.run.smithi107.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 3/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 4/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_6 6/25 2023-10-09T04:11:56.229 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 7/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-ceph-argparse-2:17.2.6-1303.gb2903cb0.el8. 8/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-ceph-common-2:17.2.6-1303.gb2903cb0.el8.x8 9/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 10/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 11/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 12/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 13/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2023-10-09T04:11:56.230 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 18/25 2023-10-09T04:11:56.231 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 19/25 2023-10-09T04:11:56.231 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 20/25 2023-10-09T04:11:56.231 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 21/25 2023-10-09T04:11:56.231 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 22/25 2023-10-09T04:11:56.231 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-10-09T04:11:56.231 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 24/25 2023-10-09T04:11:57.524 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-10-09T04:11:57.524 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:00:53 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:11:57.724 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:11:57.912 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:11:57.912 INFO:teuthology.orchestra.run.smithi150.stdout:Upgraded: 2023-10-09T04:11:57.912 INFO:teuthology.orchestra.run.smithi150.stdout: librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.912 INFO:teuthology.orchestra.run.smithi150.stdout: librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.913 INFO:teuthology.orchestra.run.smithi150.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-ceph-argparse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-09T04:11:57.914 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:11:57.915 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:11:58.104 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-test 2023-10-09T04:11:58.454 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:11:59.289 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:00:55 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:11:59.932 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:12:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:00.123 INFO:teuthology.orchestra.run.smithi107.stdout:Upgraded: 2023-10-09T04:12:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-radosgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-selinux-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-09T04:12:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: libradosstriper1-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: librgw2-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-argparse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-common-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-09T04:12:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:00.126 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:12:00.294 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-test 2023-10-09T04:12:00.641 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:00.667 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:12:00.668 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================================ 2023-10-09T04:12:00.668 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:12:00.668 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================================ 2023-10-09T04:12:00.668 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-test x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 52 M 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: libcephsqlite x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 175 k 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:12:00.669 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================================ 2023-10-09T04:12:00.670 INFO:teuthology.orchestra.run.smithi150.stdout:Install 6 Packages 2023-10-09T04:12:00.670 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:00.670 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 53 M 2023-10-09T04:12:00.671 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 233 M 2023-10-09T04:12:00.671 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:12:00.712 INFO:teuthology.orchestra.run.smithi150.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.7 MB/s | 70 kB 00:00 2023-10-09T04:12:00.787 INFO:teuthology.orchestra.run.smithi150.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 4.7 MB/s | 323 kB 00:00 2023-10-09T04:12:00.829 INFO:teuthology.orchestra.run.smithi150.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-10-09T04:12:00.871 INFO:teuthology.orchestra.run.smithi150.stdout:(4/6): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-10-09T04:12:00.963 INFO:teuthology.orchestra.run.smithi150.stdout:(5/6): libcephsqlite-17.2.6-1303.gb2903cb0.el8. 599 kB/s | 175 kB 00:00 2023-10-09T04:12:01.451 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:00:57 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:02.821 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================================ 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================================ 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-test x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 52 M 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: libcephsqlite x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 175 k 2023-10-09T04:12:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================================ 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout:Install 6 Packages 2023-10-09T04:12:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:02.824 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 53 M 2023-10-09T04:12:02.824 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 233 M 2023-10-09T04:12:02.824 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:12:02.882 INFO:teuthology.orchestra.run.smithi107.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.2 MB/s | 70 kB 00:00 2023-10-09T04:12:02.957 INFO:teuthology.orchestra.run.smithi107.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 4.7 MB/s | 323 kB 00:00 2023-10-09T04:12:03.108 INFO:teuthology.orchestra.run.smithi107.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2023-10-09T04:12:03.150 INFO:teuthology.orchestra.run.smithi107.stdout:(4/6): jq-1.6-3.el8.x86_64.rpm 4.8 MB/s | 202 kB 00:00 2023-10-09T04:12:03.175 INFO:teuthology.orchestra.run.smithi107.stdout:(5/6): libcephsqlite-17.2.6-1303.gb2903cb0.el8. 499 kB/s | 175 kB 00:00 2023-10-09T04:12:03.229 INFO:teuthology.orchestra.run.smithi150.stdout:(6/6): ceph-test-17.2.6-1303.gb2903cb0.el8.x86_ 20 MB/s | 52 MB 00:02 2023-10-09T04:12:03.231 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:03.232 INFO:teuthology.orchestra.run.smithi150.stdout:Total 21 MB/s | 53 MB 00:02 2023-10-09T04:12:03.270 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:12:03.291 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:12:03.291 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:12:03.565 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:12:03.568 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:12:04.017 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:12:04.158 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-10-09T04:12:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-10-09T04:12:04.444 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-10-09T04:12:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-10-09T04:12:04.756 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-10-09T04:12:04.908 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/6 2023-10-09T04:12:05.883 INFO:teuthology.orchestra.run.smithi107.stdout:(6/6): ceph-test-17.2.6-1303.gb2903cb0.el8.x86_ 17 MB/s | 52 MB 00:03 2023-10-09T04:12:05.885 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:05.885 INFO:teuthology.orchestra.run.smithi107.stdout:Total 17 MB/s | 53 MB 00:03 2023-10-09T04:12:05.923 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:12:05.944 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:12:05.944 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:12:06.217 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:12:06.220 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:12:06.677 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:12:06.823 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-10-09T04:12:06.898 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-10-09T04:12:07.117 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-10-09T04:12:07.273 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-10-09T04:12:07.413 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-10-09T04:12:07.607 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/6 2023-10-09T04:12:09.868 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/6 2023-10-09T04:12:10.095 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/6 2023-10-09T04:12:10.310 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/6 2023-10-09T04:12:10.310 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/6 2023-10-09T04:12:10.310 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/6 2023-10-09T04:12:10.310 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-10-09T04:12:10.311 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-10-09T04:12:10.311 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-10-09T04:12:11.399 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-10-09T04:12:11.399 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:07 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:12.520 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/6 2023-10-09T04:12:12.752 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/6 2023-10-09T04:12:12.959 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 6/6 2023-10-09T04:12:12.959 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/6 2023-10-09T04:12:12.960 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/6 2023-10-09T04:12:12.960 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-10-09T04:12:12.960 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-10-09T04:12:12.960 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-10-09T04:12:14.011 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-10-09T04:12:14.011 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:10 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:14.323 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:12:14.511 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:14.511 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: jq-1.6-3.el8.x86_64 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:14.512 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:12:14.657 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph 2023-10-09T04:12:14.992 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:16.546 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:12 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:17.227 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-test-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: jq-1.6-3.el8.x86_64 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: libcephsqlite-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-09T04:12:17.409 INFO:teuthology.orchestra.run.smithi107.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-09T04:12:17.410 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:17.410 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:12:17.544 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph 2023-10-09T04:12:17.878 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:18.008 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:12:18.011 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================= 2023-10-09T04:12:18.011 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:12:18.011 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================= 2023-10-09T04:12:18.011 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:12:18.011 INFO:teuthology.orchestra.run.smithi150.stdout: ceph x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 6.4 k 2023-10-09T04:12:18.011 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mds x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 2.3 M 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 1.6 M 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-modules-core noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 238 k 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mon x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.9 M 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-osd x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 17 M 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-09T04:12:18.012 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-09T04:12:18.013 INFO:teuthology.orchestra.run.smithi150.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:12:18.014 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================= 2023-10-09T04:12:18.015 INFO:teuthology.orchestra.run.smithi150.stdout:Install 32 Packages 2023-10-09T04:12:18.015 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:18.015 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 28 M 2023-10-09T04:12:18.015 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 110 M 2023-10-09T04:12:18.015 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:12:18.421 INFO:teuthology.orchestra.run.smithi150.stdout:(1/32): ceph-17.2.6-1303.gb2903cb0.el8.x86_64.r 27 kB/s | 6.4 kB 00:00 2023-10-09T04:12:19.279 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:15 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:19.580 INFO:teuthology.orchestra.run.smithi150.stdout:(2/32): ceph-mon-17.2.6-1303.gb2903cb0.el8.x86_ 3.4 MB/s | 3.9 MB 00:01 2023-10-09T04:12:19.755 INFO:teuthology.orchestra.run.smithi150.stdout:(3/32): ceph-mgr-17.2.6-1303.gb2903cb0.el8.x86_ 1.0 MB/s | 1.6 MB 00:01 2023-10-09T04:12:19.897 INFO:teuthology.orchestra.run.smithi150.stdout:(4/32): ceph-mgr-modules-core-17.2.6-1303.gb290 1.6 MB/s | 238 kB 00:00 2023-10-09T04:12:19.972 INFO:teuthology.orchestra.run.smithi150.stdout:(5/32): ceph-mds-17.2.6-1303.gb2903cb0.el8.x86_ 1.3 MB/s | 2.3 MB 00:01 2023-10-09T04:12:20.006 INFO:teuthology.orchestra.run.smithi150.stdout:(6/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 401 kB/s | 44 kB 00:00 2023-10-09T04:12:20.089 INFO:teuthology.orchestra.run.smithi150.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.0 MB/s | 173 kB 00:00 2023-10-09T04:12:20.123 INFO:teuthology.orchestra.run.smithi150.stdout:(8/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 1.2 MB/s | 185 kB 00:00 2023-10-09T04:12:20.165 INFO:teuthology.orchestra.run.smithi150.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 267 kB/s | 11 kB 00:00 2023-10-09T04:12:20.190 INFO:teuthology.orchestra.run.smithi150.stdout:(10/32): python3-cherrypy-18.4.0-1.el8.noarch.r 3.7 MB/s | 384 kB 00:00 2023-10-09T04:12:20.215 INFO:teuthology.orchestra.run.smithi150.stdout:(11/32): python3-jaraco-functools-2.0-4.el8.noa 354 kB/s | 18 kB 00:00 2023-10-09T04:12:20.241 INFO:teuthology.orchestra.run.smithi150.stdout:(12/32): python3-logutils-0.3.5-11.el8.noarch.r 968 kB/s | 49 kB 00:00 2023-10-09T04:12:20.266 INFO:teuthology.orchestra.run.smithi150.stdout:(13/32): python3-more-itertools-7.2.0-3.el8.noa 1.1 MB/s | 59 kB 00:00 2023-10-09T04:12:20.291 INFO:teuthology.orchestra.run.smithi150.stdout:(14/32): python3-pecan-1.3.2-9.el8.noarch.rpm 5.5 MB/s | 283 kB 00:00 2023-10-09T04:12:20.317 INFO:teuthology.orchestra.run.smithi150.stdout:(15/32): python3-portend-2.6-1.el8.noarch.rpm 311 kB/s | 16 kB 00:00 2023-10-09T04:12:20.342 INFO:teuthology.orchestra.run.smithi150.stdout:(16/32): python3-simplegeneric-0.8.1-17.el8.noa 373 kB/s | 19 kB 00:00 2023-10-09T04:12:20.367 INFO:teuthology.orchestra.run.smithi150.stdout:(17/32): python3-singledispatch-3.4.0.3-18.el8. 475 kB/s | 24 kB 00:00 2023-10-09T04:12:20.393 INFO:teuthology.orchestra.run.smithi150.stdout:(18/32): python3-tempora-1.14.1-5.el8.noarch.rp 578 kB/s | 29 kB 00:00 2023-10-09T04:12:20.418 INFO:teuthology.orchestra.run.smithi150.stdout:(19/32): python3-trustme-0.6.0-4.el8.noarch.rpm 545 kB/s | 27 kB 00:00 2023-10-09T04:12:20.444 INFO:teuthology.orchestra.run.smithi150.stdout:(20/32): python3-waitress-1.4.3-1.el8.noarch.rp 5.0 MB/s | 255 kB 00:00 2023-10-09T04:12:20.485 INFO:teuthology.orchestra.run.smithi150.stdout:(21/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 3.7 MB/s | 251 kB 00:00 2023-10-09T04:12:20.510 INFO:teuthology.orchestra.run.smithi150.stdout:(22/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.3 MB/s | 85 kB 00:00 2023-10-09T04:12:20.528 INFO:teuthology.orchestra.run.smithi150.stdout:(23/32): python3-zc-lockfile-2.0-2.el8.noarch.r 549 kB/s | 23 kB 00:00 2023-10-09T04:12:20.659 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================= 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================= 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 6.4 k 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mds x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 2.3 M 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 1.6 M 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-modules-core noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 238 k 2023-10-09T04:12:20.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mon x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.9 M 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-osd x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 17 M 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-09T04:12:20.664 INFO:teuthology.orchestra.run.smithi107.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-09T04:12:20.665 INFO:teuthology.orchestra.run.smithi107.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================= 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout:Install 32 Packages 2023-10-09T04:12:20.666 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:20.667 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 28 M 2023-10-09T04:12:20.667 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 110 M 2023-10-09T04:12:20.667 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:12:20.728 INFO:teuthology.orchestra.run.smithi150.stdout:(24/32): ceph-osd-17.2.6-1303.gb2903cb0.el8.x86 15 MB/s | 17 MB 00:01 2023-10-09T04:12:20.770 INFO:teuthology.orchestra.run.smithi150.stdout:(25/32): python3-markupsafe-0.23-19.el8.x86_64. 161 kB/s | 39 kB 00:00 2023-10-09T04:12:20.795 INFO:teuthology.orchestra.run.smithi150.stdout:(26/32): python3-pytz-2017.2-9.el8.noarch.rpm 191 kB/s | 54 kB 00:00 2023-10-09T04:12:20.904 INFO:teuthology.orchestra.run.smithi150.stdout:(27/32): python3-mako-1.0.6-13.el8.noarch.rpm 896 kB/s | 157 kB 00:00 2023-10-09T04:12:20.946 INFO:teuthology.orchestra.run.smithi150.stdout:(28/32): python3-werkzeug-0.12.2-4.el8.noarch.r 2.6 MB/s | 457 kB 00:00 2023-10-09T04:12:20.971 INFO:teuthology.orchestra.run.smithi150.stdout:(29/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 590 kB/s | 103 kB 00:00 2023-10-09T04:12:21.055 INFO:teuthology.orchestra.run.smithi150.stdout:(30/32): python3-pycparser-2.14-14.el8.noarch.r 725 kB/s | 109 kB 00:00 2023-10-09T04:12:21.096 INFO:teuthology.orchestra.run.smithi150.stdout:(31/32): python3-cryptography-3.2.1-5.el8.x86_6 3.6 MB/s | 559 kB 00:00 2023-10-09T04:12:21.188 INFO:teuthology.orchestra.run.smithi150.stdout:(32/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.1 MB/s | 238 kB 00:00 2023-10-09T04:12:21.190 INFO:teuthology.orchestra.run.smithi107.stdout:(1/32): ceph-17.2.6-1303.gb2903cb0.el8.x86_64.r 35 kB/s | 6.4 kB 00:00 2023-10-09T04:12:21.191 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:21.191 INFO:teuthology.orchestra.run.smithi150.stdout:Total 8.9 MB/s | 28 MB 00:03 2023-10-09T04:12:21.286 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:12:21.323 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:12:21.324 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:12:21.499 INFO:teuthology.orchestra.run.smithi107.stdout:(2/32): ceph-mgr-17.2.6-1303.gb2903cb0.el8.x86_ 3.2 MB/s | 1.6 MB 00:00 2023-10-09T04:12:21.529 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:12:21.533 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:12:21.616 INFO:teuthology.orchestra.run.smithi107.stdout:(3/32): ceph-mds-17.2.6-1303.gb2903cb0.el8.x86_ 3.8 MB/s | 2.3 MB 00:00 2023-10-09T04:12:21.691 INFO:teuthology.orchestra.run.smithi107.stdout:(4/32): ceph-mgr-modules-core-17.2.6-1303.gb290 3.1 MB/s | 238 kB 00:00 2023-10-09T04:12:21.891 INFO:teuthology.orchestra.run.smithi107.stdout:(5/32): ceph-mon-17.2.6-1303.gb2903cb0.el8.x86_ 5.6 MB/s | 3.9 MB 00:00 2023-10-09T04:12:21.941 INFO:teuthology.orchestra.run.smithi107.stdout:(6/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 174 kB/s | 44 kB 00:00 2023-10-09T04:12:22.133 INFO:teuthology.orchestra.run.smithi107.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 922 kB/s | 173 kB 00:00 2023-10-09T04:12:22.242 INFO:teuthology.orchestra.run.smithi107.stdout:(8/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 529 kB/s | 185 kB 00:00 2023-10-09T04:12:22.284 INFO:teuthology.orchestra.run.smithi107.stdout:(9/32): python3-cherrypy-18.4.0-1.el8.noarch.rp 2.5 MB/s | 384 kB 00:00 2023-10-09T04:12:22.326 INFO:teuthology.orchestra.run.smithi107.stdout:(10/32): python3-jaraco-6.2-6.el8.noarch.rpm 132 kB/s | 11 kB 00:00 2023-10-09T04:12:22.359 INFO:teuthology.orchestra.run.smithi107.stdout:(11/32): python3-jaraco-functools-2.0-4.el8.noa 232 kB/s | 18 kB 00:00 2023-10-09T04:12:22.410 INFO:teuthology.orchestra.run.smithi107.stdout:(12/32): python3-logutils-0.3.5-11.el8.noarch.r 584 kB/s | 49 kB 00:00 2023-10-09T04:12:22.452 INFO:teuthology.orchestra.run.smithi107.stdout:(13/32): python3-more-itertools-7.2.0-3.el8.noa 638 kB/s | 59 kB 00:00 2023-10-09T04:12:22.527 INFO:teuthology.orchestra.run.smithi107.stdout:(14/32): python3-portend-2.6-1.el8.noarch.rpm 208 kB/s | 16 kB 00:00 2023-10-09T04:12:22.552 INFO:teuthology.orchestra.run.smithi107.stdout:(15/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.9 MB/s | 283 kB 00:00 2023-10-09T04:12:22.594 INFO:teuthology.orchestra.run.smithi107.stdout:(16/32): python3-simplegeneric-0.8.1-17.el8.noa 279 kB/s | 19 kB 00:00 2023-10-09T04:12:22.619 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:12:22.620 INFO:teuthology.orchestra.run.smithi107.stdout:(17/32): python3-singledispatch-3.4.0.3-18.el8. 357 kB/s | 24 kB 00:00 2023-10-09T04:12:22.828 INFO:teuthology.orchestra.run.smithi107.stdout:(18/32): ceph-osd-17.2.6-1303.gb2903cb0.el8.x86 13 MB/s | 17 MB 00:01 2023-10-09T04:12:22.835 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-10-09T04:12:22.853 INFO:teuthology.orchestra.run.smithi107.stdout:(19/32): python3-tempora-1.14.1-5.el8.noarch.rp 113 kB/s | 29 kB 00:00 2023-10-09T04:12:22.870 INFO:teuthology.orchestra.run.smithi107.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 110 kB/s | 27 kB 00:00 2023-10-09T04:12:22.946 INFO:teuthology.orchestra.run.smithi107.stdout:(21/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.1 MB/s | 85 kB 00:00 2023-10-09T04:12:22.971 INFO:teuthology.orchestra.run.smithi107.stdout:(22/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.5 MB/s | 251 kB 00:00 2023-10-09T04:12:23.030 INFO:teuthology.orchestra.run.smithi107.stdout:(23/32): python3-zc-lockfile-2.0-2.el8.noarch.r 277 kB/s | 23 kB 00:00 2023-10-09T04:12:23.092 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-10-09T04:12:23.155 INFO:teuthology.orchestra.run.smithi107.stdout:(24/32): python3-pycparser-2.14-14.el8.noarch.r 594 kB/s | 109 kB 00:00 2023-10-09T04:12:23.213 INFO:teuthology.orchestra.run.smithi107.stdout:(25/32): python3-waitress-1.4.3-1.el8.noarch.rp 664 kB/s | 255 kB 00:00 2023-10-09T04:12:23.247 INFO:teuthology.orchestra.run.smithi107.stdout:(26/32): python3-cryptography-3.2.1-5.el8.x86_6 2.5 MB/s | 559 kB 00:00 2023-10-09T04:12:23.281 INFO:teuthology.orchestra.run.smithi107.stdout:(27/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.8 MB/s | 238 kB 00:00 2023-10-09T04:12:23.298 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 3/32 2023-10-09T04:12:23.306 INFO:teuthology.orchestra.run.smithi107.stdout:(28/32): python3-pytz-2017.2-9.el8.noarch.rpm 589 kB/s | 54 kB 00:00 2023-10-09T04:12:23.331 INFO:teuthology.orchestra.run.smithi107.stdout:(29/32): python3-markupsafe-0.23-19.el8.x86_64. 497 kB/s | 39 kB 00:00 2023-10-09T04:12:23.398 INFO:teuthology.orchestra.run.smithi107.stdout:(30/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.3 MB/s | 157 kB 00:00 2023-10-09T04:12:23.523 INFO:teuthology.orchestra.run.smithi107.stdout:(31/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 539 kB/s | 103 kB 00:00 2023-10-09T04:12:23.557 INFO:teuthology.orchestra.run.smithi107.stdout:(32/32): python3-werkzeug-0.12.2-4.el8.noarch.r 1.8 MB/s | 457 kB 00:00 2023-10-09T04:12:23.561 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:23.561 INFO:teuthology.orchestra.run.smithi107.stdout:Total 9.8 MB/s | 28 MB 00:02 2023-10-09T04:12:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 4/32 2023-10-09T04:12:23.652 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:12:23.689 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:12:23.689 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:12:23.892 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:12:23.895 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:12:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 5/32 2023-10-09T04:12:24.062 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 6/32 2023-10-09T04:12:24.264 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 7/32 2023-10-09T04:12:24.530 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 8/32 2023-10-09T04:12:24.758 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 9/32 2023-10-09T04:12:24.968 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:12:24.972 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 10/32 2023-10-09T04:12:25.191 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-10-09T04:12:25.246 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 11/32 2023-10-09T04:12:25.454 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 12/32 2023-10-09T04:12:25.502 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-10-09T04:12:25.713 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-10-09T04:12:25.722 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 3/32 2023-10-09T04:12:25.903 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-10-09T04:12:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 4/32 2023-10-09T04:12:26.050 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-10-09T04:12:26.185 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 5/32 2023-10-09T04:12:26.222 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-10-09T04:12:26.380 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 6/32 2023-10-09T04:12:26.662 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 7/32 2023-10-09T04:12:27.006 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 8/32 2023-10-09T04:12:27.272 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 9/32 2023-10-09T04:12:27.297 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-10-09T04:12:27.444 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-10-09T04:12:27.451 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 10/32 2023-10-09T04:12:27.636 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 11/32 2023-10-09T04:12:27.667 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-10-09T04:12:27.868 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 12/32 2023-10-09T04:12:27.891 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-10-09T04:12:28.067 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-10-09T04:12:28.085 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-10-09T04:12:28.242 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-10-09T04:12:28.367 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-10-09T04:12:28.380 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-10-09T04:12:28.644 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-10-09T04:12:28.841 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-10-09T04:12:28.847 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-10-09T04:12:29.145 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-10-09T04:12:29.380 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-10-09T04:12:29.419 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-10-09T04:12:29.516 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-10-09T04:12:29.714 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-10-09T04:12:29.788 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-1303.gb2903cb0.el8. 27/32 2023-10-09T04:12:29.949 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 28/32 2023-10-09T04:12:29.955 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-10-09T04:12:30.133 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-10-09T04:12:30.413 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-10-09T04:12:30.649 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-10-09T04:12:30.844 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-10-09T04:12:31.152 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-10-09T04:12:31.426 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 28/32 2023-10-09T04:12:31.455 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-10-09T04:12:31.632 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 29/32 2023-10-09T04:12:31.833 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-1303.gb2903cb0.el8. 27/32 2023-10-09T04:12:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 28/32 2023-10-09T04:12:32.035 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 29/32 2023-10-09T04:12:32.179 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 30/32 2023-10-09T04:12:32.396 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 30/32 2023-10-09T04:12:32.546 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 31/32 2023-10-09T04:12:32.564 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 31/32 2023-10-09T04:12:32.702 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 32/32 2023-10-09T04:12:33.061 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 32/32 2023-10-09T04:12:33.061 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/32 2023-10-09T04:12:33.061 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/32 2023-10-09T04:12:33.061 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 3/32 2023-10-09T04:12:33.061 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 4/32 2023-10-09T04:12:33.061 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-1303.gb2903cb0.el8. 6/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-10-09T04:12:33.062 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-10-09T04:12:33.063 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 25/32 2023-10-09T04:12:33.064 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 26/32 2023-10-09T04:12:33.064 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 27/32 2023-10-09T04:12:33.064 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 28/32 2023-10-09T04:12:33.064 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 29/32 2023-10-09T04:12:33.064 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 30/32 2023-10-09T04:12:33.064 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 31/32 2023-10-09T04:12:33.451 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 28/32 2023-10-09T04:12:33.628 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 29/32 2023-10-09T04:12:34.027 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 29/32 2023-10-09T04:12:34.255 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 30/32 2023-10-09T04:12:34.476 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 30/32 2023-10-09T04:12:34.530 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 32/32 2023-10-09T04:12:34.530 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:30 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:34.642 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 31/32 2023-10-09T04:12:34.660 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 31/32 2023-10-09T04:12:34.824 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 32/32 2023-10-09T04:12:35.176 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 32/32 2023-10-09T04:12:35.176 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/32 2023-10-09T04:12:35.176 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/32 2023-10-09T04:12:35.176 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 3/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 4/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 5/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-1303.gb2903cb0.el8. 6/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-10-09T04:12:35.177 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-10-09T04:12:35.178 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 25/32 2023-10-09T04:12:35.179 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 26/32 2023-10-09T04:12:35.179 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 27/32 2023-10-09T04:12:35.179 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 28/32 2023-10-09T04:12:35.179 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 29/32 2023-10-09T04:12:35.179 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 30/32 2023-10-09T04:12:35.179 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 31/32 2023-10-09T04:12:36.675 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 32/32 2023-10-09T04:12:36.675 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:32 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:40.020 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-modules-core-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:12:40.210 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-09T04:12:40.211 INFO:teuthology.orchestra.run.smithi150.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-portend-2.6-1.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-09T04:12:40.212 INFO:teuthology.orchestra.run.smithi150.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:40.213 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:12:40.369 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-base 2023-10-09T04:12:40.717 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:40.735 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:12:40.922 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:40.922 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mds-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-modules-core-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mon-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-osd-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-09T04:12:40.923 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-09T04:12:40.924 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-portend-2.6-1.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-09T04:12:40.925 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-09T04:12:40.926 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-09T04:12:40.926 INFO:teuthology.orchestra.run.smithi107.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-09T04:12:40.926 INFO:teuthology.orchestra.run.smithi107.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-09T04:12:40.926 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:40.926 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:12:41.279 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-base 2023-10-09T04:12:41.626 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:42.346 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:38 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:43.100 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:39 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:43.616 INFO:teuthology.orchestra.run.smithi150.stdout:Package ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:12:43.726 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:12:43.727 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:12:43.727 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:12:43.844 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install cephadm 2023-10-09T04:12:44.188 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:44.403 INFO:teuthology.orchestra.run.smithi107.stdout:Package ceph-base-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:12:44.513 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:12:44.514 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:12:44.514 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:12:44.645 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install cephadm 2023-10-09T04:12:44.991 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:45.713 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:41 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:46.791 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:42 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:47.109 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:12:47.109 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:12:47.109 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout: cephadm noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 80 k 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:12:47.110 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:47.111 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 80 k 2023-10-09T04:12:47.111 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 364 k 2023-10-09T04:12:47.111 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:12:47.371 INFO:teuthology.orchestra.run.smithi150.stdout:cephadm-17.2.6-1303.gb2903cb0.el8.noarch.rpm 309 kB/s | 80 kB 00:00 2023-10-09T04:12:47.372 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:47.372 INFO:teuthology.orchestra.run.smithi150.stdout:Total 307 kB/s | 80 kB 00:00 2023-10-09T04:12:47.372 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:12:47.380 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:12:47.380 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:12:47.381 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:12:47.385 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:12:47.430 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:12:48.179 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: cephadm noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 80 k 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:12:48.180 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:12:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:48.181 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 80 k 2023-10-09T04:12:48.181 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 364 k 2023-10-09T04:12:48.181 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:12:48.344 INFO:teuthology.orchestra.run.smithi107.stdout:cephadm-17.2.6-1303.gb2903cb0.el8.noarch.rpm 492 kB/s | 80 kB 00:00 2023-10-09T04:12:48.344 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:48.345 INFO:teuthology.orchestra.run.smithi107.stdout:Total 488 kB/s | 80 kB 00:00 2023-10-09T04:12:48.345 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:12:48.353 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:12:48.353 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:12:48.355 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:12:48.359 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:12:48.402 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:12:49.105 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:49.287 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:49.456 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:50.073 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:50.227 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:50.392 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:50.515 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:50.515 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:46 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/1 2023-10-09T04:12:51.421 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:47 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:55.782 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:12:55.965 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:55.965 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:12:55.966 INFO:teuthology.orchestra.run.smithi150.stdout: cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:12:55.966 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:55.966 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:12:56.111 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-immutable-object-cache 2023-10-09T04:12:56.471 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:57.019 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:12:57.202 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:57.202 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:12:57.202 INFO:teuthology.orchestra.run.smithi107.stdout: cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:12:57.203 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:12:57.203 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:12:57.340 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-immutable-object-cache 2023-10-09T04:12:57.698 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:12:58.002 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:54 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:59.085 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:55 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:12:59.451 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:12:59.451 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:12:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repo Size 2023-10-09T04:12:59.451 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 161 k 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:12:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:12:59.453 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 161 k 2023-10-09T04:12:59.453 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 490 k 2023-10-09T04:12:59.453 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:12:59.735 INFO:teuthology.orchestra.run.smithi150.stdout:ceph-immutable-object-cache-17.2.6-1303.gb2903c 572 kB/s | 161 kB 00:00 2023-10-09T04:12:59.736 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:12:59.736 INFO:teuthology.orchestra.run.smithi150.stdout:Total 570 kB/s | 161 kB 00:00 2023-10-09T04:12:59.736 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:12:59.746 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:12:59.746 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:12:59.799 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:12:59.802 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:12:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:13:00.402 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0. 1/1 2023-10-09T04:13:00.454 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repo Size 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 161 k 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:13:00.455 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:13:00.456 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:13:00.456 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:00.456 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 161 k 2023-10-09T04:13:00.456 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 490 k 2023-10-09T04:13:00.456 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:13:00.749 INFO:teuthology.orchestra.run.smithi107.stdout:ceph-immutable-object-cache-17.2.6-1303.gb2903c 551 kB/s | 161 kB 00:00 2023-10-09T04:13:00.750 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:00.750 INFO:teuthology.orchestra.run.smithi107.stdout:Total 549 kB/s | 161 kB 00:00 2023-10-09T04:13:00.750 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:13:00.761 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:13:00.761 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:13:00.817 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:13:00.818 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:13:00.926 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:13:01.086 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0. 1/1 2023-10-09T04:13:01.361 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0. 1/1 2023-10-09T04:13:01.429 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0. 1/1 2023-10-09T04:13:02.380 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0. 1/1 2023-10-09T04:13:02.380 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:01:58 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:02.604 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0. 1/1 2023-10-09T04:13:02.604 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:58 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:07.669 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:13:07.971 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:07.971 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:13:07.971 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:13:07.971 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:07.971 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:13:08.353 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:13:08.476 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-mgr 2023-10-09T04:13:08.597 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:08.597 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:13:08.597 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-immutable-object-cache-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:13:08.597 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:08.598 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:13:08.684 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-mgr 2023-10-09T04:13:08.945 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:09.163 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:10.425 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:06 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:10.617 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:06 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:11.699 INFO:teuthology.orchestra.run.smithi107.stdout:Package ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:13:13.389 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:13:14.596 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:13:14.596 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:13:14.596 INFO:teuthology.orchestra.run.smithi150.stdout:Package ceph-mgr-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:13:14.596 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:13:14.596 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:13:14.596 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:13:14.603 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-mgr-dashboard 2023-10-09T04:13:14.603 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-mgr-dashboard 2023-10-09T04:13:14.962 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:15.237 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:16.519 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:12 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:16.537 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:12 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:17.899 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout:=================================================================================================== 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout:=================================================================================================== 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-dashboard noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 1.7 M 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-grafana-dashboards noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 23 k 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-prometheus-alerts noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 14 k 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-09T04:13:17.900 INFO:teuthology.orchestra.run.smithi107.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout:=================================================================================================== 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout:Install 6 Packages 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:17.901 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 2.0 M 2023-10-09T04:13:17.902 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 8.0 M 2023-10-09T04:13:17.902 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:13:17.993 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout:=================================================================================================== 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout:=================================================================================================== 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-dashboard noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 1.7 M 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-grafana-dashboards noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 23 k 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-prometheus-alerts noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 14 k 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-09T04:13:17.994 INFO:teuthology.orchestra.run.smithi150.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-09T04:13:17.995 INFO:teuthology.orchestra.run.smithi150.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-09T04:13:17.995 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:17.995 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:13:17.995 INFO:teuthology.orchestra.run.smithi150.stdout:=================================================================================================== 2023-10-09T04:13:17.995 INFO:teuthology.orchestra.run.smithi150.stdout:Install 6 Packages 2023-10-09T04:13:17.995 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:17.996 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 2.0 M 2023-10-09T04:13:17.996 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 8.0 M 2023-10-09T04:13:17.996 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:13:18.395 INFO:teuthology.orchestra.run.smithi107.stdout:(1/6): ceph-grafana-dashboards-17.2.6-1303.gb29 168 kB/s | 23 kB 00:00 2023-10-09T04:13:18.456 INFO:teuthology.orchestra.run.smithi150.stdout:(1/6): ceph-grafana-dashboards-17.2.6-1303.gb29 104 kB/s | 23 kB 00:00 2023-10-09T04:13:18.482 INFO:teuthology.orchestra.run.smithi150.stdout:(2/6): ceph-prometheus-alerts-17.2.6-1303.gb290 59 kB/s | 14 kB 00:00 2023-10-09T04:13:18.487 INFO:teuthology.orchestra.run.smithi107.stdout:(2/6): ceph-prometheus-alerts-17.2.6-1303.gb290 63 kB/s | 14 kB 00:00 2023-10-09T04:13:18.528 INFO:teuthology.orchestra.run.smithi107.stdout:(3/6): ceph-mgr-dashboard-17.2.6-1303.gb2903cb0 6.3 MB/s | 1.7 MB 00:00 2023-10-09T04:13:18.629 INFO:teuthology.orchestra.run.smithi107.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 144 kB/s | 34 kB 00:00 2023-10-09T04:13:18.646 INFO:teuthology.orchestra.run.smithi107.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 365 kB/s | 43 kB 00:00 2023-10-09T04:13:18.757 INFO:teuthology.orchestra.run.smithi150.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 112 kB/s | 34 kB 00:00 2023-10-09T04:13:18.899 INFO:teuthology.orchestra.run.smithi150.stdout:(4/6): python3-jwt-1.6.1-2.el8.noarch.rpm 301 kB/s | 43 kB 00:00 2023-10-09T04:13:18.927 INFO:teuthology.orchestra.run.smithi107.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 447 kB/s | 196 kB 00:00 2023-10-09T04:13:18.930 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:18.931 INFO:teuthology.orchestra.run.smithi107.stdout:Total 1.9 MB/s | 2.0 MB 00:01 2023-10-09T04:13:18.941 INFO:teuthology.orchestra.run.smithi150.stdout:(5/6): ceph-mgr-dashboard-17.2.6-1303.gb2903cb0 2.4 MB/s | 1.7 MB 00:00 2023-10-09T04:13:18.943 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:13:18.953 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:13:18.953 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:13:18.957 INFO:teuthology.orchestra.run.smithi150.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 413 kB/s | 196 kB 00:00 2023-10-09T04:13:18.959 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:18.960 INFO:teuthology.orchestra.run.smithi150.stdout:Total 2.1 MB/s | 2.0 MB 00:00 2023-10-09T04:13:18.972 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:13:18.982 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:13:18.982 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:13:19.012 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:13:19.016 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:13:19.042 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:13:19.049 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:13:19.271 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:13:19.304 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:13:19.425 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-10-09T04:13:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-10-09T04:13:19.638 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-10-09T04:13:19.670 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-10-09T04:13:19.777 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-10-09T04:13:19.858 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-10-09T04:13:19.880 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-1303.gb2903cb0.el8.n 4/6 2023-10-09T04:13:19.970 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-1303.gb2903cb0.el8.n 4/6 2023-10-09T04:13:20.191 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-1303.gb2903cb0.el8. 5/6 2023-10-09T04:13:20.311 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-1303.gb2903cb0.el8. 5/6 2023-10-09T04:13:20.365 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarc 6/6 2023-10-09T04:13:20.500 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarc 6/6 2023-10-09T04:13:20.601 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarc 6/6 2023-10-09T04:13:20.601 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-1303.gb2903cb0.el8. 1/6 2023-10-09T04:13:20.601 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarc 2/6 2023-10-09T04:13:20.601 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-1303.gb2903cb0.el8.n 3/6 2023-10-09T04:13:20.601 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-10-09T04:13:20.601 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-10-09T04:13:20.735 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarc 6/6 2023-10-09T04:13:20.736 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-1303.gb2903cb0.el8. 1/6 2023-10-09T04:13:20.736 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarc 2/6 2023-10-09T04:13:20.736 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-1303.gb2903cb0.el8.n 3/6 2023-10-09T04:13:20.736 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-10-09T04:13:20.736 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-10-09T04:13:21.629 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-10-09T04:13:21.629 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:17 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:21.774 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-10-09T04:13:21.775 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:17 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:30.082 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:13:30.265 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:30.265 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:13:30.265 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-grafana-dashboards-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:30.265 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:30.266 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-prometheus-alerts-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:30.266 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-09T04:13:30.266 INFO:teuthology.orchestra.run.smithi107.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-09T04:13:30.266 INFO:teuthology.orchestra.run.smithi107.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-09T04:13:30.266 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:30.266 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:13:30.420 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-mgr-diskprediction-local 2023-10-09T04:13:30.534 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:13:30.720 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:30.720 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:13:30.720 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-grafana-dashboards-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-dashboard-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-prometheus-alerts-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:30.721 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:13:30.766 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:30.853 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-mgr-diskprediction-local 2023-10-09T04:13:31.202 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:32.326 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:28 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:32.772 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:28 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:33.705 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:13:33.706 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================================= 2023-10-09T04:13:33.706 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:13:33.706 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================================= 2023-10-09T04:13:33.706 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:13:33.706 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 7.4 M 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:13:33.707 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================================= 2023-10-09T04:13:33.708 INFO:teuthology.orchestra.run.smithi107.stdout:Install 8 Packages 2023-10-09T04:13:33.708 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:33.708 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 35 M 2023-10-09T04:13:33.708 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 210 M 2023-10-09T04:13:33.708 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:13:33.841 INFO:teuthology.orchestra.run.smithi107.stdout:(1/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 4.7 MB/s | 644 kB 00:00 2023-10-09T04:13:33.867 INFO:teuthology.orchestra.run.smithi107.stdout:(2/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 1.1 MB/s | 171 kB 00:00 2023-10-09T04:13:34.059 INFO:teuthology.orchestra.run.smithi107.stdout:(3/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 19 MB/s | 3.7 MB 00:00 2023-10-09T04:13:34.142 INFO:teuthology.orchestra.run.smithi107.stdout:(4/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 2.6 MB/s | 225 kB 00:00 2023-10-09T04:13:34.229 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:13:34.230 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================================= 2023-10-09T04:13:34.230 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================================= 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 7.4 M 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-09T04:13:34.231 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:34.232 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:13:34.232 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================================= 2023-10-09T04:13:34.232 INFO:teuthology.orchestra.run.smithi150.stdout:Install 8 Packages 2023-10-09T04:13:34.232 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:34.232 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 35 M 2023-10-09T04:13:34.232 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 210 M 2023-10-09T04:13:34.233 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:13:34.285 INFO:teuthology.orchestra.run.smithi107.stdout:(5/8): python3-scipy-1.0.0-21.module+el8.5.0+10 31 MB/s | 14 MB 00:00 2023-10-09T04:13:34.401 INFO:teuthology.orchestra.run.smithi107.stdout:(6/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 19 MB/s | 4.9 MB 00:00 2023-10-09T04:13:34.510 INFO:teuthology.orchestra.run.smithi107.stdout:(7/8): openblas-0.3.15-3.el8.x86_64.rpm 21 MB/s | 4.7 MB 00:00 2023-10-09T04:13:34.538 INFO:teuthology.orchestra.run.smithi150.stdout:(1/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 12 MB/s | 3.7 MB 00:00 2023-10-09T04:13:34.580 INFO:teuthology.orchestra.run.smithi150.stdout:(2/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 5.3 MB/s | 225 kB 00:00 2023-10-09T04:13:34.755 INFO:teuthology.orchestra.run.smithi150.stdout:(3/8): python3-scipy-1.0.0-21.module+el8.5.0+10 26 MB/s | 14 MB 00:00 2023-10-09T04:13:34.785 INFO:teuthology.orchestra.run.smithi107.stdout:(8/8): ceph-mgr-diskprediction-local-17.2.6-130 6.9 MB/s | 7.4 MB 00:01 2023-10-09T04:13:34.786 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:34.786 INFO:teuthology.orchestra.run.smithi107.stdout:Total 33 MB/s | 35 MB 00:01 2023-10-09T04:13:34.872 INFO:teuthology.orchestra.run.smithi150.stdout:(4/8): ceph-mgr-diskprediction-local-17.2.6-130 12 MB/s | 7.4 MB 00:00 2023-10-09T04:13:34.964 INFO:teuthology.orchestra.run.smithi150.stdout:(5/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 13 MB/s | 4.9 MB 00:00 2023-10-09T04:13:35.023 INFO:teuthology.orchestra.run.smithi150.stdout:(6/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 4.2 MB/s | 644 kB 00:00 2023-10-09T04:13:35.023 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:13:35.041 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:13:35.041 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:13:35.114 INFO:teuthology.orchestra.run.smithi150.stdout:(7/8): openblas-0.3.15-3.el8.x86_64.rpm 13 MB/s | 4.7 MB 00:00 2023-10-09T04:13:35.139 INFO:teuthology.orchestra.run.smithi150.stdout:(8/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 978 kB/s | 171 kB 00:00 2023-10-09T04:13:35.140 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:35.141 INFO:teuthology.orchestra.run.smithi150.stdout:Total 39 MB/s | 35 MB 00:00 2023-10-09T04:13:35.333 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:13:35.337 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:13:35.379 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:13:35.398 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:13:35.398 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:13:35.691 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:13:35.695 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:13:35.874 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:13:35.995 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-10-09T04:13:36.132 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-10-09T04:13:36.241 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:13:36.261 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-10-09T04:13:36.395 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-10-09T04:13:36.532 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-10-09T04:13:36.662 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-10-09T04:13:36.879 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-10-09T04:13:37.073 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-10-09T04:13:37.280 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-10-09T04:13:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-10-09T04:13:37.678 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-10-09T04:13:37.878 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-10-09T04:13:38.047 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-10-09T04:13:38.204 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-10-09T04:13:38.549 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-10-09T04:13:38.839 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-10-09T04:13:38.917 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-10-09T04:13:39.020 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-10-09T04:13:39.232 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-10-09T04:13:39.445 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-10-09T04:13:40.795 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-10-09T04:13:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-10-09T04:13:42.052 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-10-09T04:13:42.194 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb 8/8 2023-10-09T04:13:42.429 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-10-09T04:13:42.449 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb 8/8 2023-10-09T04:13:42.449 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb 1/8 2023-10-09T04:13:42.449 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-10-09T04:13:42.449 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 3/8 2023-10-09T04:13:42.449 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 4/8 2023-10-09T04:13:42.450 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-10-09T04:13:42.450 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-10-09T04:13:42.450 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 7/8 2023-10-09T04:13:42.569 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb 8/8 2023-10-09T04:13:42.820 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb 8/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb 1/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 2/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 3/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 4/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 5/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 6/8 2023-10-09T04:13:42.821 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 7/8 2023-10-09T04:13:43.487 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 8/8 2023-10-09T04:13:43.487 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:39 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 8/8 2023-10-09T04:13:43.926 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:39 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:51.192 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:13:51.381 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:51.381 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:13:51.381 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:51.381 INFO:teuthology.orchestra.run.smithi150.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-09T04:13:51.382 INFO:teuthology.orchestra.run.smithi150.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-09T04:13:51.382 INFO:teuthology.orchestra.run.smithi150.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-09T04:13:51.382 INFO:teuthology.orchestra.run.smithi150.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-09T04:13:51.382 INFO:teuthology.orchestra.run.smithi150.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-09T04:13:51.382 INFO:teuthology.orchestra.run.smithi150.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-09T04:13:51.383 INFO:teuthology.orchestra.run.smithi150.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-09T04:13:51.383 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:51.383 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:13:51.520 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-mgr-rook 2023-10-09T04:13:51.866 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:53.204 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-diskprediction-local-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-09T04:13:53.390 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-09T04:13:53.391 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-09T04:13:53.391 INFO:teuthology.orchestra.run.smithi107.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-09T04:13:53.391 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:53.391 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:13:53.520 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:49 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:53.541 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-mgr-rook 2023-10-09T04:13:53.889 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:13:54.924 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:13:54.926 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================== 2023-10-09T04:13:54.926 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:13:54.926 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================== 2023-10-09T04:13:54.926 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:13:54.926 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-rook noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 47 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-09T04:13:54.927 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout:======================================================================================================== 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout:Install 13 Packages 2023-10-09T04:13:54.928 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:13:54.929 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 1.9 M 2023-10-09T04:13:54.929 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 25 M 2023-10-09T04:13:54.929 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:13:55.487 INFO:teuthology.orchestra.run.smithi150.stdout:(1/13): python3-certifi-2018.10.15-7.el8.noarch 76 kB/s | 16 kB 00:00 2023-10-09T04:13:55.512 INFO:teuthology.orchestra.run.smithi150.stdout:(2/13): python3-cachetools-3.1.1-4.el8.noarch.r 137 kB/s | 33 kB 00:00 2023-10-09T04:13:55.524 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:51 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:13:55.537 INFO:teuthology.orchestra.run.smithi150.stdout:(3/13): ceph-mgr-rook-17.2.6-1303.gb2903cb0.el8 178 kB/s | 47 kB 00:00 2023-10-09T04:13:55.596 INFO:teuthology.orchestra.run.smithi150.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 746 kB/s | 81 kB 00:00 2023-10-09T04:13:55.696 INFO:teuthology.orchestra.run.smithi150.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 642 kB/s | 61 kB 00:00 2023-10-09T04:13:55.773 INFO:teuthology.orchestra.run.smithi150.stdout:(6/13): python3-kubernetes-11.0.0-6.el8.noarch. 4.5 MB/s | 1.2 MB 00:00 2023-10-09T04:13:55.847 INFO:teuthology.orchestra.run.smithi150.stdout:(7/13): python3-pyasn1-modules-0.3.7-6.el8.noar 735 kB/s | 110 kB 00:00 2023-10-09T04:13:55.872 INFO:teuthology.orchestra.run.smithi150.stdout:(8/13): python3-rsa-4.9-2.el8.noarch.rpm 192 kB/s | 64 kB 00:00 2023-10-09T04:13:55.931 INFO:teuthology.orchestra.run.smithi150.stdout:(9/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 167 kB/s | 27 kB 00:00 2023-10-09T04:13:55.964 INFO:teuthology.orchestra.run.smithi150.stdout:(10/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.1 MB/s | 126 kB 00:00 2023-10-09T04:13:56.031 INFO:teuthology.orchestra.run.smithi150.stdout:(11/13): python3-requests-oauthlib-1.0.0-1.el8. 425 kB/s | 43 kB 00:00 2023-10-09T04:13:56.073 INFO:teuthology.orchestra.run.smithi150.stdout:(12/13): python3-jsonpointer-1.10-11.el8.noarch 100 kB/s | 20 kB 00:00 2023-10-09T04:13:56.132 INFO:teuthology.orchestra.run.smithi150.stdout:(13/13): python3-oauthlib-2.1.0-1.el8.noarch.rp 928 kB/s | 155 kB 00:00 2023-10-09T04:13:56.135 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:56.135 INFO:teuthology.orchestra.run.smithi150.stdout:Total 1.6 MB/s | 1.9 MB 00:01 2023-10-09T04:13:56.200 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:13:56.217 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:13:56.217 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:13:56.290 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:13:56.294 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:13:56.817 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:13:56.937 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:13:56.939 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================== 2023-10-09T04:13:56.939 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:13:56.939 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================== 2023-10-09T04:13:56.939 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:13:56.939 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-rook noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 47 k 2023-10-09T04:13:56.939 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-09T04:13:56.940 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================================== 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout:Install 13 Packages 2023-10-09T04:13:56.941 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:13:56.942 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 1.9 M 2023-10-09T04:13:56.942 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 25 M 2023-10-09T04:13:56.942 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:13:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-10-09T04:13:57.131 INFO:teuthology.orchestra.run.smithi107.stdout:(1/13): ceph-mgr-rook-17.2.6-1303.gb2903cb0.el8 297 kB/s | 47 kB 00:00 2023-10-09T04:13:57.253 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-rsa-4.9-2.el8.noarch 2/13 2023-10-09T04:13:57.306 INFO:teuthology.orchestra.run.smithi107.stdout:(2/13): python3-certifi-2018.10.15-7.el8.noarch 49 kB/s | 16 kB 00:00 2023-10-09T04:13:57.406 INFO:teuthology.orchestra.run.smithi107.stdout:(3/13): python3-cachetools-3.1.1-4.el8.noarch.r 76 kB/s | 33 kB 00:00 2023-10-09T04:13:57.461 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-10-09T04:13:57.615 INFO:teuthology.orchestra.run.smithi107.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 168 kB/s | 81 kB 00:00 2023-10-09T04:13:57.640 INFO:teuthology.orchestra.run.smithi107.stdout:(5/13): python3-rsa-4.9-2.el8.noarch.rpm 275 kB/s | 64 kB 00:00 2023-10-09T04:13:57.721 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 4/13 2023-10-09T04:13:57.765 INFO:teuthology.orchestra.run.smithi107.stdout:(6/13): python3-websocket-client-0.56.0-5.el8.n 407 kB/s | 61 kB 00:00 2023-10-09T04:13:57.832 INFO:teuthology.orchestra.run.smithi107.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 222 kB/s | 43 kB 00:00 2023-10-09T04:13:57.866 INFO:teuthology.orchestra.run.smithi107.stdout:(8/13): python3-kubernetes-11.0.0-6.el8.noarch. 2.1 MB/s | 1.2 MB 00:00 2023-10-09T04:13:57.933 INFO:teuthology.orchestra.run.smithi107.stdout:(9/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 926 kB/s | 155 kB 00:00 2023-10-09T04:13:57.940 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 5/13 2023-10-09T04:13:58.008 INFO:teuthology.orchestra.run.smithi107.stdout:(10/13): python3-jsonpatch-1.21-2.el8.noarch.rp 187 kB/s | 27 kB 00:00 2023-10-09T04:13:58.059 INFO:teuthology.orchestra.run.smithi107.stdout:(11/13): python3-pyasn1-modules-0.3.7-6.el8.noa 486 kB/s | 110 kB 00:00 2023-10-09T04:13:58.101 INFO:teuthology.orchestra.run.smithi107.stdout:(12/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 755 kB/s | 126 kB 00:00 2023-10-09T04:13:58.116 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 6/13 2023-10-09T04:13:58.159 INFO:teuthology.orchestra.run.smithi107.stdout:(13/13): python3-jsonpointer-1.10-11.el8.noarch 133 kB/s | 20 kB 00:00 2023-10-09T04:13:58.161 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:13:58.162 INFO:teuthology.orchestra.run.smithi107.stdout:Total 1.6 MB/s | 1.9 MB 00:01 2023-10-09T04:13:58.222 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:13:58.236 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:13:58.236 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:13:58.295 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 7/13 2023-10-09T04:13:58.305 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:13:58.309 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:13:58.541 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-10-09T04:13:58.740 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-10-09T04:13:58.826 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:13:58.997 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-10-09T04:13:59.064 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-10-09T04:13:59.250 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rsa-4.9-2.el8.noarch 2/13 2023-10-09T04:13:59.430 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-10-09T04:13:59.597 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 4/13 2023-10-09T04:13:59.800 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 5/13 2023-10-09T04:14:00.002 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-10-09T04:14:00.054 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-10-09T04:14:00.225 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-10-09T04:14:00.334 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-10-09T04:14:00.438 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-10-09T04:14:00.501 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 13/13 2023-10-09T04:14:00.604 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-10-09T04:14:00.738 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 13/13 2023-10-09T04:14:00.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 1/13 2023-10-09T04:14:00.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-10-09T04:14:00.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-10-09T04:14:00.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-10-09T04:14:00.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-10-09T04:14:00.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 6/13 2023-10-09T04:14:00.740 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-10-09T04:14:00.740 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 8/13 2023-10-09T04:14:00.740 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 9/13 2023-10-09T04:14:00.740 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 10/13 2023-10-09T04:14:00.740 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-10-09T04:14:00.740 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/13 2023-10-09T04:14:00.869 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-10-09T04:14:01.834 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 13/13 2023-10-09T04:14:01.834 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:02:57 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-10-09T04:14:02.190 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-10-09T04:14:02.331 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 13/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 13/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 1/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 6/13 2023-10-09T04:14:02.573 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-10-09T04:14:02.574 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 8/13 2023-10-09T04:14:02.574 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 9/13 2023-10-09T04:14:02.574 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 10/13 2023-10-09T04:14:02.574 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 11/13 2023-10-09T04:14:02.574 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 12/13 2023-10-09T04:14:03.666 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 13/13 2023-10-09T04:14:03.667 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:02:59 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:10.962 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:14:11.148 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:11.148 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:14:11.148 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:14:11.148 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-09T04:14:11.149 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-09T04:14:11.150 INFO:teuthology.orchestra.run.smithi150.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-09T04:14:11.150 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:11.150 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:14:11.282 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-mgr-cephadm 2023-10-09T04:14:11.634 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:14:13.077 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:09 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:13.559 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:14:13.746 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-rook-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-09T04:14:13.747 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-09T04:14:13.748 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-09T04:14:13.748 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-09T04:14:13.748 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-09T04:14:13.748 INFO:teuthology.orchestra.run.smithi107.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-09T04:14:13.748 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:13.748 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:14:13.891 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-mgr-cephadm 2023-10-09T04:14:14.245 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:14:14.468 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout:=============================================================================================== 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout:=============================================================================================== 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-cephadm noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 121 k 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-09T04:14:14.469 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:14.470 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:14:14.470 INFO:teuthology.orchestra.run.smithi150.stdout:=============================================================================================== 2023-10-09T04:14:14.470 INFO:teuthology.orchestra.run.smithi150.stdout:Install 5 Packages 2023-10-09T04:14:14.470 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:14.470 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 6.0 M 2023-10-09T04:14:14.470 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 26 M 2023-10-09T04:14:14.471 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:14:14.673 INFO:teuthology.orchestra.run.smithi150.stdout:(1/5): ceph-mgr-cephadm-17.2.6-1303.gb2903cb0.e 697 kB/s | 121 kB 00:00 2023-10-09T04:14:14.982 INFO:teuthology.orchestra.run.smithi150.stdout:(2/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 1.7 MB/s | 538 kB 00:00 2023-10-09T04:14:15.137 INFO:teuthology.orchestra.run.smithi150.stdout:(3/5): python3-natsort-7.1.1-2.el8.noarch.rpm 94 kB/s | 60 kB 00:00 2023-10-09T04:14:15.710 INFO:teuthology.orchestra.run.smithi150.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 393 kB/s | 476 kB 00:01 2023-10-09T04:14:16.010 INFO:teuthology.orchestra.run.smithi150.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 4.7 MB/s | 4.8 MB 00:01 2023-10-09T04:14:16.011 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:14:16.012 INFO:teuthology.orchestra.run.smithi150.stdout:Total 3.9 MB/s | 6.0 MB 00:01 2023-10-09T04:14:16.070 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:14:16.076 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:03:12 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:16.082 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:14:16.082 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:14:16.163 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:14:16.167 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:14:17.106 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:14:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2023-10-09T04:14:17.461 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================================== 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================================== 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-cephadm noarch 2:17.2.6-1303.gb2903cb0.el8 ceph-noarch 121 k 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-09T04:14:17.463 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================================== 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout:Install 5 Packages 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 6.0 M 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 26 M 2023-10-09T04:14:17.464 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:14:17.708 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2023-10-09T04:14:17.801 INFO:teuthology.orchestra.run.smithi107.stdout:(1/5): python3-natsort-7.1.1-2.el8.noarch.rpm 353 kB/s | 60 kB 00:00 2023-10-09T04:14:17.818 INFO:teuthology.orchestra.run.smithi107.stdout:(2/5): ceph-mgr-cephadm-17.2.6-1303.gb2903cb0.e 646 kB/s | 121 kB 00:00 2023-10-09T04:14:17.918 INFO:teuthology.orchestra.run.smithi107.stdout:(3/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.6 MB/s | 476 kB 00:00 2023-10-09T04:14:18.002 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-10-09T04:14:18.043 INFO:teuthology.orchestra.run.smithi107.stdout:(4/5): python3-babel-2.5.1-7.el8.noarch.rpm 21 MB/s | 4.8 MB 00:00 2023-10-09T04:14:18.068 INFO:teuthology.orchestra.run.smithi107.stdout:(5/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 2.0 MB/s | 538 kB 00:00 2023-10-09T04:14:18.069 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:14:18.069 INFO:teuthology.orchestra.run.smithi107.stdout:Total 9.8 MB/s | 6.0 MB 00:00 2023-10-09T04:14:18.122 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:14:18.133 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:14:18.133 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:14:18.213 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:14:18.217 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:14:18.308 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-10-09T04:14:18.490 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 5/5 2023-10-09T04:14:18.728 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 5/5 2023-10-09T04:14:18.729 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/5 2023-10-09T04:14:18.729 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-10-09T04:14:18.729 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-10-09T04:14:18.729 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-10-09T04:14:19.159 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:14:19.524 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2023-10-09T04:14:19.745 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2023-10-09T04:14:19.769 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2023-10-09T04:14:19.769 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:15 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:20.032 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-10-09T04:14:20.296 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-10-09T04:14:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 5/5 2023-10-09T04:14:20.696 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 5/5 2023-10-09T04:14:20.696 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 1/5 2023-10-09T04:14:20.696 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-10-09T04:14:20.696 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-10-09T04:14:20.697 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-10-09T04:14:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2023-10-09T04:14:21.711 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:03:17 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:29.333 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:14:29.521 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:29.521 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:14:29.521 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:14:29.521 INFO:teuthology.orchestra.run.smithi150.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-09T04:14:29.522 INFO:teuthology.orchestra.run.smithi150.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-09T04:14:29.522 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-09T04:14:29.522 INFO:teuthology.orchestra.run.smithi150.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-09T04:14:29.522 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:29.522 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:14:29.660 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install ceph-fuse 2023-10-09T04:14:30.015 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:14:31.238 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:14:31.412 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:27 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:31.423 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:31.423 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:14:31.423 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-cephadm-2:17.2.6-1303.gb2903cb0.el8.noarch 2023-10-09T04:14:31.423 INFO:teuthology.orchestra.run.smithi107.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-09T04:14:31.423 INFO:teuthology.orchestra.run.smithi107.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-09T04:14:31.423 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-09T04:14:31.424 INFO:teuthology.orchestra.run.smithi107.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-09T04:14:31.424 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:31.424 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:14:31.561 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-fuse 2023-10-09T04:14:31.913 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:14:32.808 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repository Size 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-fuse 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 876 k 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout:Installing dependencies: 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-09T04:14:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:32.810 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:14:32.810 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:14:32.810 INFO:teuthology.orchestra.run.smithi150.stdout:Install 2 Packages 2023-10-09T04:14:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:32.810 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 959 k 2023-10-09T04:14:32.811 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 3.0 M 2023-10-09T04:14:32.811 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:14:32.995 INFO:teuthology.orchestra.run.smithi150.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 448 kB/s | 83 kB 00:00 2023-10-09T04:14:33.087 INFO:teuthology.orchestra.run.smithi150.stdout:(2/2): ceph-fuse-17.2.6-1303.gb2903cb0.el8.x86_ 3.1 MB/s | 876 kB 00:00 2023-10-09T04:14:33.088 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:14:33.088 INFO:teuthology.orchestra.run.smithi150.stdout:Total 3.4 MB/s | 959 kB 00:00 2023-10-09T04:14:33.099 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:14:33.119 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:14:33.119 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:14:33.193 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:14:33.197 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:14:33.358 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:14:33.602 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:03:29 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:33.624 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-10-09T04:14:33.811 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/2 2023-10-09T04:14:34.139 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/2 2023-10-09T04:14:34.139 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/2 2023-10-09T04:14:34.993 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-fuse 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout: x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 876 k 2023-10-09T04:14:34.994 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2023-10-09T04:14:34.995 INFO:teuthology.orchestra.run.smithi107.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-09T04:14:34.995 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:34.995 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:14:34.995 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:14:34.995 INFO:teuthology.orchestra.run.smithi107.stdout:Install 2 Packages 2023-10-09T04:14:34.995 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:34.996 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 959 k 2023-10-09T04:14:34.996 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 3.0 M 2023-10-09T04:14:34.996 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:14:35.177 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-10-09T04:14:35.177 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:31 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:35.213 INFO:teuthology.orchestra.run.smithi107.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 382 kB/s | 83 kB 00:00 2023-10-09T04:14:35.279 INFO:teuthology.orchestra.run.smithi107.stdout:(2/2): ceph-fuse-17.2.6-1303.gb2903cb0.el8.x86_ 3.0 MB/s | 876 kB 00:00 2023-10-09T04:14:35.280 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:14:35.280 INFO:teuthology.orchestra.run.smithi107.stdout:Total 3.3 MB/s | 959 kB 00:00 2023-10-09T04:14:35.292 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:14:35.313 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:14:35.313 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:14:35.387 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:14:35.391 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:14:35.555 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:14:35.822 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-10-09T04:14:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/2 2023-10-09T04:14:36.282 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2/2 2023-10-09T04:14:36.282 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/2 2023-10-09T04:14:37.332 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-10-09T04:14:37.332 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:03:33 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:44.497 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:14:44.680 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:44.681 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:14:44.681 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-10-09T04:14:44.681 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:44.681 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:14:44.825 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install librados-devel 2023-10-09T04:14:45.183 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:14:46.777 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:42 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:47.081 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:14:47.266 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:47.267 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:14:47.267 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-10-09T04:14:47.267 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:47.267 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:14:47.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install librados-devel 2023-10-09T04:14:47.764 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:14:48.188 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:14:48.188 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:14:48.188 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repo Size 2023-10-09T04:14:48.188 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout: librados-devel x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 130 k 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:14:48.189 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:48.190 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 130 k 2023-10-09T04:14:48.190 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 464 k 2023-10-09T04:14:48.190 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:14:48.383 INFO:teuthology.orchestra.run.smithi150.stdout:librados-devel-17.2.6-1303.gb2903cb0.el8.x86_64 672 kB/s | 130 kB 00:00 2023-10-09T04:14:48.383 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:14:48.384 INFO:teuthology.orchestra.run.smithi150.stdout:Total 668 kB/s | 130 kB 00:00 2023-10-09T04:14:48.384 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:14:48.389 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:14:48.390 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:14:48.444 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:14:48.448 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:14:48.561 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:14:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:14:48.949 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:14:49.495 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:03:45 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:50.029 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:14:50.029 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:46 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:50.882 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:14:50.886 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:14:50.886 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repo Size 2023-10-09T04:14:50.886 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:14:50.886 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout: librados-devel x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 130 k 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 130 k 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 464 k 2023-10-09T04:14:50.887 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:14:51.213 INFO:teuthology.orchestra.run.smithi107.stdout:librados-devel-17.2.6-1303.gb2903cb0.el8.x86_64 395 kB/s | 130 kB 00:00 2023-10-09T04:14:51.214 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:14:51.214 INFO:teuthology.orchestra.run.smithi107.stdout:Total 394 kB/s | 130 kB 00:00 2023-10-09T04:14:51.214 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:14:51.219 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:14:51.219 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:14:51.273 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:14:51.277 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:14:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:14:51.568 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:14:51.801 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:14:52.877 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:14:52.877 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:03:48 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:14:57.696 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:14:57.885 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:57.886 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:14:57.886 INFO:teuthology.orchestra.run.smithi150.stdout: librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:14:57.886 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:14:57.886 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:14:58.017 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install libcephfs2 2023-10-09T04:14:58.373 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:00.346 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:56 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:01.625 INFO:teuthology.orchestra.run.smithi150.stdout:Package libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:01.734 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:01.735 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:01.735 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:01.849 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install libcephfs-devel 2023-10-09T04:15:02.205 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:02.684 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:15:02.868 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:02.868 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:15:02.868 INFO:teuthology.orchestra.run.smithi107.stdout: librados-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:15:02.868 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:02.868 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:03.006 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install libcephfs2 2023-10-09T04:15:03.359 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:03.803 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:03:59 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:04.965 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:00 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:05.175 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repo Size 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout: libcephfs-devel x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 25 k 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:05.176 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:15:05.177 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:05.177 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:15:05.177 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:05.177 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 25 k 2023-10-09T04:15:05.177 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 109 k 2023-10-09T04:15:05.177 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:15:05.403 INFO:teuthology.orchestra.run.smithi150.stdout:libcephfs-devel-17.2.6-1303.gb2903cb0.el8.x86_6 110 kB/s | 25 kB 00:00 2023-10-09T04:15:05.403 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:15:05.404 INFO:teuthology.orchestra.run.smithi150.stdout:Total 109 kB/s | 25 kB 00:00 2023-10-09T04:15:05.404 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:15:05.407 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:15:05.408 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:15:05.409 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:15:05.413 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:15:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:15:05.648 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:05.847 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:06.247 INFO:teuthology.orchestra.run.smithi107.stdout:Package libcephfs2-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:06.356 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:06.357 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:06.357 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:06.480 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install libcephfs-devel 2023-10-09T04:15:06.834 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:06.838 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:06.838 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:02 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:08.584 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:04 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:10.045 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repo Size 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs-devel x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 25 k 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:10.046 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:15:10.047 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:10.047 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:15:10.047 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:10.047 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 25 k 2023-10-09T04:15:10.047 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 109 k 2023-10-09T04:15:10.047 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:15:10.259 INFO:teuthology.orchestra.run.smithi107.stdout:libcephfs-devel-17.2.6-1303.gb2903cb0.el8.x86_6 117 kB/s | 25 kB 00:00 2023-10-09T04:15:10.260 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:15:10.260 INFO:teuthology.orchestra.run.smithi107.stdout:Total 117 kB/s | 25 kB 00:00 2023-10-09T04:15:10.260 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:15:10.263 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:15:10.264 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:15:10.265 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:15:10.269 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:15:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:15:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:10.703 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:11.686 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:11.686 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:07 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:15.348 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:15:15.532 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:15.532 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:15:15.532 INFO:teuthology.orchestra.run.smithi150.stdout: libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:15:15.532 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:15.532 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:15.676 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install librados2 2023-10-09T04:15:16.036 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:17.641 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:13 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:18.983 INFO:teuthology.orchestra.run.smithi150.stdout:Package librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:19.094 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:19.095 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:19.095 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:19.217 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install librbd1 2023-10-09T04:15:19.572 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:20.123 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:15:20.306 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:20.306 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:15:20.306 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs-devel-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:15:20.306 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:20.307 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:20.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install librados2 2023-10-09T04:15:20.812 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:21.169 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:17 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:22.431 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:18 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:22.479 INFO:teuthology.orchestra.run.smithi150.stdout:Package librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:22.589 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:22.590 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:22.591 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:22.711 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install python3-rados 2023-10-09T04:15:23.068 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:23.781 INFO:teuthology.orchestra.run.smithi107.stdout:Package librados2-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:23.889 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:23.890 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:23.890 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:24.012 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install librbd1 2023-10-09T04:15:24.366 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:24.638 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:20 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:25.919 INFO:teuthology.orchestra.run.smithi150.stdout:Package python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:25.936 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:21 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:26.028 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:26.029 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:26.029 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:26.151 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install python3-rgw 2023-10-09T04:15:26.507 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:27.216 INFO:teuthology.orchestra.run.smithi107.stdout:Package librbd1-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:27.323 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:27.324 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:27.324 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:27.444 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install python3-rados 2023-10-09T04:15:27.797 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:27.978 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:23 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:29.270 INFO:teuthology.orchestra.run.smithi150.stdout:Package python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:29.373 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:25 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:29.379 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:29.381 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:29.381 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:29.504 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install python3-cephfs 2023-10-09T04:15:29.857 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:30.638 INFO:teuthology.orchestra.run.smithi107.stdout:Package python3-rados-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:30.749 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:30.750 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:30.750 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:30.876 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install python3-rgw 2023-10-09T04:15:31.230 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:31.564 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:27 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:32.826 INFO:teuthology.orchestra.run.smithi150.stdout:Package python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:32.839 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:28 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:32.939 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:32.940 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:32.940 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:33.063 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install python3-rbd 2023-10-09T04:15:33.421 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:34.196 INFO:teuthology.orchestra.run.smithi107.stdout:Package python3-rgw-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:34.305 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:34.306 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:34.306 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:34.431 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install python3-cephfs 2023-10-09T04:15:34.783 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:34.989 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:30 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:36.275 INFO:teuthology.orchestra.run.smithi150.stdout:Package python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:36.378 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:32 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:36.386 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:36.387 INFO:teuthology.orchestra.run.smithi150.stdout:Nothing to do. 2023-10-09T04:15:36.387 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:36.509 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install rbd-fuse 2023-10-09T04:15:36.866 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:37.731 INFO:teuthology.orchestra.run.smithi107.stdout:Package python3-cephfs-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:37.842 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:37.843 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:37.844 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:37.967 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install python3-rbd 2023-10-09T04:15:38.320 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:38.558 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:34 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:39.902 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:35 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:40.005 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout: Package Architecture Version Repository Size 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout: rbd-fuse x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 90 k 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:15:40.006 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:40.007 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:15:40.007 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:40.007 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 90 k 2023-10-09T04:15:40.007 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 264 k 2023-10-09T04:15:40.007 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:15:40.173 INFO:teuthology.orchestra.run.smithi150.stdout:rbd-fuse-17.2.6-1303.gb2903cb0.el8.x86_64.rpm 543 kB/s | 90 kB 00:00 2023-10-09T04:15:40.174 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:15:40.174 INFO:teuthology.orchestra.run.smithi150.stdout:Total 539 kB/s | 90 kB 00:00 2023-10-09T04:15:40.174 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:15:40.184 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:15:40.184 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:15:40.239 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:15:40.243 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:15:40.352 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:15:40.527 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:40.744 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:41.179 INFO:teuthology.orchestra.run.smithi107.stdout:Package python3-rbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 is already installed. 2023-10-09T04:15:41.291 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:41.292 INFO:teuthology.orchestra.run.smithi107.stdout:Nothing to do. 2023-10-09T04:15:41.292 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:41.423 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install rbd-fuse 2023-10-09T04:15:41.778 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:41.797 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:41.797 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:37 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:43.337 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:39 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:44.716 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout: Package Architecture Version Repository Size 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-fuse x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 90 k 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:15:44.717 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:44.718 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 90 k 2023-10-09T04:15:44.718 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 264 k 2023-10-09T04:15:44.718 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:15:44.909 INFO:teuthology.orchestra.run.smithi107.stdout:rbd-fuse-17.2.6-1303.gb2903cb0.el8.x86_64.rpm 471 kB/s | 90 kB 00:00 2023-10-09T04:15:44.910 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:15:44.910 INFO:teuthology.orchestra.run.smithi107.stdout:Total 468 kB/s | 90 kB 00:00 2023-10-09T04:15:44.910 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:15:44.920 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:15:44.920 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:15:44.975 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:15:44.978 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:15:45.101 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:15:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:45.488 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:46.558 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:46.559 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:42 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:50.550 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:15:50.733 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:50.733 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:15:50.734 INFO:teuthology.orchestra.run.smithi150.stdout: rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:15:50.734 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:50.734 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:15:50.869 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install rbd-mirror 2023-10-09T04:15:51.226 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:52.837 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:48 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:54.286 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:15:54.287 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: Package Arch Version Repo Size 2023-10-09T04:15:54.287 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:54.287 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:15:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: rbd-mirror x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.5 M 2023-10-09T04:15:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 3.5 M 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 16 M 2023-10-09T04:15:54.288 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:15:54.635 INFO:teuthology.orchestra.run.smithi150.stdout:rbd-mirror-17.2.6-1303.gb2903cb0.el8.x86_64.rpm 10 MB/s | 3.5 MB 00:00 2023-10-09T04:15:54.635 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:15:54.636 INFO:teuthology.orchestra.run.smithi150.stdout:Total 9.9 MB/s | 3.5 MB 00:00 2023-10-09T04:15:54.636 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:15:54.647 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:15:54.647 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:15:54.715 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:15:54.718 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:15:55.156 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:15:55.348 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:55.353 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:15:55.534 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:55.534 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:15:55.534 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-fuse-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:15:55.534 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:55.534 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:15:55.663 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install rbd-mirror 2023-10-09T04:15:55.698 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:56.018 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:15:56.739 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:15:56.739 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:04:52 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:57.711 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:53 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:15:59.085 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:15:59.085 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:59.085 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repo Size 2023-10-09T04:15:59.085 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:59.085 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:15:59.085 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-mirror x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 3.5 M 2023-10-09T04:15:59.086 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:59.086 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:15:59.086 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:15:59.086 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:15:59.086 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:15:59.087 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 3.5 M 2023-10-09T04:15:59.087 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 16 M 2023-10-09T04:15:59.087 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:15:59.628 INFO:teuthology.orchestra.run.smithi107.stdout:rbd-mirror-17.2.6-1303.gb2903cb0.el8.x86_64.rpm 6.4 MB/s | 3.5 MB 00:00 2023-10-09T04:15:59.629 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:15:59.629 INFO:teuthology.orchestra.run.smithi107.stdout:Total 6.4 MB/s | 3.5 MB 00:00 2023-10-09T04:15:59.629 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:15:59.640 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:15:59.640 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:15:59.706 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:15:59.709 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:16:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:16:00.314 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:00.667 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:01.780 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:01.781 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:04:57 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:16:06.874 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:16:07.055 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:16:07.055 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:16:07.056 INFO:teuthology.orchestra.run.smithi150.stdout: rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:16:07.056 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:16:07.056 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:16:07.201 DEBUG:teuthology.orchestra.run.smithi150:> sudo yum -y install rbd-nbd 2023-10-09T04:16:07.559 INFO:teuthology.orchestra.run.smithi150.stdout:Updating Subscription Management repositories. 2023-10-09T04:16:09.172 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:05:05 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:16:10.439 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:16:10.622 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:16:10.622 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:16:10.622 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-mirror-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:16:10.622 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:16:10.622 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:16:10.628 INFO:teuthology.orchestra.run.smithi150.stdout:Dependencies resolved. 2023-10-09T04:16:10.628 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:16:10.628 INFO:teuthology.orchestra.run.smithi150.stdout: Package Architecture Version Repository Size 2023-10-09T04:16:10.628 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout:Installing: 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout: rbd-nbd x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 173 k 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction Summary 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout:================================================================================ 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout:Install 1 Package 2023-10-09T04:16:10.629 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:16:10.630 INFO:teuthology.orchestra.run.smithi150.stdout:Total download size: 173 k 2023-10-09T04:16:10.630 INFO:teuthology.orchestra.run.smithi150.stdout:Installed size: 552 k 2023-10-09T04:16:10.630 INFO:teuthology.orchestra.run.smithi150.stdout:Downloading Packages: 2023-10-09T04:16:10.747 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install rbd-nbd 2023-10-09T04:16:10.879 INFO:teuthology.orchestra.run.smithi150.stdout:rbd-nbd-17.2.6-1303.gb2903cb0.el8.x86_64.rpm 694 kB/s | 173 kB 00:00 2023-10-09T04:16:10.880 INFO:teuthology.orchestra.run.smithi150.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:16:10.880 INFO:teuthology.orchestra.run.smithi150.stdout:Total 690 kB/s | 173 kB 00:00 2023-10-09T04:16:10.880 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction check 2023-10-09T04:16:10.890 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction check succeeded. 2023-10-09T04:16:10.890 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction test 2023-10-09T04:16:10.944 INFO:teuthology.orchestra.run.smithi150.stdout:Transaction test succeeded. 2023-10-09T04:16:10.948 INFO:teuthology.orchestra.run.smithi150.stdout:Running transaction 2023-10-09T04:16:11.063 INFO:teuthology.orchestra.run.smithi150.stdout: Preparing : 1/1 2023-10-09T04:16:11.104 INFO:teuthology.orchestra.run.smithi107.stdout:Updating Subscription Management repositories. 2023-10-09T04:16:11.256 INFO:teuthology.orchestra.run.smithi150.stdout: Installing : rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:11.491 INFO:teuthology.orchestra.run.smithi150.stdout: Running scriptlet: rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:12.562 INFO:teuthology.orchestra.run.smithi150.stdout: Verifying : rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:12.562 INFO:teuthology.orchestra.run.smithi150.stdout:Last metadata expiration check: 0:05:08 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:16:12.700 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:05:08 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:16:14.096 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2023-10-09T04:16:14.097 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:16:14.097 INFO:teuthology.orchestra.run.smithi107.stdout: Package Architecture Version Repository Size 2023-10-09T04:16:14.097 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:16:14.097 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2023-10-09T04:16:14.097 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-nbd x86_64 2:17.2.6-1303.gb2903cb0.el8 ceph 173 k 2023-10-09T04:16:14.097 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:16:14.098 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2023-10-09T04:16:14.098 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2023-10-09T04:16:14.098 INFO:teuthology.orchestra.run.smithi107.stdout:Install 1 Package 2023-10-09T04:16:14.098 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:16:14.098 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 173 k 2023-10-09T04:16:14.098 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 552 k 2023-10-09T04:16:14.099 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2023-10-09T04:16:14.388 INFO:teuthology.orchestra.run.smithi107.stdout:rbd-nbd-17.2.6-1303.gb2903cb0.el8.x86_64.rpm 596 kB/s | 173 kB 00:00 2023-10-09T04:16:14.389 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:16:14.389 INFO:teuthology.orchestra.run.smithi107.stdout:Total 594 kB/s | 173 kB 00:00 2023-10-09T04:16:14.389 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2023-10-09T04:16:14.399 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2023-10-09T04:16:14.400 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2023-10-09T04:16:14.453 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2023-10-09T04:16:14.457 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2023-10-09T04:16:14.576 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2023-10-09T04:16:14.749 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:14.982 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:16.057 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 1/1 2023-10-09T04:16:16.057 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:05:12 ago on Mon 09 Oct 2023 04:11:04 AM UTC. 2023-10-09T04:16:18.788 INFO:teuthology.orchestra.run.smithi150.stdout:Installed products updated. 2023-10-09T04:16:18.972 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:16:18.973 INFO:teuthology.orchestra.run.smithi150.stdout:Installed: 2023-10-09T04:16:18.973 INFO:teuthology.orchestra.run.smithi150.stdout: rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:16:18.973 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:16:18.973 INFO:teuthology.orchestra.run.smithi150.stdout:Complete! 2023-10-09T04:16:19.115 DEBUG:teuthology.parallel:result is None 2023-10-09T04:16:26.215 INFO:teuthology.orchestra.run.smithi107.stdout:Installed products updated. 2023-10-09T04:16:26.398 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:16:26.398 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2023-10-09T04:16:26.398 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-nbd-2:17.2.6-1303.gb2903cb0.el8.x86_64 2023-10-09T04:16:26.399 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:16:26.399 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2023-10-09T04:16:26.551 DEBUG:teuthology.parallel:result is None 2023-10-09T04:16:26.551 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:16:26.551 INFO:teuthology.packaging:ref: None 2023-10-09T04:16:26.552 INFO:teuthology.packaging:tag: None 2023-10-09T04:16:26.552 INFO:teuthology.packaging:branch: quincy 2023-10-09T04:16:26.552 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:16:26.552 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-10-09T04:16:26.837 DEBUG:teuthology.orchestra.run.smithi107:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-09T04:16:26.860 INFO:teuthology.orchestra.run.smithi107.stdout:17.2.6-1303.gb2903cb0.el8 2023-10-09T04:16:26.861 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-1303.gb2903cb0.el8 2023-10-09T04:16:26.861 INFO:teuthology.task.install:The correct ceph version 17.2.6-1303.gb2903cb0 is installed. 2023-10-09T04:16:26.861 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-09T04:16:26.862 INFO:teuthology.packaging:ref: None 2023-10-09T04:16:26.862 INFO:teuthology.packaging:tag: None 2023-10-09T04:16:26.862 INFO:teuthology.packaging:branch: quincy 2023-10-09T04:16:26.862 INFO:teuthology.packaging:sha1: b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:16:26.862 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-10-09T04:16:27.353 DEBUG:teuthology.orchestra.run.smithi150:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-09T04:16:27.380 INFO:teuthology.orchestra.run.smithi150.stdout:17.2.6-1303.gb2903cb0.el8 2023-10-09T04:16:27.380 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-1303.gb2903cb0.el8 2023-10-09T04:16:27.380 INFO:teuthology.task.install:The correct ceph version 17.2.6-1303.gb2903cb0 is installed. 2023-10-09T04:16:27.380 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-09T04:16:27.381 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:16:27.381 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-09T04:16:27.412 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:16:27.412 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-09T04:16:27.453 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-09T04:16:27.454 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:16:27.454 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/daemon-helper 2023-10-09T04:16:27.483 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-09T04:16:27.551 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:16:27.552 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/usr/bin/daemon-helper 2023-10-09T04:16:27.583 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-09T04:16:27.652 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-09T04:16:27.652 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:16:27.652 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-09T04:16:27.680 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-09T04:16:27.748 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:16:27.748 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-09T04:16:27.777 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-09T04:16:27.845 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-09T04:16:27.846 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:16:27.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/stdin-killer 2023-10-09T04:16:27.873 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-09T04:16:27.940 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:16:27.940 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/usr/bin/stdin-killer 2023-10-09T04:16:27.968 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-09T04:16:28.035 INFO:teuthology.run_tasks:Running task cephadm... 2023-10-09T04:16:28.109 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0'} 2023-10-09T04:16:28.110 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-10-09T04:16:28.110 INFO:tasks.cephadm:Cluster fsid is 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:16:28.110 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-10-09T04:16:28.110 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.107', 'mon.c': '[v2:172.21.15.107:3301,v1:172.21.15.107:6790]', 'mon.b': '172.21.15.150'} 2023-10-09T04:16:28.110 INFO:tasks.cephadm:First mon is mon.a on smithi107 2023-10-09T04:16:28.111 INFO:tasks.cephadm:First mgr is y 2023-10-09T04:16:28.111 INFO:tasks.cephadm:Normalizing hostnames... 2023-10-09T04:16:28.111 DEBUG:teuthology.orchestra.run.smithi107:> sudo hostname $(hostname -s) 2023-10-09T04:16:28.138 DEBUG:teuthology.orchestra.run.smithi150:> sudo hostname $(hostname -s) 2023-10-09T04:16:28.166 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-10-09T04:16:28.167 DEBUG:teuthology.orchestra.run.smithi107:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-09T04:16:28.314 INFO:teuthology.orchestra.run.smithi107.stdout:-rw-rw-r--. 1 ubuntu ubuntu 366887 Oct 9 04:16 /home/ubuntu/cephtest/cephadm 2023-10-09T04:16:28.314 DEBUG:teuthology.orchestra.run.smithi150:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-09T04:16:28.453 INFO:teuthology.orchestra.run.smithi150.stdout:-rw-rw-r--. 1 ubuntu ubuntu 366887 Oct 9 04:16 /home/ubuntu/cephtest/cephadm 2023-10-09T04:16:28.454 DEBUG:teuthology.orchestra.run.smithi107:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-09T04:16:28.471 DEBUG:teuthology.orchestra.run.smithi150:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-09T04:16:28.500 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-10-09T04:16:28.500 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-10-09T04:16:28.514 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-10-09T04:16:29.964 INFO:teuthology.orchestra.run.smithi150.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-10-09T04:16:29.996 INFO:teuthology.orchestra.run.smithi107.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-10-09T04:16:57.365 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:16:57.366 INFO:teuthology.orchestra.run.smithi150.stdout: "ceph_version": "ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)", 2023-10-09T04:16:57.366 INFO:teuthology.orchestra.run.smithi150.stdout: "image_id": "5517396c50d4b07181c79c353f571b455dbdd80614d068cc9a6e42eb27b7bccf", 2023-10-09T04:16:57.366 INFO:teuthology.orchestra.run.smithi150.stdout: "repo_digests": [ 2023-10-09T04:16:57.366 INFO:teuthology.orchestra.run.smithi150.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:67105d45415a7f6878d82dd27e27caaa40ebf0ca6488030995660f1cad5fce9d" 2023-10-09T04:16:57.366 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:16:57.366 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph_version": "ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)", 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout: "image_id": "5517396c50d4b07181c79c353f571b455dbdd80614d068cc9a6e42eb27b7bccf", 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout: "repo_digests": [ 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:67105d45415a7f6878d82dd27e27caaa40ebf0ca6488030995660f1cad5fce9d" 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:17:08.611 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:17:08.631 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /etc/ceph 2023-10-09T04:17:08.661 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /etc/ceph 2023-10-09T04:17:08.698 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 777 /etc/ceph 2023-10-09T04:17:08.726 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 777 /etc/ceph 2023-10-09T04:17:08.767 INFO:tasks.cephadm:Writing seed config... 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-10-09T04:17:08.768 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-10-09T04:17:08.769 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-10-09T04:17:08.769 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:17:08.769 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-10-09T04:17:08.786 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 9e20cd18-665a-11ee-8db5-212e2dc638e7 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-10-09T04:17:08.786 DEBUG:teuthology.orchestra.run.smithi107:mon.a> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service 2023-10-09T04:17:08.828 DEBUG:teuthology.orchestra.run.smithi107:mgr.y> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service 2023-10-09T04:17:08.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:17:08.854 INFO:tasks.cephadm:Bootstrapping... 2023-10-09T04:17:08.854 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.107 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-10-09T04:17:08.879 INFO:journalctl@ceph.mgr.y.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:17:09.052 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2023-10-09T04:17:09.053 INFO:teuthology.orchestra.run.smithi107.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '9e20cd18-665a-11ee-8db5-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.107', '--skip-admin-label'] 2023-10-09T04:17:09.198 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stdout 4.1.1 2023-10-09T04:17:09.199 INFO:teuthology.orchestra.run.smithi107.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-10-09T04:17:09.199 INFO:teuthology.orchestra.run.smithi107.stdout:Verifying podman|docker is present... 2023-10-09T04:17:09.343 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stdout 4.1.1 2023-10-09T04:17:09.343 INFO:teuthology.orchestra.run.smithi107.stdout:Verifying lvm2 is present... 2023-10-09T04:17:09.343 INFO:teuthology.orchestra.run.smithi107.stdout:Verifying time synchronization is in place... 2023-10-09T04:17:09.350 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-09T04:17:09.350 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-09T04:17:09.356 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-09T04:17:09.356 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout inactive 2023-10-09T04:17:09.362 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout enabled 2023-10-09T04:17:09.367 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout active 2023-10-09T04:17:09.368 INFO:teuthology.orchestra.run.smithi107.stdout:Unit chronyd.service is enabled and running 2023-10-09T04:17:09.368 INFO:teuthology.orchestra.run.smithi107.stdout:Repeating the final host check... 2023-10-09T04:17:09.517 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stdout 4.1.1 2023-10-09T04:17:09.518 INFO:teuthology.orchestra.run.smithi107.stdout:podman (/bin/podman) version 4.1.1 is present 2023-10-09T04:17:09.518 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl is present 2023-10-09T04:17:09.518 INFO:teuthology.orchestra.run.smithi107.stdout:lvcreate is present 2023-10-09T04:17:09.523 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-09T04:17:09.524 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-09T04:17:09.529 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-09T04:17:09.529 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout inactive 2023-10-09T04:17:09.535 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout enabled 2023-10-09T04:17:09.540 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout active 2023-10-09T04:17:09.541 INFO:teuthology.orchestra.run.smithi107.stdout:Unit chronyd.service is enabled and running 2023-10-09T04:17:09.541 INFO:teuthology.orchestra.run.smithi107.stdout:Host looks OK 2023-10-09T04:17:09.541 INFO:teuthology.orchestra.run.smithi107.stdout:Cluster fsid: 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:09.542 INFO:teuthology.orchestra.run.smithi107.stdout:Acquiring lock 139759725583608 on /run/cephadm/9e20cd18-665a-11ee-8db5-212e2dc638e7.lock 2023-10-09T04:17:09.542 INFO:teuthology.orchestra.run.smithi107.stdout:Lock 139759725583608 acquired on /run/cephadm/9e20cd18-665a-11ee-8db5-212e2dc638e7.lock 2023-10-09T04:17:09.542 INFO:teuthology.orchestra.run.smithi107.stdout:Verifying IP 172.21.15.107 port 3300 ... 2023-10-09T04:17:09.542 INFO:teuthology.orchestra.run.smithi107.stdout:Verifying IP 172.21.15.107 port 6789 ... 2023-10-09T04:17:09.542 INFO:teuthology.orchestra.run.smithi107.stdout:Base mon IP(s) is [172.21.15.107:3300, 172.21.15.107:6789], mon addrv is [v2:172.21.15.107:3300,v1:172.21.15.107:6789] 2023-10-09T04:17:09.545 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2023-10-09T04:17:09.545 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.107 metric 100 2023-10-09T04:17:09.547 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-10-09T04:17:09.548 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2023-10-09T04:17:09.548 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout inet6 fe80::9552:230f:98f7:4782/64 scope link noprefixroute 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:Mon IP `172.21.15.107` is in CIDR network `172.21.0.0/20` 2023-10-09T04:17:09.551 INFO:teuthology.orchestra.run.smithi107.stdout:Mon IP `172.21.15.107` is in CIDR network `172.21.0.0/20` 2023-10-09T04:17:09.552 INFO:teuthology.orchestra.run.smithi107.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-10-09T04:17:09.552 INFO:teuthology.orchestra.run.smithi107.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-10-09T04:17:09.552 INFO:teuthology.orchestra.run.smithi107.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-10-09T04:17:10.000 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stdout 5517396c50d4b07181c79c353f571b455dbdd80614d068cc9a6e42eb27b7bccf 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Getting image source signatures 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Copying blob sha256:1b55aded3a89dccf5f05a82d583393d22b3476851fe870b413c77ca909f5f760 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Copying blob sha256:be9ed931e0f930233626f1c4d225977fbcc33e056e1a8fc67c7f63553d9455a2 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Copying config sha256:5517396c50d4b07181c79c353f571b455dbdd80614d068cc9a6e42eb27b7bccf 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Writing manifest to image destination 2023-10-09T04:17:10.001 INFO:teuthology.orchestra.run.smithi107.stdout:/bin/podman: stderr Storing signatures 2023-10-09T04:17:10.847 INFO:teuthology.orchestra.run.smithi107.stdout:ceph: stdout ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable) 2023-10-09T04:17:10.847 INFO:teuthology.orchestra.run.smithi107.stdout:Ceph version: ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable) 2023-10-09T04:17:10.847 INFO:teuthology.orchestra.run.smithi107.stdout:Extracting ceph user uid/gid from container image... 2023-10-09T04:17:11.604 INFO:teuthology.orchestra.run.smithi107.stdout:stat: stdout 167 167 2023-10-09T04:17:11.604 INFO:teuthology.orchestra.run.smithi107.stdout:Creating initial keys... 2023-10-09T04:17:12.350 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph-authtool: stdout AQDHfiNlKTGeOBAARXCj6XV+dXCQx3QOC4jnZQ== 2023-10-09T04:17:13.097 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph-authtool: stdout AQDIfiNlT9WuKxAAvyiPmR3CA9tb1U43xdUCrw== 2023-10-09T04:17:13.947 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph-authtool: stdout AQDJfiNliNLKGhAA6rXEOY2nb4aOKv9iwdfyjQ== 2023-10-09T04:17:13.948 INFO:teuthology.orchestra.run.smithi107.stdout:Creating initial monmap... 2023-10-09T04:17:14.796 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:monmaptool for a [v2:172.21.15.107:3300,v1:172.21.15.107:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:setting min_mon_release = octopus 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/monmaptool: set fsid to 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:17:14.797 INFO:teuthology.orchestra.run.smithi107.stdout:Creating mon... 2023-10-09T04:17:15.549 INFO:teuthology.orchestra.run.smithi107.stdout:create mon.a on 2023-10-09T04:17:15.644 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-10-09T04:17:15.732 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-10-09T04:17:15.824 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7.target. 2023-10-09T04:17:15.824 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7.target. 2023-10-09T04:17:15.943 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a 2023-10-09T04:17:15.943 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service: Unit ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service not loaded. 2023-10-09T04:17:16.028 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7.target.wants/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@.service. 2023-10-09T04:17:16.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:16 smithi107 systemd[1]: Starting Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:17:16.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:16 smithi107 podman[96235]: 2023-10-09T04:17:16.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:16 smithi107 bash[96235]: e152415088366943faa3af1cd80a853c9a1715432f5c01b1b9a5f5820e99fc6b 2023-10-09T04:17:16.631 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T04:17:16.631 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout disabled 2023-10-09T04:17:16.639 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T04:17:16.639 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout inactive 2023-10-09T04:17:16.639 INFO:teuthology.orchestra.run.smithi107.stdout:firewalld.service is not enabled 2023-10-09T04:17:16.639 INFO:teuthology.orchestra.run.smithi107.stdout:Not possible to enable service . firewalld.service is not available 2023-10-09T04:17:16.639 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for mon to start... 2023-10-09T04:17:16.639 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for mon... 2023-10-09T04:17:16.878 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:16 smithi107 ceph-mon[96275]: mkfs 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:16.878 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:16 smithi107 ceph-mon[96275]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-09T04:17:16.878 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:16 smithi107 systemd[1]: Started Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:17:17.585 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout cluster: 2023-10-09T04:17:17.585 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout id: 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:17.585 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-10-09T04:17:17.585 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout services: 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.657216s) 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout data: 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout pgs: 2023-10-09T04:17:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:17.587 INFO:teuthology.orchestra.run.smithi107.stdout:mon is available 2023-10-09T04:17:17.587 INFO:teuthology.orchestra.run.smithi107.stdout:Assimilating anything we can from ceph.conf... 2023-10-09T04:17:17.803 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:17 smithi107 ceph-mon[96275]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-09T04:17:17.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:17 smithi107 ceph-mon[96275]: monmap e1: 1 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0]} removed_ranks: {} 2023-10-09T04:17:17.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:17 smithi107 ceph-mon[96275]: fsmap 2023-10-09T04:17:17.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:17 smithi107 ceph-mon[96275]: osdmap e1: 0 total, 0 up, 0 in 2023-10-09T04:17:17.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:17 smithi107 ceph-mon[96275]: mgrmap e1: no daemons active 2023-10-09T04:17:17.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:17 smithi107 ceph-mon[96275]: from='client.? 172.21.15.107:0/2948182884' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-09T04:17:18.526 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout [global] 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout fsid = 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.107:3300,v1:172.21.15.107:6789] 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:18.527 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout [osd] 2023-10-09T04:17:18.528 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-09T04:17:18.528 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-09T04:17:18.528 INFO:teuthology.orchestra.run.smithi107.stdout:Generating new minimal ceph.conf... 2023-10-09T04:17:18.780 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:18 smithi107 ceph-mon[96275]: from='client.? 172.21.15.107:0/3554041424' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-09T04:17:18.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:18 smithi107 ceph-mon[96275]: from='client.? 172.21.15.107:0/3554041424' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-09T04:17:19.468 INFO:teuthology.orchestra.run.smithi107.stdout:Restarting the monitor... 2023-10-09T04:17:19.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:19 smithi107 systemd[1]: Stopping Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:17:19.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:19 smithi107 ceph-mon[96275]: from='client.? 172.21.15.107:0/2360830496' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:17:20.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[96251]: 2023-10-09T04:17:19.790+0000 7f0f6b37a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:17:20.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[96251]: 2023-10-09T04:17:19.790+0000 7f0f6b37a700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-09T04:17:20.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:20 smithi107 bash[96618]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a 2023-10-09T04:17:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:20 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service: Succeeded. 2023-10-09T04:17:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:20 smithi107 systemd[1]: Stopped Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:17:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:20 smithi107 systemd[1]: Starting Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:17:21.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:20 smithi107 podman[96745]: 2023-10-09T04:17:21.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T04:17:21.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable), process ceph-mon, pid 7 2023-10-09T04:17:21.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: pidfile_write: ignore empty --pid-file 2023-10-09T04:17:21.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: load: jerasure load: lrc 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: RocksDB version: 6.15.5 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Compile date Oct 8 2023 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: DB SUMMARY 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: DB Session ID: 63CX7Z40B70UOUPEK8NT 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: CURRENT file: CURRENT 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83617 ; 2023-10-09T04:17:21.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.error_if_exists: 0 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.create_if_missing: 0 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.paranoid_checks: 1 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.env: 0x559060108a80 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.fs: Posix File System 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.info_log: 0x5590626efd80 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.statistics: (nil) 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.use_fsync: 0 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_log_file_size: 0 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T04:17:21.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.allow_fallocate: 1 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.use_direct_reads: 0 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.db_log_dir: 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-10-09T04:17:21.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.write_buffer_manager: 0x5590633e2900 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T04:17:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 bash[96745]: 9c9e3e4489209716ed31dd0ebd7dcf2aaa33c5542c2f5b14a36c80a14103a2cb 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.unordered_write: 0 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T04:17:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.row_cache: None 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.wal_filter: None 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.preserve_deletes: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.two_write_queues: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.atomic_flush: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T04:17:21.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.log_readahead_size: 0 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_background_jobs: 2 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_background_compactions: -1 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_subcompactions: 1 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T04:17:21.126 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_open_files: -1 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T04:17:21.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_background_flushes: -1 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Compression algorithms supported: 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kZSTD supported: 0 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kXpressCompression supported: 0 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kZlibCompression supported: 1 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kSnappyCompression supported: 1 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kLZ4Compression supported: 1 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: kBZip2Compression supported: 0 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T04:17:21.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.merge_operator: 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_filter: None 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5590626c2fa0) 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout: cache_index_and_filter_blocks: 1 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T04:17:21.129 INFO:journalctl@ceph.mon.a.smithi107.stdout: pin_top_level_index_and_filter: 1 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: index_type: 0 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: data_block_index_type: 0 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: index_shortening: 1 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: hash_index_allow_collision: 1 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: checksum: 1 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: no_block_cache: 0 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache: 0x5590626f5090 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache_name: BinnedLRUCache 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache_options: 2023-10-09T04:17:21.130 INFO:journalctl@ceph.mon.a.smithi107.stdout: capacity : 536870912 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: num_shard_bits : 4 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: strict_capacity_limit : 0 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: high_pri_pool_ratio: 0.000 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache_compressed: (nil) 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: persistent_cache: (nil) 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_size: 4096 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_size_deviation: 10 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_restart_interval: 16 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: index_block_restart_interval: 1 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: metadata_block_size: 4096 2023-10-09T04:17:21.131 INFO:journalctl@ceph.mon.a.smithi107.stdout: partition_filters: 0 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: use_delta_encoding: 1 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: whole_key_filtering: 1 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: verify_compression: 0 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: read_amp_bytes_per_bit: 0 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: format_version: 4 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: enable_index_compression: 1 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_align: 0 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression: NoCompression 2023-10-09T04:17:21.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.num_levels: 7 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:17:21.133 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T04:17:21.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T04:17:21.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.arena_block_size: 4194304 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T04:17:21.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.table_properties_collectors: 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.inplace_update_support: 0 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T04:17:21.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.bloom_locality: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.max_successive_merges: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.ttl: 2592000 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.enable_blob_files: false 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.min_blob_size: 0 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T04:17:21.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825041043201, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825041044155, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80164, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78432, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10136, "raw_average_key_size": 47, "raw_value_size": 72640, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1696825041, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "33c666d4-8e28-4850-8702-f703b3084c6a", "db_session_id": "63CX7Z40B70UOUPEK8NT"}} 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-10-09T04:17:21.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825041044599, "job": 1, "event": "recovery_finished"} 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x559062689180 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: DB pointer 0x55906275e000 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** DB Stats ** 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T04:17:21.140 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: L0 2/0 80.04 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: Sum 2/0 80.04 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:17:21.141 INFO:journalctl@ceph.mon.a.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative compaction: 0.00 GB write, 19.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval compaction: 0.00 GB write, 19.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:17:21.142 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: L0 2/0 80.04 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: Sum 2/0 80.04 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:17:21.143 INFO:journalctl@ceph.mon.a.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 127.0 0.00 0.00 1 0.001 0 0 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative compaction: 0.00 GB write, 18.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:17:21.144 INFO:journalctl@ceph.mon.a.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: starting mon.a rank 0 at public addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] at bind addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???) e1 preinit fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).mds e1 new map 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).mds e1 print_map 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: e1 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: legacy client fscid: -1 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:17:21.145 INFO:journalctl@ceph.mon.a.smithi107.stdout: No filesystems configured 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: monmap e1: 1 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0]} removed_ranks: {} 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: fsmap 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: osdmap e1: 0 total, 0 up, 0 in 2023-10-09T04:17:21.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 ceph-mon[96785]: mgrmap e1: no daemons active 2023-10-09T04:17:21.147 INFO:teuthology.orchestra.run.smithi107.stdout:Setting mon public_network to 172.21.0.0/20 2023-10-09T04:17:21.375 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:21 smithi107 systemd[1]: Started Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:17:21.964 INFO:teuthology.orchestra.run.smithi107.stdout:Wrote config to /etc/ceph/ceph.conf 2023-10-09T04:17:21.964 INFO:teuthology.orchestra.run.smithi107.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-10-09T04:17:21.965 INFO:teuthology.orchestra.run.smithi107.stdout:Creating mgr... 2023-10-09T04:17:21.965 INFO:teuthology.orchestra.run.smithi107.stdout:Verifying port 9283 ... 2023-10-09T04:17:22.092 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y 2023-10-09T04:17:22.092 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service: Unit ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service not loaded. 2023-10-09T04:17:22.182 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7.target.wants/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service → /etc/systemd/system/ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@.service. 2023-10-09T04:17:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:22 smithi107 systemd[1]: Starting Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:17:22.735 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:22 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1939832193' entity='client.admin' 2023-10-09T04:17:22.735 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:22 smithi107 podman[97016]: 2023-10-09T04:17:22.784 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T04:17:22.785 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout disabled 2023-10-09T04:17:22.791 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T04:17:22.792 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout inactive 2023-10-09T04:17:22.792 INFO:teuthology.orchestra.run.smithi107.stdout:firewalld.service is not enabled 2023-10-09T04:17:22.792 INFO:teuthology.orchestra.run.smithi107.stdout:Not possible to enable service . firewalld.service is not available 2023-10-09T04:17:22.799 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T04:17:22.800 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout disabled 2023-10-09T04:17:22.807 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T04:17:22.807 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout inactive 2023-10-09T04:17:22.807 INFO:teuthology.orchestra.run.smithi107.stdout:firewalld.service is not enabled 2023-10-09T04:17:22.807 INFO:teuthology.orchestra.run.smithi107.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-10-09T04:17:22.807 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for mgr to start... 2023-10-09T04:17:22.807 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for mgr... 2023-10-09T04:17:23.018 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:22 smithi107 bash[97016]: 154369671edbacfa1de8c0db443138cebbef50e3b10f82a9bc8deab8ec6ee26f 2023-10-09T04:17:23.019 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:22 smithi107 systemd[1]: Started Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:17:23.019 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:22.850+0000 7fd9a43741c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:17:23.019 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:22.928+0000 7fd9a43741c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:17:23.019 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.017+0000 7fd9a43741c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:17:23.289 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.117+0000 7fd9a43741c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:17:23.614 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.287+0000 7fd9a43741c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:17:23.757 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:23.757 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:17:23.757 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "fsid": "9e20cd18-665a-11ee-8db5-212e2dc638e7", 2023-10-09T04:17:23.757 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 0 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T04:17:23.758 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T04:17:23.759 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T04:17:23.763 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T04:17:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T04:17:16.549417+0000", 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T04:17:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:17:23.766 INFO:teuthology.orchestra.run.smithi107.stdout:mgr not available, waiting (1/15)... 2023-10-09T04:17:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/332387623' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T04:17:23.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.613+0000 7fd9a43741c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:17:23.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.700+0000 7fd9a43741c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:17:23.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.829+0000 7fd9a43741c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:17:24.332 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:23.921+0000 7fd9a43741c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:17:24.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:24.331+0000 7fd9a43741c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:17:25.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:24.890+0000 7fd9a43741c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:17:25.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:25.055+0000 7fd9a43741c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:17:26.052 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:25.798+0000 7fd9a43741c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:17:26.052 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:25.887+0000 7fd9a43741c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:17:26.354 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:26.060+0000 7fd9a43741c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:17:26.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:26.353+0000 7fd9a43741c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:17:26.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:26.441+0000 7fd9a43741c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:17:26.809 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:26.809 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:17:26.809 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "fsid": "9e20cd18-665a-11ee-8db5-212e2dc638e7", 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 0 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T04:17:26.810 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T04:17:26.811 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T04:17:26.812 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T04:17:26.813 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T04:17:16.549417+0000", 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T04:17:26.814 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:17:26.815 INFO:teuthology.orchestra.run.smithi107.stdout:mgr not available, waiting (2/15)... 2023-10-09T04:17:26.991 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:26.735+0000 7fd9a43741c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:17:27.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:27 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3852909570' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T04:17:27.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:26.989+0000 7fd9a43741c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:17:27.990 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:27.678+0000 7fd9a43741c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:17:27.990 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:27.806+0000 7fd9a43741c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:17:28.312 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:27.989+0000 7fd9a43741c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:17:28.313 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:28 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:28.102+0000 7fd9a43741c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:17:28.668 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:28 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:28.311+0000 7fd9a43741c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:17:29.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:29.153+0000 7fd9a43741c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:17:29.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: Activating manager daemon y 2023-10-09T04:17:29.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: mgrmap e2: y(active, starting, since 0.00261948s) 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: Manager daemon y is now available 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' 2023-10-09T04:17:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:29 smithi107 ceph-mon[96785]: from='mgr.14100 172.21.15.107:0/1277632037' entity='mgr.y' 2023-10-09T04:17:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:31 smithi107 ceph-mon[96785]: mgrmap e3: y(active, since 1.00657s) 2023-10-09T04:17:32.640 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:32 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1063693883' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-09T04:17:32.640 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:32 smithi107 ceph-mon[96785]: mgrmap e4: y(active, since 2s) 2023-10-09T04:17:33.968 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "fsid": "9e20cd18-665a-11ee-8db5-212e2dc638e7", 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "health": { 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-09T04:17:33.969 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 0 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "a" 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:33.970 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-09T04:17:33.971 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-09T04:17:33.972 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "restful" 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ], 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T04:17:33.974 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "modified": "2023-10-09T04:17:16.549417+0000", 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout }, 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:17:33.975 INFO:teuthology.orchestra.run.smithi107.stdout:mgr is available 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout [global] 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout fsid = 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-09T04:17:36.515 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout [osd] 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-09T04:17:36.516 INFO:teuthology.orchestra.run.smithi107.stdout:Enabling cephadm module... 2023-10-09T04:17:37.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:37 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3862033499' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-09T04:17:38.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3682392528' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-10-09T04:17:38.306 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setuser ceph since I am not root 2023-10-09T04:17:38.306 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setgroup ceph since I am not root 2023-10-09T04:17:38.306 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:38.228+0000 7f47465801c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:17:38.639 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:38.305+0000 7f47465801c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:17:38.640 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:38.393+0000 7f47465801c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:17:38.640 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:38.488+0000 7f47465801c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:17:38.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:38.664+0000 7f47465801c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:17:39.296 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:39 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3682392528' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-10-09T04:17:39.296 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:39 smithi107 ceph-mon[96785]: mgrmap e5: y(active, since 8s) 2023-10-09T04:17:39.296 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:38.980+0000 7f47465801c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:17:39.296 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:39.068+0000 7f47465801c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:17:39.296 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:39.198+0000 7f47465801c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:17:39.598 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for the mgr to restart... 2023-10-09T04:17:39.599 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for mgr epoch 5... 2023-10-09T04:17:39.603 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:39.295+0000 7f47465801c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:17:39.858 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:39.729+0000 7f47465801c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:17:40.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:40 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1378153057' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-09T04:17:40.668 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:40 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:40.298+0000 7f47465801c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:17:40.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:40 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:40.464+0000 7f47465801c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:17:41.454 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:41 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:41.203+0000 7f47465801c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:17:41.455 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:41 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:41.291+0000 7f47465801c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:17:41.725 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:41 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:41.454+0000 7f47465801c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:17:42.090 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:41 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:41.724+0000 7f47465801c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:17:42.090 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:41 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:41.810+0000 7f47465801c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:17:42.344 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:42.089+0000 7f47465801c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:17:42.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:42.343+0000 7f47465801c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:17:43.343 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:43 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:43.031+0000 7f47465801c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:17:43.343 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:43 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:43.158+0000 7f47465801c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:17:43.666 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:43 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:43.342+0000 7f47465801c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:17:43.666 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:43 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:43.456+0000 7f47465801c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:17:43.918 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:43 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:43.666+0000 7f47465801c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:17:44.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:44.518+0000 7f47465801c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:17:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: Active manager daemon y restarted 2023-10-09T04:17:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: Activating manager daemon y 2023-10-09T04:17:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: osdmap e2: 0 total, 0 up, 0 in 2023-10-09T04:17:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: mgrmap e6: y(active, starting, since 0.00553729s) 2023-10-09T04:17:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: Manager daemon y is now available 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:17:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:44 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:17:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:45 smithi107 ceph-mon[96785]: Found migration_current of "None". Setting to last migration. 2023-10-09T04:17:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:45 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:17:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:45 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:17:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:45 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:17:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:45 smithi107 ceph-mon[96785]: mgrmap e7: y(active, since 1.00487s) 2023-10-09T04:17:45.950 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:17:45.951 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-10-09T04:17:45.951 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-09T04:17:45.951 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:17:45.951 INFO:teuthology.orchestra.run.smithi107.stdout:mgr epoch 5 is available 2023-10-09T04:17:45.951 INFO:teuthology.orchestra.run.smithi107.stdout:Setting orchestrator backend to cephadm... 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: [09/Oct/2023:04:17:45] ENGINE Bus STARTING 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: [09/Oct/2023:04:17:45] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: [09/Oct/2023:04:17:45] ENGINE Bus STARTED 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:17:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:46 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:47 smithi107 ceph-mon[96785]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:47 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:17:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:47 smithi107 ceph-mon[96785]: mgrmap e8: y(active, since 2s) 2023-10-09T04:17:48.032 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout value unchanged 2023-10-09T04:17:48.032 INFO:teuthology.orchestra.run.smithi107.stdout:Generating ssh key... 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-mon[96785]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: Generating public/private rsa key pair. 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: Your identification has been saved in /tmp/tmpp1shhjhk/key. 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: Your public key has been saved in /tmp/tmpp1shhjhk/key.pub. 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: The key fingerprint is: 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: SHA256:J8HdCXKZTEbBDskbslNEoiveTDQbDwMlGmJ9eQGc17Q ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: The key's randomart image is: 2023-10-09T04:17:48.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: +---[RSA 3072]----+ 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: |o.+.o.==BBB+ | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: |oo + *.=***o . | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: |. O o+oE. o | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: | . Oo ... | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: | . + ..S . | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: | . = o | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: | . o | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: | | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: | | 2023-10-09T04:17:48.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: +----[SHA256]-----+ 2023-10-09T04:17:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:49 smithi107 ceph-mon[96785]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:49 smithi107 ceph-mon[96785]: Generating ssh key... 2023-10-09T04:17:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:49 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:49 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:50.214 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDP6OpSiDXyMksrrTiVfobdNYYYdnLZwSFQN1khd3zyB66JWb+sc+SNkiDEQ3W1RNjYaNoHAebuqiGmEd9IGqXRFXWFKG0kZ1GpKBz/MxOmDl7Wac1Tkr2cQezZjU+u69KO8CPgeZanRYauFIbtLAt4qZVnZ1NVMaWHl+ZiLSkFY0hGiBmsgCEn1WFFp4XqQFbgZfoF9Oz9tfCy5+d4UJ1ZZ3yDfnSL7v26/6jhsvvqZ5sFLet4vE3h5/dcIfxGWqifCv7Ou0SkzytfKp13jf6DGzcWYijFKLMWAqAv+WdefyZJcy0r9enhgHA3k7DVFBoxtBYol9z8rgvydI2dLzL+AUd3GER2En5OZtgjUilld2JSDpyiG46hWmjJGVrh3CzogMwttdjCq7umf2Cdqye6xhORuv7LWRYjnQAF+fk6smPo6S7wVZhu+5PsVZmkS3XsQEa55bl9dmp1BfCDoSHVrXZ1G6quS08AofswviVZG3pPtM4v6I3f5zaMLtAged8= ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:17:50.214 INFO:teuthology.orchestra.run.smithi107.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-10-09T04:17:50.214 INFO:teuthology.orchestra.run.smithi107.stdout:Adding key to root@localhost authorized_keys... 2023-10-09T04:17:50.215 INFO:teuthology.orchestra.run.smithi107.stdout:Adding host smithi107... 2023-10-09T04:17:51.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:50 smithi107 ceph-mon[96785]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:52.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:52 smithi107 ceph-mon[96785]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi107", "addr": "172.21.15.107", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:53.161 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout Added host 'smithi107' with addr '172.21.15.107' 2023-10-09T04:17:53.161 INFO:teuthology.orchestra.run.smithi107.stdout:Deploying unmanaged mon service... 2023-10-09T04:17:53.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:53 smithi107 ceph-mon[96785]: Deploying cephadm binary to smithi107 2023-10-09T04:17:53.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:53 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:53.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:53 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:17:54.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:54 smithi107 ceph-mon[96785]: Added host smithi107 2023-10-09T04:17:54.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:54 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:54.303 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-10-09T04:17:54.304 INFO:teuthology.orchestra.run.smithi107.stdout:Deploying unmanaged mgr service... 2023-10-09T04:17:55.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:55 smithi107 ceph-mon[96785]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:55.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:55 smithi107 ceph-mon[96785]: Saving service mon spec with placement count:5 2023-10-09T04:17:55.697 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-10-09T04:17:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:56 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:56 smithi107 ceph-mon[96785]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:17:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:56 smithi107 ceph-mon[96785]: Saving service mgr spec with placement count:2 2023-10-09T04:17:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:56 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:56 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:57.653 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:57 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3564841804' entity='client.admin' 2023-10-09T04:17:57.883 INFO:teuthology.orchestra.run.smithi107.stdout:Enabling the dashboard module... 2023-10-09T04:17:58.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:58 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1432177016' entity='client.admin' 2023-10-09T04:17:58.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:58 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:59.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3261137926' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-10-09T04:17:59.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-mon[96785]: from='mgr.14118 172.21.15.107:0/2116707234' entity='mgr.y' 2023-10-09T04:17:59.797 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setuser ceph since I am not root 2023-10-09T04:17:59.797 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setgroup ceph since I am not root 2023-10-09T04:17:59.797 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:59.715+0000 7f2e1372d1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:18:00.102 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:59.795+0000 7f2e1372d1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:18:00.102 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:59.882+0000 7f2e1372d1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:18:00.102 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:17:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:17:59.978+0000 7f2e1372d1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:18:00.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:00.155+0000 7f2e1372d1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:18:00.700 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3261137926' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-10-09T04:18:00.700 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-mon[96785]: mgrmap e9: y(active, since 15s) 2023-10-09T04:18:00.700 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:00.473+0000 7f2e1372d1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:18:00.700 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:00.567+0000 7f2e1372d1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:18:01.063 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:00.698+0000 7f2e1372d1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:18:01.063 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:00 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:00.801+0000 7f2e1372d1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:18:01.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:01 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:01.240+0000 7f2e1372d1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:18:01.421 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for the mgr to restart... 2023-10-09T04:18:01.422 INFO:teuthology.orchestra.run.smithi107.stdout:Waiting for mgr epoch 9... 2023-10-09T04:18:01.816 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:01 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1502540366' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-09T04:18:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:01 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:01.807+0000 7f2e1372d1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:18:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:01 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:01.974+0000 7f2e1372d1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:18:03.004 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:02.747+0000 7f2e1372d1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:18:03.005 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:02.836+0000 7f2e1372d1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:18:03.005 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:03.003+0000 7f2e1372d1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:18:03.641 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:03.273+0000 7f2e1372d1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:18:03.642 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:03.358+0000 7f2e1372d1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:18:04.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:03.640+0000 7f2e1372d1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:18:04.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:03.893+0000 7f2e1372d1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:18:04.904 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:04 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:04.588+0000 7f2e1372d1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:18:04.904 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:04 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:04.717+0000 7f2e1372d1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:18:05.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:04 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:04.903+0000 7f2e1372d1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:18:05.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:05.015+0000 7f2e1372d1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:18:05.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:05.225+0000 7f2e1372d1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:18:06.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:18:06 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:18:06.063+0000 7f2e1372d1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:18:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: Active manager daemon y restarted 2023-10-09T04:18:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: Activating manager daemon y 2023-10-09T04:18:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: osdmap e3: 0 total, 0 up, 0 in 2023-10-09T04:18:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: mgrmap e10: y(active, starting, since 0.00320036s) 2023-10-09T04:18:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: Manager daemon y is now available 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: [09/Oct/2023:04:18:06] ENGINE Bus STARTING 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: [09/Oct/2023:04:18:06] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: [09/Oct/2023:04:18:06] ENGINE Bus STARTED 2023-10-09T04:18:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:07.473 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout { 2023-10-09T04:18:07.473 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-10-09T04:18:07.473 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-09T04:18:07.473 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout } 2023-10-09T04:18:07.473 INFO:teuthology.orchestra.run.smithi107.stdout:mgr epoch 9 is available 2023-10-09T04:18:07.473 INFO:teuthology.orchestra.run.smithi107.stdout:Generating a dashboard self-signed certificate... 2023-10-09T04:18:08.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:08 smithi107 ceph-mon[96785]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-09T04:18:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:08 smithi107 ceph-mon[96785]: mgrmap e11: y(active, since 1.00779s) 2023-10-09T04:18:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:08 smithi107 ceph-mon[96785]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-09T04:18:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:09 smithi107 ceph-mon[96785]: mgrmap e12: y(active, since 2s) 2023-10-09T04:18:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:09 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:09.570 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-10-09T04:18:09.570 INFO:teuthology.orchestra.run.smithi107.stdout:Creating initial admin user... 2023-10-09T04:18:10.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:10 smithi107 ceph-mon[96785]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:10 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:10 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:10 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:11.211 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$0HCBKUNlQkSoXZgdu7voue2LtTShPFUvO9DGPmmivsYh2dXtBUWQC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1696825090, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-10-09T04:18:11.211 INFO:teuthology.orchestra.run.smithi107.stdout:Fetching dashboard port number... 2023-10-09T04:18:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:11 smithi107 ceph-mon[96785]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:11 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:12.263 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stdout 8443 2023-10-09T04:18:12.271 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-09T04:18:12.272 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout disabled 2023-10-09T04:18:12.279 INFO:teuthology.orchestra.run.smithi107.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-09T04:18:12.279 INFO:teuthology.orchestra.run.smithi107.stdout:systemctl: stdout inactive 2023-10-09T04:18:12.279 INFO:teuthology.orchestra.run.smithi107.stdout:firewalld.service is not enabled 2023-10-09T04:18:12.279 INFO:teuthology.orchestra.run.smithi107.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-10-09T04:18:12.280 INFO:teuthology.orchestra.run.smithi107.stdout:Ceph Dashboard is now available at: 2023-10-09T04:18:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: URL: https://smithi107:8443/ 2023-10-09T04:18:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: User: admin 2023-10-09T04:18:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: Password: 8b17ei4od6 2023-10-09T04:18:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:12.281 INFO:teuthology.orchestra.run.smithi107.stdout:Saving cluster configuration to /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config directory 2023-10-09T04:18:12.281 INFO:teuthology.orchestra.run.smithi107.stdout:Enabling autotune for osd_memory_target 2023-10-09T04:18:12.488 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:12 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3570962600' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-10-09T04:18:13.527 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:13 smithi107 ceph-mon[96785]: mgrmap e13: y(active, since 6s) 2023-10-09T04:18:14.463 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout:Or, if you are only running a single cluster on this host: 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.464 INFO:teuthology.orchestra.run.smithi107.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout:Please consider enabling telemetry to help improve Ceph: 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: ceph telemetry on 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout:For more information see: 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-10-09T04:18:14.465 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:14.466 INFO:teuthology.orchestra.run.smithi107.stdout:Bootstrap complete. 2023-10-09T04:18:14.510 INFO:tasks.cephadm:Fetching config... 2023-10-09T04:18:14.511 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:14.511 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-10-09T04:18:14.528 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-10-09T04:18:14.528 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:14.528 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-10-09T04:18:14.585 INFO:tasks.cephadm:Fetching mon keyring... 2023-10-09T04:18:14.585 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:14.585 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-10-09T04:18:14.652 INFO:tasks.cephadm:Fetching pub ssh key... 2023-10-09T04:18:14.652 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:14.652 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-10-09T04:18:14.708 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-10-09T04:18:14.709 DEBUG:teuthology.orchestra.run.smithi107:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDP6OpSiDXyMksrrTiVfobdNYYYdnLZwSFQN1khd3zyB66JWb+sc+SNkiDEQ3W1RNjYaNoHAebuqiGmEd9IGqXRFXWFKG0kZ1GpKBz/MxOmDl7Wac1Tkr2cQezZjU+u69KO8CPgeZanRYauFIbtLAt4qZVnZ1NVMaWHl+ZiLSkFY0hGiBmsgCEn1WFFp4XqQFbgZfoF9Oz9tfCy5+d4UJ1ZZ3yDfnSL7v26/6jhsvvqZ5sFLet4vE3h5/dcIfxGWqifCv7Ou0SkzytfKp13jf6DGzcWYijFKLMWAqAv+WdefyZJcy0r9enhgHA3k7DVFBoxtBYol9z8rgvydI2dLzL+AUd3GER2En5OZtgjUilld2JSDpyiG46hWmjJGVrh3CzogMwttdjCq7umf2Cdqye6xhORuv7LWRYjnQAF+fk6smPo6S7wVZhu+5PsVZmkS3XsQEa55bl9dmp1BfCDoSHVrXZ1G6quS08AofswviVZG3pPtM4v6I3f5zaMLtAged8= ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-09T04:18:14.787 INFO:teuthology.orchestra.run.smithi107.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDP6OpSiDXyMksrrTiVfobdNYYYdnLZwSFQN1khd3zyB66JWb+sc+SNkiDEQ3W1RNjYaNoHAebuqiGmEd9IGqXRFXWFKG0kZ1GpKBz/MxOmDl7Wac1Tkr2cQezZjU+u69KO8CPgeZanRYauFIbtLAt4qZVnZ1NVMaWHl+ZiLSkFY0hGiBmsgCEn1WFFp4XqQFbgZfoF9Oz9tfCy5+d4UJ1ZZ3yDfnSL7v26/6jhsvvqZ5sFLet4vE3h5/dcIfxGWqifCv7Ou0SkzytfKp13jf6DGzcWYijFKLMWAqAv+WdefyZJcy0r9enhgHA3k7DVFBoxtBYol9z8rgvydI2dLzL+AUd3GER2En5OZtgjUilld2JSDpyiG46hWmjJGVrh3CzogMwttdjCq7umf2Cdqye6xhORuv7LWRYjnQAF+fk6smPo6S7wVZhu+5PsVZmkS3XsQEa55bl9dmp1BfCDoSHVrXZ1G6quS08AofswviVZG3pPtM4v6I3f5zaMLtAged8= ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:14.799 DEBUG:teuthology.orchestra.run.smithi150:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDP6OpSiDXyMksrrTiVfobdNYYYdnLZwSFQN1khd3zyB66JWb+sc+SNkiDEQ3W1RNjYaNoHAebuqiGmEd9IGqXRFXWFKG0kZ1GpKBz/MxOmDl7Wac1Tkr2cQezZjU+u69KO8CPgeZanRYauFIbtLAt4qZVnZ1NVMaWHl+ZiLSkFY0hGiBmsgCEn1WFFp4XqQFbgZfoF9Oz9tfCy5+d4UJ1ZZ3yDfnSL7v26/6jhsvvqZ5sFLet4vE3h5/dcIfxGWqifCv7Ou0SkzytfKp13jf6DGzcWYijFKLMWAqAv+WdefyZJcy0r9enhgHA3k7DVFBoxtBYol9z8rgvydI2dLzL+AUd3GER2En5OZtgjUilld2JSDpyiG46hWmjJGVrh3CzogMwttdjCq7umf2Cdqye6xhORuv7LWRYjnQAF+fk6smPo6S7wVZhu+5PsVZmkS3XsQEa55bl9dmp1BfCDoSHVrXZ1G6quS08AofswviVZG3pPtM4v6I3f5zaMLtAged8= ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-09T04:18:14.857 INFO:teuthology.orchestra.run.smithi150.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDP6OpSiDXyMksrrTiVfobdNYYYdnLZwSFQN1khd3zyB66JWb+sc+SNkiDEQ3W1RNjYaNoHAebuqiGmEd9IGqXRFXWFKG0kZ1GpKBz/MxOmDl7Wac1Tkr2cQezZjU+u69KO8CPgeZanRYauFIbtLAt4qZVnZ1NVMaWHl+ZiLSkFY0hGiBmsgCEn1WFFp4XqQFbgZfoF9Oz9tfCy5+d4UJ1ZZ3yDfnSL7v26/6jhsvvqZ5sFLet4vE3h5/dcIfxGWqifCv7Ou0SkzytfKp13jf6DGzcWYijFKLMWAqAv+WdefyZJcy0r9enhgHA3k7DVFBoxtBYol9z8rgvydI2dLzL+AUd3GER2En5OZtgjUilld2JSDpyiG46hWmjJGVrh3CzogMwttdjCq7umf2Cdqye6xhORuv7LWRYjnQAF+fk6smPo6S7wVZhu+5PsVZmkS3XsQEa55bl9dmp1BfCDoSHVrXZ1G6quS08AofswviVZG3pPtM4v6I3f5zaMLtAged8= ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:14.870 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-10-09T04:18:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:15 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1852466365' entity='client.admin' 2023-10-09T04:18:15.468 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:17.594 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-10-09T04:18:17.595 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-10-09T04:18:18.299 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:18.323 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:18 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/187300112' entity='client.admin' 2023-10-09T04:18:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:18:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:20.426 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi150 2023-10-09T04:18:20.427 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:18:20.427 DEBUG:teuthology.orchestra.run.smithi150:> dd of=/etc/ceph/ceph.conf 2023-10-09T04:18:20.447 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:18:20.447 DEBUG:teuthology.orchestra.run.smithi150:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:20.506 INFO:tasks.cephadm:Adding host smithi150 to orchestrator... 2023-10-09T04:18:20.506 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi150 2023-10-09T04:18:21.116 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:21.287 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:21.287 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:21.287 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:21.287 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:21.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:22.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:22 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:18:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:23 smithi107 ceph-mon[96785]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi150", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:24.406 INFO:teuthology.orchestra.run.smithi107.stdout:Added host 'smithi150' with addr '172.21.15.150' 2023-10-09T04:18:24.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:24 smithi107 ceph-mon[96785]: Deploying cephadm binary to smithi150 2023-10-09T04:18:24.863 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-09T04:18:25.455 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:25.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:25.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:25 smithi107 ceph-mon[96785]: Added host smithi150 2023-10-09T04:18:25.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:25.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:26.841 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:18:26.841 INFO:teuthology.orchestra.run.smithi107.stdout:[{"addr": "172.21.15.107", "hostname": "smithi107", "labels": [], "status": ""}, {"addr": "172.21.15.150", "hostname": "smithi150", "labels": [], "status": ""}] 2023-10-09T04:18:26.867 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:26 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:27.294 INFO:tasks.cephadm:Setting crush tunables to default 2023-10-09T04:18:27.294 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd crush tunables default 2023-10-09T04:18:27.885 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:27 smithi107 ceph-mon[96785]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:28.649 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:28 smithi107 ceph-mon[96785]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:18:29.554 INFO:teuthology.orchestra.run.smithi107.stderr:adjusted tunables profile to default 2023-10-09T04:18:29.912 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:29 smithi107 ceph-mon[96785]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:29.912 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:29 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1122896171' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-09T04:18:29.931 INFO:tasks.cephadm:Adding mon.a on smithi107 2023-10-09T04:18:29.931 INFO:tasks.cephadm:Adding mon.c on smithi107 2023-10-09T04:18:29.931 INFO:tasks.cephadm:Adding mon.b on smithi150 2023-10-09T04:18:29.932 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch apply mon '3;smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b' 2023-10-09T04:18:30.588 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1122896171' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi150", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:30 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:31 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:31.986 INFO:teuthology.orchestra.run.smithi150.stdout:Scheduled mon update... 2023-10-09T04:18:32.454 DEBUG:teuthology.orchestra.run.smithi107:mon.c> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.c.service 2023-10-09T04:18:32.456 DEBUG:teuthology.orchestra.run.smithi150:mon.b> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.b.service 2023-10-09T04:18:32.458 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-09T04:18:32.459 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-09T04:18:32.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:18:32.491 INFO:journalctl@ceph.mon.c.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:18:33.319 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: Saving service mon spec with placement smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b;count:3 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:33.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: Deploying daemon mon.b on smithi150 2023-10-09T04:18:33.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:32 smithi107 ceph-mon[96785]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:35.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 systemd[1]: Starting Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:18:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:18:35.280 INFO:teuthology.orchestra.run.smithi150.stdout:{"epoch":1,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","modified":"2023-10-09T04:17:14.359389Z","created":"2023-10-09T04:17:14.359389Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3300","nonce":0},{"type":"v1","addr":"172.21.15.107:6789","nonce":0}]},"addr":"172.21.15.107:6789/0","public_addr":"172.21.15.107:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-09T04:18:35.281 INFO:teuthology.orchestra.run.smithi150.stderr:dumped monmap epoch 1 2023-10-09T04:18:35.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:35 smithi107 ceph-mon[96785]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:35.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 podman[100918]: 2023-10-09T04:18:36.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T04:18:36.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable), process ceph-mon, pid 7 2023-10-09T04:18:36.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: pidfile_write: ignore empty --pid-file 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: load: jerasure load: lrc 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: RocksDB version: 6.15.5 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Compile date Oct 8 2023 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: DB SUMMARY 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: DB Session ID: 84ZHHZDNXKYP3BXA4ITR 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: CURRENT file: CURRENT 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-10-09T04:18:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.error_if_exists: 0 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.create_if_missing: 0 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.paranoid_checks: 1 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.env: 0x5628d9daaa80 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.fs: Posix File System 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.info_log: 0x5628db4d9d80 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.statistics: (nil) 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.use_fsync: 0 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_log_file_size: 0 2023-10-09T04:18:36.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.allow_fallocate: 1 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.use_direct_reads: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.db_log_dir: 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-10-09T04:18:36.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.write_buffer_manager: 0x5628dc1cc900 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T04:18:36.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.unordered_write: 0 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T04:18:36.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.row_cache: None 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.wal_filter: None 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.preserve_deletes: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.two_write_queues: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.atomic_flush: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T04:18:36.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.log_readahead_size: 0 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_background_jobs: 2 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_background_compactions: -1 2023-10-09T04:18:36.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_subcompactions: 1 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_open_files: -1 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T04:18:36.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_background_flushes: -1 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Compression algorithms supported: 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kZSTD supported: 0 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kXpressCompression supported: 0 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kZlibCompression supported: 1 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kSnappyCompression supported: 1 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kLZ4Compression supported: 1 2023-10-09T04:18:36.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: kBZip2Compression supported: 0 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.merge_operator: 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_filter: None 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5628db4acfa0) 2023-10-09T04:18:36.244 INFO:journalctl@ceph.mon.b.smithi150.stdout: cache_index_and_filter_blocks: 1 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: pin_top_level_index_and_filter: 1 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: index_type: 0 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: data_block_index_type: 0 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: index_shortening: 1 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: hash_index_allow_collision: 1 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: checksum: 1 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: no_block_cache: 0 2023-10-09T04:18:36.245 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache: 0x5628db4df090 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache_name: BinnedLRUCache 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache_options: 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: capacity : 536870912 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: num_shard_bits : 4 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: strict_capacity_limit : 0 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: high_pri_pool_ratio: 0.000 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache_compressed: (nil) 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: persistent_cache: (nil) 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_size: 4096 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_size_deviation: 10 2023-10-09T04:18:36.246 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_restart_interval: 16 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: index_block_restart_interval: 1 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: metadata_block_size: 4096 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: partition_filters: 0 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: use_delta_encoding: 1 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: whole_key_filtering: 1 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: verify_compression: 0 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: read_amp_bytes_per_bit: 0 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: format_version: 4 2023-10-09T04:18:36.247 INFO:journalctl@ceph.mon.b.smithi150.stdout: enable_index_compression: 1 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_align: 0 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression: NoCompression 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.num_levels: 7 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T04:18:36.248 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T04:18:36.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T04:18:36.250 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T04:18:36.251 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.arena_block_size: 4194304 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T04:18:36.252 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.table_properties_collectors: 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.inplace_update_support: 0 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.bloom_locality: 0 2023-10-09T04:18:36.253 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.max_successive_merges: 0 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.ttl: 2592000 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.enable_blob_files: false 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.min_blob_size: 0 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T04:18:36.254 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825115817439, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825115817701, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1696825115, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "8be0d834-7b78-4ec4-8bd3-fb56591a94de", "db_session_id": "84ZHHZDNXKYP3BXA4ITR"}} 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825115818026, "job": 1, "event": "recovery_finished"} 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5628db473180 2023-10-09T04:18:36.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: DB pointer 0x5628db548000 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** DB Stats ** 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.256 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:18:36.257 INFO:journalctl@ceph.mon.b.smithi150.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.258 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:36.259 INFO:journalctl@ceph.mon.b.smithi150.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:18:36.260 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: using public_addr v2:172.21.15.150:0/0 -> [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: starting mon.b rank -1 at public addrs [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] at bind addrs [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(???) e0 preinit fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 bash[100918]: 7cfdd7fd00920264f4fee996e468e0991437c53aa9cc7a8479a4c6a590680d8b 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).mds e1 new map 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).mds e1 print_map 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout: e1 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout: legacy client fscid: -1 2023-10-09T04:18:36.261 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout: No filesystems configured 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:18:36.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1122896171' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1122896171' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi150", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:36.263 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: Saving service mon spec with placement smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b;count:3 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.264 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: Deploying daemon mon.b on smithi150 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 ceph-mon[100982]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-10-09T04:18:36.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:35 smithi150 systemd[1]: Started Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:18:36.796 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-09T04:18:36.796 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-09T04:18:37.400 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:18:41.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:41.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: mon.a calling monitor election 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: mon.b calling monitor election 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: monmap e2: 2 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0]} removed_ranks: {} 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: fsmap 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: mgrmap e13: y(active, since 34s) 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: overall HEALTH_OK 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:41.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: mon.a calling monitor election 2023-10-09T04:18:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: mon.b calling monitor election 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: monmap e2: 2 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0]} removed_ranks: {} 2023-10-09T04:18:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: fsmap 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: mgrmap e13: y(active, since 34s) 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: overall HEALTH_OK 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:41.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:41.878 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:18:41.878 INFO:teuthology.orchestra.run.smithi150.stdout:{"epoch":2,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","modified":"2023-10-09T04:18:35.838373Z","created":"2023-10-09T04:17:14.359389Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3300","nonce":0},{"type":"v1","addr":"172.21.15.107:6789","nonce":0}]},"addr":"172.21.15.107:6789/0","public_addr":"172.21.15.107:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:3300","nonce":0},{"type":"v1","addr":"172.21.15.150:6789","nonce":0}]},"addr":"172.21.15.150:6789/0","public_addr":"172.21.15.150:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-09T04:18:41.880 INFO:teuthology.orchestra.run.smithi150.stderr:dumped monmap epoch 2 2023-10-09T04:18:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:42 smithi107 ceph-mon[96785]: Deploying daemon mon.c on smithi107 2023-10-09T04:18:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:42 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/1670170912' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:18:42.213 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:42 smithi150 ceph-mon[100982]: Deploying daemon mon.c on smithi107 2023-10-09T04:18:42.213 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:42.213 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:42 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/1670170912' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:18:43.260 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-09T04:18:43.260 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-09T04:18:43.373 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[96785]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.373 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 systemd[1]: Starting Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:18:43.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:43 smithi150 ceph-mon[100982]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.666 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 podman[111487]: 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable), process ceph-mon, pid 8 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pidfile_write: ignore empty --pid-file 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: load: jerasure load: lrc 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: RocksDB version: 6.15.5 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Compile date Oct 8 2023 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: DB SUMMARY 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: DB Session ID: SNFKO27B999IOV8SOHPK 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: CURRENT file: CURRENT 2023-10-09T04:18:43.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.error_if_exists: 0 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.create_if_missing: 0 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.paranoid_checks: 1 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.env: 0x55759f03ca80 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.fs: Posix File System 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.info_log: 0x5575a0343d80 2023-10-09T04:18:43.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.statistics: (nil) 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.use_fsync: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_log_file_size: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.allow_fallocate: 1 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.use_direct_reads: 0 2023-10-09T04:18:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.db_log_dir: 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T04:18:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.write_buffer_manager: 0x5575a1036930 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.unordered_write: 0 2023-10-09T04:18:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.row_cache: None 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.wal_filter: None 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.preserve_deletes: 0 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.two_write_queues: 0 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.atomic_flush: 0 2023-10-09T04:18:43.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.log_readahead_size: 0 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T04:18:43.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_background_jobs: 2 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_background_compactions: -1 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_subcompactions: 1 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T04:18:43.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_open_files: -1 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_background_flushes: -1 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Compression algorithms supported: 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kZSTD supported: 0 2023-10-09T04:18:43.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kXpressCompression supported: 0 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kZlibCompression supported: 1 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kSnappyCompression supported: 1 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kLZ4Compression supported: 1 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: kBZip2Compression supported: 0 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.merge_operator: 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_filter: None 2023-10-09T04:18:43.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5575a0316fa0) 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: cache_index_and_filter_blocks: 1 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: pin_top_level_index_and_filter: 1 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: index_type: 0 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: data_block_index_type: 0 2023-10-09T04:18:43.678 INFO:journalctl@ceph.mon.c.smithi107.stdout: index_shortening: 1 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: hash_index_allow_collision: 1 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: checksum: 1 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: no_block_cache: 0 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache: 0x5575a0349090 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache_name: BinnedLRUCache 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache_options: 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: capacity : 536870912 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: num_shard_bits : 4 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: strict_capacity_limit : 0 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: high_pri_pool_ratio: 0.000 2023-10-09T04:18:43.679 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache_compressed: (nil) 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: persistent_cache: (nil) 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_size: 4096 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_size_deviation: 10 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_restart_interval: 16 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: index_block_restart_interval: 1 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: metadata_block_size: 4096 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: partition_filters: 0 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: use_delta_encoding: 1 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: whole_key_filtering: 1 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: verify_compression: 0 2023-10-09T04:18:43.680 INFO:journalctl@ceph.mon.c.smithi107.stdout: read_amp_bytes_per_bit: 0 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout: format_version: 4 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout: enable_index_compression: 1 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_align: 0 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression: NoCompression 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.num_levels: 7 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T04:18:43.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T04:18:43.682 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T04:18:43.683 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.arena_block_size: 4194304 2023-10-09T04:18:43.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T04:18:43.685 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.table_properties_collectors: 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.inplace_update_support: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.bloom_locality: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.max_successive_merges: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T04:18:43.686 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.ttl: 2592000 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.enable_blob_files: false 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.min_blob_size: 0 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-10-09T04:18:43.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825123578688, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825123578947, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1696825123, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "ff1b9b4b-122f-4775-a6aa-e02a40a44e6c", "db_session_id": "SNFKO27B999IOV8SOHPK"}} 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825123579256, "job": 1, "event": "recovery_finished"} 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5575a02dd180 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: DB pointer 0x5575a03b2000 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-10-09T04:18:43.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** DB Stats ** 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:43.689 INFO:journalctl@ceph.mon.c.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:18:43.690 INFO:journalctl@ceph.mon.c.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:43.691 INFO:journalctl@ceph.mon.c.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.6 0.00 0.00 1 0.000 0 0 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:18:43.692 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: using public_addrv [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: starting mon.c rank -1 at public addrs [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] at bind addrs [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(???) e0 preinit fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:43.693 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 bash[111487]: 3f7fdd98a82c8952f4e8a829efcdeaaef800543febe66e14d674f9345a4a9580 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).mds e1 new map 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).mds e1 print_map 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout: e1 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout: legacy client fscid: -1 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout: No filesystems configured 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-09T04:18:43.694 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1122896171' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1122896171' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi150", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Saving service mon spec with placement smithi107:172.21.15.107=a;smithi107:[v2:172.21.15.107:3301,v1:172.21.15.107:6790]=c;smithi150:172.21.15.150=b;count:3 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Deploying daemon mon.b on smithi150 2023-10-09T04:18:43.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.a calling monitor election 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.b calling monitor election 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.698 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: monmap e2: 2 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0]} removed_ranks: {} 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: fsmap 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mgrmap e13: y(active, since 34s) 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: overall HEALTH_OK 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:43.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: Deploying daemon mon.c on smithi107 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/1670170912' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 ceph-mon[111528]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-10-09T04:18:43.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:43 smithi107 systemd[1]: Started Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:18:43.866 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:18:48.936 INFO:teuthology.orchestra.run.smithi150.stdout: 2023-10-09T04:18:48.936 INFO:teuthology.orchestra.run.smithi150.stdout:{"epoch":3,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","modified":"2023-10-09T04:18:43.597800Z","created":"2023-10-09T04:17:14.359389Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3300","nonce":0},{"type":"v1","addr":"172.21.15.107:6789","nonce":0}]},"addr":"172.21.15.107:6789/0","public_addr":"172.21.15.107:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:3300","nonce":0},{"type":"v1","addr":"172.21.15.150:6789","nonce":0}]},"addr":"172.21.15.150:6789/0","public_addr":"172.21.15.150:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3301","nonce":0},{"type":"v1","addr":"172.21.15.107:6790","nonce":0}]},"addr":"172.21.15.107:6790/0","public_addr":"172.21.15.107:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-10-09T04:18:48.939 INFO:teuthology.orchestra.run.smithi150.stderr:dumped monmap epoch 3 2023-10-09T04:18:48.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:48.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: mon.a calling monitor election 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: mon.b calling monitor election 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: mon.c calling monitor election 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:48.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: fsmap 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: mgrmap e13: y(active, since 42s) 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: overall HEALTH_OK 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:48.969 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: mon.a calling monitor election 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: mon.b calling monitor election 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: mon.c calling monitor election 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: fsmap 2023-10-09T04:18:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: mgrmap e13: y(active, since 42s) 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: overall HEALTH_OK 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: mon.a calling monitor election 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: mon.b calling monitor election 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: mon.c calling monitor election 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: fsmap 2023-10-09T04:18:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: osdmap e4: 0 total, 0 up, 0 in 2023-10-09T04:18:49.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: mgrmap e13: y(active, since 42s) 2023-10-09T04:18:49.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: overall HEALTH_OK 2023-10-09T04:18:49.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.314 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-10-09T04:18:49.314 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph config generate-minimal-conf 2023-10-09T04:18:49.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:49 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:49 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:49 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:49 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/2524775613' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:18:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:49 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:50.063 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/2524775613' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/2524775613' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:18:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:49 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:18:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:51.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:51 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:51.587 INFO:teuthology.orchestra.run.smithi107.stdout:# minimal ceph.conf for 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:51.588 INFO:teuthology.orchestra.run.smithi107.stdout:[global] 2023-10-09T04:18:51.588 INFO:teuthology.orchestra.run.smithi107.stdout: fsid = 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:18:51.588 INFO:teuthology.orchestra.run.smithi107.stdout: mon_host = [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:51.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:51 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:52.118 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-10-09T04:18:52.119 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:52.119 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.conf 2023-10-09T04:18:52.148 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:52.148 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:52.215 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:18:52.215 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/ceph/ceph.conf 2023-10-09T04:18:52.251 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:18:52.251 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:18:52.322 INFO:tasks.cephadm:Adding mgr.y on smithi107 2023-10-09T04:18:52.322 INFO:tasks.cephadm:Adding mgr.x on smithi150 2023-10-09T04:18:52.323 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch apply mgr '2;smithi107=y;smithi150=x' 2023-10-09T04:18:52.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:52.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:52.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[96785]: Reconfiguring mon.a (unknown last config time)... 2023-10-09T04:18:52.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[96785]: Reconfiguring daemon mon.a on smithi107 2023-10-09T04:18:52.568 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3661277422' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:52.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:52.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:52.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[111528]: Reconfiguring mon.a (unknown last config time)... 2023-10-09T04:18:52.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[111528]: Reconfiguring daemon mon.a on smithi107 2023-10-09T04:18:52.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:52 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3661277422' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:52 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:52 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:18:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:52 smithi150 ceph-mon[100982]: Reconfiguring mon.a (unknown last config time)... 2023-10-09T04:18:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:52 smithi150 ceph-mon[100982]: Reconfiguring daemon mon.a on smithi107 2023-10-09T04:18:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:52 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3661277422' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:52.955 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:18:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:53 smithi150 ceph-mon[100982]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:53 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:53 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:53 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:53 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:53 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[96785]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:53.516 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[111528]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:53.517 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:53.517 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:53.517 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:53.517 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:53.517 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:53 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:54.382 INFO:teuthology.orchestra.run.smithi150.stdout:Scheduled mgr update... 2023-10-09T04:18:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: Reconfiguring mon.c (monmap changed)... 2023-10-09T04:18:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: Reconfiguring daemon mon.c on smithi107 2023-10-09T04:18:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: Reconfiguring mon.c (monmap changed)... 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: Reconfiguring daemon mon.c on smithi107 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:54.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:54.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:54 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.719 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: Reconfiguring mon.c (monmap changed)... 2023-10-09T04:18:54.719 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: Reconfiguring daemon mon.c on smithi107 2023-10-09T04:18:54.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:18:54.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:18:54.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:54.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:54 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:54.894 DEBUG:teuthology.orchestra.run.smithi150:mgr.x> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x.service 2023-10-09T04:18:54.896 INFO:tasks.cephadm:Deploying OSDs... 2023-10-09T04:18:54.897 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:18:54.897 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/scratch_devs of=/dev/stdout 2023-10-09T04:18:54.918 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-09T04:18:54.918 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_1 2023-10-09T04:18:54.925 INFO:journalctl@ceph.mgr.x.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:18:54.977 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 386830 Links: 1 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2023-10-09 04:18:43.032240447 +0000 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2023-10-09 04:09:53.987326454 +0000 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2023-10-09 04:09:53.987326454 +0000 2023-10-09T04:18:54.978 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2023-10-09T04:18:54.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-09T04:18:55.050 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2023-10-09T04:18:55.050 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2023-10-09T04:18:55.050 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.00024236 s, 2.1 MB/s 2023-10-09T04:18:55.051 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-09T04:18:55.111 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_2 2023-10-09T04:18:55.170 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-09T04:18:55.170 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:55.170 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 386942 Links: 1 2023-10-09T04:18:55.170 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:55.171 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:55.171 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2023-10-09 04:18:43.032240447 +0000 2023-10-09T04:18:55.171 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2023-10-09 04:09:54.498318221 +0000 2023-10-09T04:18:55.171 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2023-10-09 04:09:54.498318221 +0000 2023-10-09T04:18:55.171 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2023-10-09T04:18:55.171 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-09T04:18:55.239 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2023-10-09T04:18:55.239 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2023-10-09T04:18:55.239 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000258336 s, 2.0 MB/s 2023-10-09T04:18:55.240 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-09T04:18:55.299 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_3 2023-10-09T04:18:55.356 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-09T04:18:55.356 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 396337 Links: 1 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2023-10-09 04:18:43.033240431 +0000 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2023-10-09 04:09:55.000310133 +0000 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2023-10-09 04:09:55.000310133 +0000 2023-10-09T04:18:55.357 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2023-10-09T04:18:55.357 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-09T04:18:55.423 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2023-10-09T04:18:55.423 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2023-10-09T04:18:55.423 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000296069 s, 1.7 MB/s 2023-10-09T04:18:55.424 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-09T04:18:55.482 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_4 2023-10-09T04:18:55.540 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-09T04:18:55.540 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:55.540 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 395337 Links: 1 2023-10-09T04:18:55.540 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:55.540 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:55.541 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2023-10-09 04:18:43.033240431 +0000 2023-10-09T04:18:55.541 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2023-10-09 04:09:55.526301658 +0000 2023-10-09T04:18:55.541 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2023-10-09 04:09:55.526301658 +0000 2023-10-09T04:18:55.541 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2023-10-09T04:18:55.541 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-09T04:18:55.609 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2023-10-09T04:18:55.610 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2023-10-09T04:18:55.610 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.00017971 s, 2.8 MB/s 2023-10-09T04:18:55.610 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-09T04:18:55.668 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:18:55.668 DEBUG:teuthology.orchestra.run.smithi150:> dd if=/scratch_devs of=/dev/stdout 2023-10-09T04:18:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: Reconfiguring mon.b (monmap changed)... 2023-10-09T04:18:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: Reconfiguring daemon mon.b on smithi150 2023-10-09T04:18:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi107=y;smithi150=x", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: Saving service mgr spec with placement smithi107=y;smithi150=x;count:2 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:18:55.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: Reconfiguring mon.b (monmap changed)... 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: Reconfiguring daemon mon.b on smithi150 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi107=y;smithi150=x", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: Saving service mgr spec with placement smithi107=y;smithi150=x;count:2 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:55.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:18:55.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-09T04:18:55.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:18:55.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:55.688 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-09T04:18:55.688 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_1 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: Reconfiguring mon.b (monmap changed)... 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: Reconfiguring daemon mon.b on smithi150 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi107=y;smithi150=x", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: Saving service mgr spec with placement smithi107=y;smithi150=x;count:2 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:18:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:55.747 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-09T04:18:55.747 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:55.747 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 6h/6d Inode: 389084 Links: 1 2023-10-09T04:18:55.747 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:55.747 INFO:teuthology.orchestra.run.smithi150.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:55.748 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2023-10-09 04:18:34.999035963 +0000 2023-10-09T04:18:55.748 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2023-10-09 04:09:56.307612531 +0000 2023-10-09T04:18:55.748 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2023-10-09 04:09:56.307612531 +0000 2023-10-09T04:18:55.748 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2023-10-09T04:18:55.748 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-09T04:18:55.814 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2023-10-09T04:18:55.814 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2023-10-09T04:18:55.814 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000219599 s, 2.3 MB/s 2023-10-09T04:18:55.815 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-09T04:18:55.873 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_2 2023-10-09T04:18:55.931 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-09T04:18:55.931 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:55.931 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 6h/6d Inode: 381914 Links: 1 2023-10-09T04:18:55.931 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:55.931 INFO:teuthology.orchestra.run.smithi150.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:55.931 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2023-10-09 04:18:34.999035963 +0000 2023-10-09T04:18:55.932 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2023-10-09 04:09:56.808602760 +0000 2023-10-09T04:18:55.932 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2023-10-09 04:09:56.808602760 +0000 2023-10-09T04:18:55.932 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2023-10-09T04:18:55.932 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-09T04:18:55.997 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2023-10-09T04:18:55.997 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2023-10-09T04:18:55.998 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000323469 s, 1.6 MB/s 2023-10-09T04:18:55.999 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-09T04:18:56.056 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_3 2023-10-09T04:18:56.114 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-09T04:18:56.114 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:56.114 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 6h/6d Inode: 392785 Links: 1 2023-10-09T04:18:56.114 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:56.115 INFO:teuthology.orchestra.run.smithi150.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:56.115 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2023-10-09 04:18:34.999035963 +0000 2023-10-09T04:18:56.115 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2023-10-09 04:09:57.316592854 +0000 2023-10-09T04:18:56.115 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2023-10-09 04:09:57.316592854 +0000 2023-10-09T04:18:56.115 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2023-10-09T04:18:56.116 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-09T04:18:56.182 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2023-10-09T04:18:56.182 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2023-10-09T04:18:56.182 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000233231 s, 2.2 MB/s 2023-10-09T04:18:56.184 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-09T04:18:56.241 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_4 2023-10-09T04:18:56.299 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-09T04:18:56.299 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-09T04:18:56.299 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 6h/6d Inode: 387891 Links: 1 2023-10-09T04:18:56.299 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-09T04:18:56.299 INFO:teuthology.orchestra.run.smithi150.stdout:Context: system_u:object_r:device_t:s0 2023-10-09T04:18:56.299 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2023-10-09 04:18:34.999035963 +0000 2023-10-09T04:18:56.300 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2023-10-09 04:09:57.847582499 +0000 2023-10-09T04:18:56.300 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2023-10-09 04:09:57.847582499 +0000 2023-10-09T04:18:56.300 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2023-10-09T04:18:56.300 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-09T04:18:56.365 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2023-10-09T04:18:56.365 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2023-10-09T04:18:56.366 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000193806 s, 2.6 MB/s 2023-10-09T04:18:56.367 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-09T04:18:56.424 INFO:tasks.cephadm:Deploying osd.0 on smithi107 with /dev/vg_nvme/lv_4... 2023-10-09T04:18:56.424 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-09T04:18:56.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:56 smithi107 ceph-mon[96785]: Deploying daemon mgr.x on smithi150 2023-10-09T04:18:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:56 smithi107 ceph-mon[111528]: Deploying daemon mgr.x on smithi150 2023-10-09T04:18:56.680 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:56 smithi150 ceph-mon[100982]: Deploying daemon mgr.x on smithi150 2023-10-09T04:18:56.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:56 smithi150 systemd[1]: Starting Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:18:57.020 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:57.311 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 podman[103070]: 2023-10-09T04:18:57.311 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-mgr[103110]: -- 172.21.15.150:0/2158262085 <== mon.1 v2:172.21.15.150:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5624043d29c0 con 0x5624043a8c00 2023-10-09T04:18:57.601 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:57 smithi107 ceph-mon[96785]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:57.601 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:57 smithi107 ceph-mon[111528]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:57.602 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-mon[100982]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:57.603 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 bash[103070]: 9aaad3f29e775203822120a4fcea0e906d242e1e8981c92ada815f19c651e274 2023-10-09T04:18:57.603 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 systemd[1]: Started Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:18:57.603 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:57.432+0000 7f04fa1211c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:18:57.603 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:57.508+0000 7f04fa1211c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:18:57.877 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:57.602+0000 7f04fa1211c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:18:57.877 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:57.699+0000 7f04fa1211c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:18:57.877 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:57.875+0000 7f04fa1211c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:58.193+0000 7f04fa1211c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:58.286+0000 7f04fa1211c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:58.419+0000 7f04fa1211c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:58.586 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-09T04:18:58.586 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-09T04:18:58.587 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2023-10-09T04:18:58.587 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2023-10-09T04:18:58.587 INFO:teuthology.orchestra.run.smithi107.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0140355 s, 747 MB/s 2023-10-09T04:18:58.587 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2023-10-09T04:18:58.706 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.706 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:58.707 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:18:58.962 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:58.516+0000 7f04fa1211c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:18:58.962 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:58.960+0000 7f04fa1211c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:18:58.974 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi107:vg_nvme/lv_4 2023-10-09T04:18:59.573 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:18:59.723 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:59.553+0000 7f04fa1211c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:18:59.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:59.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.724 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:59.724 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:59.724 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.724 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:18:59.724 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:18:59.724 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:59.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:18:59.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:18:59.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:18:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:18:59.982 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:18:59 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:18:59.722+0000 7f04fa1211c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:19:00.726 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:00 smithi150 ceph-mon[100982]: Reconfiguring mgr.y (unknown last config time)... 2023-10-09T04:19:00.726 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:00 smithi150 ceph-mon[100982]: Reconfiguring daemon mgr.y on smithi107 2023-10-09T04:19:00.727 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:00.470+0000 7f04fa1211c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:19:00.727 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:00.559+0000 7f04fa1211c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:19:00.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:00 smithi107 ceph-mon[96785]: Reconfiguring mgr.y (unknown last config time)... 2023-10-09T04:19:00.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:00 smithi107 ceph-mon[96785]: Reconfiguring daemon mgr.y on smithi107 2023-10-09T04:19:00.796 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:00 smithi107 ceph-mon[111528]: Reconfiguring mgr.y (unknown last config time)... 2023-10-09T04:19:00.796 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:00 smithi107 ceph-mon[111528]: Reconfiguring daemon mgr.y on smithi107 2023-10-09T04:19:01.373 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:00.725+0000 7f04fa1211c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:19:01.373 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:00.997+0000 7f04fa1211c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:19:01.374 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:01.086+0000 7f04fa1211c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:01.372+0000 7f04fa1211c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:01.627 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.628 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:01.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:01 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:01.625+0000 7f04fa1211c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:19:02.639 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:02.324+0000 7f04fa1211c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:19:02.639 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:02.453+0000 7f04fa1211c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:19:02.639 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-mon[100982]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:02.639 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:02.639 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:02.639 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[96785]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[111528]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:02.961 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:02.637+0000 7f04fa1211c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:19:02.962 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:02.750+0000 7f04fa1211c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:19:03.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:02.960+0000 7f04fa1211c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:19:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:03 smithi107 ceph-mon[96785]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:03 smithi107 ceph-mon[111528]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:03.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:03 smithi150 ceph-mon[100982]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:04.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:19:03 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:19:03.820+0000 7f04fa1211c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: Standby manager daemon x started 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/144476081' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]: dispatch 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]: dispatch 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]': finished 2023-10-09T04:19:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: osdmap e5: 1 total, 0 up, 1 in 2023-10-09T04:19:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:04 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: Standby manager daemon x started 2023-10-09T04:19:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:19:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/144476081' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]': finished 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: osdmap e5: 1 total, 0 up, 1 in 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: Standby manager daemon x started 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:19:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1206232920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/144476081' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]: dispatch 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]: dispatch 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90ea961d-11d4-4f02-b0b1-d8a7eaf1f595"}]': finished 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: osdmap e5: 1 total, 0 up, 1 in 2023-10-09T04:19:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:04 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:05.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:05 smithi150 ceph-mon[100982]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:05 smithi150 ceph-mon[100982]: mgrmap e14: y(active, since 58s), standbys: x 2023-10-09T04:19:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:19:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:05 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1189645815' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:05.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[96785]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:05.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[96785]: mgrmap e14: y(active, since 58s), standbys: x 2023-10-09T04:19:05.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:19:05.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1189645815' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[111528]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[111528]: mgrmap e14: y(active, since 58s), standbys: x 2023-10-09T04:19:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:19:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:05 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1189645815' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:07.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:07 smithi107 ceph-mon[96785]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:07.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:07 smithi107 ceph-mon[111528]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:07.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:07 smithi150 ceph-mon[100982]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:09.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:09 smithi107 ceph-mon[96785]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:09.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:09 smithi107 ceph-mon[111528]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:09 smithi150 ceph-mon[100982]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:10 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:19:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:10 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:10 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:19:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:10 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:10 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:19:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:10 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:11 smithi107 ceph-mon[96785]: Deploying daemon osd.0 on smithi107 2023-10-09T04:19:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:11 smithi107 ceph-mon[96785]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:11 smithi107 ceph-mon[111528]: Deploying daemon osd.0 on smithi107 2023-10-09T04:19:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:11 smithi107 ceph-mon[111528]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:11.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:11 smithi150 ceph-mon[100982]: Deploying daemon osd.0 on smithi107 2023-10-09T04:19:11.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:11 smithi150 ceph-mon[100982]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:13 smithi107 ceph-mon[96785]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:13 smithi107 ceph-mon[111528]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:13.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:13 smithi150 ceph-mon[100982]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[96785]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[111528]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:15 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:15 smithi150 ceph-mon[100982]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:15 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:15 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:15 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:17.254 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 0 on host 'smithi107' 2023-10-09T04:19:17.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:17.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:17.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:17.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[111528]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:17.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:17.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:17.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:17 smithi107 ceph-mon[96785]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:19:17.662 DEBUG:teuthology.orchestra.run.smithi107:osd.0> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.0.service 2023-10-09T04:19:17.664 INFO:tasks.cephadm:Deploying osd.1 on smithi107 with /dev/vg_nvme/lv_3... 2023-10-09T04:19:17.664 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-09T04:19:17.694 INFO:journalctl@ceph.osd.0.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:17.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:17.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:17 smithi150 ceph-mon[100982]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:19:18.725 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:19:19.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[96785]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:19.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[96785]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T04:19:19.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[96785]: osdmap e6: 1 total, 0 up, 1 in 2023-10-09T04:19:19.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:19.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[96785]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:19.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:19 smithi150 ceph-mon[100982]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:19.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:19 smithi150 ceph-mon[100982]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T04:19:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:19 smithi150 ceph-mon[100982]: osdmap e6: 1 total, 0 up, 1 in 2023-10-09T04:19:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:19 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:19 smithi150 ceph-mon[100982]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:19.569 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[111528]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:19.569 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[111528]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T04:19:19.569 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[111528]: osdmap e6: 1 total, 0 up, 1 in 2023-10-09T04:19:19.569 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:19.569 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-mon[111528]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:19.569 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[115960]: 2023-10-09T04:19:19.210+0000 7f62d009d700 -1 osd.0 0 waiting for initial osdmap 2023-10-09T04:19:19.570 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:19:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[115960]: 2023-10-09T04:19:19.216+0000 7f62c8e94700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:19:20.395 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-09T04:19:20.396 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-09T04:19:20.396 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2023-10-09T04:19:20.396 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2023-10-09T04:19:20.396 INFO:teuthology.orchestra.run.smithi107.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112579 s, 931 MB/s 2023-10-09T04:19:20.396 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 2023-10-09T04:19:20.396 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2023-10-09T04:19:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:20 smithi150 ceph-mon[100982]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:19:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:20 smithi150 ceph-mon[100982]: osdmap e7: 1 total, 0 up, 1 in 2023-10-09T04:19:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:20 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:20 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:20.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[111528]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:19:20.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[111528]: osdmap e7: 1 total, 0 up, 1 in 2023-10-09T04:19:20.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:20.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:20.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[96785]: from='osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:19:20.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[96785]: osdmap e7: 1 total, 0 up, 1 in 2023-10-09T04:19:20.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:20.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:20 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.180 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi107:vg_nvme/lv_3 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181] boot 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: osdmap e8: 1 total, 1 up, 1 in 2023-10-09T04:19:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:19:21.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181] boot 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: osdmap e8: 1 total, 1 up, 1 in 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:21.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: osd.0 [v2:172.21.15.107:6802/212908181,v1:172.21.15.107:6803/212908181] boot 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: osdmap e8: 1 total, 1 up, 1 in 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:21.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:21.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:21.774 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:19:22.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:22 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi107 2023-10-09T04:19:22.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:22 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi107 to 16144M 2023-10-09T04:19:22.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:22 smithi107 ceph-mon[111528]: osdmap e9: 1 total, 1 up, 1 in 2023-10-09T04:19:22.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:22 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi107 2023-10-09T04:19:22.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:22 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi107 to 16144M 2023-10-09T04:19:22.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:22 smithi107 ceph-mon[96785]: osdmap e9: 1 total, 1 up, 1 in 2023-10-09T04:19:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:22 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi107 2023-10-09T04:19:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:22 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi107 to 16144M 2023-10-09T04:19:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:22 smithi150 ceph-mon[100982]: osdmap e9: 1 total, 1 up, 1 in 2023-10-09T04:19:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[96785]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[111528]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:23 smithi150 ceph-mon[100982]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:24.534 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:24 smithi107 ceph-mon[111528]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:24.535 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:24 smithi107 ceph-mon[96785]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:24.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:24 smithi150 ceph-mon[100982]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:25.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:25 smithi107 ceph-mon[96785]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:25.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:25 smithi107 ceph-mon[111528]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:25.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:25 smithi150 ceph-mon[100982]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/268825123' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf3914e-0349-46dc-9b29-11ad23d47bf0"}]: dispatch 2023-10-09T04:19:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/268825123' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf3914e-0349-46dc-9b29-11ad23d47bf0"}]': finished 2023-10-09T04:19:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[96785]: osdmap e10: 2 total, 1 up, 2 in 2023-10-09T04:19:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:26.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2261366887' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/268825123' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf3914e-0349-46dc-9b29-11ad23d47bf0"}]: dispatch 2023-10-09T04:19:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/268825123' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf3914e-0349-46dc-9b29-11ad23d47bf0"}]': finished 2023-10-09T04:19:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[111528]: osdmap e10: 2 total, 1 up, 2 in 2023-10-09T04:19:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:26 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2261366887' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:26.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:26 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/268825123' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf3914e-0349-46dc-9b29-11ad23d47bf0"}]: dispatch 2023-10-09T04:19:26.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:26 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/268825123' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf3914e-0349-46dc-9b29-11ad23d47bf0"}]': finished 2023-10-09T04:19:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:26 smithi150 ceph-mon[100982]: osdmap e10: 2 total, 1 up, 2 in 2023-10-09T04:19:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:26 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:26 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2261366887' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:27.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:27 smithi107 ceph-mon[96785]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:27.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:27 smithi107 ceph-mon[111528]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:27.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:27 smithi150 ceph-mon[100982]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:29.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:29 smithi107 ceph-mon[96785]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:29.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:29 smithi107 ceph-mon[111528]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:29 smithi150 ceph-mon[100982]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:31.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:31 smithi107 ceph-mon[111528]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:31.365 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:31 smithi107 ceph-mon[96785]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:31.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:31 smithi150 ceph-mon[100982]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:32.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:19:32.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:32.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:32 smithi107 ceph-mon[96785]: Deploying daemon osd.1 on smithi107 2023-10-09T04:19:32.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:32 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:19:32.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:32 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:32.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:32 smithi107 ceph-mon[111528]: Deploying daemon osd.1 on smithi107 2023-10-09T04:19:32.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:32 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:19:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:32 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:32 smithi150 ceph-mon[100982]: Deploying daemon osd.1 on smithi107 2023-10-09T04:19:33.540 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:33 smithi107 ceph-mon[111528]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:33.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:33 smithi107 ceph-mon[96785]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:33.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:33 smithi150 ceph-mon[100982]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:35.533 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:35 smithi107 ceph-mon[96785]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:35.534 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:35 smithi107 ceph-mon[111528]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:35.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:35 smithi150 ceph-mon[100982]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:36.998 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:36.998 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:36.998 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:36.998 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[111528]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:36.998 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:36.999 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:36.999 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:36.999 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:36 smithi107 ceph-mon[96785]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:37.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:36 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:36 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:36 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:36 smithi150 ceph-mon[100982]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:38.307 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 1 on host 'smithi107' 2023-10-09T04:19:38.752 DEBUG:teuthology.orchestra.run.smithi107:osd.1> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service 2023-10-09T04:19:38.754 INFO:tasks.cephadm:Deploying osd.2 on smithi107 with /dev/vg_nvme/lv_2... 2023-10-09T04:19:38.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-09T04:19:38.782 INFO:journalctl@ceph.osd.1.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:19:39.169 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:19:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[123790]: 2023-10-09T04:19:38.873+0000 7f639adc1540 -1 osd.1 0 log_to_monitors true 2023-10-09T04:19:39.524 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:19:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: from='osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[96785]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: from='osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:19:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:39 smithi107 ceph-mon[111528]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:19:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: from='osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:19:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:39 smithi150 ceph-mon[100982]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:19:40.804 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[123790]: 2023-10-09T04:19:40.499+0000 7f63915a6700 -1 osd.1 0 waiting for initial osdmap 2023-10-09T04:19:40.804 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[123790]: 2023-10-09T04:19:40.502+0000 7f638bba0700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:19:40.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[96785]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:19:40.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[96785]: osdmap e11: 2 total, 1 up, 2 in 2023-10-09T04:19:40.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:40.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[96785]: from='osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:40.805 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[96785]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:40.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[111528]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:19:40.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[111528]: osdmap e11: 2 total, 1 up, 2 in 2023-10-09T04:19:40.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:40.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[111528]: from='osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:40.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:40 smithi107 ceph-mon[111528]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:40.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:40 smithi150 ceph-mon[100982]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:19:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:40 smithi150 ceph-mon[100982]: osdmap e11: 2 total, 1 up, 2 in 2023-10-09T04:19:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:40 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:40 smithi150 ceph-mon[100982]: from='osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:40 smithi150 ceph-mon[100982]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:19:41.301 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-09T04:19:41.301 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-09T04:19:41.301 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2023-10-09T04:19:41.302 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2023-10-09T04:19:41.302 INFO:teuthology.orchestra.run.smithi107.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0126732 s, 827 MB/s 2023-10-09T04:19:41.302 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 2023-10-09T04:19:41.302 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2023-10-09T04:19:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[96785]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[96785]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:19:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[96785]: osdmap e12: 2 total, 1 up, 2 in 2023-10-09T04:19:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[111528]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[111528]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:19:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[111528]: osdmap e12: 2 total, 1 up, 2 in 2023-10-09T04:19:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.797 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi107:vg_nvme/lv_2 2023-10-09T04:19:41.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:41 smithi150 ceph-mon[100982]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:41 smithi150 ceph-mon[100982]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:19:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:41 smithi150 ceph-mon[100982]: osdmap e12: 2 total, 1 up, 2 in 2023-10-09T04:19:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:42.403 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:19:42.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:19:42.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:19:42.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677] boot 2023-10-09T04:19:42.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: osdmap e13: 2 total, 2 up, 2 in 2023-10-09T04:19:42.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:42.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:42.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677] boot 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: osdmap e13: 2 total, 2 up, 2 in 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:42.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:42.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: osd.1 [v2:172.21.15.107:6810/4103309677,v1:172.21.15.107:6811/4103309677] boot 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: osdmap e13: 2 total, 2 up, 2 in 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:19:42.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi107 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi107 to 8072M 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[111528]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[111528]: osdmap e14: 2 total, 2 up, 2 in 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi107 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi107 to 8072M 2023-10-09T04:19:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[96785]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:43.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:43 smithi107 ceph-mon[96785]: osdmap e14: 2 total, 2 up, 2 in 2023-10-09T04:19:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:43 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi107 2023-10-09T04:19:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:43 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi107 to 8072M 2023-10-09T04:19:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:43 smithi150 ceph-mon[100982]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-10-09T04:19:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:43 smithi150 ceph-mon[100982]: osdmap e14: 2 total, 2 up, 2 in 2023-10-09T04:19:44.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:44 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:44.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:44 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:44.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:44 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:44.846 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:44 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:44.846 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:44 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:44.846 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:44 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:44.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:44 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:19:44.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:44 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:19:44.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:44 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:45 smithi107 ceph-mon[96785]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:45 smithi107 ceph-mon[96785]: pgmap v53: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:45 smithi107 ceph-mon[111528]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:45 smithi107 ceph-mon[111528]: pgmap v53: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:45 smithi150 ceph-mon[100982]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:19:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:45 smithi150 ceph-mon[100982]: pgmap v53: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: pgmap v54: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1643252386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]: dispatch 2023-10-09T04:19:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]: dispatch 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]': finished 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: osdmap e15: 3 total, 2 up, 3 in 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/370081771' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: pgmap v54: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1643252386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]: dispatch 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]: dispatch 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]': finished 2023-10-09T04:19:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: osdmap e15: 3 total, 2 up, 3 in 2023-10-09T04:19:47.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:19:47.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:47 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/370081771' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: pgmap v54: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1643252386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]: dispatch 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]: dispatch 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a42e461-fbc1-4a4d-95e4-f81c4d24aa52"}]': finished 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: osdmap e15: 3 total, 2 up, 3 in 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:19:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:47 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/370081771' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:19:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:49 smithi107 ceph-mon[111528]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:49 smithi107 ceph-mon[96785]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:49 smithi150 ceph-mon[100982]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:51 smithi107 ceph-mon[96785]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:51 smithi107 ceph-mon[111528]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:51 smithi150 ceph-mon[100982]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:52 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:19:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:52 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:52 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:19:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:52 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:52 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:19:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:52 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:19:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:53 smithi107 ceph-mon[96785]: Deploying daemon osd.2 on smithi107 2023-10-09T04:19:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:53 smithi107 ceph-mon[96785]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:53 smithi107 ceph-mon[111528]: Deploying daemon osd.2 on smithi107 2023-10-09T04:19:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:53 smithi107 ceph-mon[111528]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:53.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:53 smithi150 ceph-mon[100982]: Deploying daemon osd.2 on smithi107 2023-10-09T04:19:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:53 smithi150 ceph-mon[100982]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:55.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:55 smithi107 ceph-mon[96785]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:55 smithi107 ceph-mon[111528]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:55 smithi150 ceph-mon[100982]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:57.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[111528]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[96785]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:57.336 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:57 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:57.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:57 smithi150 ceph-mon[100982]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:57 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:57 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:57 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:19:58.802 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 2 on host 'smithi107' 2023-10-09T04:19:59.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[96785]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:59.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.108 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.108 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.108 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.281 DEBUG:teuthology.orchestra.run.smithi107:osd.2> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.2.service 2023-10-09T04:19:59.283 INFO:tasks.cephadm:Deploying osd.3 on smithi107 with /dev/vg_nvme/lv_1... 2023-10-09T04:19:59.284 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-09T04:19:59.315 INFO:journalctl@ceph.osd.2.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:19:59.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[111528]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:19:59 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:59 smithi150 ceph-mon[100982]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:19:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:19:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:19:59 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:00.321 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:20:00.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:00 smithi107 ceph-mon[96785]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:20:00.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:00 smithi107 ceph-mon[96785]: overall HEALTH_OK 2023-10-09T04:20:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:00 smithi107 ceph-mon[111528]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:20:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:00 smithi107 ceph-mon[111528]: overall HEALTH_OK 2023-10-09T04:20:00.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:00 smithi150 ceph-mon[100982]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:20:00.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:00 smithi150 ceph-mon[100982]: overall HEALTH_OK 2023-10-09T04:20:01.118 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[96785]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:20:01.118 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[96785]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T04:20:01.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[96785]: osdmap e16: 3 total, 2 up, 3 in 2023-10-09T04:20:01.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:01.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[96785]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:01.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[111528]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:20:01.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[111528]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T04:20:01.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[111528]: osdmap e16: 3 total, 2 up, 3 in 2023-10-09T04:20:01.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:01.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-mon[111528]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:01.420 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[131438]: 2023-10-09T04:20:01.118+0000 7f1806ab5700 -1 osd.2 0 waiting for initial osdmap 2023-10-09T04:20:01.420 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:01 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[131438]: 2023-10-09T04:20:01.123+0000 7f18018b0700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:20:01.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:01 smithi150 ceph-mon[100982]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:20:01.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:01 smithi150 ceph-mon[100982]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T04:20:01.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:01 smithi150 ceph-mon[100982]: osdmap e16: 3 total, 2 up, 3 in 2023-10-09T04:20:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:01 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:01 smithi150 ceph-mon[100982]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:01.983 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-09T04:20:01.983 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-09T04:20:01.983 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2023-10-09T04:20:01.983 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2023-10-09T04:20:01.983 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112272 s, 934 MB/s 2023-10-09T04:20:01.983 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2023-10-09T04:20:02.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[111528]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:20:02.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[111528]: osdmap e17: 3 total, 2 up, 3 in 2023-10-09T04:20:02.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:02.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[96785]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:20:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[96785]: osdmap e17: 3 total, 2 up, 3 in 2023-10-09T04:20:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:02 smithi150 ceph-mon[100982]: from='osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:20:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:02 smithi150 ceph-mon[100982]: osdmap e17: 3 total, 2 up, 3 in 2023-10-09T04:20:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:02.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi107:vg_nvme/lv_1 2023-10-09T04:20:03.196 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:20:03.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867] boot 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: osdmap e18: 3 total, 3 up, 3 in 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi107 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:03.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867] boot 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: osdmap e18: 3 total, 3 up, 3 in 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi107 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:03.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: osd.2 [v2:172.21.15.107:6818/2500720867,v1:172.21.15.107:6819/2500720867] boot 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: osdmap e18: 3 total, 3 up, 3 in 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi107 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:04.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi107 to 5381M 2023-10-09T04:20:04.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-10-09T04:20:04.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[111528]: osdmap e19: 3 total, 3 up, 3 in 2023-10-09T04:20:04.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:20:04.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi107 to 5381M 2023-10-09T04:20:04.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-10-09T04:20:04.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[96785]: osdmap e19: 3 total, 3 up, 3 in 2023-10-09T04:20:04.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:04 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:20:04.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:04 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi107 to 5381M 2023-10-09T04:20:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:04 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-10-09T04:20:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:04 smithi150 ceph-mon[100982]: osdmap e19: 3 total, 3 up, 3 in 2023-10-09T04:20:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:04 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: pgmap v68: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: osdmap e20: 3 total, 3 up, 3 in 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:05.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: pgmap v68: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: osdmap e20: 3 total, 3 up, 3 in 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:05.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:05.365 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136630]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T04:20:05.366 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136630]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:05.366 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136630]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:05.366 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136630]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:05.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: pgmap v68: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:20:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:20:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: osdmap e20: 3 total, 3 up, 3 in 2023-10-09T04:20:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:05.638 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136661]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T04:20:05.638 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136661]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:05.638 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136661]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:05.639 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136661]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:05.906 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136684]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T04:20:05.906 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136684]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:05.906 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136684]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:05.906 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136684]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:06.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:06 smithi107 ceph-mon[111528]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:06.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:06 smithi107 ceph-mon[111528]: osdmap e21: 3 total, 3 up, 3 in 2023-10-09T04:20:06.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:06.162 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136713]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T04:20:06.162 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136713]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:06.162 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136713]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:06.162 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:20:05 smithi107 sudo[136713]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:06.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 ceph-mon[96785]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:06.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 ceph-mon[96785]: osdmap e21: 3 total, 3 up, 3 in 2023-10-09T04:20:06.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:06.419 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136737]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T04:20:06.419 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136737]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:06.419 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136737]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:06.419 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136737]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:06 smithi150 ceph-mon[100982]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:06 smithi150 ceph-mon[100982]: osdmap e21: 3 total, 3 up, 3 in 2023-10-09T04:20:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:06.683 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136771]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T04:20:06.683 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136771]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:06.683 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136771]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:06.683 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136771]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:06.945 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136785]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T04:20:06.945 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136785]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:06.945 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136785]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:06.945 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136785]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:07.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136812]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T04:20:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136812]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136812]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:06 smithi107 sudo[136812]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:07.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103796]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T04:20:07.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103796]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:07.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103796]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:07.439 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103796]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:07.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: pgmap v71: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:07.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:07.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:07.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:07.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3187887335' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]: dispatch 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[111528]: Cluster is now healthy 2023-10-09T04:20:07.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: pgmap v71: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3187887335' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]: dispatch 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:20:07.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:07 smithi107 ceph-mon[96785]: Cluster is now healthy 2023-10-09T04:20:07.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103799]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T04:20:07.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103799]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103799]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 sudo[103799]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: pgmap v71: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:07.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3187887335' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]: dispatch 2023-10-09T04:20:07.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]: dispatch 2023-10-09T04:20:07.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:20:07.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:07 smithi150 ceph-mon[100982]: Cluster is now healthy 2023-10-09T04:20:07.978 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136823]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-09T04:20:07.978 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136823]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:07.978 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136823]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:07.978 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136823]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136853]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-09T04:20:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136853]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-09T04:20:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136853]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-09T04:20:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:07 smithi107 sudo[136853]: pam_unix(sudo:session): session closed for user root 2023-10-09T04:20:08.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]': finished 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: osdmap e22: 4 total, 3 up, 4 in 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: mgrmap e15: y(active, since 2m), standbys: x 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:08.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:08.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:08 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1557648436' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]': finished 2023-10-09T04:20:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: osdmap e22: 4 total, 3 up, 4 in 2023-10-09T04:20:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: mgrmap e15: y(active, since 2m), standbys: x 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1557648436' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:08.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "93ec819e-e804-411d-91cf-4a02b2ad66a9"}]': finished 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: osdmap e22: 4 total, 3 up, 4 in 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: mgrmap e15: y(active, since 2m), standbys: x 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-09T04:20:08.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:08 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1557648436' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:09.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:09 smithi150 ceph-mon[100982]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:09.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:09 smithi107 ceph-mon[111528]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:09.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:09 smithi107 ceph-mon[96785]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:11.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:11 smithi107 ceph-mon[111528]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:11.730 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:11 smithi107 ceph-mon[96785]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:11.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:11 smithi150 ceph-mon[100982]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:13 smithi150 ceph-mon[100982]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:13 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:20:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:13 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:13.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:13 smithi107 ceph-mon[96785]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:13.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:13 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:20:13.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:13 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:13.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:13 smithi107 ceph-mon[111528]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-10-09T04:20:13.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:13 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:20:13.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:13 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:14 smithi107 ceph-mon[96785]: Deploying daemon osd.3 on smithi107 2023-10-09T04:20:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:14 smithi107 ceph-mon[111528]: Deploying daemon osd.3 on smithi107 2023-10-09T04:20:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:14 smithi150 ceph-mon[100982]: Deploying daemon osd.3 on smithi107 2023-10-09T04:20:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:15 smithi150 ceph-mon[100982]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-10-09T04:20:15.760 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:15 smithi107 ceph-mon[111528]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-10-09T04:20:15.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:15 smithi107 ceph-mon[96785]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-10-09T04:20:17.090 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:17 smithi107 ceph-mon[96785]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-10-09T04:20:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:17 smithi107 ceph-mon[111528]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-10-09T04:20:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:17 smithi150 ceph-mon[100982]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-10-09T04:20:18.739 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:18 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:18.739 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:18 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:18.739 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:18 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:18.740 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:18 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:18.740 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:18 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:18.740 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:18 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:18 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:18 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:18 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:19 smithi107 ceph-mon[96785]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-09T04:20:19.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:19 smithi107 ceph-mon[111528]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-09T04:20:19.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:19 smithi150 ceph-mon[100982]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-09T04:20:20.365 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 3 on host 'smithi107' 2023-10-09T04:20:20.779 DEBUG:teuthology.orchestra.run.smithi107:osd.3> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3.service 2023-10-09T04:20:20.782 INFO:tasks.cephadm:Deploying osd.4 on smithi150 with /dev/vg_nvme/lv_4... 2023-10-09T04:20:20.782 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-09T04:20:20.812 INFO:journalctl@ceph.osd.3.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:20:21.386 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:20:21.642 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-10-09T04:20:21.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: from='osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:20:21.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:21 smithi150 ceph-mon[100982]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:20:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-10-09T04:20:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: from='osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[111528]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: from='osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:20:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:21 smithi107 ceph-mon[96785]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:20:22.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[111528]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:20:22.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[111528]: osdmap e23: 4 total, 3 up, 4 in 2023-10-09T04:20:22.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:22.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[111528]: from='osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:22.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[111528]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:22.919 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[138690]: 2023-10-09T04:20:22.620+0000 7fe2f1e1a700 -1 osd.3 0 waiting for initial osdmap 2023-10-09T04:20:22.919 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[138690]: 2023-10-09T04:20:22.624+0000 7fe2edc17700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:20:22.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[96785]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:20:22.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[96785]: osdmap e23: 4 total, 3 up, 4 in 2023-10-09T04:20:22.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:22.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[96785]: from='osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:22.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:22 smithi107 ceph-mon[96785]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:22.953 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-09T04:20:22.953 INFO:teuthology.orchestra.run.smithi150.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-09T04:20:22.954 INFO:teuthology.orchestra.run.smithi150.stderr: stderr: 10+0 records in 2023-10-09T04:20:22.954 INFO:teuthology.orchestra.run.smithi150.stderr:10+0 records out 2023-10-09T04:20:22.954 INFO:teuthology.orchestra.run.smithi150.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0110601 s, 948 MB/s 2023-10-09T04:20:22.954 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping successful for: 2023-10-09T04:20:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:22 smithi150 ceph-mon[100982]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:20:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:22 smithi150 ceph-mon[100982]: osdmap e23: 4 total, 3 up, 4 in 2023-10-09T04:20:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:22 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:22 smithi150 ceph-mon[100982]: from='osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:22 smithi150 ceph-mon[100982]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:20:23.340 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi150:vg_nvme/lv_4 2023-10-09T04:20:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[111528]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-09T04:20:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[111528]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:20:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[111528]: osdmap e24: 4 total, 3 up, 4 in 2023-10-09T04:20:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[96785]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-09T04:20:23.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[96785]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:20:23.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[96785]: osdmap e24: 4 total, 3 up, 4 in 2023-10-09T04:20:23.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:23.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:23.934 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:20:23.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:23 smithi150 ceph-mon[100982]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-09T04:20:23.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:23 smithi150 ceph-mon[100982]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2023-10-09T04:20:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:23 smithi150 ceph-mon[100982]: osdmap e24: 4 total, 3 up, 4 in 2023-10-09T04:20:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:24.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:20:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:20:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853] boot 2023-10-09T04:20:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: osdmap e25: 4 total, 4 up, 4 in 2023-10-09T04:20:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:24.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:24.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi107 2023-10-09T04:20:24.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi107 to 4036M 2023-10-09T04:20:24.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:24.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:24.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:24.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:24.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:24.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:24 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853] boot 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: osdmap e25: 4 total, 4 up, 4 in 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi107 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi107 to 4036M 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: osd.3 [v2:172.21.15.107:6826/3863286853,v1:172.21.15.107:6827/3863286853] boot 2023-10-09T04:20:24.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: osdmap e25: 4 total, 4 up, 4 in 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi107 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi107 to 4036M 2023-10-09T04:20:24.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:24.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:24 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[96785]: osdmap e26: 4 total, 4 up, 4 in 2023-10-09T04:20:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[96785]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[111528]: osdmap e26: 4 total, 4 up, 4 in 2023-10-09T04:20:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[111528]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:25 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:25.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:25 smithi150 ceph-mon[100982]: osdmap e26: 4 total, 4 up, 4 in 2023-10-09T04:20:25.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:25 smithi150 ceph-mon[100982]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:25 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:25 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:25 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:27.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:27 smithi107 ceph-mon[96785]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:27.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:27 smithi107 ceph-mon[111528]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:27 smithi150 ceph-mon[100982]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/524312584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]: dispatch 2023-10-09T04:20:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]: dispatch 2023-10-09T04:20:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]': finished 2023-10-09T04:20:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[96785]: osdmap e27: 5 total, 4 up, 5 in 2023-10-09T04:20:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/524312584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]: dispatch 2023-10-09T04:20:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]: dispatch 2023-10-09T04:20:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]': finished 2023-10-09T04:20:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[111528]: osdmap e27: 5 total, 4 up, 5 in 2023-10-09T04:20:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:28 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:28 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/524312584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]: dispatch 2023-10-09T04:20:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:28 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]: dispatch 2023-10-09T04:20:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:28 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b32f00f-d38e-4f49-aeae-88cb78ef66c6"}]': finished 2023-10-09T04:20:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:28 smithi150 ceph-mon[100982]: osdmap e27: 5 total, 4 up, 5 in 2023-10-09T04:20:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:28 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:29.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:29 smithi107 ceph-mon[96785]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:29.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:29 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/2710143127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:29.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:29 smithi107 ceph-mon[111528]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:29.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:29 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/2710143127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:29.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:29 smithi150 ceph-mon[100982]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:29.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:29 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/2710143127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:31.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:31 smithi107 ceph-mon[111528]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:31 smithi107 ceph-mon[96785]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:31.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:31 smithi150 ceph-mon[100982]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:33 smithi107 ceph-mon[96785]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:33.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:33 smithi107 ceph-mon[111528]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:33 smithi150 ceph-mon[100982]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:34.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:34 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T04:20:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:34 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:34 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T04:20:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:34 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:34 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T04:20:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:34 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:35.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:35 smithi150 ceph-mon[100982]: Deploying daemon osd.4 on smithi150 2023-10-09T04:20:35.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:35 smithi150 ceph-mon[100982]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:35.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:35 smithi107 ceph-mon[96785]: Deploying daemon osd.4 on smithi150 2023-10-09T04:20:35.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:35 smithi107 ceph-mon[96785]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:35 smithi107 ceph-mon[111528]: Deploying daemon osd.4 on smithi150 2023-10-09T04:20:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:35 smithi107 ceph-mon[111528]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:37.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:37 smithi107 ceph-mon[96785]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:37 smithi107 ceph-mon[111528]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:37 smithi150 ceph-mon[100982]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:39.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:39 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:39 smithi150 ceph-mon[100982]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:39.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:39.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:39.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:39.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[96785]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:39.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:39.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:39.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:39.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:39 smithi107 ceph-mon[111528]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:40.911 INFO:teuthology.orchestra.run.smithi150.stdout:Created osd(s) 4 on host 'smithi150' 2023-10-09T04:20:41.426 DEBUG:teuthology.orchestra.run.smithi150:osd.4> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.4.service 2023-10-09T04:20:41.428 INFO:tasks.cephadm:Deploying osd.5 on smithi150 with /dev/vg_nvme/lv_3... 2023-10-09T04:20:41.429 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-09T04:20:41.461 INFO:journalctl@ceph.osd.4.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:20:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: from='osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[96785]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: from='osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T04:20:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:41 smithi107 ceph-mon[111528]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T04:20:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: from='osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T04:20:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:41 smithi150 ceph-mon[100982]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-09T04:20:42.229 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:20:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[96785]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-09T04:20:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[96785]: osdmap e28: 5 total, 4 up, 5 in 2023-10-09T04:20:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[96785]: from='osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:20:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[96785]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:20:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[96785]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:43.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[111528]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-09T04:20:43.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[111528]: osdmap e28: 5 total, 4 up, 5 in 2023-10-09T04:20:43.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:43.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[111528]: from='osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:20:43.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[111528]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:20:43.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:43 smithi107 ceph-mon[111528]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-mon[100982]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-09T04:20:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-mon[100982]: osdmap e28: 5 total, 4 up, 5 in 2023-10-09T04:20:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-mon[100982]: from='osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:20:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-mon[100982]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:20:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-mon[100982]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-10-09T04:20:43.484 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T04:20:43.104+0000 7fdbbfb66700 -1 osd.4 0 waiting for initial osdmap 2023-10-09T04:20:43.484 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 04:20:43 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T04:20:43.109+0000 7fdbb895d700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:20:44.125 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-09T04:20:44.125 INFO:teuthology.orchestra.run.smithi150.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-09T04:20:44.125 INFO:teuthology.orchestra.run.smithi150.stderr: stderr: 10+0 records in 2023-10-09T04:20:44.125 INFO:teuthology.orchestra.run.smithi150.stderr:10+0 records out 2023-10-09T04:20:44.125 INFO:teuthology.orchestra.run.smithi150.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0137585 s, 762 MB/s 2023-10-09T04:20:44.126 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping successful for: 2023-10-09T04:20:44.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:44 smithi150 ceph-mon[100982]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:20:44.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:44 smithi150 ceph-mon[100982]: osdmap e29: 5 total, 4 up, 5 in 2023-10-09T04:20:44.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:44 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:44.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:44 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[96785]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:20:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[96785]: osdmap e29: 5 total, 4 up, 5 in 2023-10-09T04:20:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[111528]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:20:44.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[111528]: osdmap e29: 5 total, 4 up, 5 in 2023-10-09T04:20:44.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:44.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:44 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:44.622 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi150:vg_nvme/lv_3 2023-10-09T04:20:45.223 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:20:45.396 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:20:45.396 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:20:45.396 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297] boot 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: osdmap e30: 5 total, 5 up, 5 in 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi150 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:45.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi150 to 17168M 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:45.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297] boot 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: osdmap e30: 5 total, 5 up, 5 in 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi150 2023-10-09T04:20:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi150 to 17168M 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:45.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: osd.4 [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297] boot 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: osdmap e30: 5 total, 5 up, 5 in 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi150 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:20:45.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi150 to 17168M 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:20:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:20:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:46 smithi107 ceph-mon[96785]: osdmap e31: 5 total, 5 up, 5 in 2023-10-09T04:20:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:46 smithi107 ceph-mon[111528]: osdmap e31: 5 total, 5 up, 5 in 2023-10-09T04:20:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:46 smithi150 ceph-mon[100982]: osdmap e31: 5 total, 5 up, 5 in 2023-10-09T04:20:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[96785]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[96785]: osdmap e32: 5 total, 5 up, 5 in 2023-10-09T04:20:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[111528]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[111528]: osdmap e32: 5 total, 5 up, 5 in 2023-10-09T04:20:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:47 smithi150 ceph-mon[100982]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:47 smithi150 ceph-mon[100982]: osdmap e32: 5 total, 5 up, 5 in 2023-10-09T04:20:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:20:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:20:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:48 smithi107 ceph-mon[96785]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:48 smithi107 ceph-mon[96785]: osdmap e33: 5 total, 5 up, 5 in 2023-10-09T04:20:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:48 smithi107 ceph-mon[111528]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:48 smithi107 ceph-mon[111528]: osdmap e33: 5 total, 5 up, 5 in 2023-10-09T04:20:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:48 smithi150 ceph-mon[100982]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:20:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:48 smithi150 ceph-mon[100982]: osdmap e33: 5 total, 5 up, 5 in 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: osdmap e34: 5 total, 5 up, 5 in 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/1611219764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]: dispatch 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]: dispatch 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]': finished 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: osdmap e35: 6 total, 5 up, 6 in 2023-10-09T04:20:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: osdmap e34: 5 total, 5 up, 5 in 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/1611219764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]: dispatch 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]: dispatch 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]': finished 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: osdmap e35: 6 total, 5 up, 6 in 2023-10-09T04:20:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:49 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:20:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:20:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: osdmap e34: 5 total, 5 up, 5 in 2023-10-09T04:20:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/1611219764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]: dispatch 2023-10-09T04:20:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]: dispatch 2023-10-09T04:20:49.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39618a09-1982-4d53-92f3-f7f9165cc03c"}]': finished 2023-10-09T04:20:49.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: osdmap e35: 6 total, 5 up, 6 in 2023-10-09T04:20:49.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:49 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:20:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:50 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/171395007' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:50 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/171395007' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:50.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:50 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/171395007' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:20:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:51 smithi107 ceph-mon[96785]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:20:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:51 smithi107 ceph-mon[111528]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:20:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:51 smithi150 ceph-mon[100982]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:20:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:53 smithi107 ceph-mon[96785]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T04:20:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:53 smithi107 ceph-mon[111528]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T04:20:53.439 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:53 smithi150 ceph-mon[100982]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T04:20:55.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:55 smithi150 ceph-mon[100982]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-10-09T04:20:55.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T04:20:55.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:55 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:55.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:55 smithi107 ceph-mon[96785]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-10-09T04:20:55.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T04:20:55.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:55 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:55 smithi107 ceph-mon[111528]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-10-09T04:20:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T04:20:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:55 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:20:56.386 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:56 smithi150 ceph-mon[100982]: Deploying daemon osd.5 on smithi150 2023-10-09T04:20:56.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:56 smithi107 ceph-mon[96785]: Deploying daemon osd.5 on smithi150 2023-10-09T04:20:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:56 smithi107 ceph-mon[111528]: Deploying daemon osd.5 on smithi150 2023-10-09T04:20:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:57 smithi107 ceph-mon[96785]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:57.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:57 smithi107 ceph-mon[111528]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:57.428 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:57 smithi150 ceph-mon[100982]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:59.291 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:20:59 smithi150 ceph-mon[100982]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:20:59 smithi107 ceph-mon[96785]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:20:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:20:59 smithi107 ceph-mon[111528]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:00.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:00 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:00.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:00 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:00.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:00 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:00 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:00 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:00 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:00.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:00 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:00.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:00 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:00.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:00 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:01.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:01 smithi150 ceph-mon[100982]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:01 smithi107 ceph-mon[96785]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:01 smithi107 ceph-mon[111528]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:02.092 INFO:teuthology.orchestra.run.smithi150.stdout:Created osd(s) 5 on host 'smithi150' 2023-10-09T04:21:02.516 DEBUG:teuthology.orchestra.run.smithi150:osd.5> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.5.service 2023-10-09T04:21:02.518 INFO:tasks.cephadm:Deploying osd.6 on smithi150 with /dev/vg_nvme/lv_2... 2023-10-09T04:21:02.518 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-09T04:21:02.548 INFO:journalctl@ceph.osd.5.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:21:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[111528]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T04:21:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:02 smithi107 ceph-mon[96785]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T04:21:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T04:21:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:02 smithi150 ceph-mon[100982]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-09T04:21:03.648 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:21:03.651 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:03 smithi150 ceph-mon[100982]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:03.651 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:03 smithi150 ceph-mon[100982]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-09T04:21:03.651 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:03 smithi150 ceph-mon[100982]: osdmap e36: 6 total, 5 up, 6 in 2023-10-09T04:21:03.651 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:03 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:03.651 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:03 smithi150 ceph-mon[100982]: from='osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:03.651 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:03 smithi150 ceph-mon[100982]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[96785]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[96785]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-09T04:21:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[96785]: osdmap e36: 6 total, 5 up, 6 in 2023-10-09T04:21:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[96785]: from='osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[96785]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[111528]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[111528]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-09T04:21:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[111528]: osdmap e36: 6 total, 5 up, 6 in 2023-10-09T04:21:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[111528]: from='osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:03 smithi107 ceph-mon[111528]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:04.371 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 04:21:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T04:21:04.064+0000 7fae58aec700 -1 osd.5 0 waiting for initial osdmap 2023-10-09T04:21:04.371 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 04:21:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T04:21:04.070+0000 7fae538e7700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:21:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:05 smithi150 ceph-mon[100982]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:05 smithi150 ceph-mon[100982]: osdmap e37: 6 total, 5 up, 6 in 2023-10-09T04:21:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:05 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:05 smithi150 ceph-mon[100982]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:05.348 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-09T04:21:05.348 INFO:teuthology.orchestra.run.smithi150.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-09T04:21:05.348 INFO:teuthology.orchestra.run.smithi150.stderr: stderr: 10+0 records in 2023-10-09T04:21:05.348 INFO:teuthology.orchestra.run.smithi150.stderr:10+0 records out 2023-10-09T04:21:05.348 INFO:teuthology.orchestra.run.smithi150.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111421 s, 941 MB/s 2023-10-09T04:21:05.348 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping successful for: 2023-10-09T04:21:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[111528]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[111528]: osdmap e37: 6 total, 5 up, 6 in 2023-10-09T04:21:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[111528]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:05.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[96785]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[96785]: osdmap e37: 6 total, 5 up, 6 in 2023-10-09T04:21:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:05 smithi107 ceph-mon[96785]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-10-09T04:21:05.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi150:vg_nvme/lv_2 2023-10-09T04:21:06.397 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:21:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:21:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:21:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072] boot 2023-10-09T04:21:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: osdmap e38: 6 total, 6 up, 6 in 2023-10-09T04:21:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:21:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072] boot 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: osdmap e38: 6 total, 6 up, 6 in 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:06.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:06 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: osd.5 [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072] boot 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: osdmap e38: 6 total, 6 up, 6 in 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:06 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:07 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi150 2023-10-09T04:21:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:07 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi150 to 8584M 2023-10-09T04:21:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:07 smithi150 ceph-mon[100982]: osdmap e39: 6 total, 6 up, 6 in 2023-10-09T04:21:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:07 smithi150 ceph-mon[100982]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:07 smithi150 ceph-mon[100982]: osdmap e40: 6 total, 6 up, 6 in 2023-10-09T04:21:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi150 2023-10-09T04:21:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi150 to 8584M 2023-10-09T04:21:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[96785]: osdmap e39: 6 total, 6 up, 6 in 2023-10-09T04:21:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[96785]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[96785]: osdmap e40: 6 total, 6 up, 6 in 2023-10-09T04:21:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi150 2023-10-09T04:21:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi150 to 8584M 2023-10-09T04:21:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[111528]: osdmap e39: 6 total, 6 up, 6 in 2023-10-09T04:21:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[111528]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:07 smithi107 ceph-mon[111528]: osdmap e40: 6 total, 6 up, 6 in 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[96785]: osdmap e41: 6 total, 6 up, 6 in 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:21:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:08.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:08 smithi107 ceph-mon[111528]: osdmap e41: 6 total, 6 up, 6 in 2023-10-09T04:21:08.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:21:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:21:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:08 smithi150 ceph-mon[100982]: osdmap e41: 6 total, 6 up, 6 in 2023-10-09T04:21:09.347 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:09 smithi150 ceph-mon[100982]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:09.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:09 smithi150 ceph-mon[100982]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:09.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:09 smithi150 ceph-mon[100982]: osdmap e42: 6 total, 6 up, 6 in 2023-10-09T04:21:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:09 smithi107 ceph-mon[96785]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:09 smithi107 ceph-mon[96785]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:09 smithi107 ceph-mon[96785]: osdmap e42: 6 total, 6 up, 6 in 2023-10-09T04:21:09.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:09 smithi107 ceph-mon[111528]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:09.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:09 smithi107 ceph-mon[111528]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:09.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:09 smithi107 ceph-mon[111528]: osdmap e42: 6 total, 6 up, 6 in 2023-10-09T04:21:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:10 smithi107 ceph-mon[96785]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-10-09T04:21:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:10 smithi107 ceph-mon[111528]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-10-09T04:21:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:10 smithi150 ceph-mon[100982]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/3049243568' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]: dispatch 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]: dispatch 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]': finished 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: osdmap e43: 7 total, 6 up, 7 in 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/3675964739' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/3049243568' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]: dispatch 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]: dispatch 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]': finished 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: osdmap e43: 7 total, 6 up, 7 in 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:11 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/3675964739' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/3049243568' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]: dispatch 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]: dispatch 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04ef6311-6d44-4a5e-a7e8-00260a2d3768"}]': finished 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: osdmap e43: 7 total, 6 up, 7 in 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:11 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/3675964739' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:21:12.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:12 smithi107 ceph-mon[96785]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-10-09T04:21:12.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:12 smithi107 ceph-mon[96785]: Cluster is now healthy 2023-10-09T04:21:12.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:12 smithi107 ceph-mon[111528]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-10-09T04:21:12.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:12 smithi107 ceph-mon[111528]: Cluster is now healthy 2023-10-09T04:21:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:12 smithi150 ceph-mon[100982]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-10-09T04:21:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:12 smithi150 ceph-mon[100982]: Cluster is now healthy 2023-10-09T04:21:13.394 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:13 smithi150 ceph-mon[100982]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2023-10-09T04:21:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:13 smithi107 ceph-mon[96785]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2023-10-09T04:21:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:13 smithi107 ceph-mon[111528]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2023-10-09T04:21:15.310 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:15 smithi150 ceph-mon[100982]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2023-10-09T04:21:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:15 smithi107 ceph-mon[96785]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2023-10-09T04:21:15.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:15 smithi107 ceph-mon[111528]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[111528]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[111528]: Deploying daemon osd.6 on smithi150 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[96785]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T04:21:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:17.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:17 smithi107 ceph-mon[96785]: Deploying daemon osd.6 on smithi150 2023-10-09T04:21:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:17 smithi150 ceph-mon[100982]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T04:21:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:17 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:17 smithi150 ceph-mon[100982]: Deploying daemon osd.6 on smithi150 2023-10-09T04:21:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:19 smithi107 ceph-mon[96785]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-10-09T04:21:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:19 smithi107 ceph-mon[111528]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-10-09T04:21:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:19 smithi150 ceph-mon[100982]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-10-09T04:21:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:21 smithi150 ceph-mon[100982]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:21 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[96785]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[111528]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:21.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:21 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:23.333 INFO:teuthology.orchestra.run.smithi150.stdout:Created osd(s) 6 on host 'smithi150' 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:23 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:23.879 DEBUG:teuthology.orchestra.run.smithi150:osd.6> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.6.service 2023-10-09T04:21:23.881 INFO:tasks.cephadm:Deploying osd.7 on smithi150 with /dev/vg_nvme/lv_1... 2023-10-09T04:21:23.881 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-09T04:21:23.910 INFO:journalctl@ceph.osd.6.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:21:23.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:23.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:23 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:24.718 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:24 smithi150 ceph-mon[100982]: from='osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T04:21:24.718 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:24 smithi150 ceph-mon[100982]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T04:21:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:24 smithi107 ceph-mon[96785]: from='osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T04:21:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:24 smithi107 ceph-mon[96785]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T04:21:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:24 smithi107 ceph-mon[111528]: from='osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T04:21:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:24 smithi107 ceph-mon[111528]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-09T04:21:24.927 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:21:25.718 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-mon[100982]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:25.718 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-mon[100982]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-09T04:21:25.719 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-mon[100982]: osdmap e44: 7 total, 6 up, 7 in 2023-10-09T04:21:25.719 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:25.719 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-mon[100982]: from='osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:25.719 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-mon[100982]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:25.719 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T04:21:25.486+0000 7f59efa80700 -1 osd.6 0 waiting for initial osdmap 2023-10-09T04:21:25.719 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 04:21:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T04:21:25.492+0000 7f59eb87d700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[96785]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[96785]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[96785]: osdmap e44: 7 total, 6 up, 7 in 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[96785]: from='osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[96785]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[111528]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[111528]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-09T04:21:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[111528]: osdmap e44: 7 total, 6 up, 7 in 2023-10-09T04:21:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[111528]: from='osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:25.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:25 smithi107 ceph-mon[111528]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:26.549 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-09T04:21:26.550 INFO:teuthology.orchestra.run.smithi150.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-09T04:21:26.550 INFO:teuthology.orchestra.run.smithi150.stderr: stderr: 10+0 records in 2023-10-09T04:21:26.550 INFO:teuthology.orchestra.run.smithi150.stderr:10+0 records out 2023-10-09T04:21:26.550 INFO:teuthology.orchestra.run.smithi150.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111177 s, 943 MB/s 2023-10-09T04:21:26.550 INFO:teuthology.orchestra.run.smithi150.stderr:--> Zapping successful for: 2023-10-09T04:21:26.784 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:26.784 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: osdmap e45: 7 total, 6 up, 7 in 2023-10-09T04:21:26.784 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.785 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.785 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782] boot 2023-10-09T04:21:26.785 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: osdmap e46: 7 total, 7 up, 7 in 2023-10-09T04:21:26.785 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:26 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: osdmap e45: 7 total, 6 up, 7 in 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782] boot 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: osdmap e46: 7 total, 7 up, 7 in 2023-10-09T04:21:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: osdmap e45: 7 total, 6 up, 7 in 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: osd.6 [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782] boot 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: osdmap e46: 7 total, 7 up, 7 in 2023-10-09T04:21:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:26 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:21:27.295 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi150:vg_nvme/lv_1 2023-10-09T04:21:27.898 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: osdmap e47: 7 total, 7 up, 7 in 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: osdmap e47: 7 total, 7 up, 7 in 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:27.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:27 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:21:27.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: osdmap e47: 7 total, 7 up, 7 in 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:27 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:28.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:28 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi150 2023-10-09T04:21:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:28 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi150 to 5722M 2023-10-09T04:21:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:28 smithi150 ceph-mon[100982]: osdmap e48: 7 total, 7 up, 7 in 2023-10-09T04:21:28.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:28 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi150 2023-10-09T04:21:28.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:28 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi150 to 5722M 2023-10-09T04:21:28.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:28 smithi107 ceph-mon[96785]: osdmap e48: 7 total, 7 up, 7 in 2023-10-09T04:21:28.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:28 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi150 2023-10-09T04:21:28.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:28 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi150 to 5722M 2023-10-09T04:21:28.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:28 smithi107 ceph-mon[111528]: osdmap e48: 7 total, 7 up, 7 in 2023-10-09T04:21:29.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[96785]: pgmap v139: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:29.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:21:29.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:21:29.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[111528]: pgmap v139: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:21:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:21:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:29 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:29.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:29 smithi150 ceph-mon[100982]: pgmap v139: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:29.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:29 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-09T04:21:29.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:29 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-09T04:21:29.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:29 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:30.853 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:30 smithi150 ceph-mon[100982]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:30.853 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:30 smithi150 ceph-mon[100982]: osdmap e49: 7 total, 7 up, 7 in 2023-10-09T04:21:30.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:30 smithi107 ceph-mon[96785]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:30.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:30 smithi107 ceph-mon[96785]: osdmap e49: 7 total, 7 up, 7 in 2023-10-09T04:21:30.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:30 smithi107 ceph-mon[111528]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi150:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:30.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:30 smithi107 ceph-mon[111528]: osdmap e49: 7 total, 7 up, 7 in 2023-10-09T04:21:31.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:31 smithi107 ceph-mon[111528]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:31.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:31 smithi107 ceph-mon[111528]: osdmap e50: 7 total, 7 up, 7 in 2023-10-09T04:21:31.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:31 smithi107 ceph-mon[96785]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:31.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:31 smithi107 ceph-mon[96785]: osdmap e50: 7 total, 7 up, 7 in 2023-10-09T04:21:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:31 smithi150 ceph-mon[100982]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:31 smithi150 ceph-mon[100982]: osdmap e50: 7 total, 7 up, 7 in 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/2537926001' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]: dispatch 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]: dispatch 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[96785]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]': finished 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[96785]: osdmap e51: 8 total, 7 up, 8 in 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/4073046036' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/2537926001' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]: dispatch 2023-10-09T04:21:32.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]: dispatch 2023-10-09T04:21:32.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[111528]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]': finished 2023-10-09T04:21:32.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[111528]: osdmap e51: 8 total, 7 up, 8 in 2023-10-09T04:21:32.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:32.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:32 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/4073046036' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:21:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:32 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/2537926001' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]: dispatch 2023-10-09T04:21:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:32 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]: dispatch 2023-10-09T04:21:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:32 smithi150 ceph-mon[100982]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "817c0171-ae73-4e05-80e0-0419496e0698"}]': finished 2023-10-09T04:21:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:32 smithi150 ceph-mon[100982]: osdmap e51: 8 total, 7 up, 8 in 2023-10-09T04:21:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:32 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:32 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/4073046036' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-09T04:21:33.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:33 smithi107 ceph-mon[96785]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:21:33.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:33 smithi107 ceph-mon[111528]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:21:33.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:33 smithi150 ceph-mon[100982]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-09T04:21:35.881 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:35 smithi150 ceph-mon[100982]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T04:21:35.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:35 smithi107 ceph-mon[111528]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T04:21:35.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:35 smithi107 ceph-mon[96785]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-09T04:21:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:37 smithi107 ceph-mon[111528]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 87 KiB/s, 0 objects/s recovering 2023-10-09T04:21:37.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:37 smithi107 ceph-mon[96785]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 87 KiB/s, 0 objects/s recovering 2023-10-09T04:21:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:37 smithi150 ceph-mon[100982]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 87 KiB/s, 0 objects/s recovering 2023-10-09T04:21:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:38 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T04:21:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:38 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:38 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T04:21:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:38 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:38.480 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:38 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T04:21:38.480 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:38 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:39.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:39 smithi107 ceph-mon[96785]: Deploying daemon osd.7 on smithi150 2023-10-09T04:21:39.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:39 smithi107 ceph-mon[96785]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:39 smithi107 ceph-mon[111528]: Deploying daemon osd.7 on smithi150 2023-10-09T04:21:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:39 smithi107 ceph-mon[111528]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:39.465 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:39 smithi150 ceph-mon[100982]: Deploying daemon osd.7 on smithi150 2023-10-09T04:21:39.466 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:39 smithi150 ceph-mon[100982]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:41 smithi150 ceph-mon[100982]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-09T04:21:41.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:41 smithi107 ceph-mon[96785]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-09T04:21:41.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:41 smithi107 ceph-mon[111528]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-09T04:21:43.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:43.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:43.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:42 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:43.158 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:42 smithi150 ceph-mon[100982]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:43.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:43.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:43.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:43.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[111528]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:43.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:43.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:43.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:43.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:42 smithi107 ceph-mon[96785]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:44.792 INFO:teuthology.orchestra.run.smithi150.stdout:Created osd(s) 7 on host 'smithi150' 2023-10-09T04:21:45.276 DEBUG:teuthology.orchestra.run.smithi150:osd.7> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.7.service 2023-10-09T04:21:45.279 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-10-09T04:21:45.279 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-09T04:21:45.308 INFO:journalctl@ceph.osd.7.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: from='osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T04:21:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:45 smithi150 ceph-mon[100982]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: from='osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T04:21:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[111528]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: from='osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T04:21:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:45 smithi107 ceph-mon[96785]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-09T04:21:45.885 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:21:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-mon[100982]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-09T04:21:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-mon[100982]: osdmap e52: 8 total, 7 up, 8 in 2023-10-09T04:21:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-mon[100982]: from='osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-mon[100982]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-mon[100982]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:46.984 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T04:21:46.775+0000 7f4912ea5700 -1 osd.7 0 waiting for initial osdmap 2023-10-09T04:21:46.984 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 04:21:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T04:21:46.782+0000 7f490e4a1700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:21:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[111528]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-09T04:21:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[111528]: osdmap e52: 8 total, 7 up, 8 in 2023-10-09T04:21:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[111528]: from='osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[111528]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[111528]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[96785]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-09T04:21:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[96785]: osdmap e52: 8 total, 7 up, 8 in 2023-10-09T04:21:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[96785]: from='osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[96785]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]: dispatch 2023-10-09T04:21:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:46 smithi107 ceph-mon[96785]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-10-09T04:21:47.281 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:21:47.636 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":53,"num_osds":8,"num_up_osds":7,"osd_up_since":1696825286,"num_in_osds":8,"osd_in_since":1696825291,"num_remapped_pgs":0} 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: osdmap e53: 8 total, 7 up, 8 in 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2139338599' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933] boot 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: osdmap e54: 8 total, 8 up, 8 in 2023-10-09T04:21:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: osdmap e53: 8 total, 7 up, 8 in 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2139338599' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933] boot 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: osdmap e54: 8 total, 8 up, 8 in 2023-10-09T04:21:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:47 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:48.156 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi150", "root=default"]}]': finished 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: osdmap e53: 8 total, 7 up, 8 in 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2139338599' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: osd.7 [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933] boot 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: osdmap e54: 8 total, 8 up, 8 in 2023-10-09T04:21:48.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:47 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:21:48.637 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-09T04:21:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: purged_snaps scrub starts 2023-10-09T04:21:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: purged_snaps scrub ok 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: Detected new or changed devices on smithi150 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi150 to 4292M 2023-10-09T04:21:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[96785]: osdmap e55: 8 total, 8 up, 8 in 2023-10-09T04:21:48.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: purged_snaps scrub starts 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: purged_snaps scrub ok 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: Detected new or changed devices on smithi150 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi150 to 4292M 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:48.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:48 smithi107 ceph-mon[111528]: osdmap e55: 8 total, 8 up, 8 in 2023-10-09T04:21:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: purged_snaps scrub starts 2023-10-09T04:21:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: purged_snaps scrub ok 2023-10-09T04:21:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: Detected new or changed devices on smithi150 2023-10-09T04:21:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:21:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi150 to 4292M 2023-10-09T04:21:49.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:49.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:49.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:49.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:49.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:49.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:49.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:49.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:49.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:48 smithi150 ceph-mon[100982]: osdmap e55: 8 total, 8 up, 8 in 2023-10-09T04:21:49.236 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:21:50.724 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:21:51.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:50 smithi107 ceph-mon[111528]: osdmap e56: 8 total, 8 up, 8 in 2023-10-09T04:21:51.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:50 smithi107 ceph-mon[111528]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:51.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:50 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2163022184' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T04:21:51.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:50 smithi107 ceph-mon[96785]: osdmap e56: 8 total, 8 up, 8 in 2023-10-09T04:21:51.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:50 smithi107 ceph-mon[96785]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:51.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:50 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2163022184' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T04:21:51.188 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":56,"num_osds":8,"num_up_osds":8,"osd_up_since":1696825307,"num_in_osds":8,"osd_in_since":1696825291,"num_remapped_pgs":1} 2023-10-09T04:21:51.189 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:21:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:50 smithi150 ceph-mon[100982]: osdmap e56: 8 total, 8 up, 8 in 2023-10-09T04:21:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:50 smithi150 ceph-mon[100982]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:50 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2163022184' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-09T04:21:51.778 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:21:52.046 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:51 smithi107 ceph-mon[111528]: osdmap e57: 8 total, 8 up, 8 in 2023-10-09T04:21:52.046 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:51 smithi107 ceph-mon[96785]: osdmap e57: 8 total, 8 up, 8 in 2023-10-09T04:21:52.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:51 smithi150 ceph-mon[100982]: osdmap e57: 8 total, 8 up, 8 in 2023-10-09T04:21:53.137 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:21:53.137 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":58,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:21:51.780635+0000","last_up_change":"2023-10-09T04:21:47.767222+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6803","nonce":212908181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6805","nonce":212908181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6809","nonce":212908181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6807","nonce":212908181}]},"public_addr":"172.21.15.107:6803/212908181","cluster_addr":"172.21.15.107:6805/212908181","heartbeat_back_addr":"172.21.15.107:6809/212908181","heartbeat_front_addr":"172.21.15.107:6807/212908181","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6811","nonce":4103309677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6813","nonce":4103309677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6817","nonce":4103309677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6815","nonce":4103309677}]},"public_addr":"172.21.15.107:6811/4103309677","cluster_addr":"172.21.15.107:6813/4103309677","heartbeat_back_addr":"172.21.15.107:6817/4103309677","heartbeat_front_addr":"172.21.15.107:6815/4103309677","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6819","nonce":2500720867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6821","nonce":2500720867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6825","nonce":2500720867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6823","nonce":2500720867}]},"public_addr":"172.21.15.107:6819/2500720867","cluster_addr":"172.21.15.107:6821/2500720867","heartbeat_back_addr":"172.21.15.107:6825/2500720867","heartbeat_front_addr":"172.21.15.107:6823/2500720867","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6827","nonce":3863286853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6829","nonce":3863286853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6833","nonce":3863286853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6831","nonce":3863286853}]},"public_addr":"172.21.15.107:6827/3863286853","cluster_addr":"172.21.15.107:6829/3863286853","heartbeat_back_addr":"172.21.15.107:6833/3863286853","heartbeat_front_addr":"172.21.15.107:6831/3863286853","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:21:53.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:52 smithi107 ceph-mon[111528]: osdmap e58: 8 total, 8 up, 8 in 2023-10-09T04:21:53.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:52 smithi107 ceph-mon[111528]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:53.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:52 smithi107 ceph-mon[96785]: osdmap e58: 8 total, 8 up, 8 in 2023-10-09T04:21:53.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:52 smithi107 ceph-mon[96785]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:53.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:52 smithi150 ceph-mon[100982]: osdmap e58: 8 total, 8 up, 8 in 2023-10-09T04:21:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:52 smithi150 ceph-mon[100982]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:21:53.532 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-09T04:20:02.397801+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-10-09T04:21:53.533 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-10-09T04:21:54.125 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:21:54.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:53 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2951692952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:21:54.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:53 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2951692952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:21:54.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:53 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2951692952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:21:54.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:54 smithi107 ceph-mon[111528]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2023-10-09T04:21:54.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:54 smithi107 ceph-mon[96785]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2023-10-09T04:21:55.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:54 smithi150 ceph-mon[100982]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2023-10-09T04:21:55.479 INFO:teuthology.orchestra.run.smithi107.stdout:pg_num: 1 2023-10-09T04:21:55.868 INFO:tasks.cephadm:Adding prometheus.a on smithi150 2023-10-09T04:21:55.868 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch apply prometheus '1;smithi150=a' 2023-10-09T04:21:56.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:55 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2769017369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-09T04:21:56.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:55 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2769017369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-09T04:21:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:55 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2769017369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-09T04:21:56.477 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:21:57.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:57 smithi150 ceph-mon[100982]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-10-09T04:21:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:57 smithi107 ceph-mon[96785]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-10-09T04:21:57.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:57 smithi107 ceph-mon[111528]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-10-09T04:21:57.991 INFO:teuthology.orchestra.run.smithi150.stdout:Scheduled prometheus update... 2023-10-09T04:21:58.436 DEBUG:teuthology.orchestra.run.smithi150:prometheus.a> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a.service 2023-10-09T04:21:58.438 INFO:tasks.cephadm:Adding node-exporter.a on smithi107 2023-10-09T04:21:58.438 INFO:tasks.cephadm:Adding node-exporter.b on smithi150 2023-10-09T04:21:58.438 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch apply node-exporter '2;smithi107=a;smithi150=b' 2023-10-09T04:21:58.469 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:21:59.077 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:21:59.347 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi150=a", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: Saving service prometheus spec with placement smithi150=a;count:1 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: Deploying daemon prometheus.a on smithi150 2023-10-09T04:21:59.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:21:58 smithi150 ceph-mon[100982]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi150=a", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: Saving service prometheus spec with placement smithi150=a;count:1 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: Deploying daemon prometheus.a on smithi150 2023-10-09T04:21:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[96785]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi150=a", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: Saving service prometheus spec with placement smithi150=a;count:1 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: Deploying daemon prometheus.a on smithi150 2023-10-09T04:21:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:21:58 smithi107 ceph-mon[111528]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-09T04:22:01.329 INFO:teuthology.orchestra.run.smithi150.stdout:Scheduled node-exporter update... 2023-10-09T04:22:03.086 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:01 smithi107 ceph-mon[96785]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-10-09T04:22:03.087 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:01 smithi107 ceph-mon[111528]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-10-09T04:22:03.087 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:01 smithi150 ceph-mon[100982]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-10-09T04:22:03.087 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:02 smithi150 ceph-mon[100982]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi107=a;smithi150=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:22:03.087 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:02 smithi150 ceph-mon[100982]: Saving service node-exporter spec with placement smithi107=a;smithi150=b;count:2 2023-10-09T04:22:03.087 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:02 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:03.088 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:02 smithi107 ceph-mon[96785]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi107=a;smithi150=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:22:03.088 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:02 smithi107 ceph-mon[96785]: Saving service node-exporter spec with placement smithi107=a;smithi150=b;count:2 2023-10-09T04:22:03.088 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:02 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:03.088 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:02 smithi107 ceph-mon[111528]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi107=a;smithi150=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:22:03.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:02 smithi107 ceph-mon[111528]: Saving service node-exporter spec with placement smithi107=a;smithi150=b;count:2 2023-10-09T04:22:03.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:02 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:03.089 DEBUG:teuthology.orchestra.run.smithi107:node-exporter.a> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.a.service 2023-10-09T04:22:03.092 DEBUG:teuthology.orchestra.run.smithi150:node-exporter.b> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.b.service 2023-10-09T04:22:03.094 INFO:tasks.cephadm:Adding alertmanager.a on smithi107 2023-10-09T04:22:03.094 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch apply alertmanager '1;smithi107=a' 2023-10-09T04:22:03.124 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:22:03.128 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:22:03.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:03 smithi107 ceph-mon[96785]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2023-10-09T04:22:03.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:03 smithi107 ceph-mon[111528]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2023-10-09T04:22:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:03 smithi150 ceph-mon[100982]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2023-10-09T04:22:03.910 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:22:05.391 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:05 smithi150 ceph-mon[100982]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-09T04:22:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:05 smithi107 ceph-mon[111528]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-09T04:22:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:05 smithi107 ceph-mon[96785]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-09T04:22:06.163 INFO:teuthology.orchestra.run.smithi150.stdout:Scheduled alertmanager update... 2023-10-09T04:22:06.561 DEBUG:teuthology.orchestra.run.smithi107:alertmanager.a> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@alertmanager.a.service 2023-10-09T04:22:06.564 INFO:tasks.cephadm:Adding grafana.a on smithi150 2023-10-09T04:22:06.565 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph orch apply grafana '1;smithi150=a' 2023-10-09T04:22:06.597 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:22:07.084 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:22:07.084Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-10-09T04:22:07.085 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:22:07.084Z caller=main.go:1029 level=info msg="TSDB started" 2023-10-09T04:22:07.303 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[111528]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[111528]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[111528]: Saving service alertmanager spec with placement smithi107=a;count:1 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[96785]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[96785]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[96785]: Saving service alertmanager spec with placement smithi107=a;count:1 2023-10-09T04:22:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:07 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:07.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:22:07.084Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-10-09T04:22:07.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:22:07.099Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.042517ms db_storage=899ns remote_storage=1.331µs web_handler=420ns query_engine=740ns scrape=538.668µs scrape_sd=19.259µs notify=698ns notify_sd=1.259µs rules=14.300517ms tracing=5.933µs 2023-10-09T04:22:07.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:22:07.099Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-10-09T04:22:07.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:22:07.099Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-10-09T04:22:07.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:22:07 smithi150 systemd[1]: Started Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:22:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-mon[100982]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-mon[100982]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:22:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-mon[100982]: Saving service alertmanager spec with placement smithi107=a;count:1 2023-10-09T04:22:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:07 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.454 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.454 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.454 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.455 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-10-09T04:22:08.455 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ignoring --setuser ceph since I am not root 2023-10-09T04:22:08.455 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ignoring --setgroup ceph since I am not root 2023-10-09T04:22:08.455 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-mgr[103110]: -- 172.21.15.150:0/2730005910 <== mon.1 v2:172.21.15.150:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561bce79e9c0 con 0x561bce775000 2023-10-09T04:22:08.455 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:08.385+0000 7f58db6bf1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:22:08.462 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.462 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.462 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.463 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-10-09T04:22:08.463 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.463 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.463 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' 2023-10-09T04:22:08.463 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-10-09T04:22:08.464 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setuser ceph since I am not root 2023-10-09T04:22:08.464 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setgroup ceph since I am not root 2023-10-09T04:22:08.464 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-mgr[97056]: -- 172.21.15.107:0/2877332889 <== mon.2 v2:172.21.15.107:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fd593289c0 con 0x55fd592fec00 2023-10-09T04:22:08.464 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:08.384+0000 7f6aa5d501c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:22:08.464 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:08.461+0000 7f6aa5d501c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:22:08.732 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:08.469+0000 7f58db6bf1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:22:08.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:08.561+0000 7f58db6bf1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:22:08.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:08.660+0000 7f58db6bf1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:22:08.805 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:08.549+0000 7f6aa5d501c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:22:08.805 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:08.638+0000 7f6aa5d501c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:22:09.107 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:08.804+0000 7f6aa5d501c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:22:09.137 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:08.831+0000 7f58db6bf1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:22:09.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-mon[111528]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-10-09T04:22:09.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-mon[111528]: mgrmap e16: y(active, since 4m), standbys: x 2023-10-09T04:22:09.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-mon[96785]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-10-09T04:22:09.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-mon[96785]: mgrmap e16: y(active, since 4m), standbys: x 2023-10-09T04:22:09.413 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:09.106+0000 7f6aa5d501c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:22:09.413 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:09.192+0000 7f6aa5d501c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:22:09.413 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:09.319+0000 7f6aa5d501c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:22:09.444 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-mon[100982]: from='mgr.14150 172.21.15.107:0/3283480593' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-10-09T04:22:09.444 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-mon[100982]: mgrmap e16: y(active, since 4m), standbys: x 2023-10-09T04:22:09.445 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:09.136+0000 7f58db6bf1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:22:09.445 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:09.223+0000 7f58db6bf1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:22:09.445 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:09.351+0000 7f58db6bf1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:22:09.732 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:09.443+0000 7f58db6bf1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:22:10.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:09.411+0000 7f6aa5d501c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:22:10.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:09.826+0000 7f6aa5d501c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:22:10.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:09.858+0000 7f58db6bf1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:22:10.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:10.380+0000 7f6aa5d501c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:22:10.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:10.546+0000 7f6aa5d501c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:22:10.732 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:10.413+0000 7f58db6bf1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:22:10.732 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:10.580+0000 7f58db6bf1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:22:11.552 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:11.294+0000 7f6aa5d501c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:22:11.552 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:11.383+0000 7f6aa5d501c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:22:11.590 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:11.334+0000 7f58db6bf1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:22:11.590 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:11.422+0000 7f58db6bf1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:22:11.822 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:11.550+0000 7f6aa5d501c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:22:11.862 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:11.589+0000 7f58db6bf1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:22:12.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:11.821+0000 7f6aa5d501c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:22:12.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:11.907+0000 7f6aa5d501c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:22:12.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:11.861+0000 7f58db6bf1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:22:12.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:11.947+0000 7f58db6bf1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:22:12.445 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:12.189+0000 7f6aa5d501c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:22:12.500 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:12 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:12.245+0000 7f58db6bf1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:22:12.918 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:12.444+0000 7f6aa5d501c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:22:12.982 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:12 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:12.499+0000 7f58db6bf1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:22:13.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:13 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:13.144+0000 7f6aa5d501c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:22:13.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:13 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:13.273+0000 7f6aa5d501c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:22:13.482 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:13.197+0000 7f58db6bf1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:22:13.482 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:13.327+0000 7f58db6bf1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:22:13.786 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:13 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:13.460+0000 7f6aa5d501c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:22:13.787 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:13 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:13.572+0000 7f6aa5d501c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:22:13.838 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:13.514+0000 7f58db6bf1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:22:13.839 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:13.626+0000 7f58db6bf1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:22:14.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:13 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:13.785+0000 7f6aa5d501c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:22:14.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:13.837+0000 7f58db6bf1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:14.625+0000 7f6aa5d501c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:14] ENGINE Bus STARTING 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: CherryPy Checker: 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: The Application mounted at '' has an empty config. 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:14] ENGINE Serving on http://:::9283 2023-10-09T04:22:14.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:14] ENGINE Bus STARTED 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: Active manager daemon y restarted 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: Activating manager daemon y 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: osdmap e59: 8 total, 8 up, 8 in 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: mgrmap e17: y(active, starting, since 0.00551724s), standbys: x 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:22:14.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: Manager daemon y is now available 2023-10-09T04:22:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: Active manager daemon y restarted 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: Activating manager daemon y 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: osdmap e59: 8 total, 8 up, 8 in 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: mgrmap e17: y(active, starting, since 0.00551724s), standbys: x 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:22:14.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: Manager daemon y is now available 2023-10-09T04:22:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:14.982 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:14.685+0000 7f58db6bf1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: [09/Oct/2023:04:22:14] ENGINE Bus STARTING 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: CherryPy Checker: 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: The Application mounted at '' has an empty config. 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: [09/Oct/2023:04:22:14] ENGINE Serving on http://:::9283 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: [09/Oct/2023:04:22:14] ENGINE Bus STARTED 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: Active manager daemon y restarted 2023-10-09T04:22:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: Activating manager daemon y 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: osdmap e59: 8 total, 8 up, 8 in 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: mgrmap e17: y(active, starting, since 0.00551724s), standbys: x 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:22:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: Manager daemon y is now available 2023-10-09T04:22:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:15.666 INFO:teuthology.orchestra.run.smithi150.stdout:Scheduled grafana update... 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: Standby manager daemon x restarted 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: Standby manager daemon x started 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:22:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:22:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: mgrmap e18: y(active, since 1.0108s), standbys: x 2023-10-09T04:22:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:16.166 DEBUG:teuthology.orchestra.run.smithi150:grafana.a> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@grafana.a.service 2023-10-09T04:22:16.168 INFO:tasks.cephadm:Setting up client nodes... 2023-10-09T04:22:16.168 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-09T04:22:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: Standby manager daemon x restarted 2023-10-09T04:22:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: Standby manager daemon x started 2023-10-09T04:22:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: mgrmap e18: y(active, since 1.0108s), standbys: x 2023-10-09T04:22:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: Standby manager daemon x restarted 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: Standby manager daemon x started 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1377439767' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:16.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:16.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:22:16.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:22:16.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: mgrmap e18: y(active, since 1.0108s), standbys: x 2023-10-09T04:22:16.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:16.197 INFO:journalctl@ceph.grafana.a.smithi150.stdout:-- Logs begin at Mon 2023-10-09 04:00:11 UTC. -- 2023-10-09T04:22:16.778 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[111528]: Saving service grafana spec with placement smithi150=a;count:1 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[111528]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[111528]: [09/Oct/2023:04:22:15] ENGINE Bus STARTING 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[111528]: [09/Oct/2023:04:22:15] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[111528]: [09/Oct/2023:04:22:15] ENGINE Bus STARTED 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[96785]: Saving service grafana spec with placement smithi150=a;count:1 2023-10-09T04:22:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[96785]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[96785]: [09/Oct/2023:04:22:15] ENGINE Bus STARTING 2023-10-09T04:22:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[96785]: [09/Oct/2023:04:22:15] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:22:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[96785]: [09/Oct/2023:04:22:15] ENGINE Bus STARTED 2023-10-09T04:22:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:16 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:17.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:16 smithi150 ceph-mon[100982]: Saving service grafana spec with placement smithi150=a;count:1 2023-10-09T04:22:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:16 smithi150 ceph-mon[100982]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:16 smithi150 ceph-mon[100982]: [09/Oct/2023:04:22:15] ENGINE Bus STARTING 2023-10-09T04:22:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:16 smithi150 ceph-mon[100982]: [09/Oct/2023:04:22:15] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:22:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:16 smithi150 ceph-mon[100982]: [09/Oct/2023:04:22:15] ENGINE Bus STARTED 2023-10-09T04:22:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:16 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[96785]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:18.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[96785]: mgrmap e19: y(active, since 2s), standbys: x 2023-10-09T04:22:18.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.271 INFO:teuthology.orchestra.run.smithi107.stdout:[client.0] 2023-10-09T04:22:18.271 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQD6fyNlfYzvDxAAI8kgFv8mJ4DXuqzXPlmhQw== 2023-10-09T04:22:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[111528]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[111528]: mgrmap e19: y(active, since 2s), standbys: x 2023-10-09T04:22:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-mon[100982]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-mon[100982]: mgrmap e19: y(active, since 2s), standbys: x 2023-10-09T04:22:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:18.726 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T04:22:18.726 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-10-09T04:22:18.726 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-09T04:22:18.766 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-09T04:22:19.118 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:22:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:22:19.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3317609567' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:19.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3317609567' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T04:22:19.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3317609567' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3317609567' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:22:19.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:22:19.366 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:22:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:22:19.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3317609567' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3317609567' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:22:19.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:22:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi150 to 4036M 2023-10-09T04:22:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:22:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:22:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.521 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.521 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.521 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi150 to 4036M 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi150 to 4036M 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:20.960 INFO:teuthology.orchestra.run.smithi150.stdout:[client.1] 2023-10-09T04:22:20.960 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQD8fyNlgPEAORAAyQzM6QNfJ42gVOVzeDEodg== 2023-10-09T04:22:21.412 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2023-10-09T04:22:21.412 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-10-09T04:22:21.412 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-10-09T04:22:21.453 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-10-09T04:22:21.453 DEBUG:teuthology.orchestra.run.smithi107:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: Deploying daemon alertmanager.a on smithi107 2023-10-09T04:22:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: from='client.? 172.21.15.150:0/3607884816' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[96785]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:22:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:22:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: Deploying daemon alertmanager.a on smithi107 2023-10-09T04:22:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: from='client.? 172.21.15.150:0/3607884816' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:21 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: Deploying daemon alertmanager.a on smithi107 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: from='client.? 172.21.15.150:0/3607884816' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-09T04:22:21.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:21 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-09T04:22:21.832 INFO:teuthology.misc.health.smithi107.stdout: 2023-10-09T04:22:21.832 INFO:teuthology.misc.health.smithi107.stdout:{"epoch":59,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:22:14.641054+0000","last_up_change":"2023-10-09T04:21:47.767222+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6803","nonce":212908181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6805","nonce":212908181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6809","nonce":212908181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6807","nonce":212908181}]},"public_addr":"172.21.15.107:6803/212908181","cluster_addr":"172.21.15.107:6805/212908181","heartbeat_back_addr":"172.21.15.107:6809/212908181","heartbeat_front_addr":"172.21.15.107:6807/212908181","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6811","nonce":4103309677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6813","nonce":4103309677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6817","nonce":4103309677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6815","nonce":4103309677}]},"public_addr":"172.21.15.107:6811/4103309677","cluster_addr":"172.21.15.107:6813/4103309677","heartbeat_back_addr":"172.21.15.107:6817/4103309677","heartbeat_front_addr":"172.21.15.107:6815/4103309677","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6819","nonce":2500720867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6821","nonce":2500720867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6825","nonce":2500720867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6823","nonce":2500720867}]},"public_addr":"172.21.15.107:6819/2500720867","cluster_addr":"172.21.15.107:6821/2500720867","heartbeat_back_addr":"172.21.15.107:6825/2500720867","heartbeat_front_addr":"172.21.15.107:6823/2500720867","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6827","nonce":3863286853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6829","nonce":3863286853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6833","nonce":3863286853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6831","nonce":3863286853}]},"public_addr":"172.21.15.107:6827/3863286853","cluster_addr":"172.21.15.107:6829/3863286853","heartbeat_back_addr":"172.21.15.107:6833/3863286853","heartbeat_front_addr":"172.21.15.107:6831/3863286853","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:22:21.847 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-10-09T04:22:21.847 INFO:tasks.cephadm:Creating RBD pool 2023-10-09T04:22:21.847 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-10-09T04:22:22.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:22 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/91952051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:22 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/91952051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:22 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/91952051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:23.066 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:23.616 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:23 smithi107 ceph-mon[111528]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:23.616 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:23 smithi107 ceph-mon[96785]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:23 smithi150 ceph-mon[100982]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:25.798 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'rbd' created 2023-10-09T04:22:25.808 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:25 smithi107 ceph-mon[111528]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:25.808 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:25 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/706112972' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-10-09T04:22:25.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:25 smithi107 ceph-mon[96785]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:25.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:25 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/706112972' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-10-09T04:22:25.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:25 smithi150 ceph-mon[100982]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:25 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/706112972' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-10-09T04:22:26.191 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-10-09T04:22:26.746 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:26 smithi107 bash[147163]: fc99d342178195c877bf899d90a82af67596605078fc3355abe3d8f33cc01323 2023-10-09T04:22:26.924 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/706112972' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-10-09T04:22:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-mon[111528]: osdmap e60: 8 total, 8 up, 8 in 2023-10-09T04:22:27.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/706112972' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-10-09T04:22:27.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-mon[96785]: osdmap e60: 8 total, 8 up, 8 in 2023-10-09T04:22:27.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:22:26.745Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-10-09T04:22:27.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:22:26.746Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-10-09T04:22:27.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:22:26.748Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-10-09T04:22:27.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:22:26.748Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-10-09T04:22:27.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:26 smithi107 systemd[1]: Started Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:22:27.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:26 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/706112972' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-10-09T04:22:27.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:26 smithi150 ceph-mon[100982]: osdmap e60: 8 total, 8 up, 8 in 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: osdmap e61: 8 total, 8 up, 8 in 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: Deploying daemon node-exporter.a on smithi107 2023-10-09T04:22:28.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[96785]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: osdmap e61: 8 total, 8 up, 8 in 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: Deploying daemon node-exporter.a on smithi107 2023-10-09T04:22:28.045 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:27 smithi107 ceph-mon[111528]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:22:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: osdmap e61: 8 total, 8 up, 8 in 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: Deploying daemon node-exporter.a on smithi107 2023-10-09T04:22:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:27 smithi150 ceph-mon[100982]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:22:28.724 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-10-09T04:22:28.809 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rbd' on pool 'rbd' 2023-10-09T04:22:28.977 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:28 smithi107 ceph-mon[96785]: osdmap e62: 8 total, 8 up, 8 in 2023-10-09T04:22:28.977 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:28 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3904687036' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:22:28.977 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:28 smithi107 ceph-mon[111528]: osdmap e62: 8 total, 8 up, 8 in 2023-10-09T04:22:28.977 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:28 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3904687036' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:22:28.978 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:28 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:22:28.723Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000544114s 2023-10-09T04:22:28.978 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Getting image source signatures 2023-10-09T04:22:28.978 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-10-09T04:22:28.978 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-10-09T04:22:28.978 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-10-09T04:22:28.978 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-10-09T04:22:28.978 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-10-09T04:22:28.979 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:28 smithi107 bash[147611]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-10-09T04:22:29.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:22:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:22:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:28 smithi150 ceph-mon[100982]: osdmap e62: 8 total, 8 up, 8 in 2023-10-09T04:22:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:28 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3904687036' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:22:29.347 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-09T04:22:29.347 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-09T04:22:29.347 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-09T04:22:30.121 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[111528]: pgmap v13: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:30.121 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3904687036' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:22:30.121 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[111528]: osdmap e63: 8 total, 8 up, 8 in 2023-10-09T04:22:30.121 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[96785]: pgmap v13: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3904687036' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[96785]: osdmap e63: 8 total, 8 up, 8 in 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:30.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:30.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:29 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:30.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:29 smithi150 ceph-mon[100982]: pgmap v13: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:29 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3904687036' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:22:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:29 smithi150 ceph-mon[100982]: osdmap e63: 8 total, 8 up, 8 in 2023-10-09T04:22:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:29 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:29 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:29 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:30.314 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:30.419 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:30 smithi107 bash[147611]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-10-09T04:22:30.419 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:30 smithi107 bash[147611]: Writing manifest to image destination 2023-10-09T04:22:30.419 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:30 smithi107 bash[147611]: Storing signatures 2023-10-09T04:22:31.060 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:30 smithi107 ceph-mon[111528]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:22:31.060 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:30 smithi107 ceph-mon[111528]: Cluster is now healthy 2023-10-09T04:22:31.060 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:30 smithi107 podman[147611]: 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.057Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.057Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.057Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.057Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=arp 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=bcache 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=bonding 2023-10-09T04:22:31.061 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=btrfs 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=conntrack 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=cpu 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=diskstats 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=dmi 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=edac 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=entropy 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=filefd 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=filesystem 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=hwmon 2023-10-09T04:22:31.062 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=infiniband 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=ipvs 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=loadavg 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=mdadm 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=meminfo 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=netclass 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=netdev 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=netstat 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=nfs 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=nfsd 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=nvme 2023-10-09T04:22:31.063 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=os 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=pressure 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=rapl 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=schedstat 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=selinux 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=sockstat 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=softnet 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=stat 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=tapestats 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=textfile 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-10-09T04:22:31.064 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=time 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=uname 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=vmstat 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=xfs 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.058Z caller=node_exporter.go:117 level=info collector=zfs 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.059Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-10-09T04:22:31.065 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[147789]: ts=2023-10-09T04:22:31.059Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-10-09T04:22:31.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:30 smithi107 ceph-mon[96785]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:22:31.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:30 smithi107 ceph-mon[96785]: Cluster is now healthy 2023-10-09T04:22:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:30 smithi150 ceph-mon[100982]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:22:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:30 smithi150 ceph-mon[100982]: Cluster is now healthy 2023-10-09T04:22:31.419 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 bash[147611]: b26e29f8489b92cac0d9ec0c518d4eab9e291cc41eca012908a8d86054f75414 2023-10-09T04:22:31.419 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:22:31 smithi107 systemd[1]: Started Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:22:32.221 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:31 smithi150 systemd[1]: Starting Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:22:32.372 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:22:32.482 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-10-09T04:22:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:32 smithi150 ceph-mon[100982]: pgmap v15: 9 pgs: 5 active+clean, 4 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:32 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:32 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:32 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.527 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[96785]: pgmap v15: 9 pgs: 5 active+clean, 4 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:32.527 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.528 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.528 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.528 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[111528]: pgmap v15: 9 pgs: 5 active+clean, 4 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:32.528 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.528 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.528 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:32 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:32.860 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":19,"active_gid":24335,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":3772966001},{"type":"v1","addr":"172.21.15.107:6801","nonce":3772966001}]},"active_addr":"172.21.15.107:6801/3772966001","active_change":"2023-10-09T04:22:14.641175+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24355,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":986944331}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":2340316110}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":1006727044}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":737220408}]}]} 2023-10-09T04:22:32.865 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-09T04:22:32.865 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-09T04:22:32.866 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:22:33.232 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Getting image source signatures 2023-10-09T04:22:33.232 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-10-09T04:22:33.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-10-09T04:22:33.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-10-09T04:22:33.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-10-09T04:22:33.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-10-09T04:22:33.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:32 smithi150 bash[137382]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-10-09T04:22:33.458 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:33.664 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:33 smithi107 ceph-mon[96785]: Deploying daemon node-exporter.b on smithi150 2023-10-09T04:22:33.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:33 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1786325693' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:22:33.665 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:33 smithi107 ceph-mon[111528]: Deploying daemon node-exporter.b on smithi150 2023-10-09T04:22:33.665 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:33 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1786325693' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:22:33.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:33 smithi150 ceph-mon[100982]: Deploying daemon node-exporter.b on smithi150 2023-10-09T04:22:33.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:33 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1786325693' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:22:34.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:34 smithi107 ceph-mon[111528]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:34 smithi107 ceph-mon[96785]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:34.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:34 smithi150 ceph-mon[100982]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:34.996 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:22:34.996 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":63,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:22:28.794649+0000","last_up_change":"2023-10-09T04:21:47.767222+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6803","nonce":212908181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6805","nonce":212908181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6809","nonce":212908181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6807","nonce":212908181}]},"public_addr":"172.21.15.107:6803/212908181","cluster_addr":"172.21.15.107:6805/212908181","heartbeat_back_addr":"172.21.15.107:6809/212908181","heartbeat_front_addr":"172.21.15.107:6807/212908181","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6811","nonce":4103309677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6813","nonce":4103309677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6817","nonce":4103309677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6815","nonce":4103309677}]},"public_addr":"172.21.15.107:6811/4103309677","cluster_addr":"172.21.15.107:6813/4103309677","heartbeat_back_addr":"172.21.15.107:6817/4103309677","heartbeat_front_addr":"172.21.15.107:6815/4103309677","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6819","nonce":2500720867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6821","nonce":2500720867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6825","nonce":2500720867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6823","nonce":2500720867}]},"public_addr":"172.21.15.107:6819/2500720867","cluster_addr":"172.21.15.107:6821/2500720867","heartbeat_back_addr":"172.21.15.107:6825/2500720867","heartbeat_front_addr":"172.21.15.107:6823/2500720867","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6827","nonce":3863286853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6829","nonce":3863286853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6833","nonce":3863286853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6831","nonce":3863286853}]},"public_addr":"172.21.15.107:6827/3863286853","cluster_addr":"172.21.15.107:6829/3863286853","heartbeat_back_addr":"172.21.15.107:6833/3863286853","heartbeat_front_addr":"172.21.15.107:6831/3863286853","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:22:35.404 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:35 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3807367503' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:35.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:35 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3807367503' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:35.502 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-09T04:22:35.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:22:35.660 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:35 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3807367503' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:35.982 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:35 smithi150 bash[137382]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-10-09T04:22:35.982 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:35 smithi150 bash[137382]: Writing manifest to image destination 2023-10-09T04:22:35.983 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:35 smithi150 bash[137382]: Storing signatures 2023-10-09T04:22:36.096 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:36.474 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-mon[100982]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 podman[137382]: 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.454Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.454Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.454Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.454Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=arp 2023-10-09T04:22:36.475 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=bcache 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=bonding 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=btrfs 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=conntrack 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=cpu 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=diskstats 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=dmi 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=edac 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=entropy 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=filefd 2023-10-09T04:22:36.476 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=filesystem 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=hwmon 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=infiniband 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=ipvs 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=loadavg 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=mdadm 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=meminfo 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=netclass 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=netdev 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=netstat 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=nfs 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=nfsd 2023-10-09T04:22:36.477 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.455Z caller=node_exporter.go:117 level=info collector=nvme 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=os 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=pressure 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=rapl 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=schedstat 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=selinux 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=sockstat 2023-10-09T04:22:36.478 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=softnet 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=stat 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=tapestats 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=textfile 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=time 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=uname 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=vmstat 2023-10-09T04:22:36.479 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=xfs 2023-10-09T04:22:36.480 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=node_exporter.go:117 level=info collector=zfs 2023-10-09T04:22:36.480 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-10-09T04:22:36.480 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[137433]: ts=2023-10-09T04:22:36.456Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-10-09T04:22:36.480 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 bash[137382]: 8dfab7205e3db63244eeda81d11a1edd69fea138e311ee5aafd33d383995428f 2023-10-09T04:22:36.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-mon[96785]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:36.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-mon[111528]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:36.732 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:22:36 smithi150 systemd[1]: Started Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:22:37.047 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:22:36.727Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004517186s 2023-10-09T04:22:37.047 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:36] ENGINE Bus STOPPING 2023-10-09T04:22:37.047 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:22:37.048 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:36] ENGINE Bus STOPPED 2023-10-09T04:22:37.048 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:36] ENGINE Bus STARTING 2023-10-09T04:22:37.048 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:36] ENGINE Serving on http://:::9283 2023-10-09T04:22:37.048 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:22:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:22:36] ENGINE Bus STARTED 2023-10-09T04:22:37.584 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:22:37.585 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":63,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:22:28.794649+0000","last_up_change":"2023-10-09T04:21:47.767222+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6803","nonce":212908181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6805","nonce":212908181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6809","nonce":212908181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6807","nonce":212908181}]},"public_addr":"172.21.15.107:6803/212908181","cluster_addr":"172.21.15.107:6805/212908181","heartbeat_back_addr":"172.21.15.107:6809/212908181","heartbeat_front_addr":"172.21.15.107:6807/212908181","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6811","nonce":4103309677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6813","nonce":4103309677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6817","nonce":4103309677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6815","nonce":4103309677}]},"public_addr":"172.21.15.107:6811/4103309677","cluster_addr":"172.21.15.107:6813/4103309677","heartbeat_back_addr":"172.21.15.107:6817/4103309677","heartbeat_front_addr":"172.21.15.107:6815/4103309677","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6819","nonce":2500720867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6821","nonce":2500720867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6825","nonce":2500720867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6823","nonce":2500720867}]},"public_addr":"172.21.15.107:6819/2500720867","cluster_addr":"172.21.15.107:6821/2500720867","heartbeat_back_addr":"172.21.15.107:6825/2500720867","heartbeat_front_addr":"172.21.15.107:6823/2500720867","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6827","nonce":3863286853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6829","nonce":3863286853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6833","nonce":3863286853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6831","nonce":3863286853}]},"public_addr":"172.21.15.107:6827/3863286853","cluster_addr":"172.21.15.107:6829/3863286853","heartbeat_back_addr":"172.21.15.107:6833/3863286853","heartbeat_front_addr":"172.21.15.107:6831/3863286853","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:22:37.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[96785]: Deploying daemon grafana.a on smithi150 2023-10-09T04:22:37.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:37 smithi107 ceph-mon[111528]: Deploying daemon grafana.a on smithi150 2023-10-09T04:22:37.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-10-09T04:22:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:37.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:37 smithi150 ceph-mon[100982]: Deploying daemon grafana.a on smithi150 2023-10-09T04:22:38.048 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-09T04:22:38.048 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-09T04:22:38.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-09T04:22:38.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-09T04:22:38.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-09T04:22:38.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-09T04:22:38.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-09T04:22:38.051 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-09T04:22:38.750 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:38.797 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:38.894 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:38.910 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:38.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:38 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3784358343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:38.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:38 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3784358343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:38 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3784358343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:22:38.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:22:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:22:39.032 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:39.033 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:39.038 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:39.334 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:39.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:39 smithi107 ceph-mon[96785]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:39.900 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:39 smithi107 ceph-mon[111528]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:39 smithi150 ceph-mon[100982]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:40.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:40 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:41.032 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:40 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:41.032 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:40 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:42.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:42 smithi107 ceph-mon[96785]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:42 smithi107 ceph-mon[111528]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:42.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:42 smithi150 ceph-mon[100982]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:44.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:44 smithi107 ceph-mon[96785]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:44.414 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:44 smithi107 ceph-mon[111528]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:44.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:44 smithi150 ceph-mon[100982]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:45.125 INFO:teuthology.orchestra.run.smithi107.stdout:55834574887 2023-10-09T04:22:45.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-09T04:22:45.250 INFO:teuthology.orchestra.run.smithi107.stdout:163208757269 2023-10-09T04:22:45.250 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-09T04:22:45.316 INFO:teuthology.orchestra.run.smithi107.stdout:77309411362 2023-10-09T04:22:45.316 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-09T04:22:45.526 INFO:teuthology.orchestra.run.smithi107.stdout:128849018905 2023-10-09T04:22:45.526 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-09T04:22:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:45 smithi107 ceph-mon[111528]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:45 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:45 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:45 smithi107 ceph-mon[96785]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:45 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:45 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:45.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:45 smithi150 ceph-mon[100982]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:45.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:45 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:45 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:22:46.236 INFO:teuthology.orchestra.run.smithi107.stdout:34359738411 2023-10-09T04:22:46.237 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-09T04:22:46.282 INFO:teuthology.orchestra.run.smithi107.stdout:231928233997 2023-10-09T04:22:46.283 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-09T04:22:47.185 INFO:teuthology.orchestra.run.smithi107.stdout:197568495634 2023-10-09T04:22:47.185 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-09T04:22:47.220 INFO:teuthology.orchestra.run.smithi107.stdout:107374182430 2023-10-09T04:22:47.221 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-09T04:22:47.304 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:47.354 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:47.450 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:47.452 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:47.453 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:48.030 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:48.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:48 smithi107 ceph-mon[111528]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:48.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:48 smithi107 ceph-mon[96785]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:48 smithi150 ceph-mon[100982]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:48.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:48 smithi150 systemd[1]: Starting Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:22:48.889 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:22:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:22:48.890 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:48 smithi150 podman[137822]: 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:48 smithi150 bash[137822]: 8dba548b9de006b9fa9125457d338c36f693e486fbbb75f78d165bd15e3d38fe 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:48 smithi150 systemd[1]: Started Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.006985512Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007236485Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007267244Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007281375Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007292933Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-10-09T04:22:49.142 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007306337Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007316676Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007326946Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007338005Z level=info msg="Path Home" path=/usr/share/grafana 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.00734793Z level=info msg="Path Data" path=/var/lib/grafana 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007358593Z level=info msg="Path Logs" path=/var/log/grafana 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007369824Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007379096Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=settings t=2023-10-09T04:22:49.007389591Z level=info msg="App mode production" 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=sqlstore t=2023-10-09T04:22:49.00744506Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=sqlstore t=2023-10-09T04:22:49.007463433Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-10-09T04:22:49.143 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.008299214Z level=info msg="Starting DB migrations" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.008377585Z level=info msg="Executing migration" id="create migration_log table" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.008898481Z level=info msg="Executing migration" id="create user table" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.00931166Z level=info msg="Executing migration" id="add unique index user.login" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.00974519Z level=info msg="Executing migration" id="add unique index user.email" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.010153818Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.010601188Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.010970176Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.011693703Z level=info msg="Executing migration" id="create user table v2" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.012086411Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.012495315Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-10-09T04:22:49.144 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.01293248Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.013260865Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.013629554Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.014024414Z level=info msg="Executing migration" id="Update user table charset" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.014298262Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.014710886Z level=info msg="Executing migration" id="Add missing user data" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.015055961Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.01553592Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.015963007Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.016412772Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.017588721Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.018045609Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-10-09T04:22:49.145 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.018501159Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.018920288Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.019374313Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.019789169Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.020073371Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.020486146Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.020900289Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.021280919Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.0216885Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.022333104Z level=info msg="Executing migration" id="create temp_user v2" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.022755312Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-10-09T04:22:49.146 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.023151451Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.023599656Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.0239787Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.024435093Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.024977781Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.027864246Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.030569673Z level=info msg="Executing migration" id="create star table" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.033196676Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.03600054Z level=info msg="Executing migration" id="create org table v1" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.038825558Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.044279359Z level=info msg="Executing migration" id="create org_user table v1" 2023-10-09T04:22:49.147 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.044722826Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.047373566Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.050184916Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.053009984Z level=info msg="Executing migration" id="Update org table charset" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.055712069Z level=info msg="Executing migration" id="Update org_user table charset" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.058286479Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.060842495Z level=info msg="Executing migration" id="create dashboard table" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.066203238Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.06664364Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.069478449Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-10-09T04:22:49.148 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.069892909Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-10-09T04:22:49.149 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.072589444Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-10-09T04:22:49.149 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.075489486Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-10-09T04:22:49.149 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.078244466Z level=info msg="Executing migration" id="create dashboard v2" 2023-10-09T04:22:49.149 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.078675044Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-10-09T04:22:49.149 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.081261727Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.084100274Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.086598439Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.087039681Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.089856538Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.092435024Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.095278046Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.095903298Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.096782221Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.097473681Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.097904376Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-10-09T04:22:49.150 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.098678471Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.099006709Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.099326054Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.099845309Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.100361323Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.101273947Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.101957747Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.102272641Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.102717324Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.103133724Z level=info msg="Executing migration" id="Update dashboard title length" 2023-10-09T04:22:49.151 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.103473956Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.103943415Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.104758142Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.105744967Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.106488289Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.107320956Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.108204931Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.108595234Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.109448344Z level=info msg="Executing migration" id="Add check_sum column" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.110032301Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.110510145Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-10-09T04:22:49.152 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.111382892Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.111914565Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.112576952Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.11346447Z level=info msg="Executing migration" id="create data_source table" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.114287432Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.114735338Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.115607051Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.116426736Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.117283546Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.118343124Z level=info msg="Executing migration" id="create data_source table v2" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.11926638Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-10-09T04:22:49.153 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.121953347Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.124726346Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.127532127Z level=info msg="Executing migration" id="Add column with_credentials" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.130308231Z level=info msg="Executing migration" id="Add secure json data column" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.133067849Z level=info msg="Executing migration" id="Update data_source table charset" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.13597136Z level=info msg="Executing migration" id="Update initial version to 1" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.138725015Z level=info msg="Executing migration" id="Add read_only data column" 2023-10-09T04:22:49.154 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.141439703Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-10-09T04:22:49.394 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.144316968Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-10-09T04:22:49.394 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.147110345Z level=info msg="Executing migration" id="Add uid column" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.149949383Z level=info msg="Executing migration" id="Update uid value" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.152676979Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.155462903Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.158183115Z level=info msg="Executing migration" id="create api_key table" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.160921355Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.163631912Z level=info msg="Executing migration" id="add index api_key.key" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.166520636Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.169120128Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.171534532Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-10-09T04:22:49.395 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.172015593Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.174742543Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.177491057Z level=info msg="Executing migration" id="create api_key table v2" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.180135297Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.180619983Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.18335337Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.18594902Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.188457704Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.188846493Z level=info msg="Executing migration" id="Update api_key table charset" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.191520572Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.192223544Z level=info msg="Executing migration" id="Add service account foreign key" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.194316981Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-10-09T04:22:49.396 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.196930233Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.197538265Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.200290169Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.202917172Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.203719192Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.20451284Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.205333362Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.206096553Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.206922683Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.207252756Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.208027956Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.208864577Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-10-09T04:22:49.397 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.209720932Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.210057893Z level=info msg="Executing migration" id="create quota table v1" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.210857881Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.211733192Z level=info msg="Executing migration" id="Update quota table charset" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.212470728Z level=info msg="Executing migration" id="create plugin_setting table" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.212912764Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.213767054Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.21453865Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.215388953Z level=info msg="Executing migration" id="create session table" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.215861255Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.216672767Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-10-09T04:22:49.398 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.217003484Z level=info msg="Executing migration" id="create playlist table v2" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.217569783Z level=info msg="Executing migration" id="create playlist item table v2" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.218378671Z level=info msg="Executing migration" id="Update playlist table charset" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.218700392Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.219507406Z level=info msg="Executing migration" id="drop preferences table v2" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.219847683Z level=info msg="Executing migration" id="drop preferences table v3" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.220343722Z level=info msg="Executing migration" id="create preferences table v3" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.220773375Z level=info msg="Executing migration" id="Update preferences table charset" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.221191308Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.221939767Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.222247756Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-10-09T04:22:49.399 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.22289253Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.223516968Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.224307394Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.225133263Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.225627263Z level=info msg="Executing migration" id="create alert table v1" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.226397155Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.226866471Z level=info msg="Executing migration" id="add index alert state" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.227295809Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.227735008Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.228123387Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.228577087Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.229020133Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-10-09T04:22:49.400 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.230480489Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.230872683Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.2313345Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.231660444Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.232021743Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.232435991Z level=info msg="Executing migration" id="Add column is_default" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.233095096Z level=info msg="Executing migration" id="Add column frequency" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.233732545Z level=info msg="Executing migration" id="Add column send_reminder" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.234396445Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.235033182Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.235515032Z level=info msg="Executing migration" id="Update alert table charset" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.235828255Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-10-09T04:22:49.401 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.236116203Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.236529095Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.236981589Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.23739852Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.23780346Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.238224575Z level=info msg="Executing migration" id="Add for to alert table" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.23886862Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.239540531Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.239879295Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.240319042Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.240745867Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-10-09T04:22:49.402 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.241399652Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.24174395Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.242157811Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.242597489Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.242905504Z level=info msg="Executing migration" id="create annotation table v5" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.243385782Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.243824537Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.244264966Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.244706003Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.245167985Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.245643613Z level=info msg="Executing migration" id="Update annotation table charset" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.245934006Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-10-09T04:22:49.403 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.246632377Z level=info msg="Executing migration" id="Drop category_id index" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.247061665Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.247768369Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.248183267Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.248658249Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.249053332Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.250633525Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.251055131Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.251509286Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.251877113Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.252234167Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.252567662Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-10-09T04:22:49.404 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.253259006Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.254145376Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.254637373Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.255092346Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.255435976Z level=info msg="Executing migration" id="Add epoch_end column" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.256147355Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.256612674Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.256916901Z level=info msg="Executing migration" id="Move region to single row" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.25727871Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.257724773Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.2581305Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.258588399Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-10-09T04:22:49.405 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.25903325Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.259463959Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.260295608Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.26111672Z level=info msg="Executing migration" id="create test_data table" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.26159322Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.262022756Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.262876604Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.263721133Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.264535736Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.264917581Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.265725918Z level=info msg="Executing migration" id="create team table" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.266181725Z level=info msg="Executing migration" id="add index team.org_id" 2023-10-09T04:22:49.406 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.266685657Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.26752024Z level=info msg="Executing migration" id="create team member table" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.267953119Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.270936807Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.273685807Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.276425269Z level=info msg="Executing migration" id="Add column email to team table" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.279284009Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.281948425Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.284755547Z level=info msg="Executing migration" id="create dashboard acl table" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.287639442Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.290239033Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.292849584Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-10-09T04:22:49.407 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.293313965Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.296103342Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.298835375Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.301465349Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.304319124Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.304785503Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.307564873Z level=info msg="Executing migration" id="create tag table" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.308021834Z level=info msg="Executing migration" id="add index tag.key_value" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.310369201Z level=info msg="Executing migration" id="create login attempt table" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.312935045Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.313371846Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.316106784Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-10-09T04:22:49.408 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.318841477Z level=info msg="Executing migration" id="create login_attempt v2" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.321470518Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.321923845Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.324646349Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.3250633Z level=info msg="Executing migration" id="create user auth table" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.327332193Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.329954761Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.330283641Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.333015054Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.335626871Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.338190718Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.339022139Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-10-09T04:22:49.409 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.341618687Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.344333211Z level=info msg="Executing migration" id="create server_lock table" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.345125916Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.345610682Z level=info msg="Executing migration" id="create user auth token table" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.346347774Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.347144104Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.347965731Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.348434793Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.349267468Z level=info msg="Executing migration" id="create cache_data table" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.350092503Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.350926755Z level=info msg="Executing migration" id="create short_url table v1" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.351385053Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-10-09T04:22:49.410 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.352255247Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.353108357Z level=info msg="Executing migration" id="delete alert_definition table" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.353880509Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.354343229Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.355137878Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.355993661Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.356792465Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.357265187Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.358155456Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.35902816Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-10-09T04:22:49.411 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.359873305Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.360763148Z level=info msg="Executing migration" id="drop alert_definition table" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.361621632Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.362480095Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.365257865Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.368162355Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.371092823Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.373891822Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.376676957Z level=info msg="Executing migration" id="create alert_instance table" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.377200532Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.380060693Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-10-09T04:22:49.412 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.382865885Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-10-09T04:22:49.413 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.385592351Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-10-09T04:22:49.413 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.386120393Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-10-09T04:22:49.413 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.388936216Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-10-09T04:22:49.413 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.393127765Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.396916553Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.397399345Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.40024144Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.403076483Z level=info msg="Executing migration" id="create alert_rule table" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.405935213Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.406442634Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-10-09T04:22:49.685 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.409098084Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.411753853Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.414467765Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.415316172Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.417973621Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.420637395Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.423333837Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.423810746Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.426542868Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.429256368Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-10-09T04:22:49.686 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.431794557Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.432658328Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.435322377Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.437930205Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.440436321Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.440912414Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.443565685Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.444252503Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.445127573Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.445977437Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.446843341Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-10-09T04:22:49.687 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.447744213Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.448625146Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.448928853Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.449937985Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.450929019Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.451821811Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.452829811Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.453728256Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.454643592Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.455419054Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.455876123Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-10-09T04:22:49.688 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.456757349Z level=info msg="Executing migration" id="create provenance_type table" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.457623792Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.458332817Z level=info msg="Executing migration" id="create alert_image table" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.458722728Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.459732203Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.460456669Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.461459994Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.461920532Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.462010366Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.462714758Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.463105849Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.463618224Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-10-09T04:22:49.689 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.463745387Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.463857021Z level=info msg="alerts found to migrate" alerts=0 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.464444472Z level=info msg="Executing migration" id="create library_element table v1" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.464907755Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.465846388Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.466607278Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.467449216Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.467958066Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.468849895Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.469458806Z level=info msg="Executing migration" id="create data_keys table" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.469909158Z level=info msg="Executing migration" id="create secrets table" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.47249706Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-10-09T04:22:49.690 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.4768571Z level=info msg="Executing migration" id="add name column into data_keys" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.479982339Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.482746039Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.487023845Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.491218654Z level=info msg="Executing migration" id="create kv_store table v1" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.494188579Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.497084998Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.499873092Z level=info msg="Executing migration" id="create permission table" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.50030387Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.503071904Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.506006773Z level=info msg="Executing migration" id="create role table" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.5088914Z level=info msg="Executing migration" id="add column display_name" 2023-10-09T04:22:49.691 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.509944611Z level=info msg="Executing migration" id="add column group_name" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.513006784Z level=info msg="Executing migration" id="add index role.org_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.515756731Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.518629077Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.519133685Z level=info msg="Executing migration" id="create team role table" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.521577121Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.52423737Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.52692131Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.52750452Z level=info msg="Executing migration" id="create user role table" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.530291507Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.533045148Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.535715594Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-10-09T04:22:49.692 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.536231364Z level=info msg="Executing migration" id="create builtin role table" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.538912897Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.542153136Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.544134936Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.545217409Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.547995275Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.550468549Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.553323009Z level=info msg="Executing migration" id="add unique index role.uid" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.553759541Z level=info msg="Executing migration" id="create seed assignment table" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.556519685Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.557190913Z level=info msg="Executing migration" id="add column hidden to role table" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.558165767Z level=info msg="Executing migration" id="create query_history table v1" 2023-10-09T04:22:49.693 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.558573695Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.559405151Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.560353567Z level=info msg="Executing migration" id="teams permissions migration" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.561022487Z level=info msg="Executing migration" id="dashboard permissions" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.561468711Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.562391398Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.563152276Z level=info msg="Executing migration" id="alerting notification permissions" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.564137515Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.56461646Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.565609844Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.566754816Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-10-09T04:22:49.694 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.567541043Z level=info msg="Executing migration" id="create correlation table v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.56817209Z level=info msg="Executing migration" id="add index correlations.uid" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.568996947Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.569838173Z level=info msg="Executing migration" id="add correlation config column" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.5708285Z level=info msg="Executing migration" id="create entity_events table" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.571252772Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.573906175Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.574012969Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.574293857Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.574372937Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.574637819Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.5749854Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-10-09T04:22:49.695 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.575391782Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.575835445Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.576291012Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.576715679Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.577100015Z level=info msg="Executing migration" id="Drop public config table" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.577495375Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.577938189Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.578368968Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.578831444Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.5792518Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.58219499Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.583203319Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-10-09T04:22:49.696 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.584214276Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.58452894Z level=info msg="Executing migration" id="add share column" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.585514073Z level=info msg="Executing migration" id="create default alerting folders" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.585955558Z level=info msg="Executing migration" id="create file table" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.586382697Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.58907923Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.589736694Z level=info msg="Executing migration" id="create file_meta table" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.59245222Z level=info msg="Executing migration" id="file table idx: path key" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.592998926Z level=info msg="Executing migration" id="set path collation in file table" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.593260731Z level=info msg="Executing migration" id="managed permissions migration" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.593620011Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.593898278Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-10-09T04:22:49.697 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.594287965Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.595297569Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.595604814Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.596032005Z level=info msg="Executing migration" id="update group index for alert rules" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.596417902Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.596734793Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.597075549Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.598107395Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.599108269Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.599569989Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-10-09T04:22:49.698 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.60910464Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.609594627Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.610028125Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.613352509Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.614137634Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.614506834Z level=info msg="Executing migration" id="create folder table" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.614872857Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.615292479Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.615731875Z level=info msg="Executing migration" id="Update folder title length" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.615984497Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-10-09T04:22:49.699 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=migrator t=2023-10-09T04:22:49.616394614Z level=info msg="migrations completed" performed=485 skipped=0 duration=608.039815ms 2023-10-09T04:22:49.700 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=sqlstore t=2023-10-09T04:22:49.616763382Z level=info msg="Created default organization" 2023-10-09T04:22:49.700 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=plugin.loader t=2023-10-09T04:22:49.68375451Z level=info msg="Plugin registered" pluginID=input 2023-10-09T04:22:49.866 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:49.982 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=plugin.loader t=2023-10-09T04:22:49.712622727Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-10-09T04:22:49.982 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=plugin.loader t=2023-10-09T04:22:49.712649434Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-10-09T04:22:49.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=secrets t=2023-10-09T04:22:49.712684037Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-10-09T04:22:49.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=query_data t=2023-10-09T04:22:49.714396704Z level=info msg="Query Service initialization" 2023-10-09T04:22:49.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=live.push_http t=2023-10-09T04:22:49.716723664Z level=info msg="Live Push Gateway initialization" 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:50 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:22:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:50.910 INFO:teuthology.orchestra.run.smithi107.stdout:128849018906 2023-10-09T04:22:50.956 INFO:teuthology.orchestra.run.smithi107.stdout:77309411363 2023-10-09T04:22:50.982 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=infra.usagestats.collector t=2023-10-09T04:22:50.503271382Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=provisioning.datasources t=2023-10-09T04:22:50.503571548Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=provisioning.datasources t=2023-10-09T04:22:50.536109923Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=provisioning.datasources t=2023-10-09T04:22:50.568461241Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=provisioning.alerting t=2023-10-09T04:22:50.591447849Z level=info msg="starting to provision alerting" 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=provisioning.alerting t=2023-10-09T04:22:50.591478317Z level=info msg="finished to provision alerting" 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=grafanaStorageLogger t=2023-10-09T04:22:50.591699371Z level=info msg="storage starting" 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=ngalert.state.manager t=2023-10-09T04:22:50.591711758Z level=info msg="Warming state cache for startup" 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=http.server t=2023-10-09T04:22:50.593394692Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=ngalert.state.manager t=2023-10-09T04:22:50.60190693Z level=info msg="State cache has been initialized" states=0 duration=10.194182ms 2023-10-09T04:22:50.983 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=ticker t=2023-10-09T04:22:50.601977935Z level=info msg=starting first_tick=2023-10-09T04:23:00Z 2023-10-09T04:22:50.984 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=sqlstore.transactions t=2023-10-09T04:22:50.601986077Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-10-09T04:22:50.984 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=ngalert.multiorg.alertmanager t=2023-10-09T04:22:50.601988601Z level=info msg="starting MultiOrg Alertmanager" 2023-10-09T04:22:50.984 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=sqlstore.transactions t=2023-10-09T04:22:50.648405011Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-10-09T04:22:50.984 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:22:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[137837]: logger=sqlstore.transactions t=2023-10-09T04:22:50.659213876Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2023-10-09T04:22:51.345 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:51 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3671586586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:22:51.345 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:51 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/212414576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:22:51.345 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:51 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3671586586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:22:51.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:51 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/212414576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:22:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:51 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3671586586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:22:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:51 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/212414576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:22:51.862 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:52.054 INFO:teuthology.orchestra.run.smithi107.stdout:163208757270 2023-10-09T04:22:52.209 INFO:teuthology.orchestra.run.smithi107.stdout:55834574888 2023-10-09T04:22:52.296 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018905 got 128849018906 for osd.4 2023-10-09T04:22:52.297 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:52 smithi107 ceph-mon[111528]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:52 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/436467428' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:22:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:52 smithi107 ceph-mon[96785]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:52 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/436467428' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:22:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:52 smithi150 ceph-mon[100982]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:52 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/436467428' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:22:52.550 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411362 got 77309411363 for osd.2 2023-10-09T04:22:52.550 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:52.770 INFO:teuthology.orchestra.run.smithi107.stdout:231928233999 2023-10-09T04:22:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:53 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/533883516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:22:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:53 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/941609699' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:22:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:53 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/533883516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:22:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:53 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/941609699' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:22:53.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:53 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/533883516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:22:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:53 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/941609699' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:22:53.688 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574887 got 55834574888 for osd.1 2023-10-09T04:22:53.688 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:53.778 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757269 got 163208757270 for osd.5 2023-10-09T04:22:53.778 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:53.880 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928233997 got 231928233999 for osd.7 2023-10-09T04:22:53.880 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:54.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:54 smithi107 ceph-mon[111528]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:54.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:54 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:54.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:54 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:54.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:54 smithi107 ceph-mon[96785]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:54.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:54 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:54.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:54 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:54.318 INFO:teuthology.orchestra.run.smithi107.stdout:34359738413 2023-10-09T04:22:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:54 smithi150 ceph-mon[100982]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:54 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:54 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:22:54.785 INFO:teuthology.orchestra.run.smithi107.stdout:107374182431 2023-10-09T04:22:55.187 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738411 got 34359738413 for osd.0 2023-10-09T04:22:55.188 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:55.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:55 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/609126497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:22:55.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:55 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1099742193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:22:55.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:55 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/609126497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:22:55.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:55 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1099742193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:22:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:55 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/609126497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:22:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:55 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1099742193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:22:55.498 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182430 got 107374182431 for osd.3 2023-10-09T04:22:55.498 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:55.821 INFO:teuthology.orchestra.run.smithi107.stdout:197568495635 2023-10-09T04:22:56.344 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495634 got 197568495635 for osd.6 2023-10-09T04:22:56.344 DEBUG:teuthology.parallel:result is None 2023-10-09T04:22:56.345 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-09T04:22:56.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:22:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:56 smithi107 ceph-mon[111528]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:56 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1485644109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:22:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:56 smithi107 ceph-mon[96785]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:56 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1485644109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:22:56.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:56 smithi150 ceph-mon[100982]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:56.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:56 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1485644109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:22:56.945 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:22:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:22:58 smithi107 ceph-mon[111528]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:58.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:22:58 smithi107 ceph-mon[96785]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:22:58 smithi150 ceph-mon[100982]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:22:58.921 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:22:58.923 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:22:59.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:22:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:22:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:22:59.655 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2023-10-09T04:22:58.661515+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384960,"kb_used_data":6656,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576256,"statfs":{"total":767960285184,"available":765518086144,"internally_reserved":0,"allocated":6815744,"data_stored":3876035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002253"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:28.229890+0000","last_change":"2023-10-09T04:22:26.796058+0000","last_active":"2023-10-09T04:22:28.229890+0000","last_peered":"2023-10-09T04:22:28.229890+0000","last_clean":"2023-10-09T04:22:28.229890+0000","last_became_active":"2023-10-09T04:22:26.795715+0000","last_became_peered":"2023-10-09T04:22:26.795715+0000","last_unstale":"2023-10-09T04:22:28.229890+0000","last_undegraded":"2023-10-09T04:22:28.229890+0000","last_fullsized":"2023-10-09T04:22:28.229890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:52:49.833540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.800393+0000","last_change":"2023-10-09T04:22:26.917322+0000","last_active":"2023-10-09T04:22:27.800393+0000","last_peered":"2023-10-09T04:22:27.800393+0000","last_clean":"2023-10-09T04:22:27.800393+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:22:27.800393+0000","last_undegraded":"2023-10-09T04:22:27.800393+0000","last_fullsized":"2023-10-09T04:22:27.800393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:00.229048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.796260+0000","last_change":"2023-10-09T04:22:26.917468+0000","last_active":"2023-10-09T04:22:27.796260+0000","last_peered":"2023-10-09T04:22:27.796260+0000","last_clean":"2023-10-09T04:22:27.796260+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:22:27.796260+0000","last_undegraded":"2023-10-09T04:22:27.796260+0000","last_fullsized":"2023-10-09T04:22:27.796260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:21:33.629234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.796161+0000","last_change":"2023-10-09T04:22:26.914895+0000","last_active":"2023-10-09T04:22:27.796161+0000","last_peered":"2023-10-09T04:22:27.796161+0000","last_clean":"2023-10-09T04:22:27.796161+0000","last_became_active":"2023-10-09T04:22:26.914478+0000","last_became_peered":"2023-10-09T04:22:26.914478+0000","last_unstale":"2023-10-09T04:22:27.796161+0000","last_undegraded":"2023-10-09T04:22:27.796161+0000","last_fullsized":"2023-10-09T04:22:27.796161+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:02.634222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":271,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.796154+0000","last_change":"2023-10-09T04:21:51.790774+0000","last_active":"2023-10-09T04:22:27.796154+0000","last_peered":"2023-10-09T04:22:27.796154+0000","last_clean":"2023-10-09T04:22:27.796154+0000","last_became_active":"2023-10-09T04:21:51.790345+0000","last_became_peered":"2023-10-09T04:21:51.790345+0000","last_unstale":"2023-10-09T04:22:27.796154+0000","last_undegraded":"2023-10-09T04:22:27.796154+0000","last_fullsized":"2023-10-09T04:22:27.796154+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:49:20.868973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-10-09T04:22:26.797286+0000","last_change":"2023-10-09T04:22:26.796652+0000","last_active":"2023-10-09T04:22:26.797286+0000","last_peered":"2023-10-09T04:22:26.797286+0000","last_clean":"2023-10-09T04:22:26.797286+0000","last_became_active":"2023-10-09T04:22:26.796347+0000","last_became_peered":"2023-10-09T04:22:26.796347+0000","last_unstale":"2023-10-09T04:22:26.797286+0000","last_undegraded":"2023-10-09T04:22:26.797286+0000","last_fullsized":"2023-10-09T04:22:26.797286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:44.715709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.797738+0000","last_change":"2023-10-09T04:22:26.914728+0000","last_active":"2023-10-09T04:22:27.797738+0000","last_peered":"2023-10-09T04:22:27.797738+0000","last_clean":"2023-10-09T04:22:27.797738+0000","last_became_active":"2023-10-09T04:22:26.914426+0000","last_became_peered":"2023-10-09T04:22:26.914426+0000","last_unstale":"2023-10-09T04:22:27.797738+0000","last_undegraded":"2023-10-09T04:22:27.797738+0000","last_fullsized":"2023-10-09T04:22:27.797738+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:16:03.699678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-10-09T04:22:26.796143+0000","last_change":"2023-10-09T04:22:26.795668+0000","last_active":"2023-10-09T04:22:26.796143+0000","last_peered":"2023-10-09T04:22:26.796143+0000","last_clean":"2023-10-09T04:22:26.796143+0000","last_became_active":"2023-10-09T04:22:26.795263+0000","last_became_peered":"2023-10-09T04:22:26.795263+0000","last_unstale":"2023-10-09T04:22:26.796143+0000","last_undegraded":"2023-10-09T04:22:26.796143+0000","last_fullsized":"2023-10-09T04:22:26.796143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:40.416125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.800411+0000","last_change":"2023-10-09T04:22:26.914657+0000","last_active":"2023-10-09T04:22:27.800411+0000","last_peered":"2023-10-09T04:22:27.800411+0000","last_clean":"2023-10-09T04:22:27.800411+0000","last_became_active":"2023-10-09T04:22:26.914364+0000","last_became_peered":"2023-10-09T04:22:26.914364+0000","last_unstale":"2023-10-09T04:22:27.800411+0000","last_undegraded":"2023-10-09T04:22:27.800411+0000","last_fullsized":"2023-10-09T04:22:27.800411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:00:56.570525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234000,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298480,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446672,"statfs":{"total":95995035648,"available":95689392128,"internally_reserved":0,"allocated":1220608,"data_stored":853268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.38300000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":3.2269999999999999,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":5.4429999999999996,"5min":5.4429999999999996,"15min":5.4429999999999996},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":5.343,"5min":5.343,"15min":5.343},"last":0.54100000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.503}]},{"osd":6,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.53200000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495636,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298480,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446672,"statfs":{"total":95995035648,"available":95689392128,"internally_reserved":0,"allocated":1220608,"data_stored":853326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.52300000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.505},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.39300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.33000000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.53300000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.48999999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55200000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.54300000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":626688,"data_stored":262958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.46600000000000003,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9480000000000004,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.33700000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.47399999999999998,"15min":0.48599999999999999},"min":{"1min":0.25700000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58799999999999997,"5min":2.0699999999999998,"15min":2.0699999999999998},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.314,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.64500000000000002,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":0.308}]},{"osd":3,"last update":"Mon Oct 9 04:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.44800000000000001,"15min":0.45000000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.42599999999999999,"15min":0.42799999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.55100000000000005,"5min":0.62,"15min":0.62},"last":0.32800000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.61599999999999999,"15min":0.628},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77400000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61099999999999999,"15min":0.61899999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90700000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.65400000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.625}]},{"osd":6,"last update":"Mon Oct 9 04:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.1869999999999998,"5min":2.1869999999999998,"15min":2.1869999999999998},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.68700000000000006}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298484,"kb_used_data":1196,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446668,"statfs":{"total":95995035648,"available":95689388032,"internally_reserved":0,"allocated":1224704,"data_stored":853591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.36499999999999999,"15min":0.34100000000000003},"min":{"1min":0.23400000000000001,"5min":0.217,"15min":0.217},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41099999999999998,"15min":0.40400000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.32000000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60799999999999998,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.33600000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.64500000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.37},{"interface":"front","average":{"1min":0.437,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59899999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.32000000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.629,"15min":0.625},"min":{"1min":0.45800000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48699999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:22:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.498},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.41599999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.439},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.42599999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.36499999999999999},"min":{"1min":0.27400000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.56399999999999995,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.313,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.44}]},{"osd":1,"last update":"Mon Oct 9 04:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.38600000000000001},"min":{"1min":0.32000000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.65900000000000003,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.35199999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:22:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.47599999999999998,"15min":0.47999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.65100000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.47299999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42099999999999999,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.61299999999999999,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.56000000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:22:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.65400000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:22:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.629}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.60599999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182432,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.439,"15min":0.435},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.0270000000000001,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.45700000000000002,"15min":0.45600000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2,"5min":2,"15min":2},"last":0.28899999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.45300000000000001,"15min":0.44700000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":2.3069999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.47999999999999998,"15min":0.47599999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":2.1269999999999998,"5min":2.1269999999999998,"15min":2.1269999999999998},"last":0.33100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.50900000000000001,"15min":0.504},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.34599999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.621,"15min":0.61899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63400000000000001,"15min":0.63200000000000001},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.49299999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:22:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.1440000000000001,"5min":2.1440000000000001,"15min":2.1440000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.46100000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.1920000000000002,"5min":2.1920000000000002,"15min":2.1920000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.51100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018908,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.53800000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.48199999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.38200000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.60199999999999998,"15min":0.56799999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.9320000000000004,"5min":4.9320000000000004,"15min":4.9320000000000004},"last":0.433}]},{"osd":2,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.59799999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.9160000000000004,"5min":4.9160000000000004,"15min":4.9160000000000004},"last":0.60899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59499999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56399999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.58099999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757272,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":1.1799999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.98899999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":1.097}]},{"osd":2,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":1.0209999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":1.1699999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.38300000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:22:26 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.433},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.40600000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.42099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:22:59.658 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:23:00.349 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='client.24512 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:00.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:00.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='client.24512 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:00.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='client.24512 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:01 smithi107 ceph-mon[111528]: Reconfiguring alertmanager.a (dependencies changed)... 2023-10-09T04:23:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:01 smithi107 ceph-mon[111528]: Reconfiguring daemon alertmanager.a on smithi107 2023-10-09T04:23:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:01 smithi107 ceph-mon[96785]: Reconfiguring alertmanager.a (dependencies changed)... 2023-10-09T04:23:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:01 smithi107 ceph-mon[96785]: Reconfiguring daemon alertmanager.a on smithi107 2023-10-09T04:23:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:01 smithi150 ceph-mon[100982]: Reconfiguring alertmanager.a (dependencies changed)... 2023-10-09T04:23:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:01 smithi150 ceph-mon[100982]: Reconfiguring daemon alertmanager.a on smithi107 2023-10-09T04:23:02.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:02 smithi107 ceph-mon[111528]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:02 smithi107 ceph-mon[96785]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:02 smithi150 ceph-mon[100982]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:02.976 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:02.979 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:23:03.120 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:02 smithi107 systemd[1]: Stopping Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:23:03.475 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2023-10-09T04:23:02.662247+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384960,"kb_used_data":6656,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576256,"statfs":{"total":767960285184,"available":765518086144,"internally_reserved":0,"allocated":6815744,"data_stored":3876035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002227"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:28.229890+0000","last_change":"2023-10-09T04:22:26.796058+0000","last_active":"2023-10-09T04:22:28.229890+0000","last_peered":"2023-10-09T04:22:28.229890+0000","last_clean":"2023-10-09T04:22:28.229890+0000","last_became_active":"2023-10-09T04:22:26.795715+0000","last_became_peered":"2023-10-09T04:22:26.795715+0000","last_unstale":"2023-10-09T04:22:28.229890+0000","last_undegraded":"2023-10-09T04:22:28.229890+0000","last_fullsized":"2023-10-09T04:22:28.229890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:52:49.833540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.800393+0000","last_change":"2023-10-09T04:22:26.917322+0000","last_active":"2023-10-09T04:22:27.800393+0000","last_peered":"2023-10-09T04:22:27.800393+0000","last_clean":"2023-10-09T04:22:27.800393+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:22:27.800393+0000","last_undegraded":"2023-10-09T04:22:27.800393+0000","last_fullsized":"2023-10-09T04:22:27.800393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:00.229048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.796260+0000","last_change":"2023-10-09T04:22:26.917468+0000","last_active":"2023-10-09T04:22:27.796260+0000","last_peered":"2023-10-09T04:22:27.796260+0000","last_clean":"2023-10-09T04:22:27.796260+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:22:27.796260+0000","last_undegraded":"2023-10-09T04:22:27.796260+0000","last_fullsized":"2023-10-09T04:22:27.796260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:21:33.629234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.796161+0000","last_change":"2023-10-09T04:22:26.914895+0000","last_active":"2023-10-09T04:22:27.796161+0000","last_peered":"2023-10-09T04:22:27.796161+0000","last_clean":"2023-10-09T04:22:27.796161+0000","last_became_active":"2023-10-09T04:22:26.914478+0000","last_became_peered":"2023-10-09T04:22:26.914478+0000","last_unstale":"2023-10-09T04:22:27.796161+0000","last_undegraded":"2023-10-09T04:22:27.796161+0000","last_fullsized":"2023-10-09T04:22:27.796161+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:02.634222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":271,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.796154+0000","last_change":"2023-10-09T04:21:51.790774+0000","last_active":"2023-10-09T04:22:27.796154+0000","last_peered":"2023-10-09T04:22:27.796154+0000","last_clean":"2023-10-09T04:22:27.796154+0000","last_became_active":"2023-10-09T04:21:51.790345+0000","last_became_peered":"2023-10-09T04:21:51.790345+0000","last_unstale":"2023-10-09T04:22:27.796154+0000","last_undegraded":"2023-10-09T04:22:27.796154+0000","last_fullsized":"2023-10-09T04:22:27.796154+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:49:20.868973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-10-09T04:22:26.797286+0000","last_change":"2023-10-09T04:22:26.796652+0000","last_active":"2023-10-09T04:22:26.797286+0000","last_peered":"2023-10-09T04:22:26.797286+0000","last_clean":"2023-10-09T04:22:26.797286+0000","last_became_active":"2023-10-09T04:22:26.796347+0000","last_became_peered":"2023-10-09T04:22:26.796347+0000","last_unstale":"2023-10-09T04:22:26.797286+0000","last_undegraded":"2023-10-09T04:22:26.797286+0000","last_fullsized":"2023-10-09T04:22:26.797286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:44.715709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.797738+0000","last_change":"2023-10-09T04:22:26.914728+0000","last_active":"2023-10-09T04:22:27.797738+0000","last_peered":"2023-10-09T04:22:27.797738+0000","last_clean":"2023-10-09T04:22:27.797738+0000","last_became_active":"2023-10-09T04:22:26.914426+0000","last_became_peered":"2023-10-09T04:22:26.914426+0000","last_unstale":"2023-10-09T04:22:27.797738+0000","last_undegraded":"2023-10-09T04:22:27.797738+0000","last_fullsized":"2023-10-09T04:22:27.797738+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:16:03.699678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-10-09T04:22:26.796143+0000","last_change":"2023-10-09T04:22:26.795668+0000","last_active":"2023-10-09T04:22:26.796143+0000","last_peered":"2023-10-09T04:22:26.796143+0000","last_clean":"2023-10-09T04:22:26.796143+0000","last_became_active":"2023-10-09T04:22:26.795263+0000","last_became_peered":"2023-10-09T04:22:26.795263+0000","last_unstale":"2023-10-09T04:22:26.796143+0000","last_undegraded":"2023-10-09T04:22:26.796143+0000","last_fullsized":"2023-10-09T04:22:26.796143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:40.416125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-10-09T04:22:27.800411+0000","last_change":"2023-10-09T04:22:26.914657+0000","last_active":"2023-10-09T04:22:27.800411+0000","last_peered":"2023-10-09T04:22:27.800411+0000","last_clean":"2023-10-09T04:22:27.800411+0000","last_became_active":"2023-10-09T04:22:26.914364+0000","last_became_peered":"2023-10-09T04:22:26.914364+0000","last_unstale":"2023-10-09T04:22:27.800411+0000","last_undegraded":"2023-10-09T04:22:27.800411+0000","last_fullsized":"2023-10-09T04:22:27.800411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:00:56.570525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234001,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298480,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446672,"statfs":{"total":95995035648,"available":95689392128,"internally_reserved":0,"allocated":1220608,"data_stored":853268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.505}]},{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":3.2269999999999999,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":5.4429999999999996,"5min":5.4429999999999996,"15min":5.4429999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.41599999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.432},{"interface":"front","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":5.343,"5min":5.343,"15min":5.343},"last":0.53900000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.34399999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.60399999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495637,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298480,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446672,"statfs":{"total":95995035648,"available":95689392128,"internally_reserved":0,"allocated":1220608,"data_stored":853326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.57099999999999995}]},{"osd":1,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.64600000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58299999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.622},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.63300000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55400000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.68000000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":626688,"data_stored":262958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.46600000000000003,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9480000000000004,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.47399999999999998,"15min":0.48599999999999999},"min":{"1min":0.25700000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58799999999999997,"5min":2.0699999999999998,"15min":2.0699999999999998},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.314,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.64500000000000002,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:22:25 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.44800000000000001,"15min":0.45000000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.42599999999999999,"15min":0.42799999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.55100000000000005,"5min":0.62,"15min":0.62},"last":0.45600000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.61599999999999999,"15min":0.628},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77400000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61099999999999999,"15min":0.61899999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90700000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.746}]},{"osd":5,"last update":"Mon Oct 9 04:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.65700000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.57999999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.1869999999999998,"5min":2.1869999999999998,"15min":2.1869999999999998},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.70499999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298484,"kb_used_data":1196,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446668,"statfs":{"total":95995035648,"available":95689388032,"internally_reserved":0,"allocated":1224704,"data_stored":853591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.36499999999999999,"15min":0.34100000000000003},"min":{"1min":0.23400000000000001,"5min":0.217,"15min":0.217},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41099999999999998,"15min":0.40400000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.32000000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60799999999999998,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.27900000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.64500000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59899999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.32300000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.629,"15min":0.625},"min":{"1min":0.45800000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.745}]},{"osd":5,"last update":"Mon Oct 9 04:22:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.58099999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:22:27 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.55100000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.71299999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411366,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.36499999999999999},"min":{"1min":0.27400000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.56399999999999995,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.251},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.313,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.30399999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:22:09 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.38600000000000001},"min":{"1min":0.32000000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.65900000000000003,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.35199999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.34300000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:22:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.47599999999999998,"15min":0.47999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.65100000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42099999999999999,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.61299999999999999,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.67500000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:22:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.504}]},{"osd":6,"last update":"Mon Oct 9 04:22:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.64300000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.61799999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182433,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.439,"15min":0.435},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.0270000000000001,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.252},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.45700000000000002,"15min":0.45600000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2,"5min":2,"15min":2},"last":0.371}]},{"osd":1,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.45300000000000001,"15min":0.44700000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":2.3069999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.47999999999999998,"15min":0.47599999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":2.1269999999999998,"5min":2.1269999999999998,"15min":2.1269999999999998},"last":0.27500000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.50900000000000001,"15min":0.504},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.28799999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.621,"15min":0.61899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63400000000000001,"15min":0.63200000000000001},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.73699999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:22:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.1440000000000001,"5min":2.1440000000000001,"15min":2.1440000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.71899999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.1920000000000002,"5min":2.1920000000000002,"15min":2.1920000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.68700000000000006}]}]},{"osd":4,"up_from":30,"seq":128849018909,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.432},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.53800000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.39000000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.38200000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.60199999999999998,"15min":0.56799999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.9320000000000004,"5min":4.9320000000000004,"15min":4.9320000000000004},"last":0.54800000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.59799999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.9160000000000004,"5min":4.9160000000000004,"15min":4.9160000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.502}]},{"osd":5,"last update":"Mon Oct 9 04:22:08 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.621}]},{"osd":6,"last update":"Mon Oct 9 04:22:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.45800000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.65500000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757273,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49099999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.59199999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.61799999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.67200000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:22:06 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.72499999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:22:26 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.71399999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.748},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.65200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:23:03.477 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-09T04:23:03.477 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-09T04:23:03.477 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-09T04:23:03.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-09T04:23:03.802 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[147207]: ts=2023-10-09T04:23:03.508Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-10-09T04:23:04.055 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:03 smithi107 bash[153070]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a 2023-10-09T04:23:04.138 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:04.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:04 smithi107 ceph-mon[111528]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:04.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:04 smithi107 ceph-mon[111528]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:04.360 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:04 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-10-09T04:23:04.360 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:04 smithi107 systemd[1]: Stopped Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:23:04.360 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:04 smithi107 systemd[1]: Starting Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:23:04.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:04 smithi107 ceph-mon[96785]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:04.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:04 smithi107 ceph-mon[96785]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:04.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:04 smithi150 ceph-mon[100982]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:04 smithi150 ceph-mon[100982]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:04.656 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:04 smithi107 podman[153273]: 2023-10-09T04:23:05.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.079Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-10-09T04:23:05.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.079Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-10-09T04:23:05.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.081Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.107 port=9094 2023-10-09T04:23:05.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.082Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-10-09T04:23:05.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 bash[153273]: b7f4369b7869134a11e9b14fcc64ed39c5e5077acf7373d9624060b5040baa50 2023-10-09T04:23:05.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.105Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-10-09T04:23:05.420 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.105Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-10-09T04:23:05.420 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.108Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-10-09T04:23:05.420 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:05.108Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-10-09T04:23:05.420 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:05 smithi107 systemd[1]: Started Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:23:06.035 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:06.036 INFO:teuthology.orchestra.run.smithi107.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[111528]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[111528]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[111528]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1081260312' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:23:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[96785]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[96785]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:23:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[96785]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:23:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:06 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1081260312' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:23:06.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:06 smithi150 ceph-mon[100982]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:06.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:06 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:06.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:06 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:06.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:06 smithi150 ceph-mon[100982]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:23:06.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:06 smithi150 ceph-mon[100982]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:23:06.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:06 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1081260312' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:23:06.503 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-09T04:23:06.503 INFO:tasks.cephadm:Setup complete, yielding 2023-10-09T04:23:06.503 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-09T04:23:06.513 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi107.front.sepia.ceph.com 2023-10-09T04:23:06.513 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- bash -c 'ceph fs volume create foo' 2023-10-09T04:23:07.108 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:07.374 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:07 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:07.082Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000510068s 2023-10-09T04:23:08.210 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:07 smithi150 systemd[1]: Stopping Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:23:08.242 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:08 smithi107 ceph-mon[96785]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:08.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:08 smithi107 ceph-mon[111528]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:08.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-mon[100982]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.280Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.281Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-10-09T04:23:08.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.281Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-10-09T04:23:08.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.281Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-10-09T04:23:08.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[135210]: ts=2023-10-09T04:23:08.281Z caller=main.go:1147 level=info msg="See you next time!" 2023-10-09T04:23:08.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 bash[138740]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a 2023-10-09T04:23:08.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a.service: Succeeded. 2023-10-09T04:23:08.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 systemd[1]: Stopped Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:23:08.984 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:08 smithi150 systemd[1]: Starting Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:23:09.346 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-10-09T04:23:09.347 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 podman[138862]: 2023-10-09T04:23:09.535 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-10-09T04:23:09.535 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.346Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.346Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.346Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi150 (none))" 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.346Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.346Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.348Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-10-09T04:23:09.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.348Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.349Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.349Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.351Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.351Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.508µs 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.351Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.352Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.352Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.352Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.621µs wal_replay_duration=1.465479ms wbl_replay_duration=112ns total_replay_duration=1.53328ms 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.353Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.353Z caller=main.go:1029 level=info msg="TSDB started" 2023-10-09T04:23:09.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.353Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-10-09T04:23:09.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.367Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.130507ms db_storage=1.286µs remote_storage=1.324µs web_handler=371ns query_engine=764ns scrape=422.984µs scrape_sd=23.839µs notify=25.411µs notify_sd=6.075µs rules=13.426197ms tracing=5.425µs 2023-10-09T04:23:09.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.367Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-10-09T04:23:09.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:23:09.367Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-10-09T04:23:09.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 bash[138862]: 5f15be494a811a68e62abd83f38b0a24c0d6ba185fe352ec805e6538357a848a 2023-10-09T04:23:09.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:23:09 smithi150 systemd[1]: Started Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:23:09.877 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STOPPING 2023-10-09T04:23:09.877 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:23:09.877 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STOPPED 2023-10-09T04:23:09.877 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STARTING 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Serving on http://:::9283 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STARTED 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STOPPING 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STOPPED 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STARTING 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Serving on http://:::9283 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STARTED 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STOPPING 2023-10-09T04:23:09.878 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:23:09.879 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STOPPED 2023-10-09T04:23:09.879 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STARTING 2023-10-09T04:23:09.879 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Serving on http://:::9283 2023-10-09T04:23:09.879 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:09 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:09] ENGINE Bus STARTED 2023-10-09T04:23:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: osdmap e64: 8 total, 8 up, 8 in 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107:9093"}]: dispatch 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:23:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:23:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:23:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150.front.sepia.ceph.com:3000"}]: dispatch 2023-10-09T04:23:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:10 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: osdmap e64: 8 total, 8 up, 8 in 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107:9093"}]: dispatch 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150.front.sepia.ceph.com:3000"}]: dispatch 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: osdmap e64: 8 total, 8 up, 8 in 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107:9093"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150.front.sepia.ceph.com:3000"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[96761]: 2023-10-09T04:23:10.233+0000 7fae49ac7700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-09T04:23:10.674 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2023-10-09T04:23:11.447 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107:9093"}]: dispatch 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150.front.sepia.ceph.com:3000"}]: dispatch 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: osdmap e65: 8 total, 8 up, 8 in 2023-10-09T04:23:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: osdmap e66: 8 total, 8 up, 8 in 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: fsmap foo:0 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: Saving service mds.foo spec with placement count:2 2023-10-09T04:23:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:11 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:23:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107:9093"}]: dispatch 2023-10-09T04:23:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:23:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150.front.sepia.ceph.com:3000"}]: dispatch 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: osdmap e65: 8 total, 8 up, 8 in 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: osdmap e66: 8 total, 8 up, 8 in 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: fsmap foo:0 2023-10-09T04:23:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: Saving service mds.foo spec with placement count:2 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107:9093"}]: dispatch 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150.front.sepia.ceph.com:3000"}]: dispatch 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-10-09T04:23:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: osdmap e65: 8 total, 8 up, 8 in 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: osdmap e66: 8 total, 8 up, 8 in 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: fsmap foo:0 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: Saving service mds.foo spec with placement count:2 2023-10-09T04:23:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:11 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:12.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:12 smithi107 ceph-mon[96785]: pgmap v38: 73 pgs: 9 creating+peering, 36 active+clean, 28 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:12.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:12 smithi107 ceph-mon[96785]: osdmap e67: 8 total, 8 up, 8 in 2023-10-09T04:23:12.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:12 smithi107 ceph-mon[111528]: pgmap v38: 73 pgs: 9 creating+peering, 36 active+clean, 28 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:12.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:12 smithi107 ceph-mon[111528]: osdmap e67: 8 total, 8 up, 8 in 2023-10-09T04:23:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:12 smithi150 ceph-mon[100982]: pgmap v38: 73 pgs: 9 creating+peering, 36 active+clean, 28 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:12 smithi150 ceph-mon[100982]: osdmap e67: 8 total, 8 up, 8 in 2023-10-09T04:23:13.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:13 smithi107 ceph-mon[111528]: osdmap e68: 8 total, 8 up, 8 in 2023-10-09T04:23:13.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:13 smithi107 ceph-mon[96785]: osdmap e68: 8 total, 8 up, 8 in 2023-10-09T04:23:13.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:13 smithi150 ceph-mon[100982]: osdmap e68: 8 total, 8 up, 8 in 2023-10-09T04:23:13.808 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2023-10-09T04:23:14.429 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:14 smithi107 ceph-mon[111528]: pgmap v41: 73 pgs: 21 creating+peering, 52 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:14 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:14 smithi107 ceph-mon[96785]: pgmap v41: 73 pgs: 21 creating+peering, 52 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:14 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:14 smithi150 ceph-mon[100982]: pgmap v41: 73 pgs: 21 creating+peering, 52 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:14 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:23:15.083Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001382764s 2023-10-09T04:23:15.773 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: pgmap v42: 73 pgs: 21 creating+peering, 52 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:23:15.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[96785]: Deploying daemon mds.foo.smithi107.pchrgy on smithi107 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: pgmap v42: 73 pgs: 21 creating+peering, 52 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:15.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:15.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:23:15.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-09T04:23:15.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:15.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:15 smithi107 ceph-mon[111528]: Deploying daemon mds.foo.smithi107.pchrgy on smithi107 2023-10-09T04:23:15.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: pgmap v42: 73 pgs: 21 creating+peering, 52 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-09T04:23:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:15 smithi150 ceph-mon[100982]: Deploying daemon mds.foo.smithi107.pchrgy on smithi107 2023-10-09T04:23:16.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:16] "GET /metrics HTTP/1.1" 200 208163 "" "Prometheus/2.43.0" 2023-10-09T04:23:17.031 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-10-09T04:23:17.040 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-09T04:23:17.040 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-09T04:23:17.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-09T04:23:17.791 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:18.366 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: pgmap v43: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: pgmap v43: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.367 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:23:18.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-09T04:23:18.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:18 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: pgmap v43: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-09T04:23:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:19.134 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:23:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:23:19.363 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: Deploying daemon mds.foo.smithi150.abdyen on smithi150 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:boot 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: daemon mds.foo.smithi107.pchrgy assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: Cluster is now healthy 2023-10-09T04:23:19.386 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: fsmap foo:0 1 up:standby 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:creating} 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[111528]: daemon mds.foo.smithi107.pchrgy is now active in filesystem foo as rank 0 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: Deploying daemon mds.foo.smithi150.abdyen on smithi150 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:boot 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: daemon mds.foo.smithi107.pchrgy assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: Cluster is now healthy 2023-10-09T04:23:19.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: fsmap foo:0 1 up:standby 2023-10-09T04:23:19.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:23:19.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:creating} 2023-10-09T04:23:19.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:19 smithi107 ceph-mon[96785]: daemon mds.foo.smithi107.pchrgy is now active in filesystem foo as rank 0 2023-10-09T04:23:19.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: Deploying daemon mds.foo.smithi150.abdyen on smithi150 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:boot 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: daemon mds.foo.smithi107.pchrgy assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: Cluster is now healthy 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: fsmap foo:0 1 up:standby 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:creating} 2023-10-09T04:23:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:19 smithi150 ceph-mon[100982]: daemon mds.foo.smithi107.pchrgy is now active in filesystem foo as rank 0 2023-10-09T04:23:19.839 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":19,"active_gid":24335,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":3772966001},{"type":"v1","addr":"172.21.15.107:6801","nonce":3772966001}]},"active_addr":"172.21.15.107:6801/3772966001","active_change":"2023-10-09T04:22:14.641175+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24355,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":986944331}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":2340316110}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":1006727044}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":737220408}]}]} 2023-10-09T04:23:19.843 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-09T04:23:19.844 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-09T04:23:19.844 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:23:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[111528]: pgmap v44: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[111528]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:active 2023-10-09T04:23:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 2023-10-09T04:23:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2480171891' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:23:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[96785]: pgmap v44: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[96785]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:active 2023-10-09T04:23:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[96785]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 2023-10-09T04:23:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:20 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2480171891' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:23:20.438 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:20 smithi150 ceph-mon[100982]: pgmap v44: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:20 smithi150 ceph-mon[100982]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:active 2023-10-09T04:23:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:20 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 2023-10-09T04:23:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:20 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2480171891' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:23:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:21.958 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":68,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:23:12.240484+0000","last_up_change":"2023-10-09T04:21:47.767222+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-10-09T04:23:08.880996+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-10-09T04:23:09.454912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6803","nonce":212908181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6805","nonce":212908181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6809","nonce":212908181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6807","nonce":212908181}]},"public_addr":"172.21.15.107:6803/212908181","cluster_addr":"172.21.15.107:6805/212908181","heartbeat_back_addr":"172.21.15.107:6809/212908181","heartbeat_front_addr":"172.21.15.107:6807/212908181","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6811","nonce":4103309677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6813","nonce":4103309677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6817","nonce":4103309677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6815","nonce":4103309677}]},"public_addr":"172.21.15.107:6811/4103309677","cluster_addr":"172.21.15.107:6813/4103309677","heartbeat_back_addr":"172.21.15.107:6817/4103309677","heartbeat_front_addr":"172.21.15.107:6815/4103309677","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6819","nonce":2500720867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6821","nonce":2500720867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6825","nonce":2500720867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6823","nonce":2500720867}]},"public_addr":"172.21.15.107:6819/2500720867","cluster_addr":"172.21.15.107:6821/2500720867","heartbeat_back_addr":"172.21.15.107:6825/2500720867","heartbeat_front_addr":"172.21.15.107:6823/2500720867","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6827","nonce":3863286853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6829","nonce":3863286853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6833","nonce":3863286853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6831","nonce":3863286853}]},"public_addr":"172.21.15.107:6827/3863286853","cluster_addr":"172.21.15.107:6829/3863286853","heartbeat_back_addr":"172.21.15.107:6833/3863286853","heartbeat_front_addr":"172.21.15.107:6831/3863286853","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:23:22.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: pgmap v45: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 3 op/s 2023-10-09T04:23:22.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2446210260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:23:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:22 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.394 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: pgmap v45: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 3 op/s 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2446210260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: pgmap v45: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 3 op/s 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2446210260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:23:22.395 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:22 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:22.483 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-09T04:23:22.483 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:23:23.095 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[111528]: mds.? [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] up:boot 2023-10-09T04:23:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:23:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[96785]: mds.? [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] up:boot 2023-10-09T04:23:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[96785]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:23:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[96785]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:23 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:23 smithi150 ceph-mon[100982]: mds.? [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] up:boot 2023-10-09T04:23:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:23 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:23 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:23:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:23 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:23 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:24 smithi107 ceph-mon[111528]: pgmap v46: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2023-10-09T04:23:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:24 smithi107 ceph-mon[111528]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:active 2023-10-09T04:23:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:24 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:24 smithi107 ceph-mon[96785]: pgmap v46: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2023-10-09T04:23:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:24 smithi107 ceph-mon[96785]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:active 2023-10-09T04:23:24.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:24 smithi107 ceph-mon[96785]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:24 smithi150 ceph-mon[100982]: pgmap v46: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2023-10-09T04:23:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:24 smithi150 ceph-mon[100982]: mds.? [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] up:active 2023-10-09T04:23:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:24 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:24.976 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":68,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:23:12.240484+0000","last_up_change":"2023-10-09T04:21:47.767222+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-10-09T04:23:08.880996+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-10-09T04:23:09.454912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6803","nonce":212908181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6805","nonce":212908181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6809","nonce":212908181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":212908181},{"type":"v1","addr":"172.21.15.107:6807","nonce":212908181}]},"public_addr":"172.21.15.107:6803/212908181","cluster_addr":"172.21.15.107:6805/212908181","heartbeat_back_addr":"172.21.15.107:6809/212908181","heartbeat_front_addr":"172.21.15.107:6807/212908181","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6811","nonce":4103309677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6813","nonce":4103309677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6817","nonce":4103309677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":4103309677},{"type":"v1","addr":"172.21.15.107:6815","nonce":4103309677}]},"public_addr":"172.21.15.107:6811/4103309677","cluster_addr":"172.21.15.107:6813/4103309677","heartbeat_back_addr":"172.21.15.107:6817/4103309677","heartbeat_front_addr":"172.21.15.107:6815/4103309677","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6819","nonce":2500720867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6821","nonce":2500720867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6825","nonce":2500720867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":2500720867},{"type":"v1","addr":"172.21.15.107:6823","nonce":2500720867}]},"public_addr":"172.21.15.107:6819/2500720867","cluster_addr":"172.21.15.107:6821/2500720867","heartbeat_back_addr":"172.21.15.107:6825/2500720867","heartbeat_front_addr":"172.21.15.107:6823/2500720867","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6827","nonce":3863286853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6829","nonce":3863286853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6833","nonce":3863286853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3863286853},{"type":"v1","addr":"172.21.15.107:6831","nonce":3863286853}]},"public_addr":"172.21.15.107:6827/3863286853","cluster_addr":"172.21.15.107:6829/3863286853","heartbeat_back_addr":"172.21.15.107:6833/3863286853","heartbeat_front_addr":"172.21.15.107:6831/3863286853","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:23:25.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-09T04:23:25.551 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-09T04:23:25.551 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-09T04:23:25.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-09T04:23:25.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-09T04:23:25.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-09T04:23:25.553 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-09T04:23:25.553 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-09T04:23:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:25 smithi107 ceph-mon[96785]: pgmap v47: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:25 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:25 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2493062908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:23:25.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:25 smithi107 ceph-mon[111528]: pgmap v47: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:25.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:25 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:25.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:25 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2493062908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:23:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:25 smithi150 ceph-mon[100982]: pgmap v47: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:25 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:25 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2493062908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:23:26.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:26] "GET /metrics HTTP/1.1" 200 208163 "" "Prometheus/2.43.0" 2023-10-09T04:23:27.151 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.269 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.270 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.374 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.677 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.678 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.678 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:27.680 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:28.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: pgmap v48: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:28.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: mds.? [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] up:standby 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: pgmap v48: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: mds.? [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] up:standby 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:28.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.102 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:27 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: pgmap v48: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: mds.? [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] up:standby 2023-10-09T04:23:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:23:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:27 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:29.077 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:29.077 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:29.077 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:29.077 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:29.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:29.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:29.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:29.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:28 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:29.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:23:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:23:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:28 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:28 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:28 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:28 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:30 smithi107 ceph-mon[111528]: pgmap v49: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:30.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:30 smithi107 ceph-mon[96785]: pgmap v49: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:30.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:30.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:30 smithi150 ceph-mon[100982]: pgmap v49: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:32.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:32 smithi107 ceph-mon[96785]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:32.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:32 smithi107 ceph-mon[111528]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:32.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:32 smithi150 ceph-mon[100982]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-10-09T04:23:33.497 INFO:teuthology.orchestra.run.smithi107.stdout:128849018916 2023-10-09T04:23:33.497 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-09T04:23:33.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:33 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:33.823 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:33 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:33.823 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:33 smithi107 ceph-mon[96785]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:33.823 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:33 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:33.823 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:33 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:33.823 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:33 smithi107 ceph-mon[111528]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:33 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:33 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:33 smithi150 ceph-mon[100982]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:34.348 INFO:teuthology.orchestra.run.smithi107.stdout:197568495643 2023-10-09T04:23:34.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-09T04:23:35.013 INFO:teuthology.orchestra.run.smithi107.stdout:107374182440 2023-10-09T04:23:35.013 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-09T04:23:35.041 INFO:teuthology.orchestra.run.smithi107.stdout:34359738422 2023-10-09T04:23:35.041 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-09T04:23:35.498 INFO:teuthology.orchestra.run.smithi107.stdout:77309411373 2023-10-09T04:23:35.498 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-09T04:23:35.607 INFO:teuthology.orchestra.run.smithi107.stdout:231928234008 2023-10-09T04:23:35.607 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-09T04:23:35.864 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:35 smithi107 ceph-mon[96785]: pgmap v52: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:35.864 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:35 smithi107 ceph-mon[111528]: pgmap v52: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:35.940 INFO:teuthology.orchestra.run.smithi107.stdout:55834574898 2023-10-09T04:23:35.941 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-09T04:23:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:35 smithi150 ceph-mon[100982]: pgmap v52: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:36.176 INFO:teuthology.orchestra.run.smithi107.stdout:163208757280 2023-10-09T04:23:36.177 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-09T04:23:36.361 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:36.393 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:36.397 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:36.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:36] "GET /metrics HTTP/1.1" 200 238902 "" "Prometheus/2.43.0" 2023-10-09T04:23:36.517 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:36.521 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:36.525 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:37.425 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:38 smithi107 ceph-mon[111528]: pgmap v53: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:38.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:38 smithi107 ceph-mon[96785]: pgmap v53: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:38.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:38 smithi150 ceph-mon[100982]: pgmap v53: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-10-09T04:23:39.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:23:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:23:40.055 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:40.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:40 smithi107 ceph-mon[96785]: pgmap v54: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:40.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:40 smithi107 ceph-mon[111528]: pgmap v54: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:40.417 INFO:teuthology.orchestra.run.smithi107.stdout:77309411374 2023-10-09T04:23:40.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:40 smithi150 ceph-mon[100982]: pgmap v54: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:41.161 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:41 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3905095938' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:23:41.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:41 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3905095938' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:23:41.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:41 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3905095938' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:23:41.614 INFO:teuthology.orchestra.run.smithi107.stdout:34359738424 2023-10-09T04:23:41.878 INFO:teuthology.orchestra.run.smithi107.stdout:197568495646 2023-10-09T04:23:42.046 INFO:teuthology.orchestra.run.smithi107.stdout:107374182442 2023-10-09T04:23:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[111528]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/54972477' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:23:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2529650485' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:23:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1383695983' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:23:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[96785]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/54972477' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:23:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2529650485' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:23:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:42 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1383695983' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:23:42.350 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411373 got 77309411374 for osd.2 2023-10-09T04:23:42.350 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:42.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:42 smithi150 ceph-mon[100982]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:42 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/54972477' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:23:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:42 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2529650485' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:23:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:42 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1383695983' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:23:42.694 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495643 got 197568495646 for osd.6 2023-10-09T04:23:42.695 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:43.225 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182440 got 107374182442 for osd.3 2023-10-09T04:23:43.225 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:43.504 INFO:teuthology.orchestra.run.smithi107.stdout:128849018918 2023-10-09T04:23:43.778 INFO:teuthology.orchestra.run.smithi107.stdout:55834574900 2023-10-09T04:23:43.855 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738422 got 34359738424 for osd.0 2023-10-09T04:23:43.856 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:44.105 INFO:teuthology.orchestra.run.smithi107.stdout:231928234010 2023-10-09T04:23:44.142 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[111528]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:44.142 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1018831321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:23:44.143 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[96785]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1302279799' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:23:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2713441569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:23:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1018831321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:23:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1302279799' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:23:44.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:44 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2713441569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:23:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:44 smithi150 ceph-mon[100982]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:44 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1018831321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:23:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:44 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1302279799' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:23:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:44 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2713441569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:23:44.635 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018916 got 128849018918 for osd.4 2023-10-09T04:23:44.636 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:45.015 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234008 got 231928234010 for osd.7 2023-10-09T04:23:45.015 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:45.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:45 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:45.361 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:45 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:45.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:45 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:23:45.825 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574898 got 55834574900 for osd.1 2023-10-09T04:23:45.825 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:46.230 INFO:teuthology.orchestra.run.smithi107.stdout:163208757282 2023-10-09T04:23:46.377 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:46 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:46] "GET /metrics HTTP/1.1" 200 238883 "" "Prometheus/2.43.0" 2023-10-09T04:23:46.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:46 smithi107 ceph-mon[96785]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:46.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:46 smithi107 ceph-mon[111528]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:46 smithi150 ceph-mon[100982]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:46.741 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757280 got 163208757282 for osd.5 2023-10-09T04:23:46.741 DEBUG:teuthology.parallel:result is None 2023-10-09T04:23:46.741 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-09T04:23:46.741 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:23:47.350 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3889667576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3889667576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:23:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:47 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:47 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3889667576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:23:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:47 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:47 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:47 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:47 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:47 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:48.239 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:48 smithi107 ceph-mon[96785]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:48.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:48 smithi107 ceph-mon[111528]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:48 smithi150 ceph-mon[100982]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:48.872 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:48.874 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:23:49.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:23:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:23:49.392 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2023-10-09T04:23:48.672849+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385536,"kb_used_data":7232,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747575680,"statfs":{"total":767960285184,"available":765517496320,"internally_reserved":0,"allocated":7405568,"data_stored":4173625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002581"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.273977+0000","last_change":"2023-10-09T04:23:10.304615+0000","last_active":"2023-10-09T04:23:11.273977+0000","last_peered":"2023-10-09T04:23:11.273977+0000","last_clean":"2023-10-09T04:23:11.273977+0000","last_became_active":"2023-10-09T04:23:10.304394+0000","last_became_peered":"2023-10-09T04:23:10.304394+0000","last_unstale":"2023-10-09T04:23:11.273977+0000","last_undegraded":"2023-10-09T04:23:11.273977+0000","last_fullsized":"2023-10-09T04:23:11.273977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:43.653669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.148096+0000","last_change":"2023-10-09T04:23:10.232799+0000","last_active":"2023-10-09T04:23:18.148096+0000","last_peered":"2023-10-09T04:23:18.148096+0000","last_clean":"2023-10-09T04:23:18.148096+0000","last_became_active":"2023-10-09T04:23:10.232484+0000","last_became_peered":"2023-10-09T04:23:10.232484+0000","last_unstale":"2023-10-09T04:23:18.148096+0000","last_undegraded":"2023-10-09T04:23:18.148096+0000","last_fullsized":"2023-10-09T04:23:18.148096+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:02:47.292671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.259802+0000","last_change":"2023-10-09T04:23:11.255325+0000","last_active":"2023-10-09T04:23:11.259802+0000","last_peered":"2023-10-09T04:23:11.259802+0000","last_clean":"2023-10-09T04:23:11.259802+0000","last_became_active":"2023-10-09T04:23:11.255040+0000","last_became_peered":"2023-10-09T04:23:11.255040+0000","last_unstale":"2023-10-09T04:23:11.259802+0000","last_undegraded":"2023-10-09T04:23:11.259802+0000","last_fullsized":"2023-10-09T04:23:11.259802+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:22:48.745828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.337149+0000","last_change":"2023-10-09T04:23:10.231334+0000","last_active":"2023-10-09T04:23:12.337149+0000","last_peered":"2023-10-09T04:23:12.337149+0000","last_clean":"2023-10-09T04:23:12.337149+0000","last_became_active":"2023-10-09T04:23:10.231069+0000","last_became_peered":"2023-10-09T04:23:10.231069+0000","last_unstale":"2023-10-09T04:23:12.337149+0000","last_undegraded":"2023-10-09T04:23:12.337149+0000","last_fullsized":"2023-10-09T04:23:12.337149+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:49:46.998914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274367+0000","last_change":"2023-10-09T04:23:10.302334+0000","last_active":"2023-10-09T04:23:11.274367+0000","last_peered":"2023-10-09T04:23:11.274367+0000","last_clean":"2023-10-09T04:23:11.274367+0000","last_became_active":"2023-10-09T04:23:10.302076+0000","last_became_peered":"2023-10-09T04:23:10.302076+0000","last_unstale":"2023-10-09T04:23:11.274367+0000","last_undegraded":"2023-10-09T04:23:11.274367+0000","last_fullsized":"2023-10-09T04:23:11.274367+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:48.835985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.149061+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:23:18.149061+0000","last_peered":"2023-10-09T04:23:18.149061+0000","last_clean":"2023-10-09T04:23:18.149061+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:23:18.149061+0000","last_undegraded":"2023-10-09T04:23:18.149061+0000","last_fullsized":"2023-10-09T04:23:18.149061+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274459+0000","last_change":"2023-10-09T04:23:10.303488+0000","last_active":"2023-10-09T04:23:11.274459+0000","last_peered":"2023-10-09T04:23:11.274459+0000","last_clean":"2023-10-09T04:23:11.274459+0000","last_became_active":"2023-10-09T04:23:10.303218+0000","last_became_peered":"2023-10-09T04:23:10.303218+0000","last_unstale":"2023-10-09T04:23:11.274459+0000","last_undegraded":"2023-10-09T04:23:11.274459+0000","last_fullsized":"2023-10-09T04:23:11.274459+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:27:45.429836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.147438+0000","last_change":"2023-10-09T04:23:10.234995+0000","last_active":"2023-10-09T04:23:18.147438+0000","last_peered":"2023-10-09T04:23:18.147438+0000","last_clean":"2023-10-09T04:23:18.147438+0000","last_became_active":"2023-10-09T04:23:10.234657+0000","last_became_peered":"2023-10-09T04:23:10.234657+0000","last_unstale":"2023-10-09T04:23:18.147438+0000","last_undegraded":"2023-10-09T04:23:18.147438+0000","last_fullsized":"2023-10-09T04:23:18.147438+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:21:46.711231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.260600+0000","last_change":"2023-10-09T04:23:11.258175+0000","last_active":"2023-10-09T04:23:11.260600+0000","last_peered":"2023-10-09T04:23:11.260600+0000","last_clean":"2023-10-09T04:23:11.260600+0000","last_became_active":"2023-10-09T04:23:11.257935+0000","last_became_peered":"2023-10-09T04:23:11.257935+0000","last_unstale":"2023-10-09T04:23:11.260600+0000","last_undegraded":"2023-10-09T04:23:11.260600+0000","last_fullsized":"2023-10-09T04:23:11.260600+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:13:15.688427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.248320+0000","last_change":"2023-10-09T04:23:10.234674+0000","last_active":"2023-10-09T04:23:12.248320+0000","last_peered":"2023-10-09T04:23:12.248320+0000","last_clean":"2023-10-09T04:23:12.248320+0000","last_became_active":"2023-10-09T04:23:10.234187+0000","last_became_peered":"2023-10-09T04:23:10.234187+0000","last_unstale":"2023-10-09T04:23:12.248320+0000","last_undegraded":"2023-10-09T04:23:12.248320+0000","last_fullsized":"2023-10-09T04:23:12.248320+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:27.529993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274257+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:23:11.274257+0000","last_peered":"2023-10-09T04:23:11.274257+0000","last_clean":"2023-10-09T04:23:11.274257+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:23:11.274257+0000","last_undegraded":"2023-10-09T04:23:11.274257+0000","last_fullsized":"2023-10-09T04:23:11.274257+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.248052+0000","last_change":"2023-10-09T04:23:10.237428+0000","last_active":"2023-10-09T04:23:12.248052+0000","last_peered":"2023-10-09T04:23:12.248052+0000","last_clean":"2023-10-09T04:23:12.248052+0000","last_became_active":"2023-10-09T04:23:10.237150+0000","last_became_peered":"2023-10-09T04:23:10.237150+0000","last_unstale":"2023-10-09T04:23:12.248052+0000","last_undegraded":"2023-10-09T04:23:12.248052+0000","last_fullsized":"2023-10-09T04:23:12.248052+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:08:40.208560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.242386+0000","last_change":"2023-10-09T04:22:26.796058+0000","last_active":"2023-10-09T04:23:11.242386+0000","last_peered":"2023-10-09T04:23:11.242386+0000","last_clean":"2023-10-09T04:23:11.242386+0000","last_became_active":"2023-10-09T04:22:26.795715+0000","last_became_peered":"2023-10-09T04:22:26.795715+0000","last_unstale":"2023-10-09T04:23:11.242386+0000","last_undegraded":"2023-10-09T04:23:11.242386+0000","last_fullsized":"2023-10-09T04:23:11.242386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:52:49.833540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339325+0000","last_change":"2023-10-09T04:23:11.337812+0000","last_active":"2023-10-09T04:23:11.339325+0000","last_peered":"2023-10-09T04:23:11.339325+0000","last_clean":"2023-10-09T04:23:11.339325+0000","last_became_active":"2023-10-09T04:23:11.337503+0000","last_became_peered":"2023-10-09T04:23:11.337503+0000","last_unstale":"2023-10-09T04:23:11.339325+0000","last_undegraded":"2023-10-09T04:23:11.339325+0000","last_fullsized":"2023-10-09T04:23:11.339325+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:09.052579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.253191+0000","last_change":"2023-10-09T04:22:26.917322+0000","last_active":"2023-10-09T04:23:11.253191+0000","last_peered":"2023-10-09T04:23:11.253191+0000","last_clean":"2023-10-09T04:23:11.253191+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:23:11.253191+0000","last_undegraded":"2023-10-09T04:23:11.253191+0000","last_fullsized":"2023-10-09T04:23:11.253191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:00.229048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.145848+0000","last_change":"2023-10-09T04:23:10.240235+0000","last_active":"2023-10-09T04:23:18.145848+0000","last_peered":"2023-10-09T04:23:18.145848+0000","last_clean":"2023-10-09T04:23:18.145848+0000","last_became_active":"2023-10-09T04:23:10.240086+0000","last_became_peered":"2023-10-09T04:23:10.240086+0000","last_unstale":"2023-10-09T04:23:18.145848+0000","last_undegraded":"2023-10-09T04:23:18.145848+0000","last_fullsized":"2023-10-09T04:23:18.145848+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:55.312539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722589+0000","last_change":"2023-10-09T04:23:11.721635+0000","last_active":"2023-10-09T04:23:11.722589+0000","last_peered":"2023-10-09T04:23:11.722589+0000","last_clean":"2023-10-09T04:23:11.722589+0000","last_became_active":"2023-10-09T04:23:11.721323+0000","last_became_peered":"2023-10-09T04:23:11.721323+0000","last_unstale":"2023-10-09T04:23:11.722589+0000","last_undegraded":"2023-10-09T04:23:11.722589+0000","last_fullsized":"2023-10-09T04:23:11.722589+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:53.306976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.253138+0000","last_change":"2023-10-09T04:23:10.234806+0000","last_active":"2023-10-09T04:23:11.253138+0000","last_peered":"2023-10-09T04:23:11.253138+0000","last_clean":"2023-10-09T04:23:11.253138+0000","last_became_active":"2023-10-09T04:23:10.234523+0000","last_became_peered":"2023-10-09T04:23:10.234523+0000","last_unstale":"2023-10-09T04:23:11.253138+0000","last_undegraded":"2023-10-09T04:23:11.253138+0000","last_fullsized":"2023-10-09T04:23:11.253138+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:43.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.337295+0000","last_change":"2023-10-09T04:22:26.917468+0000","last_active":"2023-10-09T04:23:11.337295+0000","last_peered":"2023-10-09T04:23:11.337295+0000","last_clean":"2023-10-09T04:23:11.337295+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:23:11.337295+0000","last_undegraded":"2023-10-09T04:23:11.337295+0000","last_fullsized":"2023-10-09T04:23:11.337295+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:21:33.629234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.256958+0000","last_change":"2023-10-09T04:23:11.253716+0000","last_active":"2023-10-09T04:23:11.256958+0000","last_peered":"2023-10-09T04:23:11.256958+0000","last_clean":"2023-10-09T04:23:11.256958+0000","last_became_active":"2023-10-09T04:23:11.253431+0000","last_became_peered":"2023-10-09T04:23:11.253431+0000","last_unstale":"2023-10-09T04:23:11.256958+0000","last_undegraded":"2023-10-09T04:23:11.256958+0000","last_fullsized":"2023-10-09T04:23:11.256958+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:38:02.070785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.245893+0000","last_change":"2023-10-09T04:23:10.231285+0000","last_active":"2023-10-09T04:23:11.245893+0000","last_peered":"2023-10-09T04:23:11.245893+0000","last_clean":"2023-10-09T04:23:11.245893+0000","last_became_active":"2023-10-09T04:23:10.231020+0000","last_became_peered":"2023-10-09T04:23:10.231020+0000","last_unstale":"2023-10-09T04:23:11.245893+0000","last_undegraded":"2023-10-09T04:23:11.245893+0000","last_fullsized":"2023-10-09T04:23:11.245893+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:44:22.780980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.336947+0000","last_change":"2023-10-09T04:22:26.914895+0000","last_active":"2023-10-09T04:23:11.336947+0000","last_peered":"2023-10-09T04:23:11.336947+0000","last_clean":"2023-10-09T04:23:11.336947+0000","last_became_active":"2023-10-09T04:22:26.914478+0000","last_became_peered":"2023-10-09T04:22:26.914478+0000","last_unstale":"2023-10-09T04:23:11.336947+0000","last_undegraded":"2023-10-09T04:23:11.336947+0000","last_fullsized":"2023-10-09T04:23:11.336947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:02.634222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.338170+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:23:11.338170+0000","last_peered":"2023-10-09T04:23:11.338170+0000","last_clean":"2023-10-09T04:23:11.338170+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:23:11.338170+0000","last_undegraded":"2023-10-09T04:23:11.338170+0000","last_fullsized":"2023-10-09T04:23:11.338170+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247199+0000","last_change":"2023-10-09T04:23:10.231952+0000","last_active":"2023-10-09T04:23:11.247199+0000","last_peered":"2023-10-09T04:23:11.247199+0000","last_clean":"2023-10-09T04:23:11.247199+0000","last_became_active":"2023-10-09T04:23:10.231772+0000","last_became_peered":"2023-10-09T04:23:10.231772+0000","last_unstale":"2023-10-09T04:23:11.247199+0000","last_undegraded":"2023-10-09T04:23:11.247199+0000","last_fullsized":"2023-10-09T04:23:11.247199+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:30.476401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":276,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.336591+0000","last_change":"2023-10-09T04:21:51.790774+0000","last_active":"2023-10-09T04:23:11.336591+0000","last_peered":"2023-10-09T04:23:11.336591+0000","last_clean":"2023-10-09T04:23:11.336591+0000","last_became_active":"2023-10-09T04:21:51.790345+0000","last_became_peered":"2023-10-09T04:21:51.790345+0000","last_unstale":"2023-10-09T04:23:11.336591+0000","last_undegraded":"2023-10-09T04:23:11.336591+0000","last_fullsized":"2023-10-09T04:23:11.336591+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:49:20.868973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720426+0000","last_change":"2023-10-09T04:22:26.796652+0000","last_active":"2023-10-09T04:23:11.720426+0000","last_peered":"2023-10-09T04:23:11.720426+0000","last_clean":"2023-10-09T04:23:11.720426+0000","last_became_active":"2023-10-09T04:22:26.796347+0000","last_became_peered":"2023-10-09T04:22:26.796347+0000","last_unstale":"2023-10-09T04:23:11.720426+0000","last_undegraded":"2023-10-09T04:23:11.720426+0000","last_fullsized":"2023-10-09T04:23:11.720426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:44.715709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722422+0000","last_change":"2023-10-09T04:23:11.721683+0000","last_active":"2023-10-09T04:23:11.722422+0000","last_peered":"2023-10-09T04:23:11.722422+0000","last_clean":"2023-10-09T04:23:11.722422+0000","last_became_active":"2023-10-09T04:23:11.721393+0000","last_became_peered":"2023-10-09T04:23:11.721393+0000","last_unstale":"2023-10-09T04:23:11.722422+0000","last_undegraded":"2023-10-09T04:23:11.722422+0000","last_fullsized":"2023-10-09T04:23:11.722422+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:48.392933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.252125+0000","last_change":"2023-10-09T04:23:10.236350+0000","last_active":"2023-10-09T04:23:11.252125+0000","last_peered":"2023-10-09T04:23:11.252125+0000","last_clean":"2023-10-09T04:23:11.252125+0000","last_became_active":"2023-10-09T04:23:10.236080+0000","last_became_peered":"2023-10-09T04:23:10.236080+0000","last_unstale":"2023-10-09T04:23:11.252125+0000","last_undegraded":"2023-10-09T04:23:11.252125+0000","last_fullsized":"2023-10-09T04:23:11.252125+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:17:26.525461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.245804+0000","last_change":"2023-10-09T04:22:26.914728+0000","last_active":"2023-10-09T04:23:11.245804+0000","last_peered":"2023-10-09T04:23:11.245804+0000","last_clean":"2023-10-09T04:23:11.245804+0000","last_became_active":"2023-10-09T04:22:26.914426+0000","last_became_peered":"2023-10-09T04:22:26.914426+0000","last_unstale":"2023-10-09T04:23:11.245804+0000","last_undegraded":"2023-10-09T04:23:11.245804+0000","last_fullsized":"2023-10-09T04:23:11.245804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:16:03.699678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.259903+0000","last_change":"2023-10-09T04:23:11.257508+0000","last_active":"2023-10-09T04:23:11.259903+0000","last_peered":"2023-10-09T04:23:11.259903+0000","last_clean":"2023-10-09T04:23:11.259903+0000","last_became_active":"2023-10-09T04:23:11.257211+0000","last_became_peered":"2023-10-09T04:23:11.257211+0000","last_unstale":"2023-10-09T04:23:11.259903+0000","last_undegraded":"2023-10-09T04:23:11.259903+0000","last_fullsized":"2023-10-09T04:23:11.259903+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:46:45.598298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274288+0000","last_change":"2023-10-09T04:23:10.231236+0000","last_active":"2023-10-09T04:23:11.274288+0000","last_peered":"2023-10-09T04:23:11.274288+0000","last_clean":"2023-10-09T04:23:11.274288+0000","last_became_active":"2023-10-09T04:23:10.230826+0000","last_became_peered":"2023-10-09T04:23:10.230826+0000","last_unstale":"2023-10-09T04:23:11.274288+0000","last_undegraded":"2023-10-09T04:23:11.274288+0000","last_fullsized":"2023-10-09T04:23:11.274288+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:28.189187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720497+0000","last_change":"2023-10-09T04:22:26.795668+0000","last_active":"2023-10-09T04:23:11.720497+0000","last_peered":"2023-10-09T04:23:11.720497+0000","last_clean":"2023-10-09T04:23:11.720497+0000","last_became_active":"2023-10-09T04:22:26.795263+0000","last_became_peered":"2023-10-09T04:22:26.795263+0000","last_unstale":"2023-10-09T04:23:11.720497+0000","last_undegraded":"2023-10-09T04:23:11.720497+0000","last_fullsized":"2023-10-09T04:23:11.720497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:40.416125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722448+0000","last_change":"2023-10-09T04:23:11.721525+0000","last_active":"2023-10-09T04:23:11.722448+0000","last_peered":"2023-10-09T04:23:11.722448+0000","last_clean":"2023-10-09T04:23:11.722448+0000","last_became_active":"2023-10-09T04:23:11.721161+0000","last_became_peered":"2023-10-09T04:23:11.721161+0000","last_unstale":"2023-10-09T04:23:11.722448+0000","last_undegraded":"2023-10-09T04:23:11.722448+0000","last_fullsized":"2023-10-09T04:23:11.722448+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:59:30.602858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720639+0000","last_change":"2023-10-09T04:23:10.230537+0000","last_active":"2023-10-09T04:23:11.720639+0000","last_peered":"2023-10-09T04:23:11.720639+0000","last_clean":"2023-10-09T04:23:11.720639+0000","last_became_active":"2023-10-09T04:23:10.229917+0000","last_became_peered":"2023-10-09T04:23:10.229917+0000","last_unstale":"2023-10-09T04:23:11.720639+0000","last_undegraded":"2023-10-09T04:23:11.720639+0000","last_fullsized":"2023-10-09T04:23:11.720639+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:42.343650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.253034+0000","last_change":"2023-10-09T04:22:26.914657+0000","last_active":"2023-10-09T04:23:11.253034+0000","last_peered":"2023-10-09T04:23:11.253034+0000","last_clean":"2023-10-09T04:23:11.253034+0000","last_became_active":"2023-10-09T04:22:26.914364+0000","last_became_peered":"2023-10-09T04:22:26.914364+0000","last_unstale":"2023-10-09T04:23:11.253034+0000","last_undegraded":"2023-10-09T04:23:11.253034+0000","last_fullsized":"2023-10-09T04:23:11.253034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:00:56.570525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.276193+0000","last_change":"2023-10-09T04:23:11.275590+0000","last_active":"2023-10-09T04:23:11.276193+0000","last_peered":"2023-10-09T04:23:11.276193+0000","last_clean":"2023-10-09T04:23:11.276193+0000","last_became_active":"2023-10-09T04:23:11.275287+0000","last_became_peered":"2023-10-09T04:23:11.275287+0000","last_unstale":"2023-10-09T04:23:11.276193+0000","last_undegraded":"2023-10-09T04:23:11.276193+0000","last_fullsized":"2023-10-09T04:23:11.276193+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:09:12.334963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247354+0000","last_change":"2023-10-09T04:23:10.241195+0000","last_active":"2023-10-09T04:23:11.247354+0000","last_peered":"2023-10-09T04:23:11.247354+0000","last_clean":"2023-10-09T04:23:11.247354+0000","last_became_active":"2023-10-09T04:23:10.240929+0000","last_became_peered":"2023-10-09T04:23:10.240929+0000","last_unstale":"2023-10-09T04:23:11.247354+0000","last_undegraded":"2023-10-09T04:23:11.247354+0000","last_fullsized":"2023-10-09T04:23:11.247354+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:50.423293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274675+0000","last_change":"2023-10-09T04:23:10.303428+0000","last_active":"2023-10-09T04:23:11.274675+0000","last_peered":"2023-10-09T04:23:11.274675+0000","last_clean":"2023-10-09T04:23:11.274675+0000","last_became_active":"2023-10-09T04:23:10.303191+0000","last_became_peered":"2023-10-09T04:23:10.303191+0000","last_unstale":"2023-10-09T04:23:11.274675+0000","last_undegraded":"2023-10-09T04:23:11.274675+0000","last_fullsized":"2023-10-09T04:23:11.274675+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:43.211557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274237+0000","last_change":"2023-10-09T04:23:10.232839+0000","last_active":"2023-10-09T04:23:11.274237+0000","last_peered":"2023-10-09T04:23:11.274237+0000","last_clean":"2023-10-09T04:23:11.274237+0000","last_became_active":"2023-10-09T04:23:10.232591+0000","last_became_peered":"2023-10-09T04:23:10.232591+0000","last_unstale":"2023-10-09T04:23:11.274237+0000","last_undegraded":"2023-10-09T04:23:11.274237+0000","last_fullsized":"2023-10-09T04:23:11.274237+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:59.412348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274636+0000","last_change":"2023-10-09T04:23:10.303545+0000","last_active":"2023-10-09T04:23:11.274636+0000","last_peered":"2023-10-09T04:23:11.274636+0000","last_clean":"2023-10-09T04:23:11.274636+0000","last_became_active":"2023-10-09T04:23:10.303266+0000","last_became_peered":"2023-10-09T04:23:10.303266+0000","last_unstale":"2023-10-09T04:23:11.274636+0000","last_undegraded":"2023-10-09T04:23:11.274636+0000","last_fullsized":"2023-10-09T04:23:11.274636+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:41:04.725583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.242790+0000","last_change":"2023-10-09T04:23:10.235102+0000","last_active":"2023-10-09T04:23:11.242790+0000","last_peered":"2023-10-09T04:23:11.242790+0000","last_clean":"2023-10-09T04:23:11.242790+0000","last_became_active":"2023-10-09T04:23:10.234924+0000","last_became_peered":"2023-10-09T04:23:10.234924+0000","last_unstale":"2023-10-09T04:23:11.242790+0000","last_undegraded":"2023-10-09T04:23:11.242790+0000","last_fullsized":"2023-10-09T04:23:11.242790+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:41:26.993410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274478+0000","last_change":"2023-10-09T04:23:10.301875+0000","last_active":"2023-10-09T04:23:11.274478+0000","last_peered":"2023-10-09T04:23:11.274478+0000","last_clean":"2023-10-09T04:23:11.274478+0000","last_became_active":"2023-10-09T04:23:10.301616+0000","last_became_peered":"2023-10-09T04:23:10.301616+0000","last_unstale":"2023-10-09T04:23:11.274478+0000","last_undegraded":"2023-10-09T04:23:11.274478+0000","last_fullsized":"2023-10-09T04:23:11.274478+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:54:08.065801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.147770+0000","last_change":"2023-10-09T04:23:10.232872+0000","last_active":"2023-10-09T04:23:18.147770+0000","last_peered":"2023-10-09T04:23:18.147770+0000","last_clean":"2023-10-09T04:23:18.147770+0000","last_became_active":"2023-10-09T04:23:10.232380+0000","last_became_peered":"2023-10-09T04:23:10.232380+0000","last_unstale":"2023-10-09T04:23:18.147770+0000","last_undegraded":"2023-10-09T04:23:18.147770+0000","last_fullsized":"2023-10-09T04:23:18.147770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:14.883985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.276111+0000","last_change":"2023-10-09T04:23:11.275605+0000","last_active":"2023-10-09T04:23:11.276111+0000","last_peered":"2023-10-09T04:23:11.276111+0000","last_clean":"2023-10-09T04:23:11.276111+0000","last_became_active":"2023-10-09T04:23:11.275300+0000","last_became_peered":"2023-10-09T04:23:11.275300+0000","last_unstale":"2023-10-09T04:23:11.276111+0000","last_undegraded":"2023-10-09T04:23:11.276111+0000","last_fullsized":"2023-10-09T04:23:11.276111+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:14.909341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720619+0000","last_change":"2023-10-09T04:23:10.230280+0000","last_active":"2023-10-09T04:23:11.720619+0000","last_peered":"2023-10-09T04:23:11.720619+0000","last_clean":"2023-10-09T04:23:11.720619+0000","last_became_active":"2023-10-09T04:23:10.229841+0000","last_became_peered":"2023-10-09T04:23:10.229841+0000","last_unstale":"2023-10-09T04:23:11.720619+0000","last_undegraded":"2023-10-09T04:23:11.720619+0000","last_fullsized":"2023-10-09T04:23:11.720619+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:14:12.946092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.338725+0000","last_change":"2023-10-09T04:23:11.338021+0000","last_active":"2023-10-09T04:23:11.338725+0000","last_peered":"2023-10-09T04:23:11.338725+0000","last_clean":"2023-10-09T04:23:11.338725+0000","last_became_active":"2023-10-09T04:23:11.337729+0000","last_became_peered":"2023-10-09T04:23:11.337729+0000","last_unstale":"2023-10-09T04:23:11.338725+0000","last_undegraded":"2023-10-09T04:23:11.338725+0000","last_fullsized":"2023-10-09T04:23:11.338725+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:50:33.650802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.336685+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:23:12.336685+0000","last_peered":"2023-10-09T04:23:12.336685+0000","last_clean":"2023-10-09T04:23:12.336685+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:23:12.336685+0000","last_undegraded":"2023-10-09T04:23:12.336685+0000","last_fullsized":"2023-10-09T04:23:12.336685+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274072+0000","last_change":"2023-10-09T04:23:10.302828+0000","last_active":"2023-10-09T04:23:11.274072+0000","last_peered":"2023-10-09T04:23:11.274072+0000","last_clean":"2023-10-09T04:23:11.274072+0000","last_became_active":"2023-10-09T04:23:10.302553+0000","last_became_peered":"2023-10-09T04:23:10.302553+0000","last_unstale":"2023-10-09T04:23:11.274072+0000","last_undegraded":"2023-10-09T04:23:11.274072+0000","last_fullsized":"2023-10-09T04:23:11.274072+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:13.069094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.146426+0000","last_change":"2023-10-09T04:23:10.237682+0000","last_active":"2023-10-09T04:23:18.146426+0000","last_peered":"2023-10-09T04:23:18.146426+0000","last_clean":"2023-10-09T04:23:18.146426+0000","last_became_active":"2023-10-09T04:23:10.237441+0000","last_became_peered":"2023-10-09T04:23:10.237441+0000","last_unstale":"2023-10-09T04:23:18.146426+0000","last_undegraded":"2023-10-09T04:23:18.146426+0000","last_fullsized":"2023-10-09T04:23:18.146426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:25.226953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720366+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:23:11.720366+0000","last_peered":"2023-10-09T04:23:11.720366+0000","last_clean":"2023-10-09T04:23:11.720366+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:23:11.720366+0000","last_undegraded":"2023-10-09T04:23:11.720366+0000","last_fullsized":"2023-10-09T04:23:11.720366+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.337047+0000","last_change":"2023-10-09T04:23:10.237165+0000","last_active":"2023-10-09T04:23:12.337047+0000","last_peered":"2023-10-09T04:23:12.337047+0000","last_clean":"2023-10-09T04:23:12.337047+0000","last_became_active":"2023-10-09T04:23:10.236849+0000","last_became_peered":"2023-10-09T04:23:10.236849+0000","last_unstale":"2023-10-09T04:23:12.337047+0000","last_undegraded":"2023-10-09T04:23:12.337047+0000","last_fullsized":"2023-10-09T04:23:12.337047+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:09:34.962445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339520+0000","last_change":"2023-10-09T04:23:11.337936+0000","last_active":"2023-10-09T04:23:11.339520+0000","last_peered":"2023-10-09T04:23:11.339520+0000","last_clean":"2023-10-09T04:23:11.339520+0000","last_became_active":"2023-10-09T04:23:11.337632+0000","last_became_peered":"2023-10-09T04:23:11.337632+0000","last_unstale":"2023-10-09T04:23:11.339520+0000","last_undegraded":"2023-10-09T04:23:11.339520+0000","last_fullsized":"2023-10-09T04:23:11.339520+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:45:36.154160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.149912+0000","last_change":"2023-10-09T04:23:10.234382+0000","last_active":"2023-10-09T04:23:18.149912+0000","last_peered":"2023-10-09T04:23:18.149912+0000","last_clean":"2023-10-09T04:23:18.149912+0000","last_became_active":"2023-10-09T04:23:10.233951+0000","last_became_peered":"2023-10-09T04:23:10.233951+0000","last_unstale":"2023-10-09T04:23:18.149912+0000","last_undegraded":"2023-10-09T04:23:18.149912+0000","last_fullsized":"2023-10-09T04:23:18.149912+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:36:44.277138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339302+0000","last_change":"2023-10-09T04:23:11.338315+0000","last_active":"2023-10-09T04:23:11.339302+0000","last_peered":"2023-10-09T04:23:11.339302+0000","last_clean":"2023-10-09T04:23:11.339302+0000","last_became_active":"2023-10-09T04:23:11.338042+0000","last_became_peered":"2023-10-09T04:23:11.338042+0000","last_unstale":"2023-10-09T04:23:11.339302+0000","last_undegraded":"2023-10-09T04:23:11.339302+0000","last_fullsized":"2023-10-09T04:23:11.339302+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:35:58.113080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.336530+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:23:11.336530+0000","last_peered":"2023-10-09T04:23:11.336530+0000","last_clean":"2023-10-09T04:23:11.336530+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:23:11.336530+0000","last_undegraded":"2023-10-09T04:23:11.336530+0000","last_fullsized":"2023-10-09T04:23:11.336530+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720556+0000","last_change":"2023-10-09T04:23:10.298781+0000","last_active":"2023-10-09T04:23:11.720556+0000","last_peered":"2023-10-09T04:23:11.720556+0000","last_clean":"2023-10-09T04:23:11.720556+0000","last_became_active":"2023-10-09T04:23:10.298493+0000","last_became_peered":"2023-10-09T04:23:10.298493+0000","last_unstale":"2023-10-09T04:23:11.720556+0000","last_undegraded":"2023-10-09T04:23:11.720556+0000","last_fullsized":"2023-10-09T04:23:11.720556+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:51.109257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.246188+0000","last_change":"2023-10-09T04:23:10.241441+0000","last_active":"2023-10-09T04:23:11.246188+0000","last_peered":"2023-10-09T04:23:11.246188+0000","last_clean":"2023-10-09T04:23:11.246188+0000","last_became_active":"2023-10-09T04:23:10.241125+0000","last_became_peered":"2023-10-09T04:23:10.241125+0000","last_unstale":"2023-10-09T04:23:11.246188+0000","last_undegraded":"2023-10-09T04:23:11.246188+0000","last_fullsized":"2023-10-09T04:23:11.246188+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:56:41.132008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339495+0000","last_change":"2023-10-09T04:23:11.338147+0000","last_active":"2023-10-09T04:23:11.339495+0000","last_peered":"2023-10-09T04:23:11.339495+0000","last_clean":"2023-10-09T04:23:11.339495+0000","last_became_active":"2023-10-09T04:23:11.337840+0000","last_became_peered":"2023-10-09T04:23:11.337840+0000","last_unstale":"2023-10-09T04:23:11.339495+0000","last_undegraded":"2023-10-09T04:23:11.339495+0000","last_fullsized":"2023-10-09T04:23:11.339495+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:49.906321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.146120+0000","last_change":"2023-10-09T04:23:10.236899+0000","last_active":"2023-10-09T04:23:18.146120+0000","last_peered":"2023-10-09T04:23:18.146120+0000","last_clean":"2023-10-09T04:23:18.146120+0000","last_became_active":"2023-10-09T04:23:10.236621+0000","last_became_peered":"2023-10-09T04:23:10.236621+0000","last_unstale":"2023-10-09T04:23:18.146120+0000","last_undegraded":"2023-10-09T04:23:18.146120+0000","last_fullsized":"2023-10-09T04:23:18.146120+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:54:36.352208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274366+0000","last_change":"2023-10-09T04:23:10.303782+0000","last_active":"2023-10-09T04:23:11.274366+0000","last_peered":"2023-10-09T04:23:11.274366+0000","last_clean":"2023-10-09T04:23:11.274366+0000","last_became_active":"2023-10-09T04:23:10.303550+0000","last_became_peered":"2023-10-09T04:23:10.303550+0000","last_unstale":"2023-10-09T04:23:11.274366+0000","last_undegraded":"2023-10-09T04:23:11.274366+0000","last_fullsized":"2023-10-09T04:23:11.274366+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:37:22.866453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"68'6","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.150712+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:23:18.150712+0000","last_peered":"2023-10-09T04:23:18.150712+0000","last_clean":"2023-10-09T04:23:18.150712+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:23:18.150712+0000","last_undegraded":"2023-10-09T04:23:18.150712+0000","last_fullsized":"2023-10-09T04:23:18.150712+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.257058+0000","last_change":"2023-10-09T04:23:11.253289+0000","last_active":"2023-10-09T04:23:11.257058+0000","last_peered":"2023-10-09T04:23:11.257058+0000","last_clean":"2023-10-09T04:23:11.257058+0000","last_became_active":"2023-10-09T04:23:11.252496+0000","last_became_peered":"2023-10-09T04:23:11.252496+0000","last_unstale":"2023-10-09T04:23:11.257058+0000","last_undegraded":"2023-10-09T04:23:11.257058+0000","last_fullsized":"2023-10-09T04:23:11.257058+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:18:56.769047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.146132+0000","last_change":"2023-10-09T04:23:10.241429+0000","last_active":"2023-10-09T04:23:18.146132+0000","last_peered":"2023-10-09T04:23:18.146132+0000","last_clean":"2023-10-09T04:23:18.146132+0000","last_became_active":"2023-10-09T04:23:10.241112+0000","last_became_peered":"2023-10-09T04:23:10.241112+0000","last_unstale":"2023-10-09T04:23:18.146132+0000","last_undegraded":"2023-10-09T04:23:18.146132+0000","last_fullsized":"2023-10-09T04:23:18.146132+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:15.161951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339432+0000","last_change":"2023-10-09T04:23:11.337820+0000","last_active":"2023-10-09T04:23:11.339432+0000","last_peered":"2023-10-09T04:23:11.339432+0000","last_clean":"2023-10-09T04:23:11.339432+0000","last_became_active":"2023-10-09T04:23:11.337570+0000","last_became_peered":"2023-10-09T04:23:11.337570+0000","last_unstale":"2023-10-09T04:23:11.339432+0000","last_undegraded":"2023-10-09T04:23:11.339432+0000","last_fullsized":"2023-10-09T04:23:11.339432+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:44.834661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720530+0000","last_change":"2023-10-09T04:23:10.232389+0000","last_active":"2023-10-09T04:23:11.720530+0000","last_peered":"2023-10-09T04:23:11.720530+0000","last_clean":"2023-10-09T04:23:11.720530+0000","last_became_active":"2023-10-09T04:23:10.232119+0000","last_became_peered":"2023-10-09T04:23:10.232119+0000","last_unstale":"2023-10-09T04:23:11.720530+0000","last_undegraded":"2023-10-09T04:23:11.720530+0000","last_fullsized":"2023-10-09T04:23:11.720530+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:17:19.573595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.254723+0000","last_change":"2023-10-09T04:23:11.253362+0000","last_active":"2023-10-09T04:23:11.254723+0000","last_peered":"2023-10-09T04:23:11.254723+0000","last_clean":"2023-10-09T04:23:11.254723+0000","last_became_active":"2023-10-09T04:23:11.253032+0000","last_became_peered":"2023-10-09T04:23:11.253032+0000","last_unstale":"2023-10-09T04:23:11.254723+0000","last_undegraded":"2023-10-09T04:23:11.254723+0000","last_fullsized":"2023-10-09T04:23:11.254723+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:52:53.109810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247765+0000","last_change":"2023-10-09T04:23:10.230308+0000","last_active":"2023-10-09T04:23:11.247765+0000","last_peered":"2023-10-09T04:23:11.247765+0000","last_clean":"2023-10-09T04:23:11.247765+0000","last_became_active":"2023-10-09T04:23:10.230052+0000","last_became_peered":"2023-10-09T04:23:10.230052+0000","last_unstale":"2023-10-09T04:23:11.247765+0000","last_undegraded":"2023-10-09T04:23:11.247765+0000","last_fullsized":"2023-10-09T04:23:11.247765+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:06.477810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722458+0000","last_change":"2023-10-09T04:23:11.721696+0000","last_active":"2023-10-09T04:23:11.722458+0000","last_peered":"2023-10-09T04:23:11.722458+0000","last_clean":"2023-10-09T04:23:11.722458+0000","last_became_active":"2023-10-09T04:23:11.721380+0000","last_became_peered":"2023-10-09T04:23:11.721380+0000","last_unstale":"2023-10-09T04:23:11.722458+0000","last_undegraded":"2023-10-09T04:23:11.722458+0000","last_fullsized":"2023-10-09T04:23:11.722458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:48:58.916309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247293+0000","last_change":"2023-10-09T04:23:10.241509+0000","last_active":"2023-10-09T04:23:11.247293+0000","last_peered":"2023-10-09T04:23:11.247293+0000","last_clean":"2023-10-09T04:23:11.247293+0000","last_became_active":"2023-10-09T04:23:10.241240+0000","last_became_peered":"2023-10-09T04:23:10.241240+0000","last_unstale":"2023-10-09T04:23:11.247293+0000","last_undegraded":"2023-10-09T04:23:11.247293+0000","last_fullsized":"2023-10-09T04:23:11.247293+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:00:12.416861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339319+0000","last_change":"2023-10-09T04:23:11.338648+0000","last_active":"2023-10-09T04:23:11.339319+0000","last_peered":"2023-10-09T04:23:11.339319+0000","last_clean":"2023-10-09T04:23:11.339319+0000","last_became_active":"2023-10-09T04:23:11.338288+0000","last_became_peered":"2023-10-09T04:23:11.338288+0000","last_unstale":"2023-10-09T04:23:11.339319+0000","last_undegraded":"2023-10-09T04:23:11.339319+0000","last_fullsized":"2023-10-09T04:23:11.339319+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:47:52.642686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.251962+0000","last_change":"2023-10-09T04:23:10.232395+0000","last_active":"2023-10-09T04:23:11.251962+0000","last_peered":"2023-10-09T04:23:11.251962+0000","last_clean":"2023-10-09T04:23:11.251962+0000","last_became_active":"2023-10-09T04:23:10.232116+0000","last_became_peered":"2023-10-09T04:23:10.232116+0000","last_unstale":"2023-10-09T04:23:11.251962+0000","last_undegraded":"2023-10-09T04:23:11.251962+0000","last_fullsized":"2023-10-09T04:23:11.251962+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:32.462059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.276206+0000","last_change":"2023-10-09T04:23:11.275676+0000","last_active":"2023-10-09T04:23:11.276206+0000","last_peered":"2023-10-09T04:23:11.276206+0000","last_clean":"2023-10-09T04:23:11.276206+0000","last_became_active":"2023-10-09T04:23:11.275395+0000","last_became_peered":"2023-10-09T04:23:11.275395+0000","last_unstale":"2023-10-09T04:23:11.276206+0000","last_undegraded":"2023-10-09T04:23:11.276206+0000","last_fullsized":"2023-10-09T04:23:11.276206+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:30.619035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.336606+0000","last_change":"2023-10-09T04:23:10.224256+0000","last_active":"2023-10-09T04:23:12.336606+0000","last_peered":"2023-10-09T04:23:12.336606+0000","last_clean":"2023-10-09T04:23:12.336606+0000","last_became_active":"2023-10-09T04:23:10.223943+0000","last_became_peered":"2023-10-09T04:23:10.223943+0000","last_unstale":"2023-10-09T04:23:12.336606+0000","last_undegraded":"2023-10-09T04:23:12.336606+0000","last_fullsized":"2023-10-09T04:23:12.336606+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:59.109011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234011,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298568,"kb_used_data":1280,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446584,"statfs":{"total":95995035648,"available":95689302016,"internally_reserved":0,"allocated":1310720,"data_stored":891354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.308}]},{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.442},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":3.2269999999999999,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":0.41399999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":5.4429999999999996,"5min":5.4429999999999996,"15min":5.4429999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.52400000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.55700000000000005},{"interface":"front","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":5.343,"5min":5.343,"15min":5.343},"last":0.56999999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.61799999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.64900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1268,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1298432,"data_stored":891266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.35599999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.374},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.51400000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.61299999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57599999999999996,"15min":0.58199999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.65800000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.61199999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.52500000000000002,"15min":0.53500000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.59899999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.44},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53400000000000003,"15min":0.54200000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.59999999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.42399999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54900000000000004,"15min":0.55500000000000005},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65300000000000002,"5min":0.748,"15min":0.748},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47899999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.63500000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.55600000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.45000000000000001,"15min":0.45200000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.628,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.68999999999999995,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.64300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297960,"kb_used_data":672,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447192,"statfs":{"total":95995035648,"available":95689924608,"internally_reserved":0,"allocated":688128,"data_stored":299292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.46600000000000003,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9480000000000004,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.307}]},{"osd":2,"last update":"Mon Oct 9 04:23:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.50600000000000001,"15min":0.497},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.0030000000000001,"5min":6.0030000000000001,"15min":6.0030000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45600000000000002,"15min":0.46200000000000002},"min":{"1min":0.26800000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.2189999999999999,"5min":2.2189999999999999,"15min":2.2189999999999999},"last":0.22700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45700000000000002,"15min":0.45300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.2789999999999999,"5min":2.2789999999999999,"15min":2.2789999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42599999999999999,"15min":0.42799999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.27900000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.61599999999999999,"15min":0.628},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77400000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61099999999999999,"15min":0.61899999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90700000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:23:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59199999999999997,"15min":0.60099999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.627},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.149,"5min":2.149,"15min":2.149},"last":0.501}]},{"osd":6,"last update":"Mon Oct 9 04:23:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.374,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73299999999999998,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.57799999999999996,"15min":0.56999999999999995},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.246,"5min":2.246,"15min":2.246},"last":0.40799999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.1869999999999998,"5min":2.1869999999999998,"15min":2.1869999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.51300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1264,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1294336,"data_stored":890501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.36499999999999999,"15min":0.34100000000000003},"min":{"1min":0.23400000000000001,"5min":0.217,"15min":0.217},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.314}]},{"osd":2,"last update":"Mon Oct 9 04:23:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.27500000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.377},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41899999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.27100000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48499999999999999},"min":{"1min":0.317,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.45800000000000002,"15min":0.46000000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.2360000000000002,"5min":2.2360000000000002,"15min":2.2360000000000002},"last":0.29199999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.438},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.629,"15min":0.625},"min":{"1min":0.45800000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.55800000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:23:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63300000000000001,"15min":0.63800000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90200000000000002,"5min":1.101,"15min":1.101},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.64800000000000002,"15min":0.65800000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.48299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.64900000000000002,"15min":0.66300000000000003},"min":{"1min":0.40899999999999997,"5min":0.373,"15min":0.373},"max":{"1min":0.91400000000000003,"5min":1.04,"15min":1.04},"last":0.499},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.66500000000000004,"15min":0.67700000000000005},"min":{"1min":0.41199999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.58199999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.41699999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":700416,"data_stored":300145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36799999999999999,"15min":0.36499999999999999},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.628,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.221},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.38200000000000001,"15min":0.38400000000000001},"min":{"1min":0.23899999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54100000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.30299999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.249,"15min":0.249},"max":{"1min":0.61299999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.249},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.40699999999999997},"min":{"1min":0.316,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.26800000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.44600000000000001,"15min":0.45000000000000001},"min":{"1min":0.317,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.57099999999999995,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":0.32200000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:22:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42099999999999999,"5min":0.379,"15min":0.379},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.61299999999999999,"15min":0.61799999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.52500000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.73599999999999999,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.621,"15min":0.63},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76700000000000002,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.44600000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.60999999999999999,"15min":0.61399999999999999},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.77500000000000002,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78500000000000003,"5min":0.876,"15min":0.876},"last":0.45400000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.53500000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297968,"kb_used_data":680,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447184,"statfs":{"total":95995035648,"available":95689916416,"internally_reserved":0,"allocated":696320,"data_stored":299647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.22600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.47699999999999998,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.43099999999999999,"15min":0.44700000000000001},"min":{"1min":0.24199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.48999999999999999,"5min":2,"15min":2},"last":0.55200000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.433,"15min":0.44},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.53700000000000003,"5min":2.3069999999999999,"15min":2.3069999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.317,"5min":0.44900000000000001,"15min":0.46500000000000002},"min":{"1min":0.23599999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":2.1269999999999998,"15min":2.1269999999999998},"last":0.59999999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.47999999999999998,"15min":0.49399999999999999},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.55000000000000004,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.45900000000000002,"15min":0.47099999999999997},"min":{"1min":0.26700000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.52600000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:22:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.621,"15min":0.61899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63400000000000001,"15min":0.63200000000000001},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.93400000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.877},{"interface":"front","average":{"1min":0.622,"5min":0.64300000000000002,"15min":0.64700000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":0.90700000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.66000000000000003,"15min":0.68400000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.88800000000000001,"5min":2.1440000000000001,"15min":2.1440000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.65000000000000002,"15min":0.67000000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":1.097,"15min":1.097},"last":0.89500000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.1920000000000002,"5min":2.1920000000000002,"15min":2.1920000000000002},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.95199999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":716800,"data_stored":301239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.53800000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.45800000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.38200000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.60199999999999998,"15min":0.56799999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.9320000000000004,"5min":4.9320000000000004,"15min":4.9320000000000004},"last":0.56599999999999995}]},{"osd":2,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.59799999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.9160000000000004,"5min":4.9160000000000004,"15min":4.9160000000000004},"last":0.65300000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:22:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:23:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.42599999999999999,"15min":0.40999999999999998},"min":{"1min":0.376,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.73999999999999999,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.47399999999999998,"15min":0.46400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.75900000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64000000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68400000000000005,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.501,"15min":0.5},"min":{"1min":0.34000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.5}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.626}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":700416,"data_stored":300181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52900000000000003,"15min":0.52500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.55500000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.621},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.35499999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.41199999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.39700000000000002,"5min":0.375,"15min":0.375},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.66800000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53400000000000003,"15min":0.53300000000000003},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.56299999999999994,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.58899999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.42499999999999999,"15min":0.41599999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.5,"5min":0.45200000000000001,"15min":0.44400000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.498}]},{"osd":6,"last update":"Mon Oct 9 04:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52000000000000002,"15min":0.51500000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.64600000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.60299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:23:49.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:23:49.992 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:50.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:50 smithi107 ceph-mon[111528]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:50.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:50 smithi107 ceph-mon[111528]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:50.411 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:50 smithi107 ceph-mon[96785]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:50.411 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:50 smithi107 ceph-mon[96785]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:50.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:50 smithi150 ceph-mon[100982]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:50 smithi150 ceph-mon[100982]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:51.527 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:51.529 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:23:52.046 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2023-10-09T04:23:50.673241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385536,"kb_used_data":7232,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747575680,"statfs":{"total":767960285184,"available":765517496320,"internally_reserved":0,"allocated":7405568,"data_stored":4173625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002512"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.273977+0000","last_change":"2023-10-09T04:23:10.304615+0000","last_active":"2023-10-09T04:23:11.273977+0000","last_peered":"2023-10-09T04:23:11.273977+0000","last_clean":"2023-10-09T04:23:11.273977+0000","last_became_active":"2023-10-09T04:23:10.304394+0000","last_became_peered":"2023-10-09T04:23:10.304394+0000","last_unstale":"2023-10-09T04:23:11.273977+0000","last_undegraded":"2023-10-09T04:23:11.273977+0000","last_fullsized":"2023-10-09T04:23:11.273977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:43.653669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.148096+0000","last_change":"2023-10-09T04:23:10.232799+0000","last_active":"2023-10-09T04:23:18.148096+0000","last_peered":"2023-10-09T04:23:18.148096+0000","last_clean":"2023-10-09T04:23:18.148096+0000","last_became_active":"2023-10-09T04:23:10.232484+0000","last_became_peered":"2023-10-09T04:23:10.232484+0000","last_unstale":"2023-10-09T04:23:18.148096+0000","last_undegraded":"2023-10-09T04:23:18.148096+0000","last_fullsized":"2023-10-09T04:23:18.148096+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:02:47.292671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.259802+0000","last_change":"2023-10-09T04:23:11.255325+0000","last_active":"2023-10-09T04:23:11.259802+0000","last_peered":"2023-10-09T04:23:11.259802+0000","last_clean":"2023-10-09T04:23:11.259802+0000","last_became_active":"2023-10-09T04:23:11.255040+0000","last_became_peered":"2023-10-09T04:23:11.255040+0000","last_unstale":"2023-10-09T04:23:11.259802+0000","last_undegraded":"2023-10-09T04:23:11.259802+0000","last_fullsized":"2023-10-09T04:23:11.259802+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:22:48.745828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.337149+0000","last_change":"2023-10-09T04:23:10.231334+0000","last_active":"2023-10-09T04:23:12.337149+0000","last_peered":"2023-10-09T04:23:12.337149+0000","last_clean":"2023-10-09T04:23:12.337149+0000","last_became_active":"2023-10-09T04:23:10.231069+0000","last_became_peered":"2023-10-09T04:23:10.231069+0000","last_unstale":"2023-10-09T04:23:12.337149+0000","last_undegraded":"2023-10-09T04:23:12.337149+0000","last_fullsized":"2023-10-09T04:23:12.337149+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:49:46.998914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274367+0000","last_change":"2023-10-09T04:23:10.302334+0000","last_active":"2023-10-09T04:23:11.274367+0000","last_peered":"2023-10-09T04:23:11.274367+0000","last_clean":"2023-10-09T04:23:11.274367+0000","last_became_active":"2023-10-09T04:23:10.302076+0000","last_became_peered":"2023-10-09T04:23:10.302076+0000","last_unstale":"2023-10-09T04:23:11.274367+0000","last_undegraded":"2023-10-09T04:23:11.274367+0000","last_fullsized":"2023-10-09T04:23:11.274367+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:48.835985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.149061+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:23:18.149061+0000","last_peered":"2023-10-09T04:23:18.149061+0000","last_clean":"2023-10-09T04:23:18.149061+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:23:18.149061+0000","last_undegraded":"2023-10-09T04:23:18.149061+0000","last_fullsized":"2023-10-09T04:23:18.149061+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274459+0000","last_change":"2023-10-09T04:23:10.303488+0000","last_active":"2023-10-09T04:23:11.274459+0000","last_peered":"2023-10-09T04:23:11.274459+0000","last_clean":"2023-10-09T04:23:11.274459+0000","last_became_active":"2023-10-09T04:23:10.303218+0000","last_became_peered":"2023-10-09T04:23:10.303218+0000","last_unstale":"2023-10-09T04:23:11.274459+0000","last_undegraded":"2023-10-09T04:23:11.274459+0000","last_fullsized":"2023-10-09T04:23:11.274459+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:27:45.429836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.147438+0000","last_change":"2023-10-09T04:23:10.234995+0000","last_active":"2023-10-09T04:23:18.147438+0000","last_peered":"2023-10-09T04:23:18.147438+0000","last_clean":"2023-10-09T04:23:18.147438+0000","last_became_active":"2023-10-09T04:23:10.234657+0000","last_became_peered":"2023-10-09T04:23:10.234657+0000","last_unstale":"2023-10-09T04:23:18.147438+0000","last_undegraded":"2023-10-09T04:23:18.147438+0000","last_fullsized":"2023-10-09T04:23:18.147438+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:21:46.711231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.260600+0000","last_change":"2023-10-09T04:23:11.258175+0000","last_active":"2023-10-09T04:23:11.260600+0000","last_peered":"2023-10-09T04:23:11.260600+0000","last_clean":"2023-10-09T04:23:11.260600+0000","last_became_active":"2023-10-09T04:23:11.257935+0000","last_became_peered":"2023-10-09T04:23:11.257935+0000","last_unstale":"2023-10-09T04:23:11.260600+0000","last_undegraded":"2023-10-09T04:23:11.260600+0000","last_fullsized":"2023-10-09T04:23:11.260600+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:13:15.688427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.248320+0000","last_change":"2023-10-09T04:23:10.234674+0000","last_active":"2023-10-09T04:23:12.248320+0000","last_peered":"2023-10-09T04:23:12.248320+0000","last_clean":"2023-10-09T04:23:12.248320+0000","last_became_active":"2023-10-09T04:23:10.234187+0000","last_became_peered":"2023-10-09T04:23:10.234187+0000","last_unstale":"2023-10-09T04:23:12.248320+0000","last_undegraded":"2023-10-09T04:23:12.248320+0000","last_fullsized":"2023-10-09T04:23:12.248320+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:27.529993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274257+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:23:11.274257+0000","last_peered":"2023-10-09T04:23:11.274257+0000","last_clean":"2023-10-09T04:23:11.274257+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:23:11.274257+0000","last_undegraded":"2023-10-09T04:23:11.274257+0000","last_fullsized":"2023-10-09T04:23:11.274257+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.248052+0000","last_change":"2023-10-09T04:23:10.237428+0000","last_active":"2023-10-09T04:23:12.248052+0000","last_peered":"2023-10-09T04:23:12.248052+0000","last_clean":"2023-10-09T04:23:12.248052+0000","last_became_active":"2023-10-09T04:23:10.237150+0000","last_became_peered":"2023-10-09T04:23:10.237150+0000","last_unstale":"2023-10-09T04:23:12.248052+0000","last_undegraded":"2023-10-09T04:23:12.248052+0000","last_fullsized":"2023-10-09T04:23:12.248052+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:08:40.208560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.242386+0000","last_change":"2023-10-09T04:22:26.796058+0000","last_active":"2023-10-09T04:23:11.242386+0000","last_peered":"2023-10-09T04:23:11.242386+0000","last_clean":"2023-10-09T04:23:11.242386+0000","last_became_active":"2023-10-09T04:22:26.795715+0000","last_became_peered":"2023-10-09T04:22:26.795715+0000","last_unstale":"2023-10-09T04:23:11.242386+0000","last_undegraded":"2023-10-09T04:23:11.242386+0000","last_fullsized":"2023-10-09T04:23:11.242386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:52:49.833540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339325+0000","last_change":"2023-10-09T04:23:11.337812+0000","last_active":"2023-10-09T04:23:11.339325+0000","last_peered":"2023-10-09T04:23:11.339325+0000","last_clean":"2023-10-09T04:23:11.339325+0000","last_became_active":"2023-10-09T04:23:11.337503+0000","last_became_peered":"2023-10-09T04:23:11.337503+0000","last_unstale":"2023-10-09T04:23:11.339325+0000","last_undegraded":"2023-10-09T04:23:11.339325+0000","last_fullsized":"2023-10-09T04:23:11.339325+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:09.052579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.253191+0000","last_change":"2023-10-09T04:22:26.917322+0000","last_active":"2023-10-09T04:23:11.253191+0000","last_peered":"2023-10-09T04:23:11.253191+0000","last_clean":"2023-10-09T04:23:11.253191+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:23:11.253191+0000","last_undegraded":"2023-10-09T04:23:11.253191+0000","last_fullsized":"2023-10-09T04:23:11.253191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:00.229048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.145848+0000","last_change":"2023-10-09T04:23:10.240235+0000","last_active":"2023-10-09T04:23:18.145848+0000","last_peered":"2023-10-09T04:23:18.145848+0000","last_clean":"2023-10-09T04:23:18.145848+0000","last_became_active":"2023-10-09T04:23:10.240086+0000","last_became_peered":"2023-10-09T04:23:10.240086+0000","last_unstale":"2023-10-09T04:23:18.145848+0000","last_undegraded":"2023-10-09T04:23:18.145848+0000","last_fullsized":"2023-10-09T04:23:18.145848+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:55.312539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722589+0000","last_change":"2023-10-09T04:23:11.721635+0000","last_active":"2023-10-09T04:23:11.722589+0000","last_peered":"2023-10-09T04:23:11.722589+0000","last_clean":"2023-10-09T04:23:11.722589+0000","last_became_active":"2023-10-09T04:23:11.721323+0000","last_became_peered":"2023-10-09T04:23:11.721323+0000","last_unstale":"2023-10-09T04:23:11.722589+0000","last_undegraded":"2023-10-09T04:23:11.722589+0000","last_fullsized":"2023-10-09T04:23:11.722589+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:53.306976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.253138+0000","last_change":"2023-10-09T04:23:10.234806+0000","last_active":"2023-10-09T04:23:11.253138+0000","last_peered":"2023-10-09T04:23:11.253138+0000","last_clean":"2023-10-09T04:23:11.253138+0000","last_became_active":"2023-10-09T04:23:10.234523+0000","last_became_peered":"2023-10-09T04:23:10.234523+0000","last_unstale":"2023-10-09T04:23:11.253138+0000","last_undegraded":"2023-10-09T04:23:11.253138+0000","last_fullsized":"2023-10-09T04:23:11.253138+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:43.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.337295+0000","last_change":"2023-10-09T04:22:26.917468+0000","last_active":"2023-10-09T04:23:11.337295+0000","last_peered":"2023-10-09T04:23:11.337295+0000","last_clean":"2023-10-09T04:23:11.337295+0000","last_became_active":"2023-10-09T04:22:26.917080+0000","last_became_peered":"2023-10-09T04:22:26.917080+0000","last_unstale":"2023-10-09T04:23:11.337295+0000","last_undegraded":"2023-10-09T04:23:11.337295+0000","last_fullsized":"2023-10-09T04:23:11.337295+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:21:33.629234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.256958+0000","last_change":"2023-10-09T04:23:11.253716+0000","last_active":"2023-10-09T04:23:11.256958+0000","last_peered":"2023-10-09T04:23:11.256958+0000","last_clean":"2023-10-09T04:23:11.256958+0000","last_became_active":"2023-10-09T04:23:11.253431+0000","last_became_peered":"2023-10-09T04:23:11.253431+0000","last_unstale":"2023-10-09T04:23:11.256958+0000","last_undegraded":"2023-10-09T04:23:11.256958+0000","last_fullsized":"2023-10-09T04:23:11.256958+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:38:02.070785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.245893+0000","last_change":"2023-10-09T04:23:10.231285+0000","last_active":"2023-10-09T04:23:11.245893+0000","last_peered":"2023-10-09T04:23:11.245893+0000","last_clean":"2023-10-09T04:23:11.245893+0000","last_became_active":"2023-10-09T04:23:10.231020+0000","last_became_peered":"2023-10-09T04:23:10.231020+0000","last_unstale":"2023-10-09T04:23:11.245893+0000","last_undegraded":"2023-10-09T04:23:11.245893+0000","last_fullsized":"2023-10-09T04:23:11.245893+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:44:22.780980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.336947+0000","last_change":"2023-10-09T04:22:26.914895+0000","last_active":"2023-10-09T04:23:11.336947+0000","last_peered":"2023-10-09T04:23:11.336947+0000","last_clean":"2023-10-09T04:23:11.336947+0000","last_became_active":"2023-10-09T04:22:26.914478+0000","last_became_peered":"2023-10-09T04:22:26.914478+0000","last_unstale":"2023-10-09T04:23:11.336947+0000","last_undegraded":"2023-10-09T04:23:11.336947+0000","last_fullsized":"2023-10-09T04:23:11.336947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:02.634222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.338170+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:23:11.338170+0000","last_peered":"2023-10-09T04:23:11.338170+0000","last_clean":"2023-10-09T04:23:11.338170+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:23:11.338170+0000","last_undegraded":"2023-10-09T04:23:11.338170+0000","last_fullsized":"2023-10-09T04:23:11.338170+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247199+0000","last_change":"2023-10-09T04:23:10.231952+0000","last_active":"2023-10-09T04:23:11.247199+0000","last_peered":"2023-10-09T04:23:11.247199+0000","last_clean":"2023-10-09T04:23:11.247199+0000","last_became_active":"2023-10-09T04:23:10.231772+0000","last_became_peered":"2023-10-09T04:23:10.231772+0000","last_unstale":"2023-10-09T04:23:11.247199+0000","last_undegraded":"2023-10-09T04:23:11.247199+0000","last_fullsized":"2023-10-09T04:23:11.247199+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:30.476401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":276,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.336591+0000","last_change":"2023-10-09T04:21:51.790774+0000","last_active":"2023-10-09T04:23:11.336591+0000","last_peered":"2023-10-09T04:23:11.336591+0000","last_clean":"2023-10-09T04:23:11.336591+0000","last_became_active":"2023-10-09T04:21:51.790345+0000","last_became_peered":"2023-10-09T04:21:51.790345+0000","last_unstale":"2023-10-09T04:23:11.336591+0000","last_undegraded":"2023-10-09T04:23:11.336591+0000","last_fullsized":"2023-10-09T04:23:11.336591+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:49:20.868973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720426+0000","last_change":"2023-10-09T04:22:26.796652+0000","last_active":"2023-10-09T04:23:11.720426+0000","last_peered":"2023-10-09T04:23:11.720426+0000","last_clean":"2023-10-09T04:23:11.720426+0000","last_became_active":"2023-10-09T04:22:26.796347+0000","last_became_peered":"2023-10-09T04:22:26.796347+0000","last_unstale":"2023-10-09T04:23:11.720426+0000","last_undegraded":"2023-10-09T04:23:11.720426+0000","last_fullsized":"2023-10-09T04:23:11.720426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:44.715709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722422+0000","last_change":"2023-10-09T04:23:11.721683+0000","last_active":"2023-10-09T04:23:11.722422+0000","last_peered":"2023-10-09T04:23:11.722422+0000","last_clean":"2023-10-09T04:23:11.722422+0000","last_became_active":"2023-10-09T04:23:11.721393+0000","last_became_peered":"2023-10-09T04:23:11.721393+0000","last_unstale":"2023-10-09T04:23:11.722422+0000","last_undegraded":"2023-10-09T04:23:11.722422+0000","last_fullsized":"2023-10-09T04:23:11.722422+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:48.392933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.252125+0000","last_change":"2023-10-09T04:23:10.236350+0000","last_active":"2023-10-09T04:23:11.252125+0000","last_peered":"2023-10-09T04:23:11.252125+0000","last_clean":"2023-10-09T04:23:11.252125+0000","last_became_active":"2023-10-09T04:23:10.236080+0000","last_became_peered":"2023-10-09T04:23:10.236080+0000","last_unstale":"2023-10-09T04:23:11.252125+0000","last_undegraded":"2023-10-09T04:23:11.252125+0000","last_fullsized":"2023-10-09T04:23:11.252125+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:17:26.525461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.245804+0000","last_change":"2023-10-09T04:22:26.914728+0000","last_active":"2023-10-09T04:23:11.245804+0000","last_peered":"2023-10-09T04:23:11.245804+0000","last_clean":"2023-10-09T04:23:11.245804+0000","last_became_active":"2023-10-09T04:22:26.914426+0000","last_became_peered":"2023-10-09T04:22:26.914426+0000","last_unstale":"2023-10-09T04:23:11.245804+0000","last_undegraded":"2023-10-09T04:23:11.245804+0000","last_fullsized":"2023-10-09T04:23:11.245804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:16:03.699678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.259903+0000","last_change":"2023-10-09T04:23:11.257508+0000","last_active":"2023-10-09T04:23:11.259903+0000","last_peered":"2023-10-09T04:23:11.259903+0000","last_clean":"2023-10-09T04:23:11.259903+0000","last_became_active":"2023-10-09T04:23:11.257211+0000","last_became_peered":"2023-10-09T04:23:11.257211+0000","last_unstale":"2023-10-09T04:23:11.259903+0000","last_undegraded":"2023-10-09T04:23:11.259903+0000","last_fullsized":"2023-10-09T04:23:11.259903+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:46:45.598298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274288+0000","last_change":"2023-10-09T04:23:10.231236+0000","last_active":"2023-10-09T04:23:11.274288+0000","last_peered":"2023-10-09T04:23:11.274288+0000","last_clean":"2023-10-09T04:23:11.274288+0000","last_became_active":"2023-10-09T04:23:10.230826+0000","last_became_peered":"2023-10-09T04:23:10.230826+0000","last_unstale":"2023-10-09T04:23:11.274288+0000","last_undegraded":"2023-10-09T04:23:11.274288+0000","last_fullsized":"2023-10-09T04:23:11.274288+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:28.189187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720497+0000","last_change":"2023-10-09T04:22:26.795668+0000","last_active":"2023-10-09T04:23:11.720497+0000","last_peered":"2023-10-09T04:23:11.720497+0000","last_clean":"2023-10-09T04:23:11.720497+0000","last_became_active":"2023-10-09T04:22:26.795263+0000","last_became_peered":"2023-10-09T04:22:26.795263+0000","last_unstale":"2023-10-09T04:23:11.720497+0000","last_undegraded":"2023-10-09T04:23:11.720497+0000","last_fullsized":"2023-10-09T04:23:11.720497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:40.416125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722448+0000","last_change":"2023-10-09T04:23:11.721525+0000","last_active":"2023-10-09T04:23:11.722448+0000","last_peered":"2023-10-09T04:23:11.722448+0000","last_clean":"2023-10-09T04:23:11.722448+0000","last_became_active":"2023-10-09T04:23:11.721161+0000","last_became_peered":"2023-10-09T04:23:11.721161+0000","last_unstale":"2023-10-09T04:23:11.722448+0000","last_undegraded":"2023-10-09T04:23:11.722448+0000","last_fullsized":"2023-10-09T04:23:11.722448+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:59:30.602858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720639+0000","last_change":"2023-10-09T04:23:10.230537+0000","last_active":"2023-10-09T04:23:11.720639+0000","last_peered":"2023-10-09T04:23:11.720639+0000","last_clean":"2023-10-09T04:23:11.720639+0000","last_became_active":"2023-10-09T04:23:10.229917+0000","last_became_peered":"2023-10-09T04:23:10.229917+0000","last_unstale":"2023-10-09T04:23:11.720639+0000","last_undegraded":"2023-10-09T04:23:11.720639+0000","last_fullsized":"2023-10-09T04:23:11.720639+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:42.343650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.253034+0000","last_change":"2023-10-09T04:22:26.914657+0000","last_active":"2023-10-09T04:23:11.253034+0000","last_peered":"2023-10-09T04:23:11.253034+0000","last_clean":"2023-10-09T04:23:11.253034+0000","last_became_active":"2023-10-09T04:22:26.914364+0000","last_became_peered":"2023-10-09T04:22:26.914364+0000","last_unstale":"2023-10-09T04:23:11.253034+0000","last_undegraded":"2023-10-09T04:23:11.253034+0000","last_fullsized":"2023-10-09T04:23:11.253034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:00:56.570525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.276193+0000","last_change":"2023-10-09T04:23:11.275590+0000","last_active":"2023-10-09T04:23:11.276193+0000","last_peered":"2023-10-09T04:23:11.276193+0000","last_clean":"2023-10-09T04:23:11.276193+0000","last_became_active":"2023-10-09T04:23:11.275287+0000","last_became_peered":"2023-10-09T04:23:11.275287+0000","last_unstale":"2023-10-09T04:23:11.276193+0000","last_undegraded":"2023-10-09T04:23:11.276193+0000","last_fullsized":"2023-10-09T04:23:11.276193+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:09:12.334963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247354+0000","last_change":"2023-10-09T04:23:10.241195+0000","last_active":"2023-10-09T04:23:11.247354+0000","last_peered":"2023-10-09T04:23:11.247354+0000","last_clean":"2023-10-09T04:23:11.247354+0000","last_became_active":"2023-10-09T04:23:10.240929+0000","last_became_peered":"2023-10-09T04:23:10.240929+0000","last_unstale":"2023-10-09T04:23:11.247354+0000","last_undegraded":"2023-10-09T04:23:11.247354+0000","last_fullsized":"2023-10-09T04:23:11.247354+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:50.423293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274675+0000","last_change":"2023-10-09T04:23:10.303428+0000","last_active":"2023-10-09T04:23:11.274675+0000","last_peered":"2023-10-09T04:23:11.274675+0000","last_clean":"2023-10-09T04:23:11.274675+0000","last_became_active":"2023-10-09T04:23:10.303191+0000","last_became_peered":"2023-10-09T04:23:10.303191+0000","last_unstale":"2023-10-09T04:23:11.274675+0000","last_undegraded":"2023-10-09T04:23:11.274675+0000","last_fullsized":"2023-10-09T04:23:11.274675+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:43.211557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274237+0000","last_change":"2023-10-09T04:23:10.232839+0000","last_active":"2023-10-09T04:23:11.274237+0000","last_peered":"2023-10-09T04:23:11.274237+0000","last_clean":"2023-10-09T04:23:11.274237+0000","last_became_active":"2023-10-09T04:23:10.232591+0000","last_became_peered":"2023-10-09T04:23:10.232591+0000","last_unstale":"2023-10-09T04:23:11.274237+0000","last_undegraded":"2023-10-09T04:23:11.274237+0000","last_fullsized":"2023-10-09T04:23:11.274237+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:59.412348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274636+0000","last_change":"2023-10-09T04:23:10.303545+0000","last_active":"2023-10-09T04:23:11.274636+0000","last_peered":"2023-10-09T04:23:11.274636+0000","last_clean":"2023-10-09T04:23:11.274636+0000","last_became_active":"2023-10-09T04:23:10.303266+0000","last_became_peered":"2023-10-09T04:23:10.303266+0000","last_unstale":"2023-10-09T04:23:11.274636+0000","last_undegraded":"2023-10-09T04:23:11.274636+0000","last_fullsized":"2023-10-09T04:23:11.274636+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:41:04.725583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.242790+0000","last_change":"2023-10-09T04:23:10.235102+0000","last_active":"2023-10-09T04:23:11.242790+0000","last_peered":"2023-10-09T04:23:11.242790+0000","last_clean":"2023-10-09T04:23:11.242790+0000","last_became_active":"2023-10-09T04:23:10.234924+0000","last_became_peered":"2023-10-09T04:23:10.234924+0000","last_unstale":"2023-10-09T04:23:11.242790+0000","last_undegraded":"2023-10-09T04:23:11.242790+0000","last_fullsized":"2023-10-09T04:23:11.242790+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:41:26.993410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274478+0000","last_change":"2023-10-09T04:23:10.301875+0000","last_active":"2023-10-09T04:23:11.274478+0000","last_peered":"2023-10-09T04:23:11.274478+0000","last_clean":"2023-10-09T04:23:11.274478+0000","last_became_active":"2023-10-09T04:23:10.301616+0000","last_became_peered":"2023-10-09T04:23:10.301616+0000","last_unstale":"2023-10-09T04:23:11.274478+0000","last_undegraded":"2023-10-09T04:23:11.274478+0000","last_fullsized":"2023-10-09T04:23:11.274478+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:54:08.065801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.147770+0000","last_change":"2023-10-09T04:23:10.232872+0000","last_active":"2023-10-09T04:23:18.147770+0000","last_peered":"2023-10-09T04:23:18.147770+0000","last_clean":"2023-10-09T04:23:18.147770+0000","last_became_active":"2023-10-09T04:23:10.232380+0000","last_became_peered":"2023-10-09T04:23:10.232380+0000","last_unstale":"2023-10-09T04:23:18.147770+0000","last_undegraded":"2023-10-09T04:23:18.147770+0000","last_fullsized":"2023-10-09T04:23:18.147770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:14.883985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.276111+0000","last_change":"2023-10-09T04:23:11.275605+0000","last_active":"2023-10-09T04:23:11.276111+0000","last_peered":"2023-10-09T04:23:11.276111+0000","last_clean":"2023-10-09T04:23:11.276111+0000","last_became_active":"2023-10-09T04:23:11.275300+0000","last_became_peered":"2023-10-09T04:23:11.275300+0000","last_unstale":"2023-10-09T04:23:11.276111+0000","last_undegraded":"2023-10-09T04:23:11.276111+0000","last_fullsized":"2023-10-09T04:23:11.276111+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:14.909341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720619+0000","last_change":"2023-10-09T04:23:10.230280+0000","last_active":"2023-10-09T04:23:11.720619+0000","last_peered":"2023-10-09T04:23:11.720619+0000","last_clean":"2023-10-09T04:23:11.720619+0000","last_became_active":"2023-10-09T04:23:10.229841+0000","last_became_peered":"2023-10-09T04:23:10.229841+0000","last_unstale":"2023-10-09T04:23:11.720619+0000","last_undegraded":"2023-10-09T04:23:11.720619+0000","last_fullsized":"2023-10-09T04:23:11.720619+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:14:12.946092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.338725+0000","last_change":"2023-10-09T04:23:11.338021+0000","last_active":"2023-10-09T04:23:11.338725+0000","last_peered":"2023-10-09T04:23:11.338725+0000","last_clean":"2023-10-09T04:23:11.338725+0000","last_became_active":"2023-10-09T04:23:11.337729+0000","last_became_peered":"2023-10-09T04:23:11.337729+0000","last_unstale":"2023-10-09T04:23:11.338725+0000","last_undegraded":"2023-10-09T04:23:11.338725+0000","last_fullsized":"2023-10-09T04:23:11.338725+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:50:33.650802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.336685+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:23:12.336685+0000","last_peered":"2023-10-09T04:23:12.336685+0000","last_clean":"2023-10-09T04:23:12.336685+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:23:12.336685+0000","last_undegraded":"2023-10-09T04:23:12.336685+0000","last_fullsized":"2023-10-09T04:23:12.336685+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274072+0000","last_change":"2023-10-09T04:23:10.302828+0000","last_active":"2023-10-09T04:23:11.274072+0000","last_peered":"2023-10-09T04:23:11.274072+0000","last_clean":"2023-10-09T04:23:11.274072+0000","last_became_active":"2023-10-09T04:23:10.302553+0000","last_became_peered":"2023-10-09T04:23:10.302553+0000","last_unstale":"2023-10-09T04:23:11.274072+0000","last_undegraded":"2023-10-09T04:23:11.274072+0000","last_fullsized":"2023-10-09T04:23:11.274072+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:13.069094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.146426+0000","last_change":"2023-10-09T04:23:10.237682+0000","last_active":"2023-10-09T04:23:18.146426+0000","last_peered":"2023-10-09T04:23:18.146426+0000","last_clean":"2023-10-09T04:23:18.146426+0000","last_became_active":"2023-10-09T04:23:10.237441+0000","last_became_peered":"2023-10-09T04:23:10.237441+0000","last_unstale":"2023-10-09T04:23:18.146426+0000","last_undegraded":"2023-10-09T04:23:18.146426+0000","last_fullsized":"2023-10-09T04:23:18.146426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:25.226953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720366+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:23:11.720366+0000","last_peered":"2023-10-09T04:23:11.720366+0000","last_clean":"2023-10-09T04:23:11.720366+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:23:11.720366+0000","last_undegraded":"2023-10-09T04:23:11.720366+0000","last_fullsized":"2023-10-09T04:23:11.720366+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.337047+0000","last_change":"2023-10-09T04:23:10.237165+0000","last_active":"2023-10-09T04:23:12.337047+0000","last_peered":"2023-10-09T04:23:12.337047+0000","last_clean":"2023-10-09T04:23:12.337047+0000","last_became_active":"2023-10-09T04:23:10.236849+0000","last_became_peered":"2023-10-09T04:23:10.236849+0000","last_unstale":"2023-10-09T04:23:12.337047+0000","last_undegraded":"2023-10-09T04:23:12.337047+0000","last_fullsized":"2023-10-09T04:23:12.337047+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:09:34.962445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339520+0000","last_change":"2023-10-09T04:23:11.337936+0000","last_active":"2023-10-09T04:23:11.339520+0000","last_peered":"2023-10-09T04:23:11.339520+0000","last_clean":"2023-10-09T04:23:11.339520+0000","last_became_active":"2023-10-09T04:23:11.337632+0000","last_became_peered":"2023-10-09T04:23:11.337632+0000","last_unstale":"2023-10-09T04:23:11.339520+0000","last_undegraded":"2023-10-09T04:23:11.339520+0000","last_fullsized":"2023-10-09T04:23:11.339520+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:45:36.154160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.149912+0000","last_change":"2023-10-09T04:23:10.234382+0000","last_active":"2023-10-09T04:23:18.149912+0000","last_peered":"2023-10-09T04:23:18.149912+0000","last_clean":"2023-10-09T04:23:18.149912+0000","last_became_active":"2023-10-09T04:23:10.233951+0000","last_became_peered":"2023-10-09T04:23:10.233951+0000","last_unstale":"2023-10-09T04:23:18.149912+0000","last_undegraded":"2023-10-09T04:23:18.149912+0000","last_fullsized":"2023-10-09T04:23:18.149912+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:36:44.277138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339302+0000","last_change":"2023-10-09T04:23:11.338315+0000","last_active":"2023-10-09T04:23:11.339302+0000","last_peered":"2023-10-09T04:23:11.339302+0000","last_clean":"2023-10-09T04:23:11.339302+0000","last_became_active":"2023-10-09T04:23:11.338042+0000","last_became_peered":"2023-10-09T04:23:11.338042+0000","last_unstale":"2023-10-09T04:23:11.339302+0000","last_undegraded":"2023-10-09T04:23:11.339302+0000","last_fullsized":"2023-10-09T04:23:11.339302+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:35:58.113080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.336530+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:23:11.336530+0000","last_peered":"2023-10-09T04:23:11.336530+0000","last_clean":"2023-10-09T04:23:11.336530+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:23:11.336530+0000","last_undegraded":"2023-10-09T04:23:11.336530+0000","last_fullsized":"2023-10-09T04:23:11.336530+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720556+0000","last_change":"2023-10-09T04:23:10.298781+0000","last_active":"2023-10-09T04:23:11.720556+0000","last_peered":"2023-10-09T04:23:11.720556+0000","last_clean":"2023-10-09T04:23:11.720556+0000","last_became_active":"2023-10-09T04:23:10.298493+0000","last_became_peered":"2023-10-09T04:23:10.298493+0000","last_unstale":"2023-10-09T04:23:11.720556+0000","last_undegraded":"2023-10-09T04:23:11.720556+0000","last_fullsized":"2023-10-09T04:23:11.720556+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:51.109257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.246188+0000","last_change":"2023-10-09T04:23:10.241441+0000","last_active":"2023-10-09T04:23:11.246188+0000","last_peered":"2023-10-09T04:23:11.246188+0000","last_clean":"2023-10-09T04:23:11.246188+0000","last_became_active":"2023-10-09T04:23:10.241125+0000","last_became_peered":"2023-10-09T04:23:10.241125+0000","last_unstale":"2023-10-09T04:23:11.246188+0000","last_undegraded":"2023-10-09T04:23:11.246188+0000","last_fullsized":"2023-10-09T04:23:11.246188+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:56:41.132008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339495+0000","last_change":"2023-10-09T04:23:11.338147+0000","last_active":"2023-10-09T04:23:11.339495+0000","last_peered":"2023-10-09T04:23:11.339495+0000","last_clean":"2023-10-09T04:23:11.339495+0000","last_became_active":"2023-10-09T04:23:11.337840+0000","last_became_peered":"2023-10-09T04:23:11.337840+0000","last_unstale":"2023-10-09T04:23:11.339495+0000","last_undegraded":"2023-10-09T04:23:11.339495+0000","last_fullsized":"2023-10-09T04:23:11.339495+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:49.906321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.146120+0000","last_change":"2023-10-09T04:23:10.236899+0000","last_active":"2023-10-09T04:23:18.146120+0000","last_peered":"2023-10-09T04:23:18.146120+0000","last_clean":"2023-10-09T04:23:18.146120+0000","last_became_active":"2023-10-09T04:23:10.236621+0000","last_became_peered":"2023-10-09T04:23:10.236621+0000","last_unstale":"2023-10-09T04:23:18.146120+0000","last_undegraded":"2023-10-09T04:23:18.146120+0000","last_fullsized":"2023-10-09T04:23:18.146120+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:54:36.352208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.274366+0000","last_change":"2023-10-09T04:23:10.303782+0000","last_active":"2023-10-09T04:23:11.274366+0000","last_peered":"2023-10-09T04:23:11.274366+0000","last_clean":"2023-10-09T04:23:11.274366+0000","last_became_active":"2023-10-09T04:23:10.303550+0000","last_became_peered":"2023-10-09T04:23:10.303550+0000","last_unstale":"2023-10-09T04:23:11.274366+0000","last_undegraded":"2023-10-09T04:23:11.274366+0000","last_fullsized":"2023-10-09T04:23:11.274366+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:37:22.866453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"68'6","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.150712+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:23:18.150712+0000","last_peered":"2023-10-09T04:23:18.150712+0000","last_clean":"2023-10-09T04:23:18.150712+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:23:18.150712+0000","last_undegraded":"2023-10-09T04:23:18.150712+0000","last_fullsized":"2023-10-09T04:23:18.150712+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.257058+0000","last_change":"2023-10-09T04:23:11.253289+0000","last_active":"2023-10-09T04:23:11.257058+0000","last_peered":"2023-10-09T04:23:11.257058+0000","last_clean":"2023-10-09T04:23:11.257058+0000","last_became_active":"2023-10-09T04:23:11.252496+0000","last_became_peered":"2023-10-09T04:23:11.252496+0000","last_unstale":"2023-10-09T04:23:11.257058+0000","last_undegraded":"2023-10-09T04:23:11.257058+0000","last_fullsized":"2023-10-09T04:23:11.257058+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:18:56.769047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:18.146132+0000","last_change":"2023-10-09T04:23:10.241429+0000","last_active":"2023-10-09T04:23:18.146132+0000","last_peered":"2023-10-09T04:23:18.146132+0000","last_clean":"2023-10-09T04:23:18.146132+0000","last_became_active":"2023-10-09T04:23:10.241112+0000","last_became_peered":"2023-10-09T04:23:10.241112+0000","last_unstale":"2023-10-09T04:23:18.146132+0000","last_undegraded":"2023-10-09T04:23:18.146132+0000","last_fullsized":"2023-10-09T04:23:18.146132+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:15.161951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339432+0000","last_change":"2023-10-09T04:23:11.337820+0000","last_active":"2023-10-09T04:23:11.339432+0000","last_peered":"2023-10-09T04:23:11.339432+0000","last_clean":"2023-10-09T04:23:11.339432+0000","last_became_active":"2023-10-09T04:23:11.337570+0000","last_became_peered":"2023-10-09T04:23:11.337570+0000","last_unstale":"2023-10-09T04:23:11.339432+0000","last_undegraded":"2023-10-09T04:23:11.339432+0000","last_fullsized":"2023-10-09T04:23:11.339432+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:44.834661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.720530+0000","last_change":"2023-10-09T04:23:10.232389+0000","last_active":"2023-10-09T04:23:11.720530+0000","last_peered":"2023-10-09T04:23:11.720530+0000","last_clean":"2023-10-09T04:23:11.720530+0000","last_became_active":"2023-10-09T04:23:10.232119+0000","last_became_peered":"2023-10-09T04:23:10.232119+0000","last_unstale":"2023-10-09T04:23:11.720530+0000","last_undegraded":"2023-10-09T04:23:11.720530+0000","last_fullsized":"2023-10-09T04:23:11.720530+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:17:19.573595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.254723+0000","last_change":"2023-10-09T04:23:11.253362+0000","last_active":"2023-10-09T04:23:11.254723+0000","last_peered":"2023-10-09T04:23:11.254723+0000","last_clean":"2023-10-09T04:23:11.254723+0000","last_became_active":"2023-10-09T04:23:11.253032+0000","last_became_peered":"2023-10-09T04:23:11.253032+0000","last_unstale":"2023-10-09T04:23:11.254723+0000","last_undegraded":"2023-10-09T04:23:11.254723+0000","last_fullsized":"2023-10-09T04:23:11.254723+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:52:53.109810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247765+0000","last_change":"2023-10-09T04:23:10.230308+0000","last_active":"2023-10-09T04:23:11.247765+0000","last_peered":"2023-10-09T04:23:11.247765+0000","last_clean":"2023-10-09T04:23:11.247765+0000","last_became_active":"2023-10-09T04:23:10.230052+0000","last_became_peered":"2023-10-09T04:23:10.230052+0000","last_unstale":"2023-10-09T04:23:11.247765+0000","last_undegraded":"2023-10-09T04:23:11.247765+0000","last_fullsized":"2023-10-09T04:23:11.247765+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:06.477810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.722458+0000","last_change":"2023-10-09T04:23:11.721696+0000","last_active":"2023-10-09T04:23:11.722458+0000","last_peered":"2023-10-09T04:23:11.722458+0000","last_clean":"2023-10-09T04:23:11.722458+0000","last_became_active":"2023-10-09T04:23:11.721380+0000","last_became_peered":"2023-10-09T04:23:11.721380+0000","last_unstale":"2023-10-09T04:23:11.722458+0000","last_undegraded":"2023-10-09T04:23:11.722458+0000","last_fullsized":"2023-10-09T04:23:11.722458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:48:58.916309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.247293+0000","last_change":"2023-10-09T04:23:10.241509+0000","last_active":"2023-10-09T04:23:11.247293+0000","last_peered":"2023-10-09T04:23:11.247293+0000","last_clean":"2023-10-09T04:23:11.247293+0000","last_became_active":"2023-10-09T04:23:10.241240+0000","last_became_peered":"2023-10-09T04:23:10.241240+0000","last_unstale":"2023-10-09T04:23:11.247293+0000","last_undegraded":"2023-10-09T04:23:11.247293+0000","last_fullsized":"2023-10-09T04:23:11.247293+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:00:12.416861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.339319+0000","last_change":"2023-10-09T04:23:11.338648+0000","last_active":"2023-10-09T04:23:11.339319+0000","last_peered":"2023-10-09T04:23:11.339319+0000","last_clean":"2023-10-09T04:23:11.339319+0000","last_became_active":"2023-10-09T04:23:11.338288+0000","last_became_peered":"2023-10-09T04:23:11.338288+0000","last_unstale":"2023-10-09T04:23:11.339319+0000","last_undegraded":"2023-10-09T04:23:11.339319+0000","last_fullsized":"2023-10-09T04:23:11.339319+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:47:52.642686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.251962+0000","last_change":"2023-10-09T04:23:10.232395+0000","last_active":"2023-10-09T04:23:11.251962+0000","last_peered":"2023-10-09T04:23:11.251962+0000","last_clean":"2023-10-09T04:23:11.251962+0000","last_became_active":"2023-10-09T04:23:10.232116+0000","last_became_peered":"2023-10-09T04:23:10.232116+0000","last_unstale":"2023-10-09T04:23:11.251962+0000","last_undegraded":"2023-10-09T04:23:11.251962+0000","last_fullsized":"2023-10-09T04:23:11.251962+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:32.462059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-10-09T04:23:11.276206+0000","last_change":"2023-10-09T04:23:11.275676+0000","last_active":"2023-10-09T04:23:11.276206+0000","last_peered":"2023-10-09T04:23:11.276206+0000","last_clean":"2023-10-09T04:23:11.276206+0000","last_became_active":"2023-10-09T04:23:11.275395+0000","last_became_peered":"2023-10-09T04:23:11.275395+0000","last_unstale":"2023-10-09T04:23:11.276206+0000","last_undegraded":"2023-10-09T04:23:11.276206+0000","last_fullsized":"2023-10-09T04:23:11.276206+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:30.619035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-10-09T04:23:12.336606+0000","last_change":"2023-10-09T04:23:10.224256+0000","last_active":"2023-10-09T04:23:12.336606+0000","last_peered":"2023-10-09T04:23:12.336606+0000","last_clean":"2023-10-09T04:23:12.336606+0000","last_became_active":"2023-10-09T04:23:10.223943+0000","last_became_peered":"2023-10-09T04:23:10.223943+0000","last_unstale":"2023-10-09T04:23:12.336606+0000","last_undegraded":"2023-10-09T04:23:12.336606+0000","last_fullsized":"2023-10-09T04:23:12.336606+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:59.109011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234012,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298568,"kb_used_data":1280,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446584,"statfs":{"total":95995035648,"available":95689302016,"internally_reserved":0,"allocated":1310720,"data_stored":891354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.373}]},{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.44},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":3.2269999999999999,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":0.40799999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":5.4429999999999996,"5min":5.4429999999999996,"15min":5.4429999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.47599999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":5.343,"5min":5.343,"15min":5.343},"last":0.51100000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.42499999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.496}]}]},{"osd":6,"up_from":46,"seq":197568495648,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1268,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1298432,"data_stored":891266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.35599999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.441},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.623}]},{"osd":1,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.61299999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57599999999999996,"15min":0.58199999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.65800000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.56599999999999995}]},{"osd":2,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.52500000000000002,"15min":0.53500000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.59899999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53400000000000003,"15min":0.54200000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.59999999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.50900000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54900000000000004,"15min":0.55500000000000005},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.59899999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65300000000000002,"5min":0.748,"15min":0.748},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47899999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.63500000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.73199999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.45000000000000001,"15min":0.45200000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.628,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.68999999999999995,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.77600000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.746},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.75700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297960,"kb_used_data":672,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447192,"statfs":{"total":95995035648,"available":95689924608,"internally_reserved":0,"allocated":688128,"data_stored":299292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.46600000000000003,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9480000000000004,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.307}]},{"osd":2,"last update":"Mon Oct 9 04:23:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.50600000000000001,"15min":0.497},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.0030000000000001,"5min":6.0030000000000001,"15min":6.0030000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45600000000000002,"15min":0.46200000000000002},"min":{"1min":0.26800000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.2189999999999999,"5min":2.2189999999999999,"15min":2.2189999999999999},"last":0.22700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:23:26 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45700000000000002,"15min":0.45300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.2789999999999999,"5min":2.2789999999999999,"15min":2.2789999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42599999999999999,"15min":0.42799999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.27900000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.61599999999999999,"15min":0.628},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77400000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61099999999999999,"15min":0.61899999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90700000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:23:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59199999999999997,"15min":0.60099999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.627},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.149,"5min":2.149,"15min":2.149},"last":0.501}]},{"osd":6,"last update":"Mon Oct 9 04:23:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.374,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73299999999999998,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.57799999999999996,"15min":0.56999999999999995},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.246,"5min":2.246,"15min":2.246},"last":0.40799999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:22:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.1869999999999998,"5min":2.1869999999999998,"15min":2.1869999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.51300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1264,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1294336,"data_stored":890501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.38},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.36499999999999999,"15min":0.34100000000000003},"min":{"1min":0.23400000000000001,"5min":0.217,"15min":0.217},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.34300000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:23:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.27500000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41899999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.35399999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48499999999999999},"min":{"1min":0.317,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.45800000000000002,"15min":0.46000000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.2360000000000002,"5min":2.2360000000000002,"15min":2.2360000000000002},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:23:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56299999999999994,"15min":0.57699999999999996},"min":{"1min":0.40300000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72599999999999998,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.621},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.60799999999999998,"15min":0.61799999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.745,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.53500000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:23:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63300000000000001,"15min":0.63800000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90200000000000002,"5min":1.101,"15min":1.101},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.64800000000000002,"15min":0.65800000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.71999999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:23:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.64900000000000002,"15min":0.66300000000000003},"min":{"1min":0.40899999999999997,"5min":0.373,"15min":0.373},"max":{"1min":0.91400000000000003,"5min":1.04,"15min":1.04},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.66500000000000004,"15min":0.67700000000000005},"min":{"1min":0.41199999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.51200000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:22:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.751},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.73699999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":700416,"data_stored":300145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36799999999999999,"15min":0.36499999999999999},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.628,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.38200000000000001,"15min":0.38400000000000001},"min":{"1min":0.23899999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54100000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.30599999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.249,"15min":0.249},"max":{"1min":0.61299999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.40699999999999997},"min":{"1min":0.316,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.34100000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.44600000000000001,"15min":0.45000000000000001},"min":{"1min":0.317,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.57099999999999995,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":0.40500000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:23:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58499999999999996,"15min":0.58099999999999996},"min":{"1min":0.38700000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.83999999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.61299999999999999,"15min":0.61799999999999999},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80400000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.67200000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:23:09 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.73599999999999999,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.621,"15min":0.63},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76700000000000002,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.52400000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.60999999999999999,"15min":0.61399999999999999},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.77500000000000002,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78500000000000003,"5min":0.876,"15min":0.876},"last":0.53700000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.57599999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297968,"kb_used_data":680,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447184,"statfs":{"total":95995035648,"available":95689916416,"internally_reserved":0,"allocated":696320,"data_stored":299647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.22600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.47699999999999998,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.43099999999999999,"15min":0.44700000000000001},"min":{"1min":0.24199999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.48999999999999999,"5min":2,"15min":2},"last":0.32700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.433,"15min":0.44},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.53700000000000003,"5min":2.3069999999999999,"15min":2.3069999999999999},"last":0.373},{"interface":"front","average":{"1min":0.317,"5min":0.44900000000000001,"15min":0.46500000000000002},"min":{"1min":0.23599999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":2.1269999999999998,"15min":2.1269999999999998},"last":0.34399999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.47999999999999998,"15min":0.49399999999999999},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.55000000000000004,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.45900000000000002,"15min":0.47099999999999997},"min":{"1min":0.26700000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.52600000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.35899999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:23:47 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.61399999999999999,"15min":0.61599999999999999},"min":{"1min":0.40300000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.92100000000000004,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.629,"15min":0.63},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93400000000000005,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.504}]},{"osd":5,"last update":"Mon Oct 9 04:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.64300000000000002,"15min":0.64700000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":0.44600000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.66000000000000003,"15min":0.68400000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.88800000000000001,"5min":2.1440000000000001,"15min":2.1440000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.65000000000000002,"15min":0.67000000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73199999999999998,"5min":1.097,"15min":1.097},"last":0.56599999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.1920000000000002,"5min":2.1920000000000002,"15min":2.1920000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.55000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":716800,"data_stored":301239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.69399999999999995,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53800000000000003},"min":{"1min":0.35699999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73899999999999999,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52300000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55200000000000005,"15min":0.54700000000000004},"min":{"1min":0.34599999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79500000000000004,"5min":0.88,"15min":0.88},"last":0.5},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.59999999999999998,"15min":0.56799999999999995},"min":{"1min":0.371,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77600000000000002,"5min":4.9320000000000004,"15min":4.9320000000000004},"last":0.64300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.39800000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76600000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61099999999999999,"15min":0.56000000000000005},"min":{"1min":0.40799999999999997,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.77400000000000002,"5min":4.9160000000000004,"15min":4.9160000000000004},"last":0.58299999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:23:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.434,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55600000000000005,"15min":0.54900000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.73599999999999999,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.53300000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:23:08 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.42599999999999999,"15min":0.40999999999999998},"min":{"1min":0.376,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.73999999999999999,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.44},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.47399999999999998,"15min":0.46400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.75900000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:23:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68400000000000005,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.501,"15min":0.5},"min":{"1min":0.34000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.63200000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:23:50 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54700000000000004,"15min":0.54500000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.55800000000000005,"15min":0.55600000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.62}]}]},{"osd":5,"up_from":38,"seq":163208757284,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":700416,"data_stored":300181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52900000000000003,"15min":0.52500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.35499999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.39700000000000002,"5min":0.375,"15min":0.375},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53400000000000003,"15min":0.53300000000000003},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.56299999999999994,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.57399999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:23:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.42499999999999999,"15min":0.41599999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.45200000000000001,"15min":0.44400000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.68500000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52000000000000002,"15min":0.51500000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.63100000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:23:52.051 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-09T04:23:52.052 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-09T04:23:52.052 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-09T04:23:52.052 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-09T04:23:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:52 smithi107 ceph-mon[96785]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:52 smithi107 ceph-mon[111528]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:52 smithi150 ceph-mon[100982]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:52.648 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:53.480 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:53 smithi107 ceph-mon[96785]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:53.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:53 smithi107 ceph-mon[111528]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:53.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:53 smithi150 ceph-mon[100982]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:23:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:23:54.234 INFO:teuthology.orchestra.run.smithi107.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-09T04:23:54.450 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:54 smithi107 ceph-mon[111528]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:54.450 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:54 smithi107 ceph-mon[96785]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:54.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:54 smithi150 ceph-mon[100982]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:54.795 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-09T04:23:54.796 INFO:teuthology.run_tasks:Running task print... 2023-10-09T04:23:54.806 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2023-10-09T04:23:54.806 INFO:teuthology.run_tasks:Running task parallel... 2023-10-09T04:23:54.860 INFO:teuthology.task.parallel:starting parallel... 2023-10-09T04:23:54.861 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-10-09T04:23:54.861 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2023-10-09T04:23:54.862 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:23:54.863 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:23:54.863 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-10-09T04:23:54.864 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_0 16 2023-10-09T04:23:54.864 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-10-09T04:23:54.864 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-10-09T04:23:54.864 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi107.front.sepia.ceph.com 2023-10-09T04:23:54.865 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2023-10-09T04:23:55.469 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:55 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3386863909' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:23:55.592 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:55 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3386863909' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:23:55.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:55 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3386863909' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:23:56.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:56] "GET /metrics HTTP/1.1" 200 238883 "" "Prometheus/2.43.0" 2023-10-09T04:23:56.298 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:56 smithi107 ceph-mon[111528]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:56.298 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:56 smithi107 ceph-mon[96785]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:56.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:56 smithi150 ceph-mon[100982]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:57.368 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:57] ENGINE Bus STOPPING 2023-10-09T04:23:57.368 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:23:57.368 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:57] ENGINE Bus STOPPED 2023-10-09T04:23:57.368 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:57] ENGINE Bus STARTING 2023-10-09T04:23:57.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:57] ENGINE Serving on http://:::9283 2023-10-09T04:23:57.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:23:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:23:57] ENGINE Bus STARTED 2023-10-09T04:23:57.914 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph config set global log_to_journald false --force' 2023-10-09T04:23:58.298 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_0' created 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3581037103' entity='client.admin' 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4233594951' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3581037103' entity='client.admin' 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4233594951' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-10-09T04:23:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:58 smithi107 ceph-mon[96785]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-10-09T04:23:58.701 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:58.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3581037103' entity='client.admin' 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4233594951' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-10-09T04:23:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-10-09T04:23:58.745 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-10-09T04:23:59.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:23:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:23:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:23:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:59 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-10-09T04:23:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:59 smithi107 ceph-mon[111528]: osdmap e69: 8 total, 8 up, 8 in 2023-10-09T04:23:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:23:59 smithi107 ceph-mon[111528]: pgmap v65: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:59 smithi107 ceph-mon[96785]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-10-09T04:23:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:59 smithi107 ceph-mon[96785]: osdmap e69: 8 total, 8 up, 8 in 2023-10-09T04:23:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:23:59 smithi107 ceph-mon[96785]: pgmap v65: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:23:59.588 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:23:59.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:59 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-10-09T04:23:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:59 smithi150 ceph-mon[100982]: osdmap e69: 8 total, 8 up, 8 in 2023-10-09T04:23:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:23:59 smithi150 ceph-mon[100982]: pgmap v65: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:00.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[96785]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:24:00.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[96785]: osdmap e70: 8 total, 8 up, 8 in 2023-10-09T04:24:00.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:00.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:00.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[111528]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:24:00.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[111528]: osdmap e70: 8 total, 8 up, 8 in 2023-10-09T04:24:00.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:00.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:00.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:00 smithi150 ceph-mon[100982]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-09T04:24:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:00 smithi150 ceph-mon[100982]: osdmap e70: 8 total, 8 up, 8 in 2023-10-09T04:24:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:00.949 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-10-09T04:24:01.553 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:24:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:01 smithi107 ceph-mon[111528]: osdmap e71: 8 total, 8 up, 8 in 2023-10-09T04:24:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:01 smithi107 ceph-mon[111528]: pgmap v68: 89 pgs: 1 unknown, 88 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:01 smithi107 ceph-mon[96785]: osdmap e71: 8 total, 8 up, 8 in 2023-10-09T04:24:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:01 smithi107 ceph-mon[96785]: pgmap v68: 89 pgs: 1 unknown, 88 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:01.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:01 smithi150 ceph-mon[100982]: osdmap e71: 8 total, 8 up, 8 in 2023-10-09T04:24:01.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:01 smithi150 ceph-mon[100982]: pgmap v68: 89 pgs: 1 unknown, 88 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:02.326 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-10-09T04:24:02.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:02 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1550931589' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:24:02.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:02 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1550931589' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:24:02.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:02 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1550931589' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:24:03.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:03 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1550931589' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:24:03.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:03 smithi107 ceph-mon[96785]: osdmap e72: 8 total, 8 up, 8 in 2023-10-09T04:24:03.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:03 smithi107 ceph-mon[96785]: pgmap v70: 89 pgs: 89 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:03.380 INFO:teuthology.orchestra.run.smithi107.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:03 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1550931589' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:24:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:03 smithi107 ceph-mon[111528]: osdmap e72: 8 total, 8 up, 8 in 2023-10-09T04:24:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:03 smithi107 ceph-mon[111528]: pgmap v70: 89 pgs: 89 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:03.714 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2023-10-09T04:24:03.717 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:24:03.717 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:24:03.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:03 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1550931589' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:24:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:03 smithi150 ceph-mon[100982]: osdmap e72: 8 total, 8 up, 8 in 2023-10-09T04:24:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:03 smithi150 ceph-mon[100982]: pgmap v70: 89 pgs: 89 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:03.763 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:24:03.763 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:24:03.763 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_162199 2023-10-09T04:24:03.763 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:24:03.764 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:24:03.909 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch ps' 2023-10-09T04:24:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:24:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: Cluster is now healthy 2023-10-09T04:24:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:24:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[111528]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:04.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: Cluster is now healthy 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:04 smithi107 ceph-mon[96785]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: Cluster is now healthy 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:24:04.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:24:04.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:04.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:04 smithi150 ceph-mon[100982]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 2023-10-09T04:24:04.763 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 3526 3510 219.361 219.375 0.00438641 0.00454572 2023-10-09T04:24:04.823 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:24:05.632 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:05 smithi107 ceph-mon[96785]: pgmap v71: 89 pgs: 89 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:05.632 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:05 smithi107 ceph-mon[111528]: pgmap v71: 89 pgs: 89 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:05.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:05 smithi150 ceph-mon[100982]: pgmap v71: 89 pgs: 89 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:24:05.763 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 6848 6832 213.488 207.625 0.00352447 0.00467668 2023-10-09T04:24:06.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:24:06 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:06] "GET /metrics HTTP/1.1" 200 241135 "" "Prometheus/2.43.0" 2023-10-09T04:24:06.768 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9763 9747 203.039 182.188 0.00860697 0.00491427 2023-10-09T04:24:06.971 INFO:teuthology.orchestra.run.smithi107.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T04:24:06.971 INFO:teuthology.orchestra.run.smithi107.stdout:alertmanager.a smithi107 *:9093,9094 running (62s) 20s ago 100s 17.1M - 0.25.0 c8568f914cd2 b7f4369b7869 2023-10-09T04:24:06.971 INFO:teuthology.orchestra.run.smithi107.stdout:grafana.a smithi150 *:3000 running (78s) 34s ago 77s 86.7M - 9.4.7 2c41d148cca3 8dba548b9de0 2023-10-09T04:24:06.971 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi107.pchrgy smithi107 running (49s) 20s ago 49s 16.3M - 17.2.6-1303-gb2903cb0 5517396c50d4 9862d3401ef6 2023-10-09T04:24:06.971 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi150.abdyen smithi150 running (45s) 34s ago 44s 12.3M - 17.2.6-1303-gb2903cb0 5517396c50d4 04274a11af4d 2023-10-09T04:24:06.971 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.x smithi150 *:8443 running (5m) 34s ago 5m 439M - 17.2.6-1303-gb2903cb0 5517396c50d4 9aaad3f29e77 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.y smithi107 *:9283 running (6m) 20s ago 6m 494M - 17.2.6-1303-gb2903cb0 5517396c50d4 154369671edb 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a smithi107 running (6m) 20s ago 6m 76.6M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 9c9e3e448920 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b smithi150 running (5m) 34s ago 5m 52.1M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 7cfdd7fd0092 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c smithi107 running (5m) 20s ago 5m 51.3M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 3f7fdd98a82c 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.a smithi107 *:9100 running (96s) 20s ago 95s 16.1M - 1.5.0 0da6a335fe13 b26e29f8489b 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.b smithi150 *:9100 running (90s) 34s ago 90s 16.1M - 1.5.0 0da6a335fe13 8dfab7205e3d 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 smithi107 running (4m) 20s ago 4m 57.3M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 27210c9c52dc 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 smithi107 running (4m) 20s ago 4m 58.6M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 9b92e5fbe1c8 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 smithi107 running (4m) 20s ago 4m 53.7M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 0e13a3a24e73 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 smithi107 running (3m) 20s ago 3m 50.0M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 76a8b6283ebe 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 smithi150 running (3m) 34s ago 3m 49.5M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 333ec141ac9c 2023-10-09T04:24:06.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 smithi150 running (3m) 34s ago 3m 49.3M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 9185b9d60de7 2023-10-09T04:24:06.973 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 smithi150 running (2m) 34s ago 2m 50.6M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 fd2e61646094 2023-10-09T04:24:06.973 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 smithi150 running (2m) 34s ago 2m 50.2M 4036M 17.2.6-1303-gb2903cb0 5517396c50d4 184ca6f79743 2023-10-09T04:24:06.973 INFO:teuthology.orchestra.run.smithi107.stdout:prometheus.a smithi150 *:9095 running (57s) 34s ago 119s 34.0M - 2.43.0 a07b618ecd1d 5f15be494a81 2023-10-09T04:24:07.495 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'echo wait for minority of mons to upgrade' 2023-10-09T04:24:07.765 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 15 12580 12565 196.261 176.125 0.00636328 0.00508735 2023-10-09T04:24:08.301 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:24:08.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:08 smithi107 ceph-mon[96785]: pgmap v72: 89 pgs: 89 active+clean; 406 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 55 MiB/s wr, 879 op/s 2023-10-09T04:24:08.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:08 smithi107 ceph-mon[96785]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:24:08.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:08 smithi107 ceph-mon[111528]: pgmap v72: 89 pgs: 89 active+clean; 406 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 55 MiB/s wr, 879 op/s 2023-10-09T04:24:08.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:08 smithi107 ceph-mon[111528]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:24:08.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:08 smithi150 ceph-mon[100982]: pgmap v72: 89 pgs: 89 active+clean; 406 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 55 MiB/s wr, 879 op/s 2023-10-09T04:24:08.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:08 smithi150 ceph-mon[100982]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:24:08.765 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 15271 15255 190.632 168.125 0.00677553 0.0052399 2023-10-09T04:24:09.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:24:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:24:09.765 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 17849 17833 185.712 161.125 0.00177045 0.00537871 2023-10-09T04:24:09.837 INFO:teuthology.orchestra.run.smithi107.stdout:wait for minority of mons to upgrade 2023-10-09T04:24:10.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:10 smithi107 ceph-mon[96785]: pgmap v73: 89 pgs: 89 active+clean; 406 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2023-10-09T04:24:10.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:10 smithi107 ceph-mon[111528]: pgmap v73: 89 pgs: 89 active+clean; 406 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2023-10-09T04:24:10.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:10 smithi150 ceph-mon[100982]: pgmap v73: 89 pgs: 89 active+clean; 406 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2023-10-09T04:24:10.680 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2023-10-09T04:24:10.771 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 20360 20344 181.452 156.938 0.00518434 0.00550572 2023-10-09T04:24:11.407 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:24:11.772 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 22629 22613 176.474 141.812 0.00299601 0.00566076 2023-10-09T04:24:12.330 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:12 smithi107 ceph-mon[111528]: pgmap v74: 89 pgs: 89 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 MiB/s wr, 1.93k op/s 2023-10-09T04:24:12.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:12 smithi107 ceph-mon[96785]: pgmap v74: 89 pgs: 89 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 MiB/s wr, 1.93k op/s 2023-10-09T04:24:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:12 smithi150 ceph-mon[100982]: pgmap v74: 89 pgs: 89 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 MiB/s wr, 1.93k op/s 2023-10-09T04:24:12.773 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 24925 24909 172.8 143.5 0.00218172 0.00578033 2023-10-09T04:24:13.773 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 27035 27019 168.71 131.875 0.00851021 0.00592369 2023-10-09T04:24:14.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:14 smithi150 ceph-mon[100982]: pgmap v75: 89 pgs: 89 active+clean; 1.2 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-10-09T04:24:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:14 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4132908154' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:14 smithi107 ceph-mon[111528]: pgmap v75: 89 pgs: 89 active+clean; 1.2 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-10-09T04:24:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:14 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4132908154' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:14 smithi107 ceph-mon[96785]: pgmap v75: 89 pgs: 89 active+clean; 1.2 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-10-09T04:24:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:14 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4132908154' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:14.773 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 29277 29261 166.111 140.125 0.00557265 0.00601499 2023-10-09T04:24:15.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-10-09T04:24:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-10-09T04:24:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-10-09T04:24:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-10-09T04:24:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-10-09T04:24:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-10-09T04:24:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-10-09T04:24:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-10-09T04:24:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-10-09T04:24:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:15.773 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 31331 31315 162.968 128.375 0.00796245 0.00613148 2023-10-09T04:24:16.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:16 smithi150 ceph-mon[100982]: pgmap v76: 89 pgs: 89 active+clean; 1.2 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 105 MiB/s wr, 1.67k op/s 2023-10-09T04:24:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:16 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-10-09T04:24:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:16 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2023-10-09T04:24:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:16 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-10-09T04:24:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:16 smithi150 ceph-mon[100982]: osdmap e73: 8 total, 8 up, 8 in 2023-10-09T04:24:16.672 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:16] "GET /metrics HTTP/1.1" 200 242088 "" "Prometheus/2.43.0" 2023-10-09T04:24:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[111528]: pgmap v76: 89 pgs: 89 active+clean; 1.2 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 105 MiB/s wr, 1.67k op/s 2023-10-09T04:24:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-10-09T04:24:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2023-10-09T04:24:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-10-09T04:24:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[111528]: osdmap e73: 8 total, 8 up, 8 in 2023-10-09T04:24:16.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[96785]: pgmap v76: 89 pgs: 89 active+clean; 1.2 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 105 MiB/s wr, 1.67k op/s 2023-10-09T04:24:16.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-10-09T04:24:16.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2023-10-09T04:24:16.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-10-09T04:24:16.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:16 smithi107 ceph-mon[96785]: osdmap e73: 8 total, 8 up, 8 in 2023-10-09T04:24:16.775 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 33215 33199 159.471 117.75 0.00905527 0.00626512 2023-10-09T04:24:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:17 smithi150 ceph-mon[100982]: osdmap e74: 8 total, 8 up, 8 in 2023-10-09T04:24:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:17 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/709920131' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:17 smithi107 ceph-mon[111528]: osdmap e74: 8 total, 8 up, 8 in 2023-10-09T04:24:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:17 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/709920131' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:17 smithi107 ceph-mon[96785]: osdmap e74: 8 total, 8 up, 8 in 2023-10-09T04:24:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:17 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/709920131' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:17.775 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 35117 35101 156.573 118.875 0.00764978 0.00638222 2023-10-09T04:24:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:18 smithi150 ceph-mon[100982]: pgmap v79: 89 pgs: 3 peering, 86 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 192 MiB/s wr, 3.08k op/s 2023-10-09T04:24:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:18 smithi107 ceph-mon[111528]: pgmap v79: 89 pgs: 3 peering, 86 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 192 MiB/s wr, 3.08k op/s 2023-10-09T04:24:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:18 smithi107 ceph-mon[96785]: pgmap v79: 89 pgs: 3 peering, 86 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 192 MiB/s wr, 3.08k op/s 2023-10-09T04:24:18.779 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 36832 36816 153.282 107.188 0.013521 0.00651914 2023-10-09T04:24:19.218 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:24:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:24:19.219 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:19 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3718562638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:19.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:19 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3718562638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:19.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:19 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3718562638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:19.778 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 38584 38568 150.547 109.5 0.00446766 0.00663863 2023-10-09T04:24:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:20 smithi150 ceph-mon[100982]: pgmap v80: 89 pgs: 3 peering, 86 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 93 MiB/s wr, 1.48k op/s 2023-10-09T04:24:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:20 smithi107 ceph-mon[96785]: pgmap v80: 89 pgs: 3 peering, 86 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 93 MiB/s wr, 1.48k op/s 2023-10-09T04:24:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:20 smithi107 ceph-mon[111528]: pgmap v80: 89 pgs: 3 peering, 86 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 93 MiB/s wr, 1.48k op/s 2023-10-09T04:24:20.775 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 40490 40474 148.699 119.125 0.00760984 0.00672067 2023-10-09T04:24:21.775 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 42160 42144 146.236 104.375 0.00799189 0.00683289 2023-10-09T04:24:22.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:22 smithi107 ceph-mon[111528]: pgmap v81: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 145 MiB/s wr, 2.31k op/s 2023-10-09T04:24:22.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:22 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1390798115' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:22.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:22 smithi107 ceph-mon[96785]: pgmap v81: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 145 MiB/s wr, 2.31k op/s 2023-10-09T04:24:22.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:22 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1390798115' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:22 smithi150 ceph-mon[100982]: pgmap v81: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 145 MiB/s wr, 2.31k op/s 2023-10-09T04:24:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:22 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1390798115' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:22.775 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 43893 43877 144.241 108.312 0.0073744 0.00692846 2023-10-09T04:24:23.776 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:24:23.777133+0000 min lat: 0.00116738 max lat: 0.109434 avg lat: 0.00703026 2023-10-09T04:24:23.777 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:24:23.777 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 45529 45513 142.135 102.25 0.00673284 0.00703026 2023-10-09T04:24:24.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:24 smithi107 ceph-mon[96785]: pgmap v82: 89 pgs: 89 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 157 MiB/s wr, 2.52k op/s 2023-10-09T04:24:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:24 smithi107 ceph-mon[111528]: pgmap v82: 89 pgs: 89 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 157 MiB/s wr, 2.52k op/s 2023-10-09T04:24:24.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:24 smithi150 ceph-mon[100982]: pgmap v82: 89 pgs: 89 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 157 MiB/s wr, 2.52k op/s 2023-10-09T04:24:24.777 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 46962 46946 139.625 89.5625 0.00758568 0.00715555 2023-10-09T04:24:25.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:25 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2257742009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:25.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:25 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2257742009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:25.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:25 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2257742009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:25.777 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 48608 48592 137.955 102.875 0.00487682 0.00724415 2023-10-09T04:24:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:26 smithi107 ceph-mon[96785]: pgmap v83: 89 pgs: 89 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-10-09T04:24:26.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:24:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:26] "GET /metrics HTTP/1.1" 200 242088 "" "Prometheus/2.43.0" 2023-10-09T04:24:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:26 smithi107 ceph-mon[111528]: pgmap v83: 89 pgs: 89 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-10-09T04:24:26.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:26 smithi150 ceph-mon[100982]: pgmap v83: 89 pgs: 89 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-10-09T04:24:26.779 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 50138 50122 136.105 95.625 0.0228317 0.00734277 2023-10-09T04:24:27.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:27 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/137919176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:27.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:27 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/137919176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:27.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:27 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/137919176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:27.781 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 51619 51603 134.285 92.5625 0.0113472 0.00744105 2023-10-09T04:24:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:28 smithi107 ceph-mon[111528]: pgmap v84: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-10-09T04:24:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:28 smithi107 ceph-mon[96785]: pgmap v84: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-10-09T04:24:28.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:28 smithi150 ceph-mon[100982]: pgmap v84: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-10-09T04:24:28.781 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 53080 53064 132.567 91.3125 0.00601276 0.0075386 2023-10-09T04:24:29.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:24:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:24:29.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 54462 54446 130.747 86.375 0.0124795 0.00764262 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[96785]: pgmap v85: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4093294219' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[111528]: pgmap v85: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4093294219' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:30.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:30 smithi150 ceph-mon[100982]: pgmap v85: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-10-09T04:24:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:30 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4093294219' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:30.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 55908 55892 129.252 90.375 0.01652 0.00773263 2023-10-09T04:24:31.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 57511 57495 128.215 100.188 0.0182457 0.0077952 2023-10-09T04:24:32.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:32 smithi107 ceph-mon[111528]: pgmap v86: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-10-09T04:24:32.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:32 smithi107 ceph-mon[96785]: pgmap v86: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-10-09T04:24:32.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:32 smithi150 ceph-mon[100982]: pgmap v86: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-10-09T04:24:32.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 58960 58944 126.917 90.5625 0.0108429 0.00787435 2023-10-09T04:24:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/595215369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:24:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:33.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/595215369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:33.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:33.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:24:33.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:33 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:33 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/595215369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:33 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:33 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:24:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:33 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:24:33.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 60413 60397 125.715 90.8125 0.00700841 0.00795016 2023-10-09T04:24:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[96785]: pgmap v87: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:24:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[96785]: Upgrade: Target is version 18.2.0-598-gb4fa663f (unknown) 2023-10-09T04:24:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[96785]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c'] 2023-10-09T04:24:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[96785]: Upgrade: Need to upgrade myself (mgr.y) 2023-10-09T04:24:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[111528]: pgmap v87: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:24:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[111528]: Upgrade: Target is version 18.2.0-598-gb4fa663f (unknown) 2023-10-09T04:24:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[111528]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c'] 2023-10-09T04:24:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:34 smithi107 ceph-mon[111528]: Upgrade: Need to upgrade myself (mgr.y) 2023-10-09T04:24:34.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:34 smithi150 ceph-mon[100982]: pgmap v87: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:24:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:34 smithi150 ceph-mon[100982]: Upgrade: Target is version 18.2.0-598-gb4fa663f (unknown) 2023-10-09T04:24:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:34 smithi150 ceph-mon[100982]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c'] 2023-10-09T04:24:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:34 smithi150 ceph-mon[100982]: Upgrade: Need to upgrade myself (mgr.y) 2023-10-09T04:24:34.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 61809 61793 124.474 87.25 0.0139918 0.00802901 2023-10-09T04:24:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:35 smithi107 ceph-mon[111528]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c on smithi150 2023-10-09T04:24:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:35 smithi107 ceph-mon[111528]: pgmap v88: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-10-09T04:24:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:35 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/499196537' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:35.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:35 smithi107 ceph-mon[96785]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c on smithi150 2023-10-09T04:24:35.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:35 smithi107 ceph-mon[96785]: pgmap v88: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-10-09T04:24:35.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:35 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/499196537' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:35 smithi150 ceph-mon[100982]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c on smithi150 2023-10-09T04:24:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:35 smithi150 ceph-mon[100982]: pgmap v88: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-10-09T04:24:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:35 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/499196537' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:35.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 63160 63144 123.224 84.4375 0.00524313 0.00811006 2023-10-09T04:24:36.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:24:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:36] "GET /metrics HTTP/1.1" 200 242308 "" "Prometheus/2.43.0" 2023-10-09T04:24:36.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 64505 64489 122.038 84.0625 0.0174302 0.00818884 2023-10-09T04:24:37.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 65805 65789 120.839 81.25 0.00693416 0.00827068 2023-10-09T04:24:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:38 smithi107 ceph-mon[96785]: pgmap v89: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s 2023-10-09T04:24:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:38 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/659590525' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:38.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:38 smithi107 ceph-mon[111528]: pgmap v89: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s 2023-10-09T04:24:38.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:38 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/659590525' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:38.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:38 smithi150 ceph-mon[100982]: pgmap v89: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s 2023-10-09T04:24:38.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:38 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/659590525' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:38.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 67103 67087 119.705 81.125 0.0106288 0.00834856 2023-10-09T04:24:39.237 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:24:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:24:39.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 68388 68372 118.611 80.3125 0.0118194 0.00842583 2023-10-09T04:24:40.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:40 smithi150 ceph-mon[100982]: pgmap v90: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-10-09T04:24:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:40 smithi107 ceph-mon[96785]: pgmap v90: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-10-09T04:24:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:40 smithi107 ceph-mon[111528]: pgmap v90: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-10-09T04:24:40.790 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 69624 69608 117.494 77.25 0.00740825 0.008506 2023-10-09T04:24:41.491 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:41 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1425416211' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:41.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:41 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1425416211' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:41.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:41 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1425416211' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:41.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 70871 70855 116.453 77.9375 0.00653754 0.00858312 2023-10-09T04:24:42.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:42 smithi150 ceph-mon[100982]: pgmap v91: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2023-10-09T04:24:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:42 smithi107 ceph-mon[111528]: pgmap v91: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2023-10-09T04:24:42.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:42 smithi107 ceph-mon[96785]: pgmap v91: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2023-10-09T04:24:42.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 72134 72118 115.492 78.9375 0.00729266 0.00865368 2023-10-09T04:24:43.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:43 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1813794667' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:43.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:43 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1813794667' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:43 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1813794667' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:43.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:24:43.791690+0000 min lat: 0.00116738 max lat: 0.109434 avg lat: 0.00872807 2023-10-09T04:24:43.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:24:43.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 15 73358 73343 114.519 76.5625 0.00433959 0.00872807 2023-10-09T04:24:44.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:44 smithi150 ceph-mon[100982]: pgmap v92: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-10-09T04:24:44.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:44 smithi107 ceph-mon[96785]: pgmap v92: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-10-09T04:24:44.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:44 smithi107 ceph-mon[111528]: pgmap v92: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-10-09T04:24:44.791 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 74522 74506 113.499 72.6875 0.0155041 0.00880656 2023-10-09T04:24:45.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:45 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:45.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:45 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:45 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:24:45.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 75687 75671 112.524 72.8125 0.0108345 0.00888194 2023-10-09T04:24:46.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:46 smithi150 ceph-mon[100982]: pgmap v93: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-10-09T04:24:46.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:46 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1673774082' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:46 smithi107 ceph-mon[96785]: pgmap v93: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-10-09T04:24:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:46 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1673774082' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:46.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:46 smithi107 ceph-mon[111528]: pgmap v93: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-10-09T04:24:46.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:46 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1673774082' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:46.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:24:46 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:46] "GET /metrics HTTP/1.1" 200 242403 "" "Prometheus/2.43.0" 2023-10-09T04:24:46.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 76839 76823 111.582 72 0.0149716 0.00895754 2023-10-09T04:24:47.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 77957 77941 110.635 69.875 0.0142074 0.00903367 2023-10-09T04:24:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:48 smithi150 ceph-mon[100982]: pgmap v94: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-10-09T04:24:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:48 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2888650799' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:48 smithi107 ceph-mon[111528]: pgmap v94: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-10-09T04:24:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:48 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2888650799' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:48.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:48 smithi107 ceph-mon[96785]: pgmap v94: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-10-09T04:24:48.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:48 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2888650799' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:48.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 79045 79029 109.688 68 0.0180286 0.00911236 2023-10-09T04:24:49.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:24:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:24:49.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 80135 80119 108.784 68.125 0.0102971 0.00918701 2023-10-09T04:24:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:50 smithi150 ceph-mon[100982]: pgmap v95: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T04:24:50.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:50 smithi107 ceph-mon[111528]: pgmap v95: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T04:24:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:50 smithi107 ceph-mon[96785]: pgmap v95: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T04:24:50.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 81193 81177 107.877 66.125 0.0124886 0.00926485 2023-10-09T04:24:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:51 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4293747852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:51 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4293747852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:51.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:51 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4293747852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:51.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 82361 82345 107.151 73 0.0128225 0.00932808 2023-10-09T04:24:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:52 smithi150 ceph-mon[100982]: pgmap v96: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s 2023-10-09T04:24:52.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:52 smithi107 ceph-mon[111528]: pgmap v96: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s 2023-10-09T04:24:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:52 smithi107 ceph-mon[96785]: pgmap v96: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s 2023-10-09T04:24:52.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 83451 83435 106.355 68.125 0.00789774 0.00939485 2023-10-09T04:24:53.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 84499 84483 105.538 65.5 0.0140874 0.00947075 2023-10-09T04:24:54.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:54 smithi150 ceph-mon[100982]: pgmap v97: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-10-09T04:24:54.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:54 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/974886326' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:54 smithi107 ceph-mon[111528]: pgmap v97: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-10-09T04:24:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:54 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/974886326' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:54 smithi107 ceph-mon[96785]: pgmap v97: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-10-09T04:24:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:54 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/974886326' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:54.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 85513 85497 104.711 63.375 0.013461 0.0095448 2023-10-09T04:24:55.794 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 86503 86487 103.888 61.875 0.0115233 0.00962105 2023-10-09T04:24:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:56 smithi107 ceph-mon[111528]: pgmap v98: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 966 op/s 2023-10-09T04:24:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:56 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1299447565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:56.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:56 smithi107 ceph-mon[96785]: pgmap v98: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 966 op/s 2023-10-09T04:24:56.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:56 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1299447565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:56.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:24:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:56] "GET /metrics HTTP/1.1" 200 242403 "" "Prometheus/2.43.0" 2023-10-09T04:24:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:56 smithi150 ceph-mon[100982]: pgmap v98: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 966 op/s 2023-10-09T04:24:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:56 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1299447565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:56.795 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 87525 87509 103.133 63.875 0.0136485 0.00969185 2023-10-09T04:24:57.795 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 88581 88565 102.446 66 0.00364216 0.00975616 2023-10-09T04:24:58.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:58 smithi107 ceph-mon[111528]: pgmap v99: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-10-09T04:24:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:58 smithi107 ceph-mon[96785]: pgmap v99: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-10-09T04:24:58.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:58 smithi150 ceph-mon[100982]: pgmap v99: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-10-09T04:24:58.795 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 89556 89540 101.692 60.9375 0.0164393 0.00982913 2023-10-09T04:24:59.232 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:24:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[103086]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:24:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:24:59.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:24:59 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2098507530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:59.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:24:59 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2098507530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:24:59 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2098507530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:24:59.795 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 90509 90493 100.939 59.5625 0.0100558 0.0099013 2023-10-09T04:25:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:00 smithi107 ceph-mon[111528]: pgmap v100: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 56 MiB/s wr, 903 op/s 2023-10-09T04:25:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:00 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:00 smithi107 ceph-mon[96785]: pgmap v100: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 56 MiB/s wr, 903 op/s 2023-10-09T04:25:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:00 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:00.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:00 smithi150 ceph-mon[100982]: pgmap v100: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 56 MiB/s wr, 903 op/s 2023-10-09T04:25:00.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:00 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:00.795 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 91490 91474 100.244 61.3125 0.0161021 0.00997126 2023-10-09T04:25:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:01 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/614490635' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:01 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/614490635' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:01.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:01 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/614490635' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:01.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 92503 92487 99.6072 63.3125 0.0143672 0.010035 2023-10-09T04:25:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:02 smithi107 ceph-mon[111528]: pgmap v101: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-10-09T04:25:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:02 smithi107 ceph-mon[96785]: pgmap v101: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-10-09T04:25:02.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:02 smithi150 ceph-mon[100982]: pgmap v101: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-10-09T04:25:02.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 93592 93576 99.0727 68.0625 0.00818972 0.0100893 2023-10-09T04:25:03.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:25:03.796517+0000 min lat: 0.00116738 max lat: 0.109434 avg lat: 0.010147 2023-10-09T04:25:03.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:25:03.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 94636 94620 98.5091 65.25 0.0117358 0.010147 2023-10-09T04:25:04.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:04 smithi150 ceph-mon[100982]: pgmap v102: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-10-09T04:25:04.663 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:04.663 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:25:04.663 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:25:04.663 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:04 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:04.663 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:04 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3112994483' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[96785]: pgmap v102: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3112994483' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[111528]: pgmap v102: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-10-09T04:25:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:25:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:25:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:04 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3112994483' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:04.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 95673 95657 97.9568 64.8125 0.0113433 0.0102039 2023-10-09T04:25:05.306 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:05 smithi150 systemd[1]: Stopping Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:25:05.309 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:05 smithi150 ceph-mon[100982]: Upgrade: Updating mgr.x 2023-10-09T04:25:05.309 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:05 smithi150 ceph-mon[100982]: Deploying daemon mgr.x on smithi150 2023-10-09T04:25:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:05 smithi107 ceph-mon[96785]: Upgrade: Updating mgr.x 2023-10-09T04:25:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:05 smithi107 ceph-mon[96785]: Deploying daemon mgr.x on smithi150 2023-10-09T04:25:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:05 smithi107 ceph-mon[111528]: Upgrade: Updating mgr.x 2023-10-09T04:25:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:05 smithi107 ceph-mon[111528]: Deploying daemon mgr.x on smithi150 2023-10-09T04:25:05.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 96699 96683 97.4113 64.125 0.0123594 0.0102605 2023-10-09T04:25:06.306 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:06 smithi150 bash[141639]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x 2023-10-09T04:25:06.307 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:06 smithi150 ceph-mon[100982]: pgmap v103: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 54 MiB/s wr, 858 op/s 2023-10-09T04:25:06.307 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:06 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1477683013' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:06.668 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:06 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-10-09T04:25:06.668 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:06 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:06] "GET /metrics HTTP/1.1" 200 242430 "" "Prometheus/2.43.0" 2023-10-09T04:25:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:06 smithi107 ceph-mon[111528]: pgmap v103: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 54 MiB/s wr, 858 op/s 2023-10-09T04:25:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:06 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1477683013' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:06.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:06 smithi107 ceph-mon[96785]: pgmap v103: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 54 MiB/s wr, 858 op/s 2023-10-09T04:25:06.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:06 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1477683013' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:06.796 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 97685 97669 96.8434 61.625 0.027981 0.0103211 2023-10-09T04:25:06.984 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:06 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-10-09T04:25:06.984 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:06 smithi150 systemd[1]: Stopped Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:25:06.984 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:06 smithi150 systemd[1]: Starting Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:25:07.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 98743 98727 96.3591 66.125 0.0119391 0.0103736 2023-10-09T04:25:07.837 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:07 smithi150 podman[141771]: 2023-10-09T04:25:08.203 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:07 smithi150 bash[141771]: 91bd13b20e479604860c3eac1e248c892e3bb253a5bef77f8e5e13b3ba659ebc 2023-10-09T04:25:08.203 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:07 smithi150 systemd[1]: Started Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:25:08.203 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:08.056+0000 7f6cde57f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:25:08.203 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:08.194+0000 7f6cde57f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:25:08.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:08.344+0000 7f6cde57f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:25:08.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-mon[100982]: pgmap v104: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-10-09T04:25:08.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:08.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:08.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[111528]: pgmap v104: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-10-09T04:25:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[96785]: pgmap v104: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-10-09T04:25:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:08 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:08.788 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:08.499+0000 7f6cde57f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:25:08.788 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:08.781+0000 7f6cde57f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:25:08.799 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 99622 99606 95.7221 54.9375 0.00960665 0.0104422 2023-10-09T04:25:09.623 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:09.409+0000 7f6cde57f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:25:09.623 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:09.618+0000 7f6cde57f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:25:09.625 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:09 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2805599485' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:09.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:09 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2805599485' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:09.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:09 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2805599485' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:09.799 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 100505 100489 95.1081 55.1875 0.0139708 0.0105097 2023-10-09T04:25:09.930 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:09.760+0000 7f6cde57f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:25:09.930 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:09.928+0000 7f6cde57f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:25:10.652 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:10 smithi150 ceph-mon[100982]: pgmap v105: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s 2023-10-09T04:25:10.658 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:10.651+0000 7f6cde57f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:25:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:10 smithi107 ceph-mon[96785]: pgmap v105: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s 2023-10-09T04:25:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:10 smithi107 ceph-mon[111528]: pgmap v105: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s 2023-10-09T04:25:10.801 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 101372 101356 94.4948 54.1875 0.0245146 0.0105781 2023-10-09T04:25:11.801 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 102204 102188 93.8701 52 0.0167814 0.0106481 2023-10-09T04:25:12.167 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:12 smithi150 ceph-mon[100982]: pgmap v106: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s 2023-10-09T04:25:12.167 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:12 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/217136765' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:12.168 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:11.732+0000 7f6cde57f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:25:12.169 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:11.875+0000 7f6cde57f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:25:12.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:12 smithi107 ceph-mon[111528]: pgmap v106: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s 2023-10-09T04:25:12.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:12 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/217136765' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:12.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:12 smithi107 ceph-mon[96785]: pgmap v106: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s 2023-10-09T04:25:12.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:12 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/217136765' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:12.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 103093 103077 93.3149 55.5625 0.0127589 0.0107121 2023-10-09T04:25:13.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:13.180+0000 7f6cde57f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:25:13.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:13.336+0000 7f6cde57f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:25:13.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 103982 103966 92.7758 55.5625 0.0256806 0.0107731 2023-10-09T04:25:13.991 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:13 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:13.991 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:13 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:13.992 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:13 smithi150 ceph-mon[100982]: pgmap v107: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-10-09T04:25:13.992 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:13.626+0000 7f6cde57f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:25:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:13 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:13 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:13 smithi107 ceph-mon[96785]: pgmap v107: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-10-09T04:25:14.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:13 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:14.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:13 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:13 smithi107 ceph-mon[111528]: pgmap v107: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-10-09T04:25:14.476 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:14.110+0000 7f6cde57f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:25:14.477 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:14.470+0000 7f6cde57f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:25:14.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:14 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2877603428' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:14.734 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:14 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:14.716+0000 7f6cde57f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:25:14.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 104897 104881 92.2747 57.1875 0.0208024 0.0108322 2023-10-09T04:25:15.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:14 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2877603428' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:15.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:14 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2877603428' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:15.486 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:15 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:15.180+0000 7f6cde57f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:25:15.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 105718 105702 91.706 51.3125 0.0225841 0.0109006 2023-10-09T04:25:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:15 smithi150 ceph-mon[100982]: pgmap v108: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 823 op/s 2023-10-09T04:25:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:15 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:15 smithi107 ceph-mon[111528]: pgmap v108: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 823 op/s 2023-10-09T04:25:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:15 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:15 smithi107 ceph-mon[96785]: pgmap v108: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 823 op/s 2023-10-09T04:25:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:15 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:16.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:16] "GET /metrics HTTP/1.1" 200 242465 "" "Prometheus/2.43.0" 2023-10-09T04:25:16.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:16 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:16.310+0000 7f6cde57f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:25:16.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:16 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:16.529+0000 7f6cde57f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:25:16.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 106572 106556 91.1811 53.375 0.0272698 0.0109633 2023-10-09T04:25:17.186 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:16 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:16.861+0000 7f6cde57f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:25:17.186 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:17 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:17.046+0000 7f6cde57f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:25:17.474 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:17 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1458345013' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:17.474 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:17 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:17.430+0000 7f6cde57f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:25:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:17 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1458345013' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:17.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:17 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1458345013' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:17.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 107434 107418 90.6771 53.875 0.0234846 0.0110235 2023-10-09T04:25:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-mon[100982]: pgmap v109: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-10-09T04:25:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:18 smithi107 ceph-mon[96785]: pgmap v109: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-10-09T04:25:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:18 smithi107 ceph-mon[111528]: pgmap v109: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-10-09T04:25:18.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 108316 108300 90.2032 55.125 0.0212142 0.0110814 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:19 smithi150 ceph-mon[100982]: Standby manager daemon x restarted 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:19 smithi150 ceph-mon[100982]: Standby manager daemon x started 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:19 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:19 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:19 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:19 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:25:19.212 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:18.862+0000 7f6cde57f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:25:19.213 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:18] ENGINE Bus STARTING 2023-10-09T04:25:19.213 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: CherryPy Checker: 2023-10-09T04:25:19.213 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: The Application mounted at '' has an empty config. 2023-10-09T04:25:19.213 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:19.213 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:18] ENGINE Serving on http://:::9283 2023-10-09T04:25:19.213 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:18] ENGINE Bus STARTED 2023-10-09T04:25:19.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[111528]: Standby manager daemon x restarted 2023-10-09T04:25:19.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[111528]: Standby manager daemon x started 2023-10-09T04:25:19.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:25:19.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:25:19.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:25:19.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:25:19.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[96785]: Standby manager daemon x restarted 2023-10-09T04:25:19.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[96785]: Standby manager daemon x started 2023-10-09T04:25:19.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:25:19.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:25:19.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:25:19.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:19 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:25:19.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 109226 109210 89.7648 56.875 0.0189685 0.0111346 2023-10-09T04:25:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:20 smithi150 ceph-mon[100982]: pgmap v110: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s 2023-10-09T04:25:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:20 smithi150 ceph-mon[100982]: mgrmap e20: y(active, since 3m), standbys: x 2023-10-09T04:25:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:20 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1580299262' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:20 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[96785]: pgmap v110: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s 2023-10-09T04:25:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[96785]: mgrmap e20: y(active, since 3m), standbys: x 2023-10-09T04:25:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1580299262' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[111528]: pgmap v110: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s 2023-10-09T04:25:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[111528]: mgrmap e20: y(active, since 3m), standbys: x 2023-10-09T04:25:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1580299262' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:20 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:20.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 110131 110115 89.3337 56.5625 0.0215646 0.011189 2023-10-09T04:25:21.802 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 111041 111025 88.9175 56.875 0.0182909 0.0112411 2023-10-09T04:25:22.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:21 smithi107 ceph-mon[96785]: pgmap v111: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-10-09T04:25:22.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:21 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:22.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:21 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:22.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:21 smithi107 ceph-mon[111528]: pgmap v111: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-10-09T04:25:22.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:21 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:22.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:21 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:22.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:21 smithi150 ceph-mon[100982]: pgmap v111: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-10-09T04:25:22.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:21 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:22.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:21 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:22.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 111970 111954 88.527 58.0625 0.0140443 0.0112914 2023-10-09T04:25:23.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:22 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1076077561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:23.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:22 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1076077561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:23.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:22 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1076077561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:23.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:25:23.803524+0000 min lat: 0.00116738 max lat: 0.109434 avg lat: 0.0113392 2023-10-09T04:25:23.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:25:23.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 112905 112889 88.151 58.4375 0.0106149 0.0113392 2023-10-09T04:25:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:23 smithi107 ceph-mon[111528]: pgmap v112: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 49 MiB/s wr, 777 op/s 2023-10-09T04:25:24.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:23 smithi107 ceph-mon[96785]: pgmap v112: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 49 MiB/s wr, 777 op/s 2023-10-09T04:25:24.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:23 smithi150 ceph-mon[100982]: pgmap v112: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 49 MiB/s wr, 777 op/s 2023-10-09T04:25:24.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 113801 113785 87.7538 56 0.020146 0.0113913 2023-10-09T04:25:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:24 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3318031920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:24 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3318031920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:25.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:24 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3318031920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:25.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 114698 114682 87.3675 56.0625 0.0153149 0.0114408 2023-10-09T04:25:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:25 smithi107 ceph-mon[96785]: pgmap v113: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 46 MiB/s wr, 729 op/s 2023-10-09T04:25:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:25 smithi107 ceph-mon[111528]: pgmap v113: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 46 MiB/s wr, 729 op/s 2023-10-09T04:25:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:25 smithi150 ceph-mon[100982]: pgmap v113: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 46 MiB/s wr, 729 op/s 2023-10-09T04:25:26.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:26] "GET /metrics HTTP/1.1" 200 242465 "" "Prometheus/2.43.0" 2023-10-09T04:25:26.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 115617 115601 87.0069 57.4375 0.0109376 0.0114886 2023-10-09T04:25:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:27 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3011829625' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:27.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:27 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3011829625' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:27.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:27 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3011829625' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:27.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 116537 116521 86.6557 57.5 0.0191054 0.0115351 2023-10-09T04:25:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:28 smithi150 ceph-mon[100982]: pgmap v114: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:25:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:28 smithi107 ceph-mon[96785]: pgmap v114: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:25:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:28 smithi107 ceph-mon[111528]: pgmap v114: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:25:28.803 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 117463 117447 86.3172 57.875 0.00784829 0.0115794 2023-10-09T04:25:29.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:25:29.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 118321 118305 85.9372 53.625 0.0199418 0.0116305 2023-10-09T04:25:29.971 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setuser ceph since I am not root 2023-10-09T04:25:29.971 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ignoring --setgroup ceph since I am not root 2023-10-09T04:25:29.971 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:29.901+0000 7f0109c241c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:25:29.972 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:29] ENGINE Bus STOPPING 2023-10-09T04:25:29.972 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:25:29.972 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:29] ENGINE Bus STOPPED 2023-10-09T04:25:29.973 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:29] ENGINE Bus STARTING 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: pgmap v115: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-10-09T04:25:30.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: osdmap e75: 8 total, 8 up, 8 in 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: mgrmap e21: x(active, starting, since 0.0160483s) 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:25:30.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: Manager daemon x is now available 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3032546814' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:29] ENGINE Serving on http://:::9283 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:25:29] ENGINE Bus STARTED 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.152+0000 7f6c3e9e0700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.152+0000 7f6c3e9e0700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.152+0000 7f6c3e9e0700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.240 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.152+0000 7f6c3e9e0700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.241 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.152+0000 7f6c3e9e0700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.241 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.188+0000 7f6c399d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.241 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.188+0000 7f6c399d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.241 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.188+0000 7f6c399d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.241 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.188+0000 7f6c399d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.241 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:25:30.188+0000 7f6c399d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:25:30.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:30.020+0000 7f0109c241c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:25:30.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:30.151+0000 7f0109c241c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:25:30.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:30.295+0000 7f0109c241c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:25:30.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: pgmap v115: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s 2023-10-09T04:25:30.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: osdmap e75: 8 total, 8 up, 8 in 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: mgrmap e21: x(active, starting, since 0.0160483s) 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:25:30.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:25:30.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: Manager daemon x is now available 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3032546814' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:25:30.302 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: pgmap v115: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: osdmap e75: 8 total, 8 up, 8 in 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24335 172.21.15.107:0/3458239376' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-10-09T04:25:30.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: mgrmap e21: x(active, starting, since 0.0160483s) 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:25:30.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: Manager daemon x is now available 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3032546814' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:30.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:30.306 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:25:30.306 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-09T04:25:30.671 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:30.539+0000 7f0109c241c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:25:30.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 119052 119036 85.4747 45.6875 0.0166595 0.0116938 2023-10-09T04:25:31.318 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:31.005+0000 7f0109c241c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:25:31.318 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:31.132+0000 7f0109c241c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:25:31.319 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:31.317+0000 7f0109c241c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:25:31.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:31.448+0000 7f0109c241c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:25:31.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 119813 119797 85.044 47.5625 0.0262974 0.0117534 2023-10-09T04:25:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:31 smithi150 ceph-mon[100982]: Deploying cephadm binary to smithi107 2023-10-09T04:25:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:31 smithi150 ceph-mon[100982]: mgrmap e22: x(active, since 1.02687s) 2023-10-09T04:25:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:31 smithi150 ceph-mon[100982]: Deploying cephadm binary to smithi150 2023-10-09T04:25:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:31 smithi150 ceph-mon[100982]: pgmap v3: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:31 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:31 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:32.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[111528]: Deploying cephadm binary to smithi107 2023-10-09T04:25:32.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[111528]: mgrmap e22: x(active, since 1.02687s) 2023-10-09T04:25:32.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[111528]: Deploying cephadm binary to smithi150 2023-10-09T04:25:32.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[111528]: pgmap v3: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:32.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:32.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:32.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[96785]: Deploying cephadm binary to smithi107 2023-10-09T04:25:32.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[96785]: mgrmap e22: x(active, since 1.02687s) 2023-10-09T04:25:32.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[96785]: Deploying cephadm binary to smithi150 2023-10-09T04:25:32.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[96785]: pgmap v3: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:32.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:32.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:31 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:32.097+0000 7f0109c241c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:25:32.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 120561 120545 84.6138 46.75 0.0147985 0.0118133 2023-10-09T04:25:32.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:32 smithi150 ceph-mon[100982]: mgrmap e23: x(active, since 2s) 2023-10-09T04:25:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:32 smithi150 ceph-mon[100982]: pgmap v4: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:32 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2045663088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:33.006 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-mon[96785]: mgrmap e23: x(active, since 2s) 2023-10-09T04:25:33.006 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-mon[96785]: pgmap v4: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:33.006 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2045663088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:33.006 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-mon[111528]: mgrmap e23: x(active, since 2s) 2023-10-09T04:25:33.006 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-mon[111528]: pgmap v4: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:33.006 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:32 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2045663088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:33.007 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:32.994+0000 7f0109c241c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:25:33.423 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:33.237+0000 7f0109c241c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:25:33.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0125 2023-10-09T04:25:33.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 121317 2023-10-09T04:25:33.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:25:33.804 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 84.2363 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 37.1929 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 219.375 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 45.6875 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1347 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 595.087 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3510 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 731 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0118672 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.00715006 2023-10-09T04:25:33.805 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 0.109434 2023-10-09T04:25:33.806 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00116738 2023-10-09T04:25:33.810 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:25:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:25:32] ENGINE Bus STARTING 2023-10-09T04:25:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:25:32] ENGINE Serving on https://172.21.15.150:7150 2023-10-09T04:25:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:25:32] ENGINE Serving on http://172.21.15.150:8765 2023-10-09T04:25:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:25:32] ENGINE Bus STARTED 2023-10-09T04:25:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:25:32] ENGINE Bus STARTING 2023-10-09T04:25:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:25:32] ENGINE Serving on https://172.21.15.150:7150 2023-10-09T04:25:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:25:32] ENGINE Serving on http://172.21.15.150:8765 2023-10-09T04:25:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:25:32] ENGINE Bus STARTED 2023-10-09T04:25:34.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[96785]: [09/Oct/2023:04:25:32] ENGINE Bus STARTING 2023-10-09T04:25:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[96785]: [09/Oct/2023:04:25:32] ENGINE Serving on https://172.21.15.150:7150 2023-10-09T04:25:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[96785]: [09/Oct/2023:04:25:32] ENGINE Serving on http://172.21.15.150:8765 2023-10-09T04:25:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:33 smithi107 ceph-mon[96785]: [09/Oct/2023:04:25:32] ENGINE Bus STARTED 2023-10-09T04:25:34.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:34.397+0000 7f0109c241c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:25:34.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:34.535+0000 7f0109c241c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:25:34.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:34 smithi150 ceph-mon[100982]: pgmap v5: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:35.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:34.810+0000 7f0109c241c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:25:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:34 smithi107 ceph-mon[111528]: pgmap v5: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:34 smithi107 ceph-mon[96785]: pgmap v5: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail 2023-10-09T04:25:35.608 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:35 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:35.240+0000 7f0109c241c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:25:35.608 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:35 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:35.365+0000 7f0109c241c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:25:35.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:35 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:35.763+0000 7f0109c241c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:25:35.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:35 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1306936322' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:35.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:35 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1306936322' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:35 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1306936322' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:36.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:36 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:36.158+0000 7f0109c241c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:25:37.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:36 smithi107 ceph-mon[111528]: pgmap v6: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 11 MiB/s wr, 290 op/s 2023-10-09T04:25:37.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:36 smithi107 ceph-mon[96785]: pgmap v6: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 11 MiB/s wr, 290 op/s 2023-10-09T04:25:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:36 smithi150 ceph-mon[100982]: pgmap v6: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 11 MiB/s wr, 290 op/s 2023-10-09T04:25:37.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:37 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:37.210+0000 7f0109c241c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:25:37.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:37 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:37.417+0000 7f0109c241c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:25:38.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:37 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:37.759+0000 7f0109c241c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:25:38.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:37 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:37.939+0000 7f0109c241c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:25:38.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:38.289+0000 7f0109c241c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:25:39.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:38 smithi107 ceph-mon[96785]: pgmap v7: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 146 B/s rd, 21 MiB/s wr, 557 op/s 2023-10-09T04:25:39.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:38 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1737667397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:38 smithi107 ceph-mon[111528]: pgmap v7: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 146 B/s rd, 21 MiB/s wr, 557 op/s 2023-10-09T04:25:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:38 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1737667397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:39.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:38 smithi150 ceph-mon[100982]: pgmap v7: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 146 B/s rd, 21 MiB/s wr, 557 op/s 2023-10-09T04:25:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:38 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1737667397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:39.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:38] "GET /metrics HTTP/1.1" 200 33374 "" "Prometheus/2.43.0" 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:39.572+0000 7f0109c241c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:25:39] ENGINE Bus STARTING 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: CherryPy Checker: 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: The Application mounted at '' has an empty config. 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:25:39] ENGINE Serving on http://:::9283 2023-10-09T04:25:39.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: [09/Oct/2023:04:25:39] ENGINE Bus STARTED 2023-10-09T04:25:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: Standby manager daemon y started 2023-10-09T04:25:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-09T04:25:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: pgmap v8: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 113 B/s rd, 16 MiB/s wr, 433 op/s 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: Standby manager daemon y started 2023-10-09T04:25:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-09T04:25:40.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:25:40.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-09T04:25:40.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:25:40.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: pgmap v8: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 113 B/s rd, 16 MiB/s wr, 433 op/s 2023-10-09T04:25:40.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:40 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: Standby manager daemon y started 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/1191514295' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:25:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: pgmap v8: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 113 B/s rd, 16 MiB/s wr, 433 op/s 2023-10-09T04:25:40.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:40.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:40 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: mgrmap e24: x(active, since 10s), standbys: y 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/592751244' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi107 to 2500M 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: mgrmap e24: x(active, since 10s), standbys: y 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/592751244' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi107 to 2500M 2023-10-09T04:25:41.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:41 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: mgrmap e24: x(active, since 10s), standbys: y 2023-10-09T04:25:41.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/592751244' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi107 to 2500M 2023-10-09T04:25:41.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:41 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:42 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:42 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:42 smithi107 ceph-mon[111528]: pgmap v9: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 93 B/s rd, 13 MiB/s wr, 718 op/s 2023-10-09T04:25:42.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:42 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:42 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:42 smithi107 ceph-mon[96785]: pgmap v9: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 93 B/s rd, 13 MiB/s wr, 718 op/s 2023-10-09T04:25:42.690 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:42 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.690 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:42 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:42.690 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:42 smithi150 ceph-mon[100982]: pgmap v9: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 93 B/s rd, 13 MiB/s wr, 718 op/s 2023-10-09T04:25:43.418 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:43 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2126928260' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:43 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2126928260' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:43 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2126928260' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:44.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:44 smithi150 ceph-mon[100982]: pgmap v10: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 12 MiB/s wr, 657 op/s 2023-10-09T04:25:44.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:44 smithi107 ceph-mon[111528]: pgmap v10: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 12 MiB/s wr, 657 op/s 2023-10-09T04:25:44.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:44 smithi107 ceph-mon[96785]: pgmap v10: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 12 MiB/s wr, 657 op/s 2023-10-09T04:25:45.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:45 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:45 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:45 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:25:46.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:46 smithi107 ceph-mon[96785]: pgmap v11: 89 pgs: 89 active+clean; 7.0 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 12 MiB/s wr, 705 op/s 2023-10-09T04:25:46.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:46 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4275631603' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:46.672 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:46 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:25:46.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:46 smithi107 ceph-mon[111528]: pgmap v11: 89 pgs: 89 active+clean; 7.0 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 12 MiB/s wr, 705 op/s 2023-10-09T04:25:46.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:46 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4275631603' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:46.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:46 smithi150 ceph-mon[100982]: pgmap v11: 89 pgs: 89 active+clean; 7.0 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 12 MiB/s wr, 705 op/s 2023-10-09T04:25:46.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:46 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4275631603' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:48.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: Adjusting osd_memory_target on smithi150 to 2500M 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:25:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: Adjusting osd_memory_target on smithi150 to 2500M 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:48.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:25:48.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:25:48.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:47 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:25:48.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: Adjusting osd_memory_target on smithi150 to 2500M 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:25:48.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:47 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: pgmap v12: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 7.8 MiB/s wr, 898 op/s 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4060196170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:25:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:25:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:25:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: pgmap v12: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 7.8 MiB/s wr, 898 op/s 2023-10-09T04:25:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4060196170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:48 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: pgmap v12: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 7.8 MiB/s wr, 898 op/s 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4060196170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:49.235 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:48] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:49 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:50.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:49 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:51.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:50 smithi107 ceph-mon[96785]: Reconfiguring alertmanager.a (dependencies changed)... 2023-10-09T04:25:51.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:50 smithi107 ceph-mon[96785]: Reconfiguring daemon alertmanager.a on smithi107 2023-10-09T04:25:51.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:50 smithi107 ceph-mon[96785]: pgmap v13: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:25:51.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:50 smithi107 ceph-mon[111528]: Reconfiguring alertmanager.a (dependencies changed)... 2023-10-09T04:25:51.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:50 smithi107 ceph-mon[111528]: Reconfiguring daemon alertmanager.a on smithi107 2023-10-09T04:25:51.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:50 smithi107 ceph-mon[111528]: pgmap v13: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:25:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:50 smithi150 ceph-mon[100982]: Reconfiguring alertmanager.a (dependencies changed)... 2023-10-09T04:25:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:50 smithi150 ceph-mon[100982]: Reconfiguring daemon alertmanager.a on smithi107 2023-10-09T04:25:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:50 smithi150 ceph-mon[100982]: pgmap v13: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:25:52.025 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:51 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2676910184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:52.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:51 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2676910184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:51 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2676910184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:52.405 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:52 smithi107 systemd[1]: Stopping Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:25:52.669 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[153310]: ts=2023-10-09T04:25:52.403Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-10-09T04:25:52.669 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:52 smithi107 bash[166380]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a 2023-10-09T04:25:53.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-10-09T04:25:53.171 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 systemd[1]: Stopped Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:25:53.171 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 systemd[1]: Starting Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:25:53.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:52 smithi107 ceph-mon[111528]: pgmap v14: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:25:53.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:52 smithi107 ceph-mon[96785]: pgmap v14: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:25:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:52 smithi150 ceph-mon[100982]: pgmap v14: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:25:53.866 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/566359100' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:53.866 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 podman[166511]: 2023-10-09T04:25:53.866 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/566359100' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:54.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.927Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-10-09T04:25:54.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.927Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-10-09T04:25:54.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.928Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.107 port=9094 2023-10-09T04:25:54.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.929Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-10-09T04:25:54.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 bash[166511]: d80f2c63cdde9f82e8d8a6bcc9fc63b1470065bbbadc36867e626541a40c6979 2023-10-09T04:25:54.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.970Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-10-09T04:25:54.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.971Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-10-09T04:25:54.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.976Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-10-09T04:25:54.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:53.976Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-10-09T04:25:54.170 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:54 smithi107 systemd[1]: Started Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:25:54.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:53 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/566359100' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:54.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:54 smithi107 ceph-mon[111528]: pgmap v15: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 706 op/s 2023-10-09T04:25:54.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:54 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:54.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:54 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:54.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:54 smithi107 ceph-mon[96785]: pgmap v15: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 706 op/s 2023-10-09T04:25:54.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:54 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:54.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:54 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:54.920 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:54 smithi107 systemd[1]: Stopping Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:25:55.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:54 smithi150 ceph-mon[100982]: pgmap v15: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 706 op/s 2023-10-09T04:25:55.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:54 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:55.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:54 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:55.449 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:55 smithi107 bash[166676]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a 2023-10-09T04:25:55.875 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:55 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-10-09T04:25:55.881 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:55 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.a.service: Failed with result 'exit-code'. 2023-10-09T04:25:55.881 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:55 smithi107 systemd[1]: Stopped Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:25:55.881 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:55 smithi107 systemd[1]: Starting Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:25:56.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:25:55 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:25:55.930Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000329698s 2023-10-09T04:25:56.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:55 smithi107 ceph-mon[111528]: Reconfiguring node-exporter.a (dependencies changed)... 2023-10-09T04:25:56.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:55 smithi107 ceph-mon[111528]: Reconfiguring daemon node-exporter.a on smithi107 2023-10-09T04:25:56.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:55 smithi107 ceph-mon[96785]: Reconfiguring node-exporter.a (dependencies changed)... 2023-10-09T04:25:56.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:55 smithi107 ceph-mon[96785]: Reconfiguring daemon node-exporter.a on smithi107 2023-10-09T04:25:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:55 smithi150 ceph-mon[100982]: Reconfiguring node-exporter.a (dependencies changed)... 2023-10-09T04:25:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:55 smithi150 ceph-mon[100982]: Reconfiguring daemon node-exporter.a on smithi107 2023-10-09T04:25:56.499 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[97032]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:25:56.499 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 podman[166797]: 2023-10-09T04:25:56.893 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[111528]: pgmap v16: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 706 op/s 2023-10-09T04:25:56.893 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2904685084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:56.893 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:56.893 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:56.893 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[111528]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.615Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.615Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.615Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.615Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.616Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.616Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-10-09T04:25:56.894 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=arp 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=bcache 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=bonding 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=btrfs 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=conntrack 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=cpu 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=diskstats 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=dmi 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=edac 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=entropy 2023-10-09T04:25:56.895 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=filefd 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=filesystem 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=hwmon 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=infiniband 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=ipvs 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=loadavg 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=mdadm 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=meminfo 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=netclass 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=netdev 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=netstat 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=nfs 2023-10-09T04:25:56.896 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=nfsd 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=nvme 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=os 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=pressure 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=rapl 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=schedstat 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=selinux 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=sockstat 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=softnet 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=stat 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=tapestats 2023-10-09T04:25:56.897 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=textfile 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=time 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=uname 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=vmstat 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=xfs 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=node_exporter.go:117 level=info collector=zfs 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a[166811]: ts=2023-10-09T04:25:56.617Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 bash[166797]: 72cb5f39c4ed977030e092f6905515316dec80efa6bd4731caf0999fa52131b0 2023-10-09T04:25:56.898 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 04:25:56 smithi107 systemd[1]: Started Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:25:56.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[96785]: pgmap v16: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 706 op/s 2023-10-09T04:25:56.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2904685084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:56.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:56.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:56.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:56 smithi107 ceph-mon[96785]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:25:57.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:56 smithi150 ceph-mon[100982]: pgmap v16: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 706 op/s 2023-10-09T04:25:57.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:56 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2904685084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:57.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:56 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:57.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:56 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:25:57.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:56 smithi150 ceph-mon[100982]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:25:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:57 smithi107 ceph-mon[96785]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:25:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:57 smithi107 ceph-mon[96785]: pgmap v17: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:25:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:57 smithi107 ceph-mon[111528]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:25:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:57 smithi107 ceph-mon[111528]: pgmap v17: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:25:58.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:57 smithi150 ceph-mon[100982]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:25:58.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:57 smithi150 ceph-mon[100982]: pgmap v17: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:25:58.985 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:25:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:25:58] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2023-10-09T04:25:59.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:25:59 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1138044002' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:59.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:25:59 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1138044002' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:25:59.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:25:59 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1138044002' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:00.129 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:25:59 smithi150 systemd[1]: Stopping Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:00 smithi107 ceph-mon[111528]: pgmap v18: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:26:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:00 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:00.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:00 smithi107 ceph-mon[96785]: pgmap v18: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:26:00.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:00 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:00.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-mon[100982]: pgmap v18: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:26:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:00.849 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-10-09T04:26:00.849 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-10-09T04:26:00.849 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-10-09T04:26:00.849 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.528Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.529Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[138877]: ts=2023-10-09T04:26:00.529Z caller=main.go:1147 level=info msg="See you next time!" 2023-10-09T04:26:00.850 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:00 smithi150 bash[152397]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a 2023-10-09T04:26:01.738 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:01 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a.service: Succeeded. 2023-10-09T04:26:01.738 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:01 smithi150 systemd[1]: Stopped Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:01.738 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:01 smithi150 systemd[1]: Starting Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:02.031 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:01 smithi150 podman[152496]: 2023-10-09T04:26:02.031 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 bash[152496]: 2248d97ac8e4eb668de0927db9b3edc359dfc7afe14ec172d2e5ebf567d6ea7e 2023-10-09T04:26:02.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.034Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-10-09T04:26:02.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.034Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-10-09T04:26:02.483 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.034Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi150 (none))" 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.034Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.035Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.037Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.038Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.039Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.039Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.041Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.041Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.296µs 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.041Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.042Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-10-09T04:26:02.484 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 systemd[1]: Started Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.106Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.106Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.106Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.971µs wal_replay_duration=65.198487ms wbl_replay_duration=129ns total_replay_duration=65.25523ms 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.112Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.112Z caller=main.go:1029 level=info msg="TSDB started" 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.112Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.150Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=37.719774ms db_storage=1.049µs remote_storage=7.272µs web_handler=696ns query_engine=1.008µs scrape=651.837µs scrape_sd=138.088µs notify=445.015µs notify_sd=28.99µs rules=36.024295ms tracing=7.926µs 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.150Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-10-09T04:26:02.485 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:02.150Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-10-09T04:26:02.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3477080444' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:02.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-mon[100982]: pgmap v19: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:26:02.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:02.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:02 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3477080444' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[96785]: pgmap v19: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:26:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:02.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3477080444' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:02.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[111528]: pgmap v19: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:26:02.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:02.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:02 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:03.231 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:03 smithi150 ceph-mon[100982]: Reconfiguring node-exporter.b (dependencies changed)... 2023-10-09T04:26:03.231 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:03 smithi150 ceph-mon[100982]: Reconfiguring daemon node-exporter.b on smithi150 2023-10-09T04:26:03.232 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:02 smithi150 systemd[1]: Stopping Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:03 smithi107 ceph-mon[96785]: Reconfiguring node-exporter.b (dependencies changed)... 2023-10-09T04:26:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:03 smithi107 ceph-mon[96785]: Reconfiguring daemon node-exporter.b on smithi150 2023-10-09T04:26:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:03 smithi107 ceph-mon[111528]: Reconfiguring node-exporter.b (dependencies changed)... 2023-10-09T04:26:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:03 smithi107 ceph-mon[111528]: Reconfiguring daemon node-exporter.b on smithi150 2023-10-09T04:26:03.982 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:03 smithi150 bash[152657]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b 2023-10-09T04:26:03.983 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:03 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-10-09T04:26:04.243 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:26:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:26:03.940Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.010655535s 2023-10-09T04:26:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-mon[100982]: pgmap v20: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:26:04.485 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:03 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.b.service: Failed with result 'exit-code'. 2023-10-09T04:26:04.485 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:03 smithi150 systemd[1]: Stopped Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:04.486 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 systemd[1]: Starting Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:04 smithi107 ceph-mon[111528]: pgmap v20: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:26:04.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:04 smithi107 ceph-mon[96785]: pgmap v20: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:26:04.856 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 podman[152758]: 2023-10-09T04:26:04.856 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.855Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-10-09T04:26:04.856 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.855Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-10-09T04:26:05.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.859Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-10-09T04:26:05.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.859Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-10-09T04:26:05.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.859Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-10-09T04:26:05.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=arp 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=bcache 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=bonding 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=btrfs 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=conntrack 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=cpu 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=diskstats 2023-10-09T04:26:05.234 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=dmi 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=edac 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=entropy 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=filefd 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=filesystem 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=hwmon 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=infiniband 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=ipvs 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=loadavg 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=mdadm 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=meminfo 2023-10-09T04:26:05.235 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=netclass 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=netdev 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=netstat 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=nfs 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=nfsd 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=nvme 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=os 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=pressure 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=rapl 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=schedstat 2023-10-09T04:26:05.236 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=selinux 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=sockstat 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=softnet 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=stat 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.860Z caller=node_exporter.go:117 level=info collector=tapestats 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=textfile 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=time 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=uname 2023-10-09T04:26:05.237 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=vmstat 2023-10-09T04:26:05.238 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=xfs 2023-10-09T04:26:05.238 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=node_exporter.go:117 level=info collector=zfs 2023-10-09T04:26:05.238 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-10-09T04:26:05.238 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b[152770]: ts=2023-10-09T04:26:04.861Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-10-09T04:26:05.238 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 bash[152758]: 65ad48b806b242d821baac6cf29dc986f0a8b7e9be48cf979c55eeca5128336d 2023-10-09T04:26:05.238 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 04:26:04 smithi150 systemd[1]: Started Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:05 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/826570720' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:05 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:05 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:05 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/826570720' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:05 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:05 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:05.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:05 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/826570720' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:05.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:05 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:05.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:05 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:06 smithi150 ceph-mon[100982]: Reconfiguring grafana.a (dependencies changed)... 2023-10-09T04:26:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:06 smithi150 ceph-mon[100982]: Reconfiguring daemon grafana.a on smithi150 2023-10-09T04:26:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:06 smithi150 ceph-mon[100982]: pgmap v21: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:26:06.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:06 smithi107 ceph-mon[111528]: Reconfiguring grafana.a (dependencies changed)... 2023-10-09T04:26:06.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:06 smithi107 ceph-mon[111528]: Reconfiguring daemon grafana.a on smithi150 2023-10-09T04:26:06.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:06 smithi107 ceph-mon[111528]: pgmap v21: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:26:06.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:06 smithi107 ceph-mon[96785]: Reconfiguring grafana.a (dependencies changed)... 2023-10-09T04:26:06.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:06 smithi107 ceph-mon[96785]: Reconfiguring daemon grafana.a on smithi150 2023-10-09T04:26:06.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:06 smithi107 ceph-mon[96785]: pgmap v21: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:26:07.428 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:07 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1772147682' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:07.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:07 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1772147682' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:07 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1772147682' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:07.734 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:07 smithi150 systemd[1]: Stopping Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:08.342 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:08 smithi150 ceph-mon[100982]: pgmap v22: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:26:08.342 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:08 smithi150 bash[153027]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a 2023-10-09T04:26:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:08 smithi107 ceph-mon[96785]: pgmap v22: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:26:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:08 smithi107 ceph-mon[111528]: pgmap v22: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:26:08.720 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:08 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-10-09T04:26:08.986 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:08 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@grafana.a.service: Failed with result 'exit-code'. 2023-10-09T04:26:08.986 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:08 smithi150 systemd[1]: Stopped Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:08.986 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:08 smithi150 systemd[1]: Starting Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:09.558 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 podman[153124]: 2023-10-09T04:26:09.559 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 bash[153124]: 3c0d5973a89da1c0ba08ca628f0e0f802372b8cc4a213a84ca9e0f174381f7b8 2023-10-09T04:26:09.837 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3706516011' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:09.837 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STOPPING 2023-10-09T04:26:09.837 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:26:09.837 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STOPPED 2023-10-09T04:26:09.837 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STARTING 2023-10-09T04:26:09.845 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 systemd[1]: Started Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:09.845 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837001443Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-10-09T04:26:09.845 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.83726001Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-10-09T04:26:09.845 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837293147Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-10-09T04:26:09.845 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837304592Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837319849Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837331405Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837342348Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837355757Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837367144Z level=info msg="Path Home" path=/usr/share/grafana 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837376323Z level=info msg="Path Data" path=/var/lib/grafana 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837382175Z level=info msg="Path Logs" path=/var/log/grafana 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837387894Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837393937Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=settings t=2023-10-09T04:26:09.837400055Z level=info msg="App mode production" 2023-10-09T04:26:09.846 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=sqlstore t=2023-10-09T04:26:09.837456105Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-10-09T04:26:09.847 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=sqlstore t=2023-10-09T04:26:09.837476559Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-10-09T04:26:09.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:09 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3706516011' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:09.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:09 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3706516011' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=migrator t=2023-10-09T04:26:09.86088611Z level=info msg="Starting DB migrations" 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=migrator t=2023-10-09T04:26:09.869246115Z level=info msg="migrations completed" performed=0 skipped=481 duration=750.318µs 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=sqlstore t=2023-10-09T04:26:09.869884617Z level=info msg="Created default organization" 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=plugin.loader t=2023-10-09T04:26:09.967613854Z level=info msg="Plugin registered" pluginID=input 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=plugin.loader t=2023-10-09T04:26:10.006910215Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=plugin.loader t=2023-10-09T04:26:10.006953192Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=secrets t=2023-10-09T04:26:10.007008151Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=query_data t=2023-10-09T04:26:10.009794061Z level=info msg="Query Service initialization" 2023-10-09T04:26:10.141 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=live.push_http t=2023-10-09T04:26:10.019501092Z level=info msg="Live Push Gateway initialization" 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Serving on http://:::9283 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STARTED 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STOPPING 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STOPPED 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:09 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:09] ENGINE Bus STARTING 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Serving on http://:::9283 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Bus STARTED 2023-10-09T04:26:10.142 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Bus STOPPING 2023-10-09T04:26:10.143 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:26:10.143 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Bus STOPPED 2023-10-09T04:26:10.143 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Bus STARTING 2023-10-09T04:26:10.143 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Serving on http://:::9283 2023-10-09T04:26:10.143 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:10] ENGINE Bus STARTED 2023-10-09T04:26:10.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:10.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:10.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: pgmap v23: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 666 op/s 2023-10-09T04:26:10.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:26:10.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:26:10.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107.front.sepia.ceph.com:9093"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107.front.sepia.ceph.com:9093"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150:9095"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150:9095"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150:3000"}]: dispatch 2023-10-09T04:26:10.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150:3000"}]: dispatch 2023-10-09T04:26:10.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:10.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:10 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: pgmap v23: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 666 op/s 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107.front.sepia.ceph.com:9093"}]: dispatch 2023-10-09T04:26:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107.front.sepia.ceph.com:9093"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150:9095"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150:9095"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150:3000"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150:3000"}]: dispatch 2023-10-09T04:26:11.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: pgmap v23: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 666 op/s 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107.front.sepia.ceph.com:9093"}]: dispatch 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi107.front.sepia.ceph.com:9093"}]: dispatch 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150:9095"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150:9095"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150:3000"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi150:3000"}]: dispatch 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:11.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:10 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=infra.usagestats.collector t=2023-10-09T04:26:11.21985617Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=provisioning.datasources t=2023-10-09T04:26:11.322362006Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=provisioning.datasources t=2023-10-09T04:26:11.322408472Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=provisioning.datasources t=2023-10-09T04:26:11.333632933Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=provisioning.alerting t=2023-10-09T04:26:11.423936764Z level=info msg="starting to provision alerting" 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=provisioning.alerting t=2023-10-09T04:26:11.42397988Z level=info msg="finished to provision alerting" 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=http.server t=2023-10-09T04:26:11.426240904Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=ngalert.state.manager t=2023-10-09T04:26:11.426237675Z level=info msg="Warming state cache for startup" 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=grafanaStorageLogger t=2023-10-09T04:26:11.427025394Z level=info msg="storage starting" 2023-10-09T04:26:11.483 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=ngalert.state.manager t=2023-10-09T04:26:11.437944298Z level=info msg="State cache has been initialized" states=0 duration=11.703287ms 2023-10-09T04:26:11.484 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=ticker t=2023-10-09T04:26:11.438042917Z level=info msg=starting first_tick=2023-10-09T04:26:20Z 2023-10-09T04:26:11.484 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=ngalert.multiorg.alertmanager t=2023-10-09T04:26:11.438064823Z level=info msg="starting MultiOrg Alertmanager" 2023-10-09T04:26:11.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:11 smithi107 ceph-mon[96785]: Upgrade: Need to upgrade myself (mgr.x) 2023-10-09T04:26:11.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:11 smithi107 ceph-mon[96785]: Upgrade: Need to upgrade myself (mgr.x) 2023-10-09T04:26:11.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:11 smithi107 ceph-mon[111528]: Upgrade: Need to upgrade myself (mgr.x) 2023-10-09T04:26:11.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:11 smithi107 ceph-mon[111528]: Upgrade: Need to upgrade myself (mgr.x) 2023-10-09T04:26:11.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-mon[100982]: Upgrade: Need to upgrade myself (mgr.x) 2023-10-09T04:26:11.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:11 smithi150 ceph-mon[100982]: Upgrade: Need to upgrade myself (mgr.x) 2023-10-09T04:26:12.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:12 smithi150 ceph-mon[100982]: pgmap v24: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 987 op/s 2023-10-09T04:26:12.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:12 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2944285329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:12.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:12 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:12.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:12 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:12.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:12 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:26:12.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:12 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[96785]: pgmap v24: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 987 op/s 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2944285329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:13.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[111528]: pgmap v24: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 987 op/s 2023-10-09T04:26:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2944285329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:26:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:12 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:13.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:13 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:26:13] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-10-09T04:26:13.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:13 smithi107 ceph-mon[96785]: Upgrade: Updating mgr.y 2023-10-09T04:26:13.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:13 smithi107 ceph-mon[96785]: Deploying daemon mgr.y on smithi107 2023-10-09T04:26:13.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:13 smithi107 ceph-mon[111528]: Upgrade: Updating mgr.y 2023-10-09T04:26:13.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:13 smithi107 ceph-mon[111528]: Deploying daemon mgr.y on smithi107 2023-10-09T04:26:13.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:13 smithi150 ceph-mon[100982]: Upgrade: Updating mgr.y 2023-10-09T04:26:13.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:13 smithi150 ceph-mon[100982]: Deploying daemon mgr.y on smithi107 2023-10-09T04:26:14.670 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:14 smithi107 systemd[1]: Stopping Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:14.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:14 smithi150 ceph-mon[100982]: pgmap v25: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2023-10-09T04:26:14.992 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:14 smithi107 ceph-mon[96785]: pgmap v25: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2023-10-09T04:26:14.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:14 smithi107 ceph-mon[111528]: pgmap v25: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2023-10-09T04:26:15.285 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:14 smithi107 bash[167342]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y 2023-10-09T04:26:15.285 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:15 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-10-09T04:26:15.671 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:15 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service: Failed with result 'exit-code'. 2023-10-09T04:26:15.671 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:15 smithi107 systemd[1]: Stopped Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:16.119 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:15 smithi107 systemd[1]: Starting Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:16.120 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:16 smithi107 podman[167481]: 2023-10-09T04:26:16.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:15 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/484459271' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:16.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:15 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:16.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:15 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/484459271' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:16.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:15 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:16.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:15 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/484459271' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:15 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:16.746 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:16 smithi107 bash[167481]: dc48170c7b203733e79a8fcde9bf8d876e1cee7da868617e4ed1f5292cd0a328 2023-10-09T04:26:16.747 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:16 smithi107 systemd[1]: Started Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:16.747 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:16.639+0000 7f0351e1a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:26:16.747 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[111528]: pgmap v26: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2023-10-09T04:26:16.747 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:16.747 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:16.747 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:16.754 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[96785]: pgmap v26: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2023-10-09T04:26:16.755 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:16.755 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:16.755 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:17.097 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:16.776+0000 7f0351e1a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:26:17.098 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:16.923+0000 7f0351e1a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:26:17.098 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:17.087+0000 7f0351e1a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:26:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:16 smithi150 ceph-mon[100982]: pgmap v26: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2023-10-09T04:26:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:16 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:16 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:16 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:17.361 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:17.357+0000 7f0351e1a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:26:18.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:17 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3257755763' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:18.158 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:17.954+0000 7f0351e1a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:26:18.158 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:18.151+0000 7f0351e1a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:26:18.160 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:17 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3257755763' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:18.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:17 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3257755763' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:18.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:18.293+0000 7f0351e1a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:26:18.770 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:18 smithi107 ceph-mon[96785]: pgmap v27: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 974 op/s 2023-10-09T04:26:18.771 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:18.442+0000 7f0351e1a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:26:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:18 smithi150 ceph-mon[100982]: pgmap v27: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 974 op/s 2023-10-09T04:26:18.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:26:19.107 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:18 smithi107 ceph-mon[111528]: pgmap v27: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 974 op/s 2023-10-09T04:26:19.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:19.104+0000 7f0351e1a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:26:20.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:20 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:20.147+0000 7f0351e1a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:26:20.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:20 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:20.275+0000 7f0351e1a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:26:21.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:20 smithi107 ceph-mon[96785]: pgmap v28: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 642 op/s 2023-10-09T04:26:21.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:20 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/441946950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:21.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:20 smithi107 ceph-mon[111528]: pgmap v28: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 642 op/s 2023-10-09T04:26:21.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:20 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/441946950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:21.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:20 smithi150 ceph-mon[100982]: pgmap v28: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 642 op/s 2023-10-09T04:26:21.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:20 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/441946950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:21.929 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:21.498+0000 7f0351e1a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:26:21.929 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:21.643+0000 7f0351e1a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:26:21.929 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:21.918+0000 7f0351e1a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:26:22.208 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:22 smithi107 ceph-mon[96785]: pgmap v29: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 935 op/s 2023-10-09T04:26:22.208 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:22 smithi107 ceph-mon[111528]: pgmap v29: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 935 op/s 2023-10-09T04:26:22.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:22 smithi150 ceph-mon[100982]: pgmap v29: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 935 op/s 2023-10-09T04:26:22.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:22.399+0000 7f0351e1a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:26:23.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:22.723+0000 7f0351e1a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:26:23.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:22.969+0000 7f0351e1a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:26:23.493 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:23 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:26:23] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2023-10-09T04:26:23.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:23.408+0000 7f0351e1a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:26:23.669 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:26:23.519Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi107.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.107:8443: connect: connection refused" 2023-10-09T04:26:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4225007979' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:23.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:23.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:23.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:23 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4225007979' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:23 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:23 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:23 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4225007979' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:24.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:24.518+0000 7f0351e1a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:26:24.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:24.733+0000 7f0351e1a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:26:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[111528]: pgmap v30: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[96785]: pgmap v30: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:26:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:24 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:24 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:24 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:24 smithi150 ceph-mon[100982]: pgmap v30: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:26:24.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:24 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:24.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:24 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:25.346 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:25.053+0000 7f0351e1a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:26:25.347 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:25.234+0000 7f0351e1a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:26:25.618 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:25.612+0000 7f0351e1a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:26:25.927 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:25 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2430973426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:25.928 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:25 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2430973426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:25 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2430973426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:26.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:26 smithi150 ceph-mon[100982]: pgmap v31: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:26:26.984 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:26 smithi107 ceph-mon[111528]: pgmap v31: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:26:26.985 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:26 smithi107 ceph-mon[96785]: pgmap v31: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:26.982+0000 7f0351e1a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:26] ENGINE Bus STARTING 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: CherryPy Checker: 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: The Application mounted at '' has an empty config. 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:27] ENGINE Serving on http://:::9283 2023-10-09T04:26:27.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:27] ENGINE Bus STARTED 2023-10-09T04:26:27.669 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T04:26:27.266Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=5 2023-10-09T04:26:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[111528]: Standby manager daemon y restarted 2023-10-09T04:26:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[111528]: Standby manager daemon y started 2023-10-09T04:26:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-09T04:26:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:26:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[96785]: Standby manager daemon y restarted 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[96785]: Standby manager daemon y started 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-09T04:26:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:27 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:26:28.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:27 smithi150 ceph-mon[100982]: Standby manager daemon y restarted 2023-10-09T04:26:28.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:27 smithi150 ceph-mon[100982]: Standby manager daemon y started 2023-10-09T04:26:28.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:27 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-09T04:26:28.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:27 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:26:28.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:27 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-09T04:26:28.242 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:27 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:26:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:28 smithi150 ceph-mon[100982]: pgmap v32: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-10-09T04:26:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:28 smithi150 ceph-mon[100982]: mgrmap e25: x(active, since 58s), standbys: y 2023-10-09T04:26:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:28 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/62674610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:28.985 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:26:29.027 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:28 smithi107 ceph-mon[96785]: pgmap v32: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-10-09T04:26:29.027 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:28 smithi107 ceph-mon[96785]: mgrmap e25: x(active, since 58s), standbys: y 2023-10-09T04:26:29.028 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:28 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/62674610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:29.028 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:28 smithi107 ceph-mon[111528]: pgmap v32: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-10-09T04:26:29.028 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:28 smithi107 ceph-mon[111528]: mgrmap e25: x(active, since 58s), standbys: y 2023-10-09T04:26:29.028 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:28 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/62674610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:29.644 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:29] ENGINE Bus STOPPING 2023-10-09T04:26:29.882 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:29.611+0000 7f6cd1c2c700 -1 mgr handle_mgr_map I was active but no longer am 2023-10-09T04:26:29.882 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ignoring --setuser ceph since I am not root 2023-10-09T04:26:29.882 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ignoring --setgroup ceph since I am not root 2023-10-09T04:26:29.882 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:29.875+0000 7f39bc2be200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:26:29.925 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:26:29.925 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:29] ENGINE Bus STOPPED 2023-10-09T04:26:29.925 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:29] ENGINE Bus STARTING 2023-10-09T04:26:29.925 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:29] ENGINE Serving on http://:::9283 2023-10-09T04:26:29.925 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:29] ENGINE Bus STARTED 2023-10-09T04:26:30.147 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:30.001+0000 7f39bc2be200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:26:30.147 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:30.136+0000 7f39bc2be200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:26:30.376 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.376 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: osdmap e76: 8 total, 8 up, 8 in 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: mgrmap e26: y(active, starting, since 0.0155512s) 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:26:30.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:26:30.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: Manager daemon y is now available 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.920+0000 7f02afa13700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.920+0000 7f02afa13700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.920+0000 7f02afa13700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.920+0000 7f02afa13700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.920+0000 7f02afa13700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.945+0000 7f02b321a700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.945+0000 7f02b321a700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.945+0000 7f02b321a700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.945+0000 7f02b321a700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.381 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:26:29.945+0000 7f02b321a700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:26:30.486 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:30.275+0000 7f39bc2be200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:26:30.491 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: osdmap e76: 8 total, 8 up, 8 in 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: mgrmap e26: y(active, starting, since 0.0155512s) 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:26:30.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:26:30.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: Manager daemon y is now available 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:26:30.494 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:26:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: osdmap e76: 8 total, 8 up, 8 in 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.24821 172.21.15.150:0/317662353' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: mgrmap e26: y(active, starting, since 0.0155512s) 2023-10-09T04:26:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:26:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:26:30.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: Manager daemon y is now available 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:30.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:26:30.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:30 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:26:30.986 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:30.547+0000 7f39bc2be200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:26:31.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:31.143+0000 7f39bc2be200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:26:31.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:31.361+0000 7f39bc2be200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:26:31.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[111528]: mgrmap e27: y(active, since 1.02682s) 2023-10-09T04:26:31.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[111528]: [09/Oct/2023:04:26:30] ENGINE Bus STARTING 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2695839937' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[111528]: [09/Oct/2023:04:26:31] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[111528]: [09/Oct/2023:04:26:31] ENGINE Serving on http://172.21.15.107:8765 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[111528]: [09/Oct/2023:04:26:31] ENGINE Bus STARTED 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[96785]: mgrmap e27: y(active, since 1.02682s) 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[96785]: [09/Oct/2023:04:26:30] ENGINE Bus STARTING 2023-10-09T04:26:31.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2695839937' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:31.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[96785]: [09/Oct/2023:04:26:31] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:26:31.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[96785]: [09/Oct/2023:04:26:31] ENGINE Serving on http://172.21.15.107:8765 2023-10-09T04:26:31.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:31 smithi107 ceph-mon[96785]: [09/Oct/2023:04:26:31] ENGINE Bus STARTED 2023-10-09T04:26:31.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-mon[100982]: mgrmap e27: y(active, since 1.02682s) 2023-10-09T04:26:31.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-mon[100982]: [09/Oct/2023:04:26:30] ENGINE Bus STARTING 2023-10-09T04:26:31.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2695839937' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:31.990 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-mon[100982]: [09/Oct/2023:04:26:31] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:26:31.990 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-mon[100982]: [09/Oct/2023:04:26:31] ENGINE Serving on http://172.21.15.107:8765 2023-10-09T04:26:31.990 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-mon[100982]: [09/Oct/2023:04:26:31] ENGINE Bus STARTED 2023-10-09T04:26:31.990 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:31.501+0000 7f39bc2be200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:26:31.990 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:31.661+0000 7f39bc2be200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:26:32.691 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:32 smithi150 ceph-mon[100982]: pgmap v4: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:32.691 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:32 smithi150 ceph-mon[100982]: mgrmap e28: y(active, since 2s) 2023-10-09T04:26:32.692 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:32.376+0000 7f39bc2be200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:26:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:32 smithi107 ceph-mon[111528]: pgmap v4: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:32 smithi107 ceph-mon[111528]: mgrmap e28: y(active, since 2s) 2023-10-09T04:26:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:32 smithi107 ceph-mon[96785]: pgmap v4: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:32 smithi107 ceph-mon[96785]: mgrmap e28: y(active, since 2s) 2023-10-09T04:26:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:33 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3894030857' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:33.710 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:33.426+0000 7f39bc2be200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:26:33.710 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:33.567+0000 7f39bc2be200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:26:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:33 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3894030857' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:33 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3894030857' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:34.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:34 smithi150 ceph-mon[100982]: pgmap v5: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:34.984 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:34.906+0000 7f39bc2be200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:26:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:34 smithi107 ceph-mon[96785]: pgmap v5: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:34 smithi107 ceph-mon[111528]: pgmap v5: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:35.364 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:35.065+0000 7f39bc2be200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:26:35.364 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:35.362+0000 7f39bc2be200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:26:36.194 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:35.848+0000 7f39bc2be200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:26:36.194 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:36.192+0000 7f39bc2be200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:26:36.461 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:36.459+0000 7f39bc2be200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:26:36.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-mon[100982]: pgmap v6: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:36.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:36.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:36.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2033459677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[111528]: pgmap v6: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2033459677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:36.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[96785]: pgmap v6: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail 2023-10-09T04:26:36.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:36.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:36.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:36 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2033459677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:37.237 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:36.907+0000 7f39bc2be200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:26:38.082 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:38.076+0000 7f39bc2be200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:26:38.082 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:37 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.082 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:37 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.082 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:37 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.082 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:37 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.152 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.152 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.152 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.152 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:37 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:38.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:38.312+0000 7f39bc2be200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:26:38.982 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:38.636+0000 7f39bc2be200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:26:38.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:38.829+0000 7f39bc2be200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:26:38.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:38 smithi150 ceph-mon[100982]: pgmap v7: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 474 op/s 2023-10-09T04:26:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:38 smithi107 ceph-mon[96785]: pgmap v7: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 474 op/s 2023-10-09T04:26:39.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:38 smithi107 ceph-mon[111528]: pgmap v7: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 474 op/s 2023-10-09T04:26:39.484 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:39.190+0000 7f39bc2be200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:26:40.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:39 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/696493869' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:40.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:39 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:40.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:39 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:40.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:39 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/696493869' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:40.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:39 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:40.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:39 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:40.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:39 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/696493869' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:40.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:39 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:40.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:39 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:40.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:40.527+0000 7f39bc2be200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:26:40.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:40] ENGINE Bus STARTING 2023-10-09T04:26:40.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: CherryPy Checker: 2023-10-09T04:26:40.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: The Application mounted at '' has an empty config. 2023-10-09T04:26:40.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: 2023-10-09T04:26:40.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:40] ENGINE Serving on http://:::9283 2023-10-09T04:26:40.984 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: [09/Oct/2023:04:26:40] ENGINE Bus STARTED 2023-10-09T04:26:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[111528]: pgmap v8: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 368 op/s 2023-10-09T04:26:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[111528]: Standby manager daemon x started 2023-10-09T04:26:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:26:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:26:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:26:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:26:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[96785]: pgmap v8: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 368 op/s 2023-10-09T04:26:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[96785]: Standby manager daemon x started 2023-10-09T04:26:41.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:26:41.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:26:41.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:26:41.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:41 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:26:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:41 smithi150 ceph-mon[100982]: pgmap v8: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 368 op/s 2023-10-09T04:26:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:41 smithi150 ceph-mon[100982]: Standby manager daemon x started 2023-10-09T04:26:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:41 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:26:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:41 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:26:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:41 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:26:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:41 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/427578601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: mgrmap e29: y(active, since 11s), standbys: x 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:26:42.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:26:42.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:26:42.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1989909496' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:42.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: mgrmap e29: y(active, since 11s), standbys: x 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:26:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:42 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1989909496' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:42.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: mgrmap e29: y(active, since 11s), standbys: x 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:26:42.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:42 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1989909496' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:43.438 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:43 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[141786]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-10-09T04:26:43.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:43 smithi150 ceph-mon[100982]: pgmap v9: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:26:43.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:43 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:26:43.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:43 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:26:43.438 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:43 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:26:43.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[111528]: pgmap v9: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:26:43.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:26:43.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:26:43.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:26:43.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[96785]: pgmap v9: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:26:43.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:26:43.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:26:43.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:43 smithi107 ceph-mon[96785]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:44 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/569254060' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:26:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:26:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:26:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/569254060' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:44.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:44 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/569254060' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:45 smithi150 ceph-mon[100982]: pgmap v10: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-10-09T04:26:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:45 smithi150 ceph-mon[100982]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:26:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:45 smithi150 ceph-mon[100982]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:26:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:45 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:45.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[96785]: pgmap v10: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-10-09T04:26:45.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[96785]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:26:45.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[96785]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:26:45.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[111528]: pgmap v10: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-10-09T04:26:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[111528]: Reconfiguring prometheus.a (dependencies changed)... 2023-10-09T04:26:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[111528]: Reconfiguring daemon prometheus.a on smithi150 2023-10-09T04:26:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:45 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-mon[100982]: pgmap v11: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-10-09T04:26:47.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/89188212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:47.478 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 systemd[1]: Stopping Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:47 smithi107 ceph-mon[96785]: pgmap v11: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-10-09T04:26:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:47 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/89188212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:47 smithi107 ceph-mon[111528]: pgmap v11: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-10-09T04:26:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:47 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/89188212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:48.070 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.810Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-10-09T04:26:48.070 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-10-09T04:26:48.070 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-10-09T04:26:48.070 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-10-09T04:26:48.070 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.811Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.812Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.812Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-10-09T04:26:48.071 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[152509]: ts=2023-10-09T04:26:47.812Z caller=main.go:1147 level=info msg="See you next time!" 2023-10-09T04:26:48.494 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:48 smithi150 bash[155662]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a 2023-10-09T04:26:48.991 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:48 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a.service: Succeeded. 2023-10-09T04:26:48.991 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:48 smithi150 systemd[1]: Stopped Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:48.991 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:48 smithi150 systemd[1]: Starting Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:49.460 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 podman[155772]: 2023-10-09T04:26:49.460 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.457Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-10-09T04:26:49.460 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.457Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-10-09T04:26:49.460 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.457Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi150 (none))" 2023-10-09T04:26:49.460 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.457Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-10-09T04:26:49.460 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.457Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-10-09T04:26:49.461 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.459Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-10-09T04:26:49.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-mon[100982]: pgmap v12: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 873 op/s 2023-10-09T04:26:49.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2078991487' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 bash[155772]: dd19f32c37495b5d605857db85b0dd593deeb0c5e2f688da9cd11ca48fe2645c 2023-10-09T04:26:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.460Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-10-09T04:26:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.461Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-10-09T04:26:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.461Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-10-09T04:26:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.464Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-10-09T04:26:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.464Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.749µs 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.464Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.473Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 systemd[1]: Started Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.520Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.523Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.524Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.524Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.434µs wal_replay_duration=59.689505ms wbl_replay_duration=122ns total_replay_duration=59.750475ms 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.528Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.528Z caller=main.go:1029 level=info msg="TSDB started" 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.528Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-10-09T04:26:49.735 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.549Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.224678ms db_storage=1.166µs remote_storage=1.356µs web_handler=890ns query_engine=992ns scrape=573.071µs scrape_sd=120.672µs notify=16.999µs notify_sd=16.562µs rules=20.170423ms tracing=7.311µs 2023-10-09T04:26:49.736 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.549Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-10-09T04:26:49.736 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:26:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:26:49.549Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-10-09T04:26:49.790 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-mon[111528]: pgmap v12: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 873 op/s 2023-10-09T04:26:49.790 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2078991487' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:49.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-mon[96785]: pgmap v12: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 873 op/s 2023-10-09T04:26:49.790 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2078991487' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:49] ENGINE Bus STOPPING 2023-10-09T04:26:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T04:26:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:49] ENGINE Bus STOPPED 2023-10-09T04:26:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:49] ENGINE Bus STARTING 2023-10-09T04:26:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:49] ENGINE Serving on http://:::9283 2023-10-09T04:26:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:26:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:26:49] ENGINE Bus STARTED 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: pgmap v13: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:26:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: pgmap v13: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:26:50.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:50 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:50.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:50.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-10-09T04:26:50.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: pgmap v13: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2023-10-09T04:26:50.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:26:50.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi150.front.sepia.ceph.com:9095"}]: dispatch 2023-10-09T04:26:50.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:50.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:50 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:52.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:52 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:52.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:52 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:52.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:52 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:26:52.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:52 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:52 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2611598692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2611598692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:52.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:26:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:26:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:26:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:52 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2611598692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:53.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:53 smithi107 ceph-mon[111528]: Upgrade: Updating mgr.x 2023-10-09T04:26:53.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:53 smithi107 ceph-mon[111528]: Deploying daemon mgr.x on smithi150 2023-10-09T04:26:53.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:53 smithi107 ceph-mon[111528]: pgmap v14: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 916 op/s 2023-10-09T04:26:53.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:53 smithi107 ceph-mon[96785]: Upgrade: Updating mgr.x 2023-10-09T04:26:53.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:53 smithi107 ceph-mon[96785]: Deploying daemon mgr.x on smithi150 2023-10-09T04:26:53.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:53 smithi107 ceph-mon[96785]: pgmap v14: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 916 op/s 2023-10-09T04:26:53.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:53 smithi150 systemd[1]: Stopping Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:53.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:53 smithi150 ceph-mon[100982]: Upgrade: Updating mgr.x 2023-10-09T04:26:53.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:53 smithi150 ceph-mon[100982]: Deploying daemon mgr.x on smithi150 2023-10-09T04:26:53.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:53 smithi150 ceph-mon[100982]: pgmap v14: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 916 op/s 2023-10-09T04:26:54.318 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:54 smithi150 bash[156154]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x 2023-10-09T04:26:54.319 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:54 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-10-09T04:26:54.598 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:54 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-10-09T04:26:54.598 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:54 smithi150 systemd[1]: Stopped Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:54.987 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:54 smithi150 systemd[1]: Starting Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:26:55.632 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:55 smithi150 ceph-mon[100982]: pgmap v15: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:26:55.632 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:55 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1704629701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:55.636 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:55 smithi150 podman[156282]: 2023-10-09T04:26:55.636 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:55 smithi150 bash[156282]: 3b60d960413bbb992d8c1bb2c0539125d01b41714f1c5316ea543fc1b0f003ae 2023-10-09T04:26:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:55 smithi107 ceph-mon[111528]: pgmap v15: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:26:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:55 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1704629701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:55.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:55 smithi107 ceph-mon[96785]: pgmap v15: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:26:55.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:55 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1704629701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:55.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:55 smithi150 systemd[1]: Started Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:26:55.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:55 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:55.861+0000 7f5a8264a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:26:56.324 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:55.993+0000 7f5a8264a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:26:56.325 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:56.146+0000 7f5a8264a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:26:56.325 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:56.316+0000 7f5a8264a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:26:56.603 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:56.601+0000 7f5a8264a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:26:57.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[96785]: pgmap v16: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:26:57.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:57.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:57.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[111528]: pgmap v16: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:26:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:56 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:57.182 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-mon[100982]: pgmap v16: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:26:57.182 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:57.182 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:26:57.183 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:56 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:26:57.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:57.178+0000 7f5a8264a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:26:57.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:57.372+0000 7f5a8264a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:26:57.893 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:57 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/4111921276' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:57.893 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:57.506+0000 7f5a8264a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:26:57.893 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:57 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:57.666+0000 7f5a8264a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:26:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:57 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/4111921276' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:58.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:57 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/4111921276' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:26:58.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:58.413+0000 7f5a8264a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:26:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:58 smithi107 ceph-mon[96785]: pgmap v17: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-10-09T04:26:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:58 smithi107 ceph-mon[111528]: pgmap v17: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-10-09T04:26:59.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:58 smithi150 ceph-mon[100982]: pgmap v17: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-10-09T04:26:59.909 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:59 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:59.488+0000 7f5a8264a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:26:59.909 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:26:59 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:26:59.635+0000 7f5a8264a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:26:59.914 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:59 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:26:59.915 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:26:59 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1979776032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:59 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:26:59 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1979776032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:59 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:26:59 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1979776032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:00 smithi107 ceph-mon[111528]: pgmap v18: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-10-09T04:27:01.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:00 smithi107 ceph-mon[96785]: pgmap v18: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-10-09T04:27:01.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:00 smithi150 ceph-mon[100982]: pgmap v18: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-10-09T04:27:01.235 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:00 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:00.935+0000 7f5a8264a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:27:01.235 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:01 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:01.091+0000 7f5a8264a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:27:01.735 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:01 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:01.395+0000 7f5a8264a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:27:02.228 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:01 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:01.861+0000 7f5a8264a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:27:02.228 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:02.226+0000 7f5a8264a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:27:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:27:02] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-10-09T04:27:02.963 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:02.482+0000 7f5a8264a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:27:02.963 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:02 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:02.958+0000 7f5a8264a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:27:03.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:03 smithi107 ceph-mon[96785]: pgmap v19: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 911 op/s 2023-10-09T04:27:03.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:03 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/55715237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:03.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:03 smithi107 ceph-mon[111528]: pgmap v19: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 911 op/s 2023-10-09T04:27:03.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:03 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/55715237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:03 smithi150 ceph-mon[100982]: pgmap v19: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 911 op/s 2023-10-09T04:27:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:03 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/55715237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:04.484 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:04.059+0000 7f5a8264a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:27:04.485 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:04.265+0000 7f5a8264a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:27:04.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:04.602+0000 7f5a8264a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:27:04.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:04 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:04.782+0000 7f5a8264a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:27:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:05 smithi150 ceph-mon[100982]: pgmap v20: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:27:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:05 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:05 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:05 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1373563772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:05.488 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:05 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:05.149+0000 7f5a8264a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:27:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[96785]: pgmap v20: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:27:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1373563772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:05.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[111528]: pgmap v20: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:27:05.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:05.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:05.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:05 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1373563772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:06.552+0000 7f5a8264a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: [09/Oct/2023:04:27:06] ENGINE Bus STARTING 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: CherryPy Checker: 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: The Application mounted at '' has an empty config. 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: [09/Oct/2023:04:27:06] ENGINE Serving on http://:::9283 2023-10-09T04:27:06.988 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:06 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: [09/Oct/2023:04:27:06] ENGINE Bus STARTED 2023-10-09T04:27:07.314 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: pgmap v21: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:27:07.314 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:07.314 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:07.314 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: Standby manager daemon x restarted 2023-10-09T04:27:07.314 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: Standby manager daemon x started 2023-10-09T04:27:07.315 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:27:07.315 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:27:07.315 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:27:07.315 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:07 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:27:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: pgmap v21: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:27:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: Standby manager daemon x restarted 2023-10-09T04:27:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: Standby manager daemon x started 2023-10-09T04:27:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:27:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:27:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:27:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[96785]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:27:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: pgmap v21: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:27:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:07.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: Standby manager daemon x restarted 2023-10-09T04:27:07.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: Standby manager daemon x started 2023-10-09T04:27:07.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:27:07.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:27:07.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:27:07.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:07 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/1483762915' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:27:08.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:08 smithi150 ceph-mon[100982]: mgrmap e30: y(active, since 37s), standbys: x 2023-10-09T04:27:08.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:08 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/53618781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:08.667 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:27:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:27:08.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:27:08.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:08 smithi107 ceph-mon[96785]: mgrmap e30: y(active, since 37s), standbys: x 2023-10-09T04:27:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:08 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/53618781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:08 smithi107 ceph-mon[111528]: mgrmap e30: y(active, since 37s), standbys: x 2023-10-09T04:27:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:08 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/53618781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:09.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:09 smithi107 ceph-mon[111528]: pgmap v22: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 876 op/s 2023-10-09T04:27:09.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:09 smithi107 ceph-mon[96785]: pgmap v22: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 876 op/s 2023-10-09T04:27:09.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:09 smithi150 ceph-mon[100982]: pgmap v22: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 876 op/s 2023-10-09T04:27:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:10 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1772959388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:10 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/1772959388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:10.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:10 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1772959388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:11 smithi107 ceph-mon[111528]: pgmap v23: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 563 op/s 2023-10-09T04:27:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:11 smithi107 ceph-mon[96785]: pgmap v23: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 563 op/s 2023-10-09T04:27:11.708 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:11 smithi150 ceph-mon[100982]: pgmap v23: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 563 op/s 2023-10-09T04:27:12.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:27:12] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: pgmap v24: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 872 op/s 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: Upgrade: Setting container_image for all mgr 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-10-09T04:27:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[96785]: Upgrade: It appears safe to stop mon.a 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: pgmap v24: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 872 op/s 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: Upgrade: Setting container_image for all mgr 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-10-09T04:27:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:12 smithi107 ceph-mon[111528]: Upgrade: It appears safe to stop mon.a 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: pgmap v24: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 872 op/s 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:13.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: Upgrade: Setting container_image for all mgr 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-10-09T04:27:13.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:12 smithi150 ceph-mon[100982]: Upgrade: It appears safe to stop mon.a 2023-10-09T04:27:14.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:13 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2932112258' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:13 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/2932112258' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:14.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:13 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2932112258' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:14.885 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:14 smithi107 ceph-mon[111528]: pgmap v25: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-10-09T04:27:14.885 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:14 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:15.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:14 smithi107 ceph-mon[96785]: pgmap v25: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-10-09T04:27:15.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:14 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:14 smithi150 ceph-mon[100982]: pgmap v25: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-10-09T04:27:15.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:14 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:16.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[111528]: Upgrade: Updating mon.a 2023-10-09T04:27:16.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:16.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3633082761' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[111528]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[96785]: Upgrade: Updating mon.a 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[96785]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[96785]: from='client.? 172.21.15.107:0/3633082761' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:27:16.519 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:16 smithi107 ceph-mon[96785]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:16.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:16 smithi150 ceph-mon[100982]: Upgrade: Updating mon.a 2023-10-09T04:27:16.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:16 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='mgr.y' 2023-10-09T04:27:16.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:16 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3633082761' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:16.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:16 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:27:16.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:16 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:27:16.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:16 smithi150 ceph-mon[100982]: from='mgr.15090 172.21.15.107:0/4027974180' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:17.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:17 smithi107 systemd[1]: Stopping Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:27:17.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:17 smithi107 ceph-mon[111528]: Deploying daemon mon.a on smithi107 2023-10-09T04:27:17.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:17 smithi107 ceph-mon[111528]: pgmap v26: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-10-09T04:27:17.846 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:17 smithi107 ceph-mon[96785]: Deploying daemon mon.a on smithi107 2023-10-09T04:27:17.846 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:17 smithi107 ceph-mon[96785]: pgmap v26: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-10-09T04:27:17.846 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[96761]: 2023-10-09T04:27:17.648+0000 7fae4f2d2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:27:17.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[96761]: 2023-10-09T04:27:17.648+0000 7fae4f2d2700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-10-09T04:27:17.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:17 smithi150 ceph-mon[100982]: Deploying daemon mon.a on smithi107 2023-10-09T04:27:17.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:17 smithi150 ceph-mon[100982]: pgmap v26: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-10-09T04:27:18.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:18 smithi107 bash[178984]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a 2023-10-09T04:27:18.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:18 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service: Succeeded. 2023-10-09T04:27:18.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:18 smithi107 systemd[1]: Stopped Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:27:18.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:18 smithi107 systemd[1]: Starting Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:27:18.989 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:27:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:27:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:27:19.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 podman[179136]: 2023-10-09T04:27:19.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T04:27:19.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable), process ceph-mon, pid 7 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: pidfile_write: ignore empty --pid-file 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 bash[179136]: 011915d83795c91744e48593d53d8e80c4e73b16a9808972f9270775511f24c4 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: load: jerasure load: lrc 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: RocksDB version: 7.9.2 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Git sha 0 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Compile date 2023-10-06 16:19:06 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: DB SUMMARY 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: DB Session ID: RDW3WBESQW3QQEAB7ZCT 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: CURRENT file: CURRENT 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T04:27:19.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1157 Bytes 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 127279 ; 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.error_if_exists: 0 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.create_if_missing: 0 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.paranoid_checks: 1 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.env: 0x55801d839720 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.fs: PosixFileSystem 2023-10-09T04:27:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.info_log: 0x558020469420 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.statistics: (nil) 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.use_fsync: 0 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_log_file_size: 0 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.allow_fallocate: 1 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T04:27:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.use_direct_reads: 0 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.db_log_dir: 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.wal_dir: 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T04:27:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.write_buffer_manager: 0x55801f6fac80 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.unordered_write: 0 2023-10-09T04:27:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.row_cache: None 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.wal_filter: None 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.two_write_queues: 0 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.wal_compression: 0 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.atomic_flush: 0 2023-10-09T04:27:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.log_readahead_size: 0 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-09T04:27:19.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_background_jobs: 2 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_background_compactions: -1 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_subcompactions: 1 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_open_files: -1 2023-10-09T04:27:19.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_background_flushes: -1 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Compression algorithms supported: 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kZSTD supported: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kXpressCompression supported: 0 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kZlibCompression supported: 1 2023-10-09T04:27:19.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kSnappyCompression supported: 1 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kLZ4Compression supported: 1 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: kBZip2Compression supported: 0 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.merge_operator: 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_filter: None 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T04:27:19.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558020469520) 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: cache_index_and_filter_blocks: 1 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: pin_top_level_index_and_filter: 1 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: index_type: 0 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: data_block_index_type: 0 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: index_shortening: 1 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: checksum: 4 2023-10-09T04:27:19.429 INFO:journalctl@ceph.mon.a.smithi107.stdout: no_block_cache: 0 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache: 0x55801f77b350 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache_name: BinnedLRUCache 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache_options: 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: capacity : 536870912 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: num_shard_bits : 4 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: strict_capacity_limit : 0 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: high_pri_pool_ratio: 0.000 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_cache_compressed: (nil) 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: persistent_cache: (nil) 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_size: 4096 2023-10-09T04:27:19.430 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_size_deviation: 10 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_restart_interval: 16 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: index_block_restart_interval: 1 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: metadata_block_size: 4096 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: partition_filters: 0 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: use_delta_encoding: 1 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: filter_policy: bloomfilter 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: whole_key_filtering: 1 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: verify_compression: 0 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: read_amp_bytes_per_bit: 0 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: format_version: 5 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: enable_index_compression: 1 2023-10-09T04:27:19.431 INFO:journalctl@ceph.mon.a.smithi107.stdout: block_align: 0 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout: max_auto_readahead_size: 262144 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout: prepopulate_block_cache: 0 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout: initial_auto_readahead_size: 8192 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout: num_file_reads_for_auto_readahead: 2 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression: NoCompression 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T04:27:19.432 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.num_levels: 7 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T04:27:19.433 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-09T04:27:19.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T04:27:19.435 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.arena_block_size: 1048576 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T04:27:19.436 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.table_properties_collectors: 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.inplace_update_support: 0 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T04:27:19.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.bloom_locality: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.max_successive_merges: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.ttl: 2592000 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T04:27:19.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.enable_blob_files: false 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.min_blob_size: 0 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.blob_file_starting_level: 0 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-09T04:27:19.439 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12506, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 33c666d4-8e28-4850-8702-f703b3084c6a 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825639400076, "job": 1, "event": "recovery_started", "wal_files": [31]} 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825639401395, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 125946, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12498, "largest_seqno": 12665, "table_properties": {"data_size": 124323, "index_size": 355, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 261, "raw_key_size": 2558, "raw_average_key_size": 27, "raw_value_size": 122317, "raw_average_value_size": 1301, "num_data_blocks": 15, "num_entries": 94, "num_filter_entries": 94, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696825639, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "33c666d4-8e28-4850-8702-f703b3084c6a", "db_session_id": "RDW3WBESQW3QQEAB7ZCT", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825639401496, "job": 1, "event": "recovery_finished"} 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-10-09T04:27:19.440 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55801f818000 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: DB pointer 0x55801f804000 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** DB Stats ** 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T04:27:19.441 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: L0 1/0 122.99 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 149.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: L6 1/0 6.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: Sum 2/0 6.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 149.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 149.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.442 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 149.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:27:19.443 INFO:journalctl@ceph.mon.a.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: Cumulative compaction: 0.00 GB write, 11.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: Interval compaction: 0.00 GB write, 11.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: Block cache BinnedLRUCache@0x55801f77b350#7 capacity: 512.00 MB usage: 0.77 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.31 KB,5.96046e-05%) IndexBlock(1,0.45 KB,8.64267e-05%) Misc(1,0.00 KB,0%) 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: starting mon.a rank 0 at public addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] at bind addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???) e3 preinit fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).mds e9 new map 2023-10-09T04:27:19.444 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).mds e9 print_map 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: e9 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: legacy client fscid: 1 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: Filesystem 'foo' (1) 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: fs_name foo 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: epoch 8 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: created 2023-10-09T04:23:10.235193+0000 2023-10-09T04:27:19.445 INFO:journalctl@ceph.mon.a.smithi107.stdout: modified 2023-10-09T04:23:23.150253+0000 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: tableserver 0 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: root 0 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: session_timeout 60 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: session_autoclose 300 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: max_file_size 1099511627776 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: required_client_features {} 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: last_failure 0 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: last_failure_osd_epoch 0 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: max_mds 1 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: in 0 2023-10-09T04:27:19.446 INFO:journalctl@ceph.mon.a.smithi107.stdout: up {0=24548} 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: failed 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: damaged 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: stopped 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: data_pools [4] 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: metadata_pool 3 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: inline_data disabled 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: balancer 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: bal_rank_mask -1 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: standby_count_wanted 1 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: [mds.foo.smithi107.pchrgy{0:24548} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] compat {c=[1],r=[1],i=[7ff]}] 2023-10-09T04:27:19.447 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout: Standby daemons: 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout: 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout: [mds.foo.smithi150.abdyen{-1:14670} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] compat {c=[1],r=[1],i=[7ff]}] 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).osd e76 crush map has features 3314933000854323200, adjusting msgr requires 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expand map: {default=false} 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta from 'false' to 'false' 2023-10-09T04:27:19.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expanded map: {default=false} 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expand map: {default=info} 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta from 'info' to 'info' 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expanded map: {default=info} 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expand map: {default=daemon} 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expanded map: {default=daemon} 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expand map: {default=debug} 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta from 'debug' to 'debug' 2023-10-09T04:27:19.449 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 ceph-mon[179183]: expand_channel_meta expanded map: {default=debug} 2023-10-09T04:27:19.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:19 smithi107 systemd[1]: Started Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:27:21.188 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: pgmap v27: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 913 op/s 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1013620092' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: mon.a calling monitor election 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: pgmap v28: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3693165087' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: osdmap e76: 8 total, 8 up, 8 in 2023-10-09T04:27:21.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: mgrmap e30: y(active, since 51s), standbys: x 2023-10-09T04:27:21.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: mgrmap e31: y(active, since 51s), standbys: x 2023-10-09T04:27:21.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: overall HEALTH_OK 2023-10-09T04:27:21.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-mon[100982]: from='mgr.15090 ' entity='' 2023-10-09T04:27:21.190 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: ignoring --setuser ceph since I am not root 2023-10-09T04:27:21.190 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:20 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: ignoring --setgroup ceph since I am not root 2023-10-09T04:27:21.190 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:21.184+0000 7fcccac9c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:27:21.297 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ignoring --setuser ceph since I am not root 2023-10-09T04:27:21.297 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ignoring --setgroup ceph since I am not root 2023-10-09T04:27:21.297 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-mgr[167522]: -- 172.21.15.107:0/1581136290 <== mon.0 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e540d7f1e0 con 0x55e540d55000 2023-10-09T04:27:21.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:21.172+0000 7f1c77a70200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-09T04:27:21.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:21.292+0000 7f1c77a70200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:27:21.298 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: pgmap v27: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 913 op/s 2023-10-09T04:27:21.298 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1013620092' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: mon.a calling monitor election 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: pgmap v28: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3693165087' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: osdmap e76: 8 total, 8 up, 8 in 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: mgrmap e30: y(active, since 51s), standbys: x 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: mgrmap e31: y(active, since 51s), standbys: x 2023-10-09T04:27:21.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: overall HEALTH_OK 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[179183]: from='mgr.15090 ' entity='' 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: pgmap v27: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 913 op/s 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1013620092' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: mon.a calling monitor election 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: pgmap v28: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3693165087' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:21.300 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: osdmap e76: 8 total, 8 up, 8 in 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: mgrmap e30: y(active, since 51s), standbys: x 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: mgrmap e31: y(active, since 51s), standbys: x 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: overall HEALTH_OK 2023-10-09T04:27:21.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:20 smithi107 ceph-mon[111528]: from='mgr.15090 ' entity='' 2023-10-09T04:27:21.444 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:21.304+0000 7fcccac9c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-09T04:27:21.445 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:21.443+0000 7fcccac9c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:27:21.563 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:21.428+0000 7f1c77a70200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-09T04:27:21.563 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:21.561+0000 7f1c77a70200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:27:21.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:21.589+0000 7fcccac9c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-09T04:27:22.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:21 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:21.813+0000 7f1c77a70200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:27:22.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:21.871+0000 7fcccac9c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-09T04:27:22.671 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:22.365+0000 7f1c77a70200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:27:22.671 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:22.551+0000 7f1c77a70200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:27:22.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:22 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:22.443+0000 7fcccac9c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-09T04:27:22.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:22 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:22.644+0000 7fcccac9c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-09T04:27:23.173 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:22.680+0000 7f1c77a70200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:27:23.174 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:22.822+0000 7f1c77a70200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:27:23.235 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:22 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:22.775+0000 7fcccac9c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-09T04:27:23.235 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:22 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:22.928+0000 7fcccac9c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-09T04:27:23.452 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 1 2023-10-09T04:27:23.924 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:23.484+0000 7f1c77a70200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:27:23.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:23 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1036659787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:23.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1036659787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:23.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:23 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:23.553+0000 7fcccac9c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-09T04:27:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:23 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1036659787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:27:24.029 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch ps' 2023-10-09T04:27:24.921 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:24.478+0000 7f1c77a70200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:27:24.921 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:24.609+0000 7f1c77a70200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:27:24.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:24 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:24.508+0000 7fcccac9c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-09T04:27:24.983 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:24 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:24.643+0000 7fcccac9c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-09T04:27:24.993 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:27:26.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:25.791+0000 7f1c77a70200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:27:26.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:25.938+0000 7f1c77a70200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:27:26.234 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:25.860+0000 7fcccac9c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:27:26.234 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:26.001+0000 7fcccac9c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-09T04:27:26.508 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:26.216+0000 7f1c77a70200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:27:26.721 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:26.279+0000 7fcccac9c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-09T04:27:26.721 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:26.718+0000 7fcccac9c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:27:26.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:26.650+0000 7f1c77a70200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-09T04:27:27.423 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:26.972+0000 7f1c77a70200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:27:27.423 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:27.191+0000 7f1c77a70200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:27:27.483 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:27.045+0000 7fcccac9c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-09T04:27:27.484 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:27.272+0000 7fcccac9c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-09T04:27:27.920 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:27.589+0000 7f1c77a70200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:27:27.985 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:27.707+0000 7fcccac9c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-09T04:27:28.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:28 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:28.587+0000 7f1c77a70200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:27:28.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:28 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:28.775+0000 7f1c77a70200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:27:29.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:28.778+0000 7fcccac9c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-09T04:27:29.233 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:28.978+0000 7fcccac9c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-09T04:27:29.424 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:29.069+0000 7f1c77a70200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:27:29.424 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:29.238+0000 7f1c77a70200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:27:29.732 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:29.288+0000 7fcccac9c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-09T04:27:29.733 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:29.474+0000 7fcccac9c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-09T04:27:29.919 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:29.573+0000 7f1c77a70200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:27:30.235 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:29.844+0000 7fcccac9c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-09T04:27:31.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:27:30.858+0000 7f94f51e9700 -1 mon.b@1(peon).osd e77 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: Active manager daemon y restarted 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: Activating manager daemon y 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: osdmap e77: 8 total, 8 up, 8 in 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: mgrmap e32: y(active, starting, since 0.0132881s), standbys: x 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: failed to encode map e77 with expected crc 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:27:31.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:27:31.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:27:31.127 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:30 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:27:31.128 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:30.818+0000 7f1c77a70200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:27:31.128 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:27:30] ENGINE Bus STARTING 2023-10-09T04:27:31.130 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: Active manager daemon y restarted 2023-10-09T04:27:31.130 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: Activating manager daemon y 2023-10-09T04:27:31.130 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: osdmap e77: 8 total, 8 up, 8 in 2023-10-09T04:27:31.130 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: mgrmap e32: y(active, starting, since 0.0132881s), standbys: x 2023-10-09T04:27:31.130 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: failed to encode map e77 with expected crc 2023-10-09T04:27:31.130 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:27:31.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:27:30.855+0000 7f68862e9700 -1 mon.c@2(peon).osd e77 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: Active manager daemon y restarted 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: Activating manager daemon y 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: osdmap e77: 8 total, 8 up, 8 in 2023-10-09T04:27:31.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: mgrmap e32: y(active, starting, since 0.0132881s), standbys: x 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: failed to encode map e77 with expected crc 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi150.abdyen"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pchrgy"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:27:31.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-09T04:27:31.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:30 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-09T04:27:31.389 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:31.170+0000 7fcccac9c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-09T04:27:31.389 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: [09/Oct/2023:04:27:31] ENGINE Bus STARTING 2023-10-09T04:27:31.389 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: CherryPy Checker: 2023-10-09T04:27:31.390 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: The Application mounted at '' has an empty config. 2023-10-09T04:27:31.390 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: 2023-10-09T04:27:31.390 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: [09/Oct/2023:04:27:31] ENGINE Serving on http://:::9283 2023-10-09T04:27:31.390 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x[156294]: [09/Oct/2023:04:27:31] ENGINE Bus STARTED 2023-10-09T04:27:31.406 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.149+0000 7f1bdfd77700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.406 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.149+0000 7f1bdfd77700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.406 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.149+0000 7f1bdfd77700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.406 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.149+0000 7f1bdfd77700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.149+0000 7f1bdfd77700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.160+0000 7f1bdc570700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.160+0000 7f1bdc570700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.160+0000 7f1bdc570700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.160+0000 7f1bdc570700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.160+0000 7f1bdc570700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: CherryPy Checker: 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: The Application mounted at '' has an empty config. 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:27:31] ENGINE Serving on http://:::9283 2023-10-09T04:27:31.407 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:04:27:31] ENGINE Bus STARTED 2023-10-09T04:27:31.961 INFO:teuthology.orchestra.run.smithi107.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T04:27:31.961 INFO:teuthology.orchestra.run.smithi107.stdout:alertmanager.a smithi107 *:9093,9094 running (98s) - 5m 27.2M - 0.25.0 c8568f914cd2 d80f2c63cdde 2023-10-09T04:27:31.961 INFO:teuthology.orchestra.run.smithi107.stdout:grafana.a smithi150 *:3000 running (82s) - 4m 83.3M - 9.4.7 2c41d148cca3 3c0d5973a89d 2023-10-09T04:27:31.961 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi107.pchrgy smithi107 running (4m) - 4m 18.3M - 17.2.6-1303-gb2903cb0 5517396c50d4 9862d3401ef6 2023-10-09T04:27:31.961 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi150.abdyen smithi150 running (4m) - 4m 13.9M - 17.2.6-1303-gb2903cb0 5517396c50d4 04274a11af4d 2023-10-09T04:27:31.961 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.x smithi150 *:8443,9283,8765 running (36s) - 8m 60.4M - 18.2.0-598-gb4fa663f 3060897fdf97 3b60d960413b 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.y smithi107 *:8443,9283,8765 running (75s) - 10m 480M - 18.2.0-598-gb4fa663f 3060897fdf97 dc48170c7b20 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a smithi107 running (10m) - 10m 100M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 9c9e3e448920 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b smithi150 running (8m) - 8m 70.0M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 7cfdd7fd0092 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c smithi107 running (8m) - 8m 66.2M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 3f7fdd98a82c 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.a smithi107 *:9100 running (95s) - 5m 9223k - 1.5.0 0da6a335fe13 72cb5f39c4ed 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.b smithi150 *:9100 running (87s) - 4m 16.5M - 1.5.0 0da6a335fe13 65ad48b806b2 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 smithi107 running (8m) - 8m 1585M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 27210c9c52dc 2023-10-09T04:27:31.962 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 smithi107 running (7m) - 7m 931M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9b92e5fbe1c8 2023-10-09T04:27:31.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 smithi107 running (7m) - 7m 2038M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 0e13a3a24e73 2023-10-09T04:27:31.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 smithi107 running (7m) - 7m 675M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 76a8b6283ebe 2023-10-09T04:27:31.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 smithi150 running (6m) - 6m 1728M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 333ec141ac9c 2023-10-09T04:27:31.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 smithi150 running (6m) - 6m 1835M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9185b9d60de7 2023-10-09T04:27:31.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 smithi150 running (6m) - 6m 870M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 fd2e61646094 2023-10-09T04:27:31.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 smithi150 running (5m) - 5m 1291M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 184ca6f79743 2023-10-09T04:27:31.964 INFO:teuthology.orchestra.run.smithi107.stdout:prometheus.a smithi150 *:9095 running (42s) - 5m 46.7M - 2.43.0 a07b618ecd1d dd19f32c3749 2023-10-09T04:27:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: failed to encode map e77 with expected crc 2023-10-09T04:27:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: Manager daemon y is now available 2023-10-09T04:27:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: Standby manager daemon x restarted 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: Standby manager daemon x started 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:27:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:31 smithi150 ceph-mon[100982]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:27:31.934+0000 7f1c311cf700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:27:32] "GET /metrics HTTP/1.1" 200 33582 "" "Prometheus/2.43.0" 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: failed to encode map e77 with expected crc 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: Manager daemon y is now available 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:32.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: Standby manager daemon x restarted 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: Standby manager daemon x started 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[179183]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:27:32.400 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: failed to encode map e77 with expected crc 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: Manager daemon y is now available 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: Standby manager daemon x restarted 2023-10-09T04:27:32.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: Standby manager daemon x started 2023-10-09T04:27:32.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-10-09T04:27:32.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:31 smithi107 ceph-mon[111528]: from='mgr.? 172.21.15.150:0/2383186326' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-09T04:27:32.434 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade pause' 2023-10-09T04:27:33.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:32 smithi150 ceph-mon[100982]: mgrmap e33: y(active, since 1.06778s), standbys: x 2023-10-09T04:27:33.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:32 smithi150 ceph-mon[100982]: from='client.34107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:27:33.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:32 smithi150 ceph-mon[100982]: pgmap v3: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:33.326 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:27:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-mon[179183]: mgrmap e33: y(active, since 1.06778s), standbys: x 2023-10-09T04:27:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-mon[179183]: from='client.34107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:27:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-mon[179183]: pgmap v3: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-mon[111528]: mgrmap e33: y(active, since 1.06778s), standbys: x 2023-10-09T04:27:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-mon[111528]: from='client.34107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:27:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:32 smithi107 ceph-mon[111528]: pgmap v3: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:34.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[179183]: [09/Oct/2023:04:27:32] ENGINE Bus STARTING 2023-10-09T04:27:34.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[179183]: [09/Oct/2023:04:27:32] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:27:34.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[179183]: [09/Oct/2023:04:27:32] ENGINE Serving on http://172.21.15.107:8765 2023-10-09T04:27:34.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[179183]: [09/Oct/2023:04:27:32] ENGINE Bus STARTED 2023-10-09T04:27:34.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[179183]: pgmap v4: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:34.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[179183]: mgrmap e34: y(active, since 2s), standbys: x 2023-10-09T04:27:34.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:27:32] ENGINE Bus STARTING 2023-10-09T04:27:34.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:27:32] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:27:34.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:27:32] ENGINE Serving on http://172.21.15.107:8765 2023-10-09T04:27:34.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[111528]: [09/Oct/2023:04:27:32] ENGINE Bus STARTED 2023-10-09T04:27:34.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[111528]: pgmap v4: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:34.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:33 smithi107 ceph-mon[111528]: mgrmap e34: y(active, since 2s), standbys: x 2023-10-09T04:27:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:27:32] ENGINE Bus STARTING 2023-10-09T04:27:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:27:32] ENGINE Serving on https://172.21.15.107:7150 2023-10-09T04:27:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:27:32] ENGINE Serving on http://172.21.15.107:8765 2023-10-09T04:27:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:33 smithi150 ceph-mon[100982]: [09/Oct/2023:04:27:32] ENGINE Bus STARTED 2023-10-09T04:27:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:33 smithi150 ceph-mon[100982]: pgmap v4: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:33 smithi150 ceph-mon[100982]: mgrmap e34: y(active, since 2s), standbys: x 2023-10-09T04:27:35.683 INFO:teuthology.orchestra.run.smithi107.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:27:35.715 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:35 smithi107 ceph-mon[179183]: pgmap v5: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:35.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:35 smithi107 ceph-mon[111528]: pgmap v5: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:35.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:35 smithi150 ceph-mon[100982]: pgmap v5: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:36.191 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'sleep 60' 2023-10-09T04:27:36.965 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:36 smithi150 ceph-mon[100982]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:27:36.965 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:36 smithi150 ceph-mon[100982]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:27:36.965 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:36 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:37.097 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:27:37.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:36 smithi107 ceph-mon[111528]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:27:37.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:36 smithi107 ceph-mon[111528]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:27:37.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:36 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:36 smithi107 ceph-mon[179183]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:27:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:36 smithi107 ceph-mon[179183]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:27:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:37.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:37 smithi150 ceph-mon[100982]: pgmap v6: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:37 smithi107 ceph-mon[111528]: pgmap v6: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:38.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:37 smithi107 ceph-mon[179183]: pgmap v6: 89 pgs: 89 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-10-09T04:27:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:38 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:38.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:38 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:38.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:38 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:38.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:38 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:38.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:27:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:27:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:27:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:39 smithi107 ceph-mon[111528]: pgmap v7: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 510 op/s 2023-10-09T04:27:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:39 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:39 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:40.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:39 smithi107 ceph-mon[179183]: pgmap v7: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 510 op/s 2023-10-09T04:27:40.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:40.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:40.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:39 smithi150 ceph-mon[100982]: pgmap v7: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 510 op/s 2023-10-09T04:27:40.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:39 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:40.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:39 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:41 smithi107 ceph-mon[179183]: pgmap v8: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 396 op/s 2023-10-09T04:27:41.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:41 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:41 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:41 smithi107 ceph-mon[111528]: pgmap v8: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 396 op/s 2023-10-09T04:27:41.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:41 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:41 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:41.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:41 smithi150 ceph-mon[100982]: pgmap v8: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 396 op/s 2023-10-09T04:27:42.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:27:42] "GET /metrics HTTP/1.1" 200 33582 "" "Prometheus/2.43.0" 2023-10-09T04:27:44.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:43 smithi150 ceph-mon[100982]: pgmap v9: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 663 op/s 2023-10-09T04:27:44.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:43 smithi107 ceph-mon[179183]: pgmap v9: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 663 op/s 2023-10-09T04:27:44.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:43 smithi107 ceph-mon[111528]: pgmap v9: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 663 op/s 2023-10-09T04:27:45.445 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:45 smithi150 ceph-mon[100982]: pgmap v10: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-10-09T04:27:45.445 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:45 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:45.445 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:45 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:45.445 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:45 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:45.445 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:45 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[179183]: pgmap v10: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-10-09T04:27:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:45.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[111528]: pgmap v10: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-10-09T04:27:45.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:45.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:45.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:45.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:45 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:46 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:27:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:46 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:27:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:46 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:27:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:46 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:27:46.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:46 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:27:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:27:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:27:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:27:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[179183]: Updating smithi107:/etc/ceph/ceph.conf 2023-10-09T04:27:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[179183]: Updating smithi150:/etc/ceph/ceph.conf 2023-10-09T04:27:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[179183]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:27:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[179183]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-09T04:27:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: pgmap v11: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:47.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:47 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: pgmap v11: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: Updating smithi150:/etc/ceph/ceph.client.admin.keyring 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: Updating smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: pgmap v11: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: Updating smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:48.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:27:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:27:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:27:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:27:48.984 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:27:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:27:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:27:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:49 smithi107 ceph-mon[179183]: pgmap v12: 89 pgs: 89 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 883 op/s 2023-10-09T04:27:49.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:49 smithi107 ceph-mon[111528]: pgmap v12: 89 pgs: 89 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 883 op/s 2023-10-09T04:27:49.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:49 smithi150 ceph-mon[100982]: pgmap v12: 89 pgs: 89 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 883 op/s 2023-10-09T04:27:52.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:51 smithi150 ceph-mon[100982]: pgmap v13: 89 pgs: 89 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 587 op/s 2023-10-09T04:27:52.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:27:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:27:52] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-10-09T04:27:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:51 smithi107 ceph-mon[111528]: pgmap v13: 89 pgs: 89 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 587 op/s 2023-10-09T04:27:52.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:51 smithi107 ceph-mon[179183]: pgmap v13: 89 pgs: 89 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 587 op/s 2023-10-09T04:27:54.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:53 smithi150 ceph-mon[100982]: pgmap v14: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2023-10-09T04:27:54.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:53 smithi107 ceph-mon[111528]: pgmap v14: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2023-10-09T04:27:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:53 smithi107 ceph-mon[179183]: pgmap v14: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2023-10-09T04:27:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:55 smithi150 ceph-mon[100982]: pgmap v15: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:27:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:55 smithi107 ceph-mon[179183]: pgmap v15: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:27:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:55 smithi107 ceph-mon[111528]: pgmap v15: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:27:58.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:57 smithi150 ceph-mon[100982]: pgmap v16: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:27:58.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:57 smithi107 ceph-mon[179183]: pgmap v16: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:27:58.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:57 smithi107 ceph-mon[111528]: pgmap v16: 89 pgs: 89 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:27:58.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:27:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:27:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:00.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:27:59 smithi150 ceph-mon[100982]: pgmap v17: 89 pgs: 89 active+clean; 893 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 948 op/s 2023-10-09T04:28:00.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:27:59 smithi107 ceph-mon[179183]: pgmap v17: 89 pgs: 89 active+clean; 893 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 948 op/s 2023-10-09T04:28:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:27:59 smithi107 ceph-mon[111528]: pgmap v17: 89 pgs: 89 active+clean; 893 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 948 op/s 2023-10-09T04:28:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:01 smithi150 ceph-mon[100982]: pgmap v18: 89 pgs: 89 active+clean; 893 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:28:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:01 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:28:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:28:02] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2023-10-09T04:28:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:01 smithi107 ceph-mon[179183]: pgmap v18: 89 pgs: 89 active+clean; 893 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:28:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:02.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:01 smithi107 ceph-mon[111528]: pgmap v18: 89 pgs: 89 active+clean; 893 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:28:02.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:01 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:04.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:03 smithi150 ceph-mon[100982]: pgmap v19: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:04.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:03 smithi107 ceph-mon[179183]: pgmap v19: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:04.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:03 smithi107 ceph-mon[111528]: pgmap v19: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:05.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:05 smithi150 ceph-mon[100982]: pgmap v20: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:28:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:05 smithi107 ceph-mon[111528]: pgmap v20: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:28:05.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:05 smithi107 ceph-mon[179183]: pgmap v20: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:28:08.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:07 smithi150 ceph-mon[100982]: pgmap v21: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:28:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:07 smithi107 ceph-mon[179183]: pgmap v21: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:28:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:07 smithi107 ceph-mon[111528]: pgmap v21: 89 pgs: 89 active+clean; 640 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:28:08.989 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:28:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:28:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:10.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:09 smithi150 ceph-mon[100982]: pgmap v22: 89 pgs: 89 active+clean; 389 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:09 smithi107 ceph-mon[111528]: pgmap v22: 89 pgs: 89 active+clean; 389 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:10.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:09 smithi107 ceph-mon[179183]: pgmap v22: 89 pgs: 89 active+clean; 389 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:11 smithi150 ceph-mon[100982]: pgmap v23: 89 pgs: 89 active+clean; 389 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:12.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:11 smithi107 ceph-mon[179183]: pgmap v23: 89 pgs: 89 active+clean; 389 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:28:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:28:12] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2023-10-09T04:28:12.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:11 smithi107 ceph-mon[111528]: pgmap v23: 89 pgs: 89 active+clean; 389 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:14.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:13 smithi150 ceph-mon[100982]: pgmap v24: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:13 smithi107 ceph-mon[179183]: pgmap v24: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:13 smithi107 ceph-mon[111528]: pgmap v24: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:28:14.612 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 121317 objects 2023-10-09T04:28:14.612 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :160.802 2023-10-09T04:28:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:15 smithi150 ceph-mon[100982]: pgmap v25: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:15 smithi107 ceph-mon[111528]: pgmap v25: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:15 smithi107 ceph-mon[179183]: pgmap v25: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:16 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:16 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:16.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:17.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:17 smithi150 ceph-mon[100982]: pgmap v26: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:17.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:17 smithi107 ceph-mon[111528]: pgmap v26: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:17 smithi107 ceph-mon[179183]: pgmap v26: 89 pgs: 89 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:28:18.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:28:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:28:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:19.973 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-10-09T04:28:19.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-10-09T04:28:20.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:19 smithi150 ceph-mon[100982]: pgmap v27: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 851 op/s 2023-10-09T04:28:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:19 smithi107 ceph-mon[111528]: pgmap v27: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 851 op/s 2023-10-09T04:28:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:19 smithi107 ceph-mon[179183]: pgmap v27: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 851 op/s 2023-10-09T04:28:20.590 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:28:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:21 smithi150 ceph-mon[100982]: pgmap v28: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2023-10-09T04:28:22.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:21 smithi107 ceph-mon[179183]: pgmap v28: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2023-10-09T04:28:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:28:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:28:22] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2023-10-09T04:28:22.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:21 smithi107 ceph-mon[111528]: pgmap v28: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2023-10-09T04:28:22.983 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_0' removed 2023-10-09T04:28:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:22 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/232279565' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:28:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:22 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:28:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:22 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:28:22.965+0000 7f94f51e9700 -1 mon.b@1(peon).osd e78 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:23.396 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/232279565' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:28:23.396 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:28:23.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:22 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/232279565' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:28:23.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:22 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:28:23.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:22.965+0000 7f68862e9700 -1 mon.c@2(peon).osd e78 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:23.446 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:28:23.446 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:28:23.446 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2023-10-09T04:28:23.447 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_1 16 2023-10-09T04:28:24.065 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:28:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:23 smithi150 ceph-mon[100982]: pgmap v29: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2023-10-09T04:28:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:23 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:28:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:23 smithi150 ceph-mon[100982]: osdmap e78: 8 total, 8 up, 8 in 2023-10-09T04:28:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:23 smithi150 ceph-mon[100982]: failed to encode map e78 with expected crc 2023-10-09T04:28:24.288 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[111528]: pgmap v29: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2023-10-09T04:28:24.288 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:28:24.288 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[111528]: osdmap e78: 8 total, 8 up, 8 in 2023-10-09T04:28:24.288 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[111528]: failed to encode map e78 with expected crc 2023-10-09T04:28:24.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[179183]: pgmap v29: 89 pgs: 89 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2023-10-09T04:28:24.289 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:28:24.289 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[179183]: osdmap e78: 8 total, 8 up, 8 in 2023-10-09T04:28:24.289 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:23 smithi107 ceph-mon[179183]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[111528]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[111528]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[111528]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[111528]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[111528]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[179183]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[179183]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[179183]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[179183]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:24 smithi107 ceph-mon[179183]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:24 smithi150 ceph-mon[100982]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:24 smithi150 ceph-mon[100982]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:24 smithi150 ceph-mon[100982]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:24 smithi150 ceph-mon[100982]: failed to encode map e78 with expected crc 2023-10-09T04:28:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:24 smithi150 ceph-mon[100982]: failed to encode map e78 with expected crc 2023-10-09T04:28:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:25 smithi150 ceph-mon[100982]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:26.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:25 smithi107 ceph-mon[179183]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:26.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:25 smithi107 ceph-mon[111528]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:26.453 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_1' created 2023-10-09T04:28:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:28:26.444+0000 7f94f51e9700 -1 mon.b@1(peon).osd e79 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:26.836 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:26.446+0000 7f68862e9700 -1 mon.c@2(peon).osd e79 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:26.921 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2023-10-09T04:28:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1808869577' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-10-09T04:28:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[111528]: failed to encode map e79 with expected crc 2023-10-09T04:28:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/1808869577' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-10-09T04:28:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[111528]: osdmap e79: 8 total, 8 up, 8 in 2023-10-09T04:28:27.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[111528]: failed to encode map e79 with expected crc 2023-10-09T04:28:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1808869577' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-10-09T04:28:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[179183]: failed to encode map e79 with expected crc 2023-10-09T04:28:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1808869577' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-10-09T04:28:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[179183]: osdmap e79: 8 total, 8 up, 8 in 2023-10-09T04:28:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:26 smithi107 ceph-mon[179183]: failed to encode map e79 with expected crc 2023-10-09T04:28:27.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:26 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1808869577' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-10-09T04:28:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:26 smithi150 ceph-mon[100982]: failed to encode map e79 with expected crc 2023-10-09T04:28:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:26 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/1808869577' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-10-09T04:28:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:26 smithi150 ceph-mon[100982]: osdmap e79: 8 total, 8 up, 8 in 2023-10-09T04:28:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:26 smithi150 ceph-mon[100982]: failed to encode map e79 with expected crc 2023-10-09T04:28:27.520 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:28:27.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:28:27.453+0000 7f94f51e9700 -1 mon.b@1(peon).osd e80 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:27.754 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:27.453+0000 7f68862e9700 -1 mon.c@2(peon).osd e80 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:28.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: pgmap v33: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:28.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: osdmap e80: 8 total, 8 up, 8 in 2023-10-09T04:28:28.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: pgmap v33: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: osdmap e80: 8 total, 8 up, 8 in 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:27 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: pgmap v33: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: osdmap e80: 8 total, 8 up, 8 in 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:27 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:28:28.455+0000 7f94f51e9700 -1 mon.b@1(peon).osd e81 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:28.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:28:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:28.771 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:28.454+0000 7f68862e9700 -1 mon.c@2(peon).osd e81 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: osdmap e81: 8 total, 8 up, 8 in 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: failed to encode map e81 with expected crc 2023-10-09T04:28:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[179183]: failed to encode map e81 with expected crc 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: osdmap e81: 8 total, 8 up, 8 in 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: failed to encode map e81 with expected crc 2023-10-09T04:28:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:28 smithi107 ceph-mon[111528]: failed to encode map e81 with expected crc 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: failed to encode map e80 with expected crc 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: osdmap e81: 8 total, 8 up, 8 in 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: failed to encode map e81 with expected crc 2023-10-09T04:28:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:28 smithi150 ceph-mon[100982]: failed to encode map e81 with expected crc 2023-10-09T04:28:30.001 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_1' 2023-10-09T04:28:30.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:29 smithi107 ceph-mon[179183]: pgmap v36: 89 pgs: 16 creating+peering, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:30.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/467357087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:28:30.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:29 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:28:30.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:29 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:29.988+0000 7f68862e9700 -1 mon.c@2(peon).osd e82 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:30.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:30 smithi107 ceph-mon[111528]: pgmap v36: 89 pgs: 16 creating+peering, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:30.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:30 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/467357087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:28:30.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:30 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:28:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:28:29.986+0000 7f94f51e9700 -1 mon.b@1(peon).osd e82 update_from_paxos full map CRC mismatch, resetting to canonical 2023-10-09T04:28:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:29 smithi150 ceph-mon[100982]: pgmap v36: 89 pgs: 16 creating+peering, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:29 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/467357087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:28:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:29 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:28:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[179183]: failed to encode map e82 with expected crc 2023-10-09T04:28:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[179183]: failed to encode map e82 with expected crc 2023-10-09T04:28:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:28:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[179183]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:28:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[111528]: failed to encode map e82 with expected crc 2023-10-09T04:28:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[111528]: failed to encode map e82 with expected crc 2023-10-09T04:28:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[111528]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:28:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[111528]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:28:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:31 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:31.481 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2023-10-09T04:28:31.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:31 smithi150 ceph-mon[100982]: failed to encode map e82 with expected crc 2023-10-09T04:28:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:31 smithi150 ceph-mon[100982]: failed to encode map e82 with expected crc 2023-10-09T04:28:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:31 smithi150 ceph-mon[100982]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:28:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:31 smithi150 ceph-mon[100982]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:28:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:31.484 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:28:31.484 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:28:31.539 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:28:31.539 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:28:31.540 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_182350 2023-10-09T04:28:31.540 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:28:31.540 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:28:32.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:32 smithi107 ceph-mon[179183]: pgmap v38: 89 pgs: 16 creating+peering, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:32 smithi107 ceph-mon[111528]: pgmap v38: 89 pgs: 16 creating+peering, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:32.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:28:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:28:32] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2023-10-09T04:28:32.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:32 smithi150 ceph-mon[100982]: pgmap v38: 89 pgs: 16 creating+peering, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:28:32.539 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 15 4182 4167 260.421 260.438 0.00322919 0.00382834 2023-10-09T04:28:33.539 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 7967 7951 248.45 236.5 0.00773281 0.00401082 2023-10-09T04:28:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:34 smithi107 ceph-mon[179183]: pgmap v39: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s wr, 301 op/s 2023-10-09T04:28:34.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:34 smithi107 ceph-mon[111528]: pgmap v39: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s wr, 301 op/s 2023-10-09T04:28:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:34 smithi150 ceph-mon[100982]: pgmap v39: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s wr, 301 op/s 2023-10-09T04:28:34.540 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 11452 11436 238.223 217.812 0.00273482 0.00419107 2023-10-09T04:28:35.541 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 14688 14672 229.133 202.25 0.00451738 0.00435855 2023-10-09T04:28:35.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:35 smithi150 ceph-mon[100982]: pgmap v40: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s wr, 243 op/s 2023-10-09T04:28:35.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:35 smithi107 ceph-mon[111528]: pgmap v40: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s wr, 243 op/s 2023-10-09T04:28:35.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:35 smithi107 ceph-mon[179183]: pgmap v40: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s wr, 243 op/s 2023-10-09T04:28:36.542 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 17699 17683 220.933 188.188 0.00353642 0.00452096 2023-10-09T04:28:37.543 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 20522 20506 213.482 176.438 0.00974457 0.00467746 2023-10-09T04:28:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:37 smithi150 ceph-mon[100982]: pgmap v41: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s wr, 214 op/s 2023-10-09T04:28:38.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:37 smithi107 ceph-mon[179183]: pgmap v41: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s wr, 214 op/s 2023-10-09T04:28:38.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:37 smithi107 ceph-mon[111528]: pgmap v41: 89 pgs: 89 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s wr, 214 op/s 2023-10-09T04:28:38.545 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 23169 23153 206.619 165.438 0.00322018 0.0048334 2023-10-09T04:28:38.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:28:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:28:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:39.454 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade resume' 2023-10-09T04:28:39.543 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 25596 25580 199.753 151.688 0.00744789 0.00500217 2023-10-09T04:28:40.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:39 smithi150 ceph-mon[100982]: pgmap v42: 89 pgs: 89 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s 2023-10-09T04:28:40.248 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:28:40.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:39 smithi107 ceph-mon[179183]: pgmap v42: 89 pgs: 89 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s 2023-10-09T04:28:40.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:39 smithi107 ceph-mon[111528]: pgmap v42: 89 pgs: 89 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s 2023-10-09T04:28:40.543 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 27826 27810 193.046 139.375 0.00325342 0.00517535 2023-10-09T04:28:41.545 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 30052 30036 187.633 139.125 0.00534427 0.00532449 2023-10-09T04:28:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:41 smithi107 ceph-mon[111528]: pgmap v43: 89 pgs: 89 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s 2023-10-09T04:28:42.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:28:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:28:42] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2023-10-09T04:28:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:41 smithi107 ceph-mon[179183]: pgmap v43: 89 pgs: 89 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s 2023-10-09T04:28:42.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:41 smithi150 ceph-mon[100982]: pgmap v43: 89 pgs: 89 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s 2023-10-09T04:28:42.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 32061 32045 181.984 125.562 0.00742971 0.00548958 2023-10-09T04:28:42.596 INFO:teuthology.orchestra.run.smithi107.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:28:43.127 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'echo wait for majority of mons to upgrade' 2023-10-09T04:28:43.545 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 33810 33794 175.929 109.312 0.00673096 0.00567923 2023-10-09T04:28:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='client.25015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:28:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:28:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:28:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: pgmap v44: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2023-10-09T04:28:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='client.25015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:28:43.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: pgmap v44: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2023-10-09T04:28:43.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:43 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.978 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:28:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='client.25015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:28:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:28:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:28:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: pgmap v44: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2023-10-09T04:28:43.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:43.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:43 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:44.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 35571 35555 170.858 110.062 0.00749172 0.00584784 2023-10-09T04:28:45.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 37333 37317 166.521 110.125 0.00954274 0.00600113 2023-10-09T04:28:45.615 INFO:teuthology.orchestra.run.smithi107.stdout:wait for majority of mons to upgrade 2023-10-09T04:28:45.720 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:45 smithi107 ceph-mon[111528]: pgmap v45: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 152 MiB/s wr, 2.42k op/s 2023-10-09T04:28:45.720 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:45 smithi107 ceph-mon[179183]: pgmap v45: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 152 MiB/s wr, 2.42k op/s 2023-10-09T04:28:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:45 smithi150 ceph-mon[100982]: pgmap v45: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 152 MiB/s wr, 2.42k op/s 2023-10-09T04:28:46.147 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2023-10-09T04:28:46.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 39028 39012 162.482 105.938 0.00482171 0.00615021 2023-10-09T04:28:46.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:46 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:46 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:28:47.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 40812 40796 159.296 111.5 0.00864467 0.00627228 2023-10-09T04:28:47.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:47 smithi107 ceph-mon[111528]: pgmap v46: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 152 MiB/s wr, 2.42k op/s 2023-10-09T04:28:47.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:47 smithi107 ceph-mon[179183]: pgmap v46: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 152 MiB/s wr, 2.42k op/s 2023-10-09T04:28:47.749 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:28:47.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:47 smithi150 ceph-mon[100982]: pgmap v46: 89 pgs: 89 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 152 MiB/s wr, 2.42k op/s 2023-10-09T04:28:48.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 42463 42447 155.996 103.188 0.0127892 0.0064063 2023-10-09T04:28:48.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:28:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:28:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:49.546 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 44036 44020 152.792 98.3125 0.0176327 0.00654081 2023-10-09T04:28:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:49 smithi150 ceph-mon[100982]: pgmap v47: 89 pgs: 89 active+clean; 2.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 198 MiB/s wr, 3.17k op/s 2023-10-09T04:28:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:49 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:49 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:49 smithi107 ceph-mon[111528]: pgmap v47: 89 pgs: 89 active+clean; 2.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 198 MiB/s wr, 3.17k op/s 2023-10-09T04:28:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:49 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:50.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:49 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:49 smithi107 ceph-mon[179183]: pgmap v47: 89 pgs: 89 active+clean; 2.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 198 MiB/s wr, 3.17k op/s 2023-10-09T04:28:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:50.549 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 45534 45518 149.656 93.625 0.00639205 0.00667764 2023-10-09T04:28:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:50 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/2628165573' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:28:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:50 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:50 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2628165573' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:28:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:51.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:50 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2628165573' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:28:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:50 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:50 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:51.549 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:28:51.549461+0000 min lat: 0.00137796 max lat: 0.0499203 avg lat: 0.00678757 2023-10-09T04:28:51.549 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:28:51.549 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 47146 47130 147.211 100.75 0.0139462 0.00678757 2023-10-09T04:28:52.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[179183]: pgmap v48: 89 pgs: 89 active+clean; 2.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:28:52.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:28:52.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:28:52.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:52.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:28:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:28:52] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2023-10-09T04:28:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[111528]: pgmap v48: 89 pgs: 89 active+clean; 2.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:28:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:28:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:28:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:51 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:51 smithi150 ceph-mon[100982]: pgmap v48: 89 pgs: 89 active+clean; 2.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:28:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:51 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:28:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:51 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:28:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:51 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:52.550 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 48636 48620 144.627 93.125 0.00519412 0.00690874 2023-10-09T04:28:53.375 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:28:53.375 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:28:53.375 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:28:53.375 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-10-09T04:28:53.376 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[179183]: Upgrade: It appears safe to stop mon.c 2023-10-09T04:28:53.376 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3886631570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:28:53.376 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:28:53.376 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:28:53.376 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:28:53.377 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-10-09T04:28:53.377 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[111528]: Upgrade: It appears safe to stop mon.c 2023-10-09T04:28:53.377 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:53 smithi107 ceph-mon[111528]: from='client.? 172.21.15.107:0/3886631570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:28:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:53 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:28:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:53 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:28:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:53 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:28:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:53 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-10-09T04:28:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:53 smithi150 ceph-mon[100982]: Upgrade: It appears safe to stop mon.c 2023-10-09T04:28:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:53 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3886631570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:28:53.552 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 50150 50134 142.346 94.625 0.00788532 0.00702071 2023-10-09T04:28:54.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[111528]: pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 150 MiB/s wr, 2.41k op/s 2023-10-09T04:28:54.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:54.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:28:54.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:28:54.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[111528]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:28:54.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[179183]: pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 150 MiB/s wr, 2.41k op/s 2023-10-09T04:28:54.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:54.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:28:54.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:28:54.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:28:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:54 smithi150 ceph-mon[100982]: pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 150 MiB/s wr, 2.41k op/s 2023-10-09T04:28:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:54 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:28:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:54 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:28:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:54 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:28:54.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:54 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:28:54.554 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 51705 51689 140.375 97.1875 0.00683611 0.00711896 2023-10-09T04:28:55.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:55 smithi107 ceph-mon[179183]: Upgrade: Updating mon.c 2023-10-09T04:28:55.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:28:55 smithi107 ceph-mon[179183]: Deploying daemon mon.c on smithi107 2023-10-09T04:28:55.157 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:55 smithi107 ceph-mon[111528]: Upgrade: Updating mon.c 2023-10-09T04:28:55.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:55 smithi107 ceph-mon[111528]: Deploying daemon mon.c on smithi107 2023-10-09T04:28:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:55 smithi150 ceph-mon[100982]: Upgrade: Updating mon.c 2023-10-09T04:28:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:28:55 smithi150 ceph-mon[100982]: Deploying daemon mon.c on smithi107 2023-10-09T04:28:55.553 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 53060 53044 138.055 84.6875 0.00582123 0.00723703 2023-10-09T04:28:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:55 smithi107 systemd[1]: Stopping Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:28:56.226 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:55 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:55.936+0000 7f688baf4700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:28:56.226 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:55 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[111503]: 2023-10-09T04:28:55.936+0000 7f688baf4700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-10-09T04:28:56.554 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 54543 54527 136.241 92.6875 0.0122788 0.00733514 2023-10-09T04:28:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:56 smithi107 bash[184069]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c 2023-10-09T04:28:57.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:56 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.c.service: Succeeded. 2023-10-09T04:28:57.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:56 smithi107 systemd[1]: Stopped Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:28:57.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:56 smithi107 systemd[1]: Starting Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:28:57.555 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 55937 55921 134.342 87.125 0.00744897 0.0074387 2023-10-09T04:28:57.695 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 podman[184210]: 2023-10-09T04:28:57.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 bash[184210]: 82f6ddabcd99fac9927630f0764613dc7a2583fb3ebf567dfc2ca87774e86930 2023-10-09T04:28:57.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T04:28:57.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable), process ceph-mon, pid 7 2023-10-09T04:28:57.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: pidfile_write: ignore empty --pid-file 2023-10-09T04:28:57.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: load: jerasure load: lrc 2023-10-09T04:28:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: RocksDB version: 7.9.2 2023-10-09T04:28:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Git sha 0 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Compile date 2023-10-06 16:19:06 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: DB SUMMARY 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: DB Session ID: J75KFTI483IAOW4ZEK6O 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: CURRENT file: CURRENT 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1082 Bytes 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 3752721 ; 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.error_if_exists: 0 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.create_if_missing: 0 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.paranoid_checks: 1 2023-10-09T04:28:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.env: 0x5614e951e720 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.fs: PosixFileSystem 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.info_log: 0x5614eb313420 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.statistics: (nil) 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.use_fsync: 0 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_log_file_size: 0 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T04:28:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.allow_fallocate: 1 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.use_direct_reads: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.db_log_dir: 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.wal_dir: 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T04:28:58.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T04:28:58.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.write_buffer_manager: 0x5614ea5a4c80 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T04:28:58.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.unordered_write: 0 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.row_cache: None 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.wal_filter: None 2023-10-09T04:28:58.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.two_write_queues: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.wal_compression: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.atomic_flush: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.log_readahead_size: 0 2023-10-09T04:28:58.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_background_jobs: 2 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_background_compactions: -1 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_subcompactions: 1 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T04:28:58.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_open_files: -1 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_background_flushes: -1 2023-10-09T04:28:58.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Compression algorithms supported: 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kZSTD supported: 0 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kXpressCompression supported: 0 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kZlibCompression supported: 1 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kSnappyCompression supported: 1 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kLZ4Compression supported: 1 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: kBZip2Compression supported: 0 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-10-09T04:28:58.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.merge_operator: 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_filter: None 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5614eb313520) 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout: cache_index_and_filter_blocks: 1 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T04:28:58.180 INFO:journalctl@ceph.mon.c.smithi107.stdout: pin_top_level_index_and_filter: 1 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: index_type: 0 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: data_block_index_type: 0 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: index_shortening: 1 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: checksum: 4 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: no_block_cache: 0 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache: 0x5614ea625350 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache_name: BinnedLRUCache 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache_options: 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: capacity : 536870912 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: num_shard_bits : 4 2023-10-09T04:28:58.181 INFO:journalctl@ceph.mon.c.smithi107.stdout: strict_capacity_limit : 0 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: high_pri_pool_ratio: 0.000 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_cache_compressed: (nil) 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: persistent_cache: (nil) 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_size: 4096 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_size_deviation: 10 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_restart_interval: 16 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: index_block_restart_interval: 1 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: metadata_block_size: 4096 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: partition_filters: 0 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: use_delta_encoding: 1 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: filter_policy: bloomfilter 2023-10-09T04:28:58.182 INFO:journalctl@ceph.mon.c.smithi107.stdout: whole_key_filtering: 1 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: verify_compression: 0 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: read_amp_bytes_per_bit: 0 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: format_version: 5 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: enable_index_compression: 1 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: block_align: 0 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: max_auto_readahead_size: 262144 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: prepopulate_block_cache: 0 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: initial_auto_readahead_size: 8192 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout: num_file_reads_for_auto_readahead: 2 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression: NoCompression 2023-10-09T04:28:58.183 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.num_levels: 7 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:28:58.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T04:28:58.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T04:28:58.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.arena_block_size: 1048576 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T04:28:58.187 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.table_properties_collectors: 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.inplace_update_support: 0 2023-10-09T04:28:58.188 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.bloom_locality: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.max_successive_merges: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.ttl: 2592000 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T04:28:58.189 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.enable_blob_files: false 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.min_blob_size: 0 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.blob_file_starting_level: 0 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-09T04:28:58.190 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13091, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ff1b9b4b-122f-4775-a6aa-e02a40a44e6c 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825737699757, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825737716101, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 2349631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13086, "largest_seqno": 14771, "table_properties": {"data_size": 2342901, "index_size": 4111, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1605, "raw_key_size": 14249, "raw_average_key_size": 22, "raw_value_size": 2329607, "raw_average_value_size": 3733, "num_data_blocks": 187, "num_entries": 624, "num_filter_entries": 624, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696825737, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ff1b9b4b-122f-4775-a6aa-e02a40a44e6c", "db_session_id": "J75KFTI483IAOW4ZEK6O", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825737716232, "job": 1, "event": "recovery_finished"} 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T04:28:58.191 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5614ea6c2000 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: DB pointer 0x5614ea6ae000 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** DB Stats ** 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:28:58.192 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: L0 1/0 2.24 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 288.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: L6 1/0 6.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: Sum 2/0 8.80 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 288.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 288.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** Compaction Stats [default] ** 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:28:58.193 INFO:journalctl@ceph.mon.c.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 288.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: Flush(GB): cumulative 0.002, interval 0.002 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: Cumulative compaction: 0.00 GB write, 86.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: Interval compaction: 0.00 GB write, 86.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:28:58.194 INFO:journalctl@ceph.mon.c.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: Block cache BinnedLRUCache@0x5614ea625350#7 capacity: 512.00 MB usage: 62.28 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: Block cache entry stats(count,size,portion): DataBlock(4,30.81 KB,0.00587702%) FilterBlock(2,10.81 KB,0.00206232%) IndexBlock(2,20.66 KB,0.00393987%) Misc(1,0.00 KB,0%) 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: starting mon.c rank 2 at public addrs [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] at bind addrs [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 systemd[1]: Started Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???) e3 preinit fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).mds e9 new map 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).mds e9 print_map 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: e9 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T04:28:58.195 INFO:journalctl@ceph.mon.c.smithi107.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: legacy client fscid: 1 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: Filesystem 'foo' (1) 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: fs_name foo 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: epoch 8 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: created 2023-10-09T04:23:10.235193+0000 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: modified 2023-10-09T04:23:23.150253+0000 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: tableserver 0 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: root 0 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: session_timeout 60 2023-10-09T04:28:58.196 INFO:journalctl@ceph.mon.c.smithi107.stdout: session_autoclose 300 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: max_file_size 1099511627776 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: required_client_features {} 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: last_failure 0 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: last_failure_osd_epoch 0 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: max_mds 1 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: in 0 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: up {0=24548} 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: failed 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: damaged 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: stopped 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: data_pools [4] 2023-10-09T04:28:58.197 INFO:journalctl@ceph.mon.c.smithi107.stdout: metadata_pool 3 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: inline_data disabled 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: balancer 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: bal_rank_mask -1 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: standby_count_wanted 1 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: [mds.foo.smithi107.pchrgy{0:24548} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] compat {c=[1],r=[1],i=[7ff]}] 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: Standby daemons: 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout: [mds.foo.smithi150.abdyen{-1:14670} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] compat {c=[1],r=[1],i=[7ff]}] 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).osd e82 crush map has features 3314933000854323200, adjusting msgr requires 2023-10-09T04:28:58.198 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:28:58.199 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:28:58.199 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:28:58.199 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:28:57 smithi107 ceph-mon[184249]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-10-09T04:28:58.557 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 57302 57286 132.518 85.3125 0.016768 0.00754122 2023-10-09T04:28:58.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:28:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:28:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:28:59.560 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 58843 58827 131.215 96.3125 0.010235 0.00761603 2023-10-09T04:29:00.560 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 60317 60301 129.868 92.125 0.00498879 0.00769554 2023-10-09T04:29:01.560 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 61814 61798 128.656 93.5625 0.0115452 0.00776801 2023-10-09T04:29:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:29:02] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2023-10-09T04:29:02.561 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 63256 63240 127.413 90.125 0.015292 0.00784374 2023-10-09T04:29:03.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:02 smithi150 ceph-mon[100982]: pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-10-09T04:29:03.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:02 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3714418486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:03.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:02 smithi107 ceph-mon[179183]: pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-10-09T04:29:03.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3714418486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:03.561 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 64540 64524 125.939 80.25 0.0228751 0.00793574 2023-10-09T04:29:04.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:03 smithi107 ceph-mon[184249]: pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-10-09T04:29:04.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3714418486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:04.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: mon.c calling monitor election 2023-10-09T04:29:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: mon.b calling monitor election 2023-10-09T04:29:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: mon.a calling monitor election 2023-10-09T04:29:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2497564377' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:29:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:29:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: mgrmap e34: y(active, since 93s), standbys: x 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[184249]: overall HEALTH_OK 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: mon.c calling monitor election 2023-10-09T04:29:04.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: mon.b calling monitor election 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: mon.a calling monitor election 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2497564377' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:29:04.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: mgrmap e34: y(active, since 93s), standbys: x 2023-10-09T04:29:04.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-10-09T04:29:04.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:29:04.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:04 smithi107 ceph-mon[179183]: overall HEALTH_OK 2023-10-09T04:29:04.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: mon.c calling monitor election 2023-10-09T04:29:04.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: mon.b calling monitor election 2023-10-09T04:29:04.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: mon.a calling monitor election 2023-10-09T04:29:04.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/2497564377' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:04.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:29:04.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: monmap e3: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:29:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:29:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:29:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: mgrmap e34: y(active, since 93s), standbys: x 2023-10-09T04:29:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-10-09T04:29:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: Cluster is now healthy 2023-10-09T04:29:04.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:04 smithi150 ceph-mon[100982]: overall HEALTH_OK 2023-10-09T04:29:04.562 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 65769 65753 124.446 76.8125 0.0102762 0.00803076 2023-10-09T04:29:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:05 smithi107 ceph-mon[184249]: mgrmap e35: y(active, since 93s), standbys: x 2023-10-09T04:29:05.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:05 smithi107 ceph-mon[179183]: mgrmap e35: y(active, since 93s), standbys: x 2023-10-09T04:29:05.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:05 smithi150 ceph-mon[100982]: mgrmap e35: y(active, since 93s), standbys: x 2023-10-09T04:29:05.566 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 15 67135 67120 123.299 85.4375 0.00780875 0.00810517 2023-10-09T04:29:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:06 smithi107 ceph-mon[179183]: pgmap v55: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:29:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:06 smithi107 ceph-mon[184249]: pgmap v55: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:29:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:06 smithi150 ceph-mon[100982]: pgmap v55: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:29:06.563 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 68316 68300 121.88 73.75 0.00673545 0.00819997 2023-10-09T04:29:06.720 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 2 2023-10-09T04:29:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/754498209' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/754498209' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:07.479 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch ps' 2023-10-09T04:29:07.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:07 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/754498209' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:29:07.564 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 69506 69490 120.561 74.375 0.0123163 0.00828952 2023-10-09T04:29:07.758 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:07 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:29:07.752+0000 7f1c311cf700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-10-09T04:29:08.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:08 smithi107 ceph-mon[179183]: pgmap v56: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:29:08.329 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:29:08.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:08 smithi107 ceph-mon[184249]: pgmap v56: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:29:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:08 smithi150 ceph-mon[100982]: pgmap v56: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:29:08.565 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 70639 70623 119.214 70.8125 0.0133898 0.00838319 2023-10-09T04:29:08.984 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:29:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:29:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:29:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:09 smithi107 ceph-mon[179183]: pgmap v57: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2023-10-09T04:29:09.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:09 smithi107 ceph-mon[184249]: pgmap v57: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2023-10-09T04:29:09.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:09 smithi150 ceph-mon[100982]: pgmap v57: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2023-10-09T04:29:09.572 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 71827 71811 118.02 74.25 0.0185152 0.00846666 2023-10-09T04:29:10.570 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 72970 72954 116.82 71.4375 0.0126184 0.00855422 2023-10-09T04:29:10.940 INFO:teuthology.orchestra.run.smithi107.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T04:29:10.940 INFO:teuthology.orchestra.run.smithi107.stdout:alertmanager.a smithi107 *:9093,9094 running (3m) - 6m 27.2M - 0.25.0 c8568f914cd2 d80f2c63cdde 2023-10-09T04:29:10.940 INFO:teuthology.orchestra.run.smithi107.stdout:grafana.a smithi150 *:3000 running (3m) - 6m 92.2M - 9.4.7 2c41d148cca3 3c0d5973a89d 2023-10-09T04:29:10.940 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi107.pchrgy smithi107 running (5m) - 5m 19.3M - 17.2.6-1303-gb2903cb0 5517396c50d4 9862d3401ef6 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi150.abdyen smithi150 running (5m) - 5m 14.4M - 17.2.6-1303-gb2903cb0 5517396c50d4 04274a11af4d 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.x smithi150 *:8443,9283,8765 running (2m) - 10m 447M - 18.2.0-598-gb4fa663f 3060897fdf97 3b60d960413b 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.y smithi107 *:8443,9283,8765 running (2m) - 11m 503M - 18.2.0-598-gb4fa663f 3060897fdf97 dc48170c7b20 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a smithi107 running (111s) - 11m 49.9M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 011915d83795 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b smithi150 running (10m) - 10m 81.0M 2048M 17.2.6-1303-gb2903cb0 5517396c50d4 7cfdd7fd0092 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c smithi107 running (13s) - 10m 23.7M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 82f6ddabcd99 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.a smithi107 *:9100 running (3m) - 6m 17.9M - 1.5.0 0da6a335fe13 72cb5f39c4ed 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.b smithi150 *:9100 running (3m) - 6m 19.4M - 1.5.0 0da6a335fe13 65ad48b806b2 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 smithi107 running (9m) - 9m 2454M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 27210c9c52dc 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 smithi107 running (9m) - 9m 1655M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9b92e5fbe1c8 2023-10-09T04:29:10.941 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 smithi107 running (9m) - 9m 3250M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 0e13a3a24e73 2023-10-09T04:29:10.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 smithi107 running (8m) - 8m 1703M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 76a8b6283ebe 2023-10-09T04:29:10.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 smithi150 running (8m) - 8m 2293M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 333ec141ac9c 2023-10-09T04:29:10.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 smithi150 running (8m) - 8m 2472M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9185b9d60de7 2023-10-09T04:29:10.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 smithi150 running (7m) - 7m 1188M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 fd2e61646094 2023-10-09T04:29:10.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 smithi150 running (7m) - 7m 1874M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 184ca6f79743 2023-10-09T04:29:10.942 INFO:teuthology.orchestra.run.smithi107.stdout:prometheus.a smithi150 *:9095 running (2m) - 7m 56.8M - 2.43.0 a07b618ecd1d dd19f32c3749 2023-10-09T04:29:11.439 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade pause' 2023-10-09T04:29:11.570 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:29:11.571135+0000 min lat: 0.00137796 max lat: 0.0666638 avg lat: 0.00864377 2023-10-09T04:29:11.571 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:29:11.571 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 74081 74065 115.636 69.4375 0.00875791 0.00864377 2023-10-09T04:29:11.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:11.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:11.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[184249]: from='client.25045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:29:11.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[184249]: pgmap v58: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:29:11.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[179183]: from='client.25045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:29:11.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:11 smithi107 ceph-mon[179183]: pgmap v58: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:29:11.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:11 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:11 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:11 smithi150 ceph-mon[100982]: from='client.25045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:29:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:11 smithi150 ceph-mon[100982]: pgmap v58: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:29:12.252 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:29:12.423 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:29:12] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2023-10-09T04:29:12.575 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 75114 75098 114.379 64.5625 0.0278934 0.0087383 2023-10-09T04:29:13.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:13.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:13.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:13 smithi107 ceph-mon[179183]: pgmap v59: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:29:13.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:13.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:13.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:13 smithi107 ceph-mon[184249]: pgmap v59: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:29:13.578 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 76241 76225 113.332 70.4375 0.013669 0.00881868 2023-10-09T04:29:13.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:13 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:13 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:13 smithi150 ceph-mon[100982]: pgmap v59: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:29:14.476 INFO:teuthology.orchestra.run.smithi107.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:29:14.576 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 77274 77258 112.198 64.5625 0.0100711 0.00890791 2023-10-09T04:29:15.089 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'sleep 60' 2023-10-09T04:29:15.576 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 78346 78330 111.172 67 0.0145408 0.0089895 2023-10-09T04:29:15.868 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:29:15.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[184249]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:29:15.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[184249]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:29:15.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:15.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[184249]: pgmap v60: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:29:15.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[179183]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:29:15.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[179183]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:29:15.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:15.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:15 smithi107 ceph-mon[179183]: pgmap v60: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:29:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:15 smithi150 ceph-mon[100982]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:29:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:15 smithi150 ceph-mon[100982]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:29:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:15 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:15 smithi150 ceph-mon[100982]: pgmap v60: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:29:16.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:16.576 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 79430 79414 110.207 67.75 0.00689451 0.00906916 2023-10-09T04:29:16.839 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:16.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:16 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:17.579 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 80549 80533 109.327 69.9375 0.012327 0.00914294 2023-10-09T04:29:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:17 smithi107 ceph-mon[184249]: pgmap v61: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:29:17.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:17 smithi107 ceph-mon[179183]: pgmap v61: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:29:17.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:17 smithi150 ceph-mon[100982]: pgmap v61: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:29:18.580 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 81697 81681 108.525 71.75 0.0158592 0.00920997 2023-10-09T04:29:18.984 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:29:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:29:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:29:19.580 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 82826 82810 107.734 70.5625 0.011569 0.00927729 2023-10-09T04:29:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: pgmap v62: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:29:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:29:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:29:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: pgmap v62: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:29:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: pgmap v62: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:29:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:29:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:29:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:29:20.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:29:20.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:29:20.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:19 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:29:20.580 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 83997 83981 107.03 73.1875 0.0125926 0.00933914 2023-10-09T04:29:21.580 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 85182 85166 106.371 74.0625 0.0151524 0.00939662 2023-10-09T04:29:22.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:22 smithi107 ceph-mon[184249]: pgmap v63: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 58 MiB/s wr, 924 op/s 2023-10-09T04:29:22.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:22 smithi107 ceph-mon[179183]: pgmap v63: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 58 MiB/s wr, 924 op/s 2023-10-09T04:29:22.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:29:22] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2023-10-09T04:29:22.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:22 smithi150 ceph-mon[100982]: pgmap v63: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 58 MiB/s wr, 924 op/s 2023-10-09T04:29:22.580 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 86347 86331 105.713 72.8125 0.0117642 0.00945476 2023-10-09T04:29:23.582 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 87495 87479 105.06 71.75 0.00956986 0.00951383 2023-10-09T04:29:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:24 smithi107 ceph-mon[179183]: pgmap v64: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:24 smithi107 ceph-mon[184249]: pgmap v64: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:24 smithi150 ceph-mon[100982]: pgmap v64: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:24.580 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 88636 88620 104.424 71.3125 0.00688016 0.00957228 2023-10-09T04:29:25.585 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 89756 89740 103.779 70 0.0109184 0.00963084 2023-10-09T04:29:25.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:25 smithi150 ceph-mon[100982]: pgmap v65: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 930 op/s 2023-10-09T04:29:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:25 smithi107 ceph-mon[184249]: pgmap v65: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 930 op/s 2023-10-09T04:29:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:25 smithi107 ceph-mon[179183]: pgmap v65: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 930 op/s 2023-10-09T04:29:26.585 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 90876 90860 103.165 70 0.0114133 0.00968892 2023-10-09T04:29:27.587 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 91985 91969 102.556 69.3125 0.0184067 0.00974599 2023-10-09T04:29:28.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:28 smithi107 ceph-mon[179183]: pgmap v66: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 929 op/s 2023-10-09T04:29:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:28 smithi107 ceph-mon[184249]: pgmap v66: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 929 op/s 2023-10-09T04:29:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:28 smithi150 ceph-mon[100982]: pgmap v66: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 929 op/s 2023-10-09T04:29:28.587 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 93099 93083 101.979 69.625 0.0166541 0.00980189 2023-10-09T04:29:28.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:29:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:29:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:29:29.587 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 94167 94151 101.372 66.75 0.010758 0.00986017 2023-10-09T04:29:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:30 smithi107 ceph-mon[184249]: pgmap v67: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:30.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:30 smithi107 ceph-mon[179183]: pgmap v67: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:30 smithi150 ceph-mon[100982]: pgmap v67: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:30.587 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 95220 95204 100.77 65.8125 0.0122465 0.00991907 2023-10-09T04:29:31.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:31.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:31 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:31.587 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:29:31.588110+0000 min lat: 0.00137796 max lat: 0.0666638 avg lat: 0.00997524 2023-10-09T04:29:31.588 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:29:31.588 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 96286 96270 100.201 66.625 0.0304599 0.00997524 2023-10-09T04:29:32.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:32 smithi107 ceph-mon[179183]: pgmap v68: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s 2023-10-09T04:29:32.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:32 smithi107 ceph-mon[184249]: pgmap v68: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s 2023-10-09T04:29:32.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:29:32] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2023-10-09T04:29:32.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:32 smithi150 ceph-mon[100982]: pgmap v68: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s 2023-10-09T04:29:32.589 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 97351 97335 99.647 66.5625 0.0143447 0.0100309 2023-10-09T04:29:33.589 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 98391 98375 99.0885 65 0.0128215 0.0100877 2023-10-09T04:29:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:34 smithi107 ceph-mon[179183]: pgmap v69: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:34.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:34 smithi107 ceph-mon[184249]: pgmap v69: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:34 smithi150 ceph-mon[100982]: pgmap v69: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-10-09T04:29:34.592 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 99411 99395 98.5279 63.75 0.020702 0.0101447 2023-10-09T04:29:35.590 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 100419 100403 97.9723 63 0.012893 0.0102023 2023-10-09T04:29:35.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:35 smithi150 ceph-mon[100982]: pgmap v70: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 58 MiB/s wr, 921 op/s 2023-10-09T04:29:35.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:35 smithi107 ceph-mon[184249]: pgmap v70: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 58 MiB/s wr, 921 op/s 2023-10-09T04:29:35.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:35 smithi107 ceph-mon[179183]: pgmap v70: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 58 MiB/s wr, 921 op/s 2023-10-09T04:29:36.590 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 101434 101418 97.4413 63.4375 0.0224007 0.0102578 2023-10-09T04:29:37.590 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 102463 102447 96.9396 64.3125 0.0119568 0.0103116 2023-10-09T04:29:38.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:38 smithi107 ceph-mon[184249]: pgmap v71: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 58 MiB/s wr, 921 op/s 2023-10-09T04:29:38.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:38 smithi107 ceph-mon[179183]: pgmap v71: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 58 MiB/s wr, 921 op/s 2023-10-09T04:29:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:38 smithi150 ceph-mon[100982]: pgmap v71: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 58 MiB/s wr, 921 op/s 2023-10-09T04:29:38.590 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 103448 103432 96.4118 61.5625 0.0162112 0.0103678 2023-10-09T04:29:38.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:29:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:29:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:29:39.590 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 104438 104422 95.9042 61.875 0.0111551 0.0104227 2023-10-09T04:29:40.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:40 smithi107 ceph-mon[179183]: pgmap v72: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-10-09T04:29:40.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:40 smithi107 ceph-mon[184249]: pgmap v72: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-10-09T04:29:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:40 smithi150 ceph-mon[100982]: pgmap v72: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-10-09T04:29:40.596 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 105442 105426 95.4161 62.75 0.0166993 0.0104759 2023-10-09T04:29:41.596 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 106439 106423 94.9435 62.3125 0.005156 0.0105281 2023-10-09T04:29:42.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:29:42] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2023-10-09T04:29:42.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:42 smithi107 ceph-mon[179183]: pgmap v73: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-10-09T04:29:42.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:42 smithi107 ceph-mon[184249]: pgmap v73: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-10-09T04:29:42.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:42 smithi150 ceph-mon[100982]: pgmap v73: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-10-09T04:29:42.596 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 107421 107405 94.4709 61.375 0.0143315 0.0105814 2023-10-09T04:29:43.596 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 108392 108376 94.002 60.6875 0.0183099 0.0106338 2023-10-09T04:29:44.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:44 smithi107 ceph-mon[179183]: pgmap v74: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-10-09T04:29:44.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:44 smithi107 ceph-mon[184249]: pgmap v74: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-10-09T04:29:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:44 smithi150 ceph-mon[100982]: pgmap v74: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-10-09T04:29:44.599 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 109356 109340 93.5359 60.25 0.0117213 0.0106863 2023-10-09T04:29:45.599 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 110320 110304 93.0863 60.25 0.0294924 0.0107384 2023-10-09T04:29:45.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:45 smithi107 ceph-mon[179183]: pgmap v75: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 842 op/s 2023-10-09T04:29:45.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:45 smithi107 ceph-mon[184249]: pgmap v75: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 842 op/s 2023-10-09T04:29:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:45 smithi150 ceph-mon[100982]: pgmap v75: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 842 op/s 2023-10-09T04:29:46.601 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 111278 111262 92.6422 59.875 0.0307887 0.0107896 2023-10-09T04:29:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:46.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:46 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:29:47.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 112215 112199 92.1931 58.5625 0.0119228 0.0108419 2023-10-09T04:29:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:47 smithi107 ceph-mon[179183]: pgmap v76: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 842 op/s 2023-10-09T04:29:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:47 smithi107 ceph-mon[184249]: pgmap v76: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 842 op/s 2023-10-09T04:29:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:47 smithi150 ceph-mon[100982]: pgmap v76: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 842 op/s 2023-10-09T04:29:48.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 113168 113152 91.7695 59.5625 0.0164479 0.0108928 2023-10-09T04:29:48.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:29:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:29:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:29:49.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 114050 114034 91.3 55.125 0.0109357 0.010948 2023-10-09T04:29:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:50 smithi107 ceph-mon[179183]: pgmap v77: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2023-10-09T04:29:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:50 smithi107 ceph-mon[184249]: pgmap v77: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2023-10-09T04:29:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:50 smithi150 ceph-mon[100982]: pgmap v77: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2023-10-09T04:29:50.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 114979 114963 90.8795 58.0625 0.00938328 0.0109984 2023-10-09T04:29:51.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:29:51.602814+0000 min lat: 0.00137796 max lat: 0.0753556 avg lat: 0.0110487 2023-10-09T04:29:51.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:29:51.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 115911 115895 90.4719 58.25 0.0125405 0.0110487 2023-10-09T04:29:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:52 smithi107 ceph-mon[179183]: pgmap v78: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2023-10-09T04:29:52.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:29:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:29:52] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2023-10-09T04:29:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:52 smithi107 ceph-mon[184249]: pgmap v78: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2023-10-09T04:29:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:52 smithi150 ceph-mon[100982]: pgmap v78: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2023-10-09T04:29:52.602 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 116829 116813 90.0635 57.375 0.011181 0.0110983 2023-10-09T04:29:53.607 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 117759 117743 89.6716 58.125 0.0137031 0.0111471 2023-10-09T04:29:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:54 smithi107 ceph-mon[179183]: pgmap v79: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:29:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:54 smithi107 ceph-mon[184249]: pgmap v79: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:29:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:54 smithi150 ceph-mon[100982]: pgmap v79: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:29:54.608 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 118662 118646 89.2675 56.4375 0.0219578 0.0111972 2023-10-09T04:29:55.610 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 119579 119563 88.8859 57.3125 0.0181503 0.0112458 2023-10-09T04:29:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:55 smithi107 ceph-mon[179183]: pgmap v80: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s 2023-10-09T04:29:55.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:55 smithi107 ceph-mon[184249]: pgmap v80: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s 2023-10-09T04:29:55.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:55 smithi150 ceph-mon[100982]: pgmap v80: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s 2023-10-09T04:29:56.611 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 120479 120463 88.5014 56.25 0.0312546 0.011294 2023-10-09T04:29:57.611 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 121376 121360 88.1244 56.0625 0.0142586 0.0113433 2023-10-09T04:29:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:29:58 smithi107 ceph-mon[184249]: pgmap v81: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s 2023-10-09T04:29:58.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:29:58 smithi107 ceph-mon[179183]: pgmap v81: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s 2023-10-09T04:29:58.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:29:58 smithi150 ceph-mon[100982]: pgmap v81: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s 2023-10-09T04:29:58.611 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 122267 122251 87.7518 55.6875 0.0215892 0.0113919 2023-10-09T04:29:58.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:29:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:29:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:29:59.611 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 123148 123132 87.3805 55.0625 0.0182478 0.0114392 2023-10-09T04:30:00.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:00 smithi107 ceph-mon[179183]: pgmap v82: 89 pgs: 89 active+clean; 7.4 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:30:00.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:00 smithi107 ceph-mon[179183]: overall HEALTH_OK 2023-10-09T04:30:00.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:00 smithi107 ceph-mon[184249]: pgmap v82: 89 pgs: 89 active+clean; 7.4 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:30:00.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:00 smithi107 ceph-mon[184249]: overall HEALTH_OK 2023-10-09T04:30:00.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:00 smithi150 ceph-mon[100982]: pgmap v82: 89 pgs: 89 active+clean; 7.4 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:30:00.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:00 smithi150 ceph-mon[100982]: overall HEALTH_OK 2023-10-09T04:30:00.614 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 124025 124009 87.0122 54.8125 0.0267614 0.011488 2023-10-09T04:30:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:01 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:01.614 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0103 2023-10-09T04:30:01.614 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 124845 2023-10-09T04:30:01.614 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:30:01.614 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 86.688 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 41.4919 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 260.438 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 54.8125 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1387 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 663.871 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 4167 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 877 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0115321 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.0062177 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 0.0753556 2023-10-09T04:30:01.615 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00137796 2023-10-09T04:30:01.621 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:30:02.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:30:02] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2023-10-09T04:30:02.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:02 smithi107 ceph-mon[184249]: pgmap v83: 89 pgs: 89 active+clean; 7.4 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s 2023-10-09T04:30:02.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:02 smithi107 ceph-mon[179183]: pgmap v83: 89 pgs: 89 active+clean; 7.4 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s 2023-10-09T04:30:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:02 smithi150 ceph-mon[100982]: pgmap v83: 89 pgs: 89 active+clean; 7.4 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s 2023-10-09T04:30:04.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:04 smithi107 ceph-mon[179183]: pgmap v84: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 69 MiB/s wr, 1.13k op/s 2023-10-09T04:30:04.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:04 smithi107 ceph-mon[184249]: pgmap v84: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 69 MiB/s wr, 1.13k op/s 2023-10-09T04:30:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:04 smithi150 ceph-mon[100982]: pgmap v84: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 69 MiB/s wr, 1.13k op/s 2023-10-09T04:30:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:05 smithi107 ceph-mon[184249]: pgmap v85: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 744 op/s 2023-10-09T04:30:05.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:05 smithi107 ceph-mon[179183]: pgmap v85: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 744 op/s 2023-10-09T04:30:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:05 smithi150 ceph-mon[100982]: pgmap v85: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 744 op/s 2023-10-09T04:30:08.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:08 smithi107 ceph-mon[184249]: pgmap v86: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 744 op/s 2023-10-09T04:30:08.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:08 smithi107 ceph-mon[179183]: pgmap v86: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 744 op/s 2023-10-09T04:30:08.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:08 smithi150 ceph-mon[100982]: pgmap v86: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 744 op/s 2023-10-09T04:30:08.984 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:30:08 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:30:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:30:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:10 smithi107 ceph-mon[184249]: pgmap v87: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.12k op/s 2023-10-09T04:30:10.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:10 smithi107 ceph-mon[179183]: pgmap v87: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.12k op/s 2023-10-09T04:30:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:10 smithi150 ceph-mon[100982]: pgmap v87: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.12k op/s 2023-10-09T04:30:12.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:12 smithi107 ceph-mon[179183]: pgmap v88: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 739 op/s 2023-10-09T04:30:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:30:12] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2023-10-09T04:30:12.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:12 smithi107 ceph-mon[184249]: pgmap v88: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 739 op/s 2023-10-09T04:30:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:12 smithi150 ceph-mon[100982]: pgmap v88: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 739 op/s 2023-10-09T04:30:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:14 smithi107 ceph-mon[179183]: pgmap v89: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 1.10k op/s 2023-10-09T04:30:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:14 smithi107 ceph-mon[184249]: pgmap v89: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 1.10k op/s 2023-10-09T04:30:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:14 smithi150 ceph-mon[100982]: pgmap v89: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 1.10k op/s 2023-10-09T04:30:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:15 smithi107 ceph-mon[184249]: pgmap v90: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2023-10-09T04:30:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:15 smithi107 ceph-mon[179183]: pgmap v90: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2023-10-09T04:30:15.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:15 smithi150 ceph-mon[100982]: pgmap v90: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2023-10-09T04:30:16.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:16.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:16 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:17.827 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:17 smithi107 ceph-mon[179183]: pgmap v91: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2023-10-09T04:30:17.828 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:17 smithi107 ceph-mon[184249]: pgmap v91: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2023-10-09T04:30:17.885 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade resume' 2023-10-09T04:30:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:17 smithi150 ceph-mon[100982]: pgmap v91: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2023-10-09T04:30:18.687 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:30:18.984 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:30:18 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:30:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:30:20.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:20 smithi107 ceph-mon[184249]: pgmap v92: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2023-10-09T04:30:20.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:20 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:20.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:20 smithi107 ceph-mon[179183]: pgmap v92: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2023-10-09T04:30:20.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:20 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:20 smithi150 ceph-mon[100982]: pgmap v92: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2023-10-09T04:30:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:20 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:21.073 INFO:teuthology.orchestra.run.smithi107.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:21.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'echo wait for all mons to upgrade' 2023-10-09T04:30:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:30:22] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.43.0" 2023-10-09T04:30:22.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[184249]: pgmap v93: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 721 op/s 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[184249]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[184249]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[179183]: pgmap v93: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 721 op/s 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[179183]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[179183]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:22 smithi150 ceph-mon[100982]: pgmap v93: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 721 op/s 2023-10-09T04:30:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:22 smithi150 ceph-mon[100982]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:22 smithi150 ceph-mon[100982]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:22 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:22.603 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:30:24.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:24 smithi107 ceph-mon[179183]: pgmap v94: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:30:24.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:24 smithi107 ceph-mon[184249]: pgmap v94: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:30:24.469 INFO:teuthology.orchestra.run.smithi107.stdout:wait for all mons to upgrade 2023-10-09T04:30:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:24 smithi150 ceph-mon[100982]: pgmap v94: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:30:24.911 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2023-10-09T04:30:25.836 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:30:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:25 smithi107 ceph-mon[179183]: pgmap v95: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:30:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:25 smithi107 ceph-mon[184249]: pgmap v95: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:30:25.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:25 smithi150 ceph-mon[100982]: pgmap v95: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: pgmap v96: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:30:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:27 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: pgmap v96: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: pgmap v96: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:30:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:28.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:30:28.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:28.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:28.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:30:28.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:30:28.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-10-09T04:30:28.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-mon[100982]: Upgrade: It appears safe to stop mon.b 2023-10-09T04:30:28.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-mon[100982]: from='client.? 172.21.15.107:0/3223374744' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:30:28.977 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:30:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:30:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:30:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:30:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:30:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[184249]: Upgrade: It appears safe to stop mon.b 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3223374744' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[179183]: Upgrade: It appears safe to stop mon.b 2023-10-09T04:30:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3223374744' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:29 smithi150 ceph-mon[100982]: pgmap v97: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:29 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:29 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:29 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:29 smithi150 ceph-mon[100982]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:30.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[184249]: pgmap v97: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:30:30.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:30.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:30.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:30.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:30.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[179183]: pgmap v97: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:30:30.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:30.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:30.179 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:30.179 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:31.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:30 smithi107 ceph-mon[184249]: Upgrade: Updating mon.b 2023-10-09T04:30:31.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:30 smithi107 ceph-mon[184249]: Deploying daemon mon.b on smithi150 2023-10-09T04:30:31.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:30 smithi107 ceph-mon[179183]: Upgrade: Updating mon.b 2023-10-09T04:30:31.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:30 smithi107 ceph-mon[179183]: Deploying daemon mon.b on smithi150 2023-10-09T04:30:31.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:30 smithi150 ceph-mon[100982]: Upgrade: Updating mon.b 2023-10-09T04:30:31.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:30 smithi150 ceph-mon[100982]: Deploying daemon mon.b on smithi150 2023-10-09T04:30:31.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:31 smithi150 systemd[1]: Stopping Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:30:31.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:30:31.426+0000 7f94fa9f4700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:30:31.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[100956]: 2023-10-09T04:30:31.426+0000 7f94fa9f4700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-10-09T04:30:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:30:32] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2023-10-09T04:30:32.451 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:32 smithi150 bash[168322]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b 2023-10-09T04:30:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:32 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.b.service: Succeeded. 2023-10-09T04:30:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:32 smithi150 systemd[1]: Stopped Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:30:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:32 smithi150 systemd[1]: Starting Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:30:33.317 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 podman[168471]: 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 bash[168471]: 90e2d510881f8ac092981f1b4ece5033f53269abbd911af61ab6bc3f2066bfb3 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: set uid:gid to 167:167 (ceph:ceph) 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable), process ceph-mon, pid 8 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: pidfile_write: ignore empty --pid-file 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: load: jerasure load: lrc 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: RocksDB version: 7.9.2 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Git sha 0 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Compile date 2023-10-06 16:19:06 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: DB SUMMARY 2023-10-09T04:30:33.318 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: DB Session ID: HENDGI7L41XRDDTLP44R 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: CURRENT file: CURRENT 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: IDENTITY file: IDENTITY 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1082 Bytes 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 5589547 ; 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.error_if_exists: 0 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.create_if_missing: 0 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.paranoid_checks: 1 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-09T04:30:33.319 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.env: 0x55759e9f2720 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.fs: PosixFileSystem 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.info_log: 0x5575a1e6b420 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_file_opening_threads: 16 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.statistics: (nil) 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.use_fsync: 0 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_log_file_size: 0 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.keep_log_file_num: 1000 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.recycle_log_file_num: 0 2023-10-09T04:30:33.320 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.allow_fallocate: 1 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.allow_mmap_reads: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.allow_mmap_writes: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.use_direct_reads: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.create_missing_column_families: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.db_log_dir: 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.wal_dir: 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-09T04:30:33.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.advise_random_on_open: 1 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.db_write_buffer_size: 0 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.write_buffer_manager: 0x5575a10fcc80 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.rate_limiter: (nil) 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.wal_recovery_mode: 2 2023-10-09T04:30:33.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.enable_thread_tracking: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.enable_pipelined_write: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.unordered_write: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.row_cache: None 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.wal_filter: None 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.allow_ingest_behind: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.two_write_queues: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.manual_wal_flush: 0 2023-10-09T04:30:33.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.wal_compression: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.atomic_flush: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.log_readahead_size: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.best_efforts_recovery: 0 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-09T04:30:33.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.allow_data_in_errors: 0 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.db_host_id: __hostname__ 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_background_jobs: 2 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_background_compactions: -1 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_subcompactions: 1 2023-10-09T04:30:33.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_total_wal_size: 0 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_open_files: -1 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bytes_per_sync: 0 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-09T04:30:33.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_readahead_size: 0 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_background_flushes: -1 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Compression algorithms supported: 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kZSTD supported: 0 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kXpressCompression supported: 0 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kLZ4HCCompression supported: 1 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kZlibCompression supported: 1 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kSnappyCompression supported: 1 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kLZ4Compression supported: 1 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: kBZip2Compression supported: 0 2023-10-09T04:30:33.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.merge_operator: 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_filter: None 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_filter_factory: None 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.sst_partitioner_factory: None 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5575a1e6b520) 2023-10-09T04:30:33.328 INFO:journalctl@ceph.mon.b.smithi150.stdout: cache_index_and_filter_blocks: 1 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: pin_top_level_index_and_filter: 1 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: index_type: 0 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: data_block_index_type: 0 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: index_shortening: 1 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: checksum: 4 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: no_block_cache: 0 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache: 0x5575a117d350 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache_name: BinnedLRUCache 2023-10-09T04:30:33.329 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache_options: 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: capacity : 536870912 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: num_shard_bits : 4 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: strict_capacity_limit : 0 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: high_pri_pool_ratio: 0.000 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_cache_compressed: (nil) 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: persistent_cache: (nil) 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_size: 4096 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_size_deviation: 10 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_restart_interval: 16 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: index_block_restart_interval: 1 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: metadata_block_size: 4096 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: partition_filters: 0 2023-10-09T04:30:33.330 INFO:journalctl@ceph.mon.b.smithi150.stdout: use_delta_encoding: 1 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: filter_policy: bloomfilter 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: whole_key_filtering: 1 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: verify_compression: 0 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: read_amp_bytes_per_bit: 0 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: format_version: 5 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: enable_index_compression: 1 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: block_align: 0 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: max_auto_readahead_size: 262144 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: prepopulate_block_cache: 0 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: initial_auto_readahead_size: 8192 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout: num_file_reads_for_auto_readahead: 2 2023-10-09T04:30:33.331 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.write_buffer_size: 33554432 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_write_buffer_number: 2 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression: NoCompression 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression: Disabled 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.prefix_extractor: nullptr 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.num_levels: 7 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-09T04:30:33.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.level: 32767 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.strategy: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-09T04:30:33.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.enabled: false 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.target_file_size_base: 67108864 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-09T04:30:33.334 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.arena_block_size: 1048576 2023-10-09T04:30:33.335 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.disable_auto_compactions: 0 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-09T04:30:33.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.table_properties_collectors: 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.inplace_update_support: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.bloom_locality: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.max_successive_merges: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.paranoid_file_checks: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.force_consistency_checks: 1 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.report_bg_io_stats: 0 2023-10-09T04:30:33.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.ttl: 2592000 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.enable_blob_files: false 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.min_blob_size: 0 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.blob_file_size: 268435456 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-09T04:30:33.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.blob_file_starting_level: 0 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13167, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8be0d834-7b78-4ec4-8bd3-fb56591a94de 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825833292300, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825833312068, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3470583, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13162, "largest_seqno": 16350, "table_properties": {"data_size": 3459515, "index_size": 6911, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3141, "raw_key_size": 26167, "raw_average_key_size": 21, "raw_value_size": 3435192, "raw_average_value_size": 2765, "num_data_blocks": 312, "num_entries": 1242, "num_filter_entries": 1242, "num_deletions": 253, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696825833, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8be0d834-7b78-4ec4-8bd3-fb56591a94de", "db_session_id": "HENDGI7L41XRDDTLP44R", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-10-09T04:30:33.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696825833312186, "job": 1, "event": "recovery_finished"} 2023-10-09T04:30:33.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-10-09T04:30:33.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-10-09T04:30:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-09T04:30:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5575a121a000 2023-10-09T04:30:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: DB pointer 0x5575a1206000 2023-10-09T04:30:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-09T04:30:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** DB Stats ** 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** Compaction Stats [default] ** 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: L0 1/0 3.31 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 382.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: L6 1/0 6.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: Sum 2/0 9.87 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 382.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 382.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** Compaction Stats [default] ** 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-09T04:30:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 382.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: Flush(GB): cumulative 0.003, interval 0.003 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: Cumulative compaction: 0.00 GB write, 87.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:30:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout: Interval compaction: 0.00 GB write, 87.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: Block cache BinnedLRUCache@0x5575a117d350#8 capacity: 512.00 MB usage: 11.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.28 KB,0.000625849%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: starting mon.b rank 1 at public addrs [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] at bind addrs [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???) e3 preinit fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).mds e9 new map 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).mds e9 print_map 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: e9 2023-10-09T04:30:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: legacy client fscid: 1 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: Filesystem 'foo' (1) 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: fs_name foo 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: epoch 8 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: created 2023-10-09T04:23:10.235193+0000 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: modified 2023-10-09T04:23:23.150253+0000 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: tableserver 0 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: root 0 2023-10-09T04:30:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout: session_timeout 60 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: session_autoclose 300 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: max_file_size 1099511627776 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: required_client_features {} 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: last_failure 0 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: last_failure_osd_epoch 0 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: max_mds 1 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: in 0 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: up {0=24548} 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: failed 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: damaged 2023-10-09T04:30:33.739 INFO:journalctl@ceph.mon.b.smithi150.stdout: stopped 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: data_pools [4] 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: metadata_pool 3 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: inline_data disabled 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: balancer 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: bal_rank_mask -1 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: standby_count_wanted 1 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: [mds.foo.smithi107.pchrgy{0:24548} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.107:6834/2187767099,v1:172.21.15.107:6835/2187767099] compat {c=[1],r=[1],i=[7ff]}] 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: Standby daemons: 2023-10-09T04:30:33.740 INFO:journalctl@ceph.mon.b.smithi150.stdout: 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout: [mds.foo.smithi150.abdyen{-1:14670} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.150:6832/1905699331,v1:172.21.15.150:6833/1905699331] compat {c=[1],r=[1],i=[7ff]}] 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).osd e82 crush map has features 3314933000854323200, adjusting msgr requires 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 ceph-mon[168511]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2023-10-09T04:30:33.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:33 smithi150 systemd[1]: Started Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:30:38.669 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:30:38.337+0000 7f1c311cf700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-10-09T04:30:38.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:30:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:30:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:30:40.566 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 3 2023-10-09T04:30:40.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mon.b calling monitor election 2023-10-09T04:30:40.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mon.c calling monitor election 2023-10-09T04:30:40.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: monmap e4: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mgrmap e35: y(active, since 3m), standbys: x 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: overall HEALTH_OK 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mon.a calling monitor election 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mon.b calling monitor election 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: monmap e4: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:30:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:30:40.891 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: mgrmap e35: y(active, since 3m), standbys: x 2023-10-09T04:30:41.106 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch ps' 2023-10-09T04:30:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mon.b calling monitor election 2023-10-09T04:30:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mon.c calling monitor election 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: monmap e4: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mgrmap e35: y(active, since 3m), standbys: x 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: overall HEALTH_OK 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mon.a calling monitor election 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mon.b calling monitor election 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: monmap e4: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:30:41.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: mgrmap e35: y(active, since 3m), standbys: x 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: overall HEALTH_OK 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2423157898' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:30:41.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-10-09T04:30:41.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:30:41.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: overall HEALTH_OK 2023-10-09T04:30:41.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:41.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:41.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:41.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2423157898' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:30:41.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mon.b calling monitor election 2023-10-09T04:30:41.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mon.c calling monitor election 2023-10-09T04:30:41.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: monmap e4: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:30:41.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:30:41.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mgrmap e35: y(active, since 3m), standbys: x 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: overall HEALTH_OK 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mon.a calling monitor election 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mon.b calling monitor election 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: monmap e4: 3 mons at {a=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],b=[v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0],c=[v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]} removed_ranks: {} 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: fsmap foo:1 {0=foo.smithi107.pchrgy=up:active} 1 up:standby 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: osdmap e82: 8 total, 8 up, 8 in 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: mgrmap e35: y(active, since 3m), standbys: x 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-10-09T04:30:41.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:30:41.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: overall HEALTH_OK 2023-10-09T04:30:41.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:41.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:41.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:30:41.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2423157898' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-10-09T04:30:41.945 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:30:42.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:30:42] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2023-10-09T04:30:42.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:41 smithi107 ceph-mon[184249]: pgmap v103: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:30:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:41 smithi107 ceph-mon[179183]: pgmap v103: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:30:42.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:41 smithi150 ceph-mon[168511]: pgmap v103: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:30:44.026 INFO:teuthology.orchestra.run.smithi107.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:alertmanager.a smithi107 *:9093,9094 running (4m) - 8m 27.3M - 0.25.0 c8568f914cd2 d80f2c63cdde 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:grafana.a smithi150 *:3000 running (4m) - 7m 96.3M - 9.4.7 2c41d148cca3 3c0d5973a89d 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi107.pchrgy smithi107 running (7m) - 7m 19.7M - 17.2.6-1303-gb2903cb0 5517396c50d4 9862d3401ef6 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi150.abdyen smithi150 running (7m) - 7m 14.7M - 17.2.6-1303-gb2903cb0 5517396c50d4 04274a11af4d 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.x smithi150 *:8443,9283,8765 running (3m) - 11m 448M - 18.2.0-598-gb4fa663f 3060897fdf97 3b60d960413b 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.y smithi107 *:8443,9283,8765 running (4m) - 13m 506M - 18.2.0-598-gb4fa663f 3060897fdf97 dc48170c7b20 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a smithi107 running (3m) - 13m 56.8M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 011915d83795 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b smithi150 starting - - - 2048M 2023-10-09T04:30:44.027 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c smithi107 running (106s) - 12m 38.5M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 82f6ddabcd99 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.a smithi107 *:9100 running (4m) - 8m 18.5M - 1.5.0 0da6a335fe13 72cb5f39c4ed 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.b smithi150 *:9100 running (4m) - 8m 19.8M - 1.5.0 0da6a335fe13 65ad48b806b2 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 smithi107 running (11m) - 11m 2898M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 27210c9c52dc 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 smithi107 running (11m) - 11m 2164M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9b92e5fbe1c8 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 smithi107 running (10m) - 10m 3829M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 0e13a3a24e73 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 smithi107 running (10m) - 10m 2641M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 76a8b6283ebe 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 smithi150 running (10m) - 10m 3010M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 333ec141ac9c 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 smithi150 running (9m) - 9m 3338M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9185b9d60de7 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 smithi150 running (9m) - 9m 1601M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 fd2e61646094 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 smithi150 running (9m) - 9m 2833M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 184ca6f79743 2023-10-09T04:30:44.028 INFO:teuthology.orchestra.run.smithi107.stdout:prometheus.a smithi150 *:9095 running (3m) - 8m 64.3M - 2.43.0 a07b618ecd1d dd19f32c3749 2023-10-09T04:30:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:44 smithi107 ceph-mon[179183]: pgmap v104: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 992 op/s 2023-10-09T04:30:44.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:44 smithi107 ceph-mon[184249]: pgmap v104: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 992 op/s 2023-10-09T04:30:44.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:44 smithi150 ceph-mon[168511]: pgmap v104: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 992 op/s 2023-10-09T04:30:44.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade pause' 2023-10-09T04:30:45.381 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:30:45.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:45 smithi107 ceph-mon[179183]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:45.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:45 smithi107 ceph-mon[184249]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:45.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:45 smithi150 ceph-mon[168511]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:46 smithi107 ceph-mon[179183]: pgmap v105: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:30:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:46 smithi107 ceph-mon[184249]: pgmap v105: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:30:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:46 smithi150 ceph-mon[168511]: pgmap v105: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:30:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:30:47.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:47.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:47.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:47 smithi150 ceph-mon[168511]: pgmap v106: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:30:47.779 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:47.780 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:47.780 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:47 smithi107 ceph-mon[179183]: pgmap v106: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:30:47.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:47.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:47.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:47 smithi107 ceph-mon[184249]: pgmap v106: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:30:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:48.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:48.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:48.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:48.985 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:30:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:30:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:30:49.837 INFO:teuthology.orchestra.run.smithi107.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:49 smithi150 ceph-mon[168511]: pgmap v107: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 985 op/s 2023-10-09T04:30:50.048 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:49 smithi107 ceph-mon[179183]: pgmap v107: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 985 op/s 2023-10-09T04:30:50.048 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:49 smithi107 ceph-mon[184249]: pgmap v107: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 985 op/s 2023-10-09T04:30:50.398 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'sleep 60' 2023-10-09T04:30:51.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:50 smithi107 ceph-mon[184249]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:51.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:50 smithi107 ceph-mon[184249]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:51.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:51.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:50 smithi107 ceph-mon[179183]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:51.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:50 smithi107 ceph-mon[179183]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:51.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:51.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:50 smithi150 ceph-mon[168511]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:30:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:50 smithi150 ceph-mon[168511]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:30:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:51.267 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:30:52.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:30:52] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-10-09T04:30:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:51 smithi107 ceph-mon[184249]: pgmap v108: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 647 op/s 2023-10-09T04:30:52.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:51 smithi107 ceph-mon[179183]: pgmap v108: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 647 op/s 2023-10-09T04:30:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:51 smithi150 ceph-mon[168511]: pgmap v108: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 647 op/s 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:53.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:53.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:30:53.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:53.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:53.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:53.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:53 smithi150 ceph-mon[168511]: Reconfiguring mon.a (monmap changed)... 2023-10-09T04:30:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:53 smithi150 ceph-mon[168511]: Reconfiguring daemon mon.a on smithi107 2023-10-09T04:30:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:53 smithi150 ceph-mon[168511]: pgmap v109: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 960 op/s 2023-10-09T04:30:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:53 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:53 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[184249]: Reconfiguring mon.a (monmap changed)... 2023-10-09T04:30:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[184249]: Reconfiguring daemon mon.a on smithi107 2023-10-09T04:30:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[184249]: pgmap v109: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 960 op/s 2023-10-09T04:30:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[179183]: Reconfiguring mon.a (monmap changed)... 2023-10-09T04:30:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[179183]: Reconfiguring daemon mon.a on smithi107 2023-10-09T04:30:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[179183]: pgmap v109: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 960 op/s 2023-10-09T04:30:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:53 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:55.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[184249]: Reconfiguring mgr.y (monmap changed)... 2023-10-09T04:30:55.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:30:55.162 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:30:55.163 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:55.163 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[184249]: Reconfiguring daemon mgr.y on smithi107 2023-10-09T04:30:55.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[179183]: Reconfiguring mgr.y (monmap changed)... 2023-10-09T04:30:55.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:30:55.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:30:55.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:55.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:54 smithi107 ceph-mon[179183]: Reconfiguring daemon mgr.y on smithi107 2023-10-09T04:30:55.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:54 smithi150 ceph-mon[168511]: Reconfiguring mgr.y (monmap changed)... 2023-10-09T04:30:55.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:30:55.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:30:55.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:55.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:54 smithi150 ceph-mon[168511]: Reconfiguring daemon mgr.y on smithi107 2023-10-09T04:30:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:55 smithi150 ceph-mon[168511]: pgmap v110: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-10-09T04:30:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[179183]: pgmap v110: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-10-09T04:30:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:56.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:56.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[184249]: pgmap v110: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-10-09T04:30:56.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:56.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:56.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:30:56.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:30:56.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:57.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:56 smithi107 ceph-mon[179183]: Reconfiguring mon.c (monmap changed)... 2023-10-09T04:30:57.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:56 smithi107 ceph-mon[179183]: Reconfiguring daemon mon.c on smithi107 2023-10-09T04:30:57.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:56 smithi107 ceph-mon[184249]: Reconfiguring mon.c (monmap changed)... 2023-10-09T04:30:57.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:56 smithi107 ceph-mon[184249]: Reconfiguring daemon mon.c on smithi107 2023-10-09T04:30:57.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:56 smithi150 ceph-mon[168511]: Reconfiguring mon.c (monmap changed)... 2023-10-09T04:30:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:56 smithi150 ceph-mon[168511]: Reconfiguring daemon mon.c on smithi107 2023-10-09T04:30:58.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[179183]: pgmap v111: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-10-09T04:30:58.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:58.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:58.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:30:58.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:58.255 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[184249]: pgmap v111: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-10-09T04:30:58.255 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:58.255 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:58.255 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:30:58.255 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:58 smithi150 ceph-mon[168511]: pgmap v111: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-10-09T04:30:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:30:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:30:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:30:58.983 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 04:30:58 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T04:30:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi150.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)\", cluster_addr=\"172.21.15.107\", device_class=\"ssd\", hostname=\"smithi107\", instance=\"smithi107:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.107\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-10-09T04:30:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:59 smithi107 ceph-mon[179183]: Reconfiguring osd.0 (monmap changed)... 2023-10-09T04:30:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:30:59 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.0 on smithi107 2023-10-09T04:30:59.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:59 smithi107 ceph-mon[184249]: Reconfiguring osd.0 (monmap changed)... 2023-10-09T04:30:59.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:30:59 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.0 on smithi107 2023-10-09T04:30:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:59 smithi150 ceph-mon[168511]: Reconfiguring osd.0 (monmap changed)... 2023-10-09T04:30:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:30:59 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.0 on smithi107 2023-10-09T04:31:00.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: pgmap v112: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 942 op/s 2023-10-09T04:31:00.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:00.120 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:00.120 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: Reconfiguring osd.1 (monmap changed)... 2023-10-09T04:31:00.120 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:31:00.120 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:00.120 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.1 on smithi107 2023-10-09T04:31:00.120 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: pgmap v112: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 942 op/s 2023-10-09T04:31:00.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:00.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:00.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: Reconfiguring osd.1 (monmap changed)... 2023-10-09T04:31:00.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:31:00.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:00.121 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:00 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.1 on smithi107 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: pgmap v112: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 942 op/s 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: Reconfiguring osd.1 (monmap changed)... 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:00 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.1 on smithi107 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: Reconfiguring osd.2 (monmap changed)... 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.2 on smithi107 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:01.988 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[179183]: pgmap v113: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 627 op/s 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: Reconfiguring osd.2 (monmap changed)... 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.2 on smithi107 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:01.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:01 smithi107 ceph-mon[184249]: pgmap v113: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 627 op/s 2023-10-09T04:31:02.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: Reconfiguring osd.2 (monmap changed)... 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.2 on smithi107 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:01 smithi150 ceph-mon[168511]: pgmap v113: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 627 op/s 2023-10-09T04:31:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:31:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:31:02] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: Reconfiguring osd.3 (monmap changed)... 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.3 on smithi107 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[179183]: pgmap v114: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 938 op/s 2023-10-09T04:31:03.824 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:03.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:03.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: Reconfiguring osd.3 (monmap changed)... 2023-10-09T04:31:03.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:31:03.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:03.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.3 on smithi107 2023-10-09T04:31:03.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:03 smithi107 ceph-mon[184249]: pgmap v114: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 938 op/s 2023-10-09T04:31:03.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: Reconfiguring osd.3 (monmap changed)... 2023-10-09T04:31:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:31:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.3 on smithi107 2023-10-09T04:31:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:03 smithi150 ceph-mon[168511]: pgmap v114: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 938 op/s 2023-10-09T04:31:05.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:05.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:05.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: Reconfiguring mds.foo.smithi107.pchrgy (monmap changed)... 2023-10-09T04:31:05.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:31:05.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:05.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: Reconfiguring daemon mds.foo.smithi107.pchrgy on smithi107 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[184249]: pgmap v115: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: Reconfiguring mds.foo.smithi107.pchrgy (monmap changed)... 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: Reconfiguring daemon mds.foo.smithi107.pchrgy on smithi107 2023-10-09T04:31:05.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:05 smithi107 ceph-mon[179183]: pgmap v115: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: Reconfiguring mds.foo.smithi107.pchrgy (monmap changed)... 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pchrgy", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: Reconfiguring daemon mds.foo.smithi107.pchrgy on smithi107 2023-10-09T04:31:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:05 smithi150 ceph-mon[168511]: pgmap v115: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2023-10-09T04:31:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: Reconfiguring mon.b (monmap changed)... 2023-10-09T04:31:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:31:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[184249]: Reconfiguring daemon mon.b on smithi150 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: Reconfiguring mon.b (monmap changed)... 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:06 smithi107 ceph-mon[179183]: Reconfiguring daemon mon.b on smithi150 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: Reconfiguring mon.b (monmap changed)... 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:07.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:06 smithi150 ceph-mon[168511]: Reconfiguring daemon mon.b on smithi150 2023-10-09T04:31:08.261 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:08 smithi150 ceph-mon[168511]: pgmap v116: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2023-10-09T04:31:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:08 smithi107 ceph-mon[179183]: pgmap v116: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2023-10-09T04:31:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:08 smithi107 ceph-mon[184249]: pgmap v116: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: pgmap v117: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: Reconfiguring mgr.x (monmap changed)... 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:31:10.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:10.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: pgmap v117: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-10-09T04:31:10.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:10.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: Reconfiguring mgr.x (monmap changed)... 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: pgmap v117: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: Reconfiguring mgr.x (monmap changed)... 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-09T04:31:10.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-09T04:31:10.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:11.369 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:11 smithi150 ceph-mon[168511]: Reconfiguring daemon mgr.x on smithi150 2023-10-09T04:31:11.369 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:11.369 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:11.369 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T04:31:11.369 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[184249]: Reconfiguring daemon mgr.x on smithi150 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[179183]: Reconfiguring daemon mgr.x on smithi150 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-09T04:31:11.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:12.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-mon[179183]: Reconfiguring osd.4 (monmap changed)... 2023-10-09T04:31:12.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.4 on smithi150 2023-10-09T04:31:12.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-mon[179183]: pgmap v118: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:31:12.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:31:12] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2023-10-09T04:31:12.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-mon[184249]: Reconfiguring osd.4 (monmap changed)... 2023-10-09T04:31:12.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.4 on smithi150 2023-10-09T04:31:12.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:12 smithi107 ceph-mon[184249]: pgmap v118: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:31:12.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:12 smithi150 ceph-mon[168511]: Reconfiguring osd.4 (monmap changed)... 2023-10-09T04:31:12.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:12 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.4 on smithi150 2023-10-09T04:31:12.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:12 smithi150 ceph-mon[168511]: pgmap v118: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-10-09T04:31:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T04:31:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T04:31:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-09T04:31:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: Reconfiguring osd.5 (monmap changed)... 2023-10-09T04:31:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.5 on smithi150 2023-10-09T04:31:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: pgmap v119: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 966 op/s 2023-10-09T04:31:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: Reconfiguring osd.5 (monmap changed)... 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.5 on smithi150 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: pgmap v119: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 966 op/s 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T04:31:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:14.432 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: Reconfiguring osd.5 (monmap changed)... 2023-10-09T04:31:14.432 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.5 on smithi150 2023-10-09T04:31:14.432 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: pgmap v119: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 966 op/s 2023-10-09T04:31:14.432 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:14.433 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:14.433 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-09T04:31:14.433 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:15.143 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:15 smithi150 ceph-mon[168511]: Reconfiguring osd.6 (monmap changed)... 2023-10-09T04:31:15.144 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:15 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.6 on smithi150 2023-10-09T04:31:15.144 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:15 smithi150 ceph-mon[168511]: pgmap v120: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:31:15.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:15 smithi107 ceph-mon[179183]: Reconfiguring osd.6 (monmap changed)... 2023-10-09T04:31:15.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:15 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.6 on smithi150 2023-10-09T04:31:15.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:15 smithi107 ceph-mon[179183]: pgmap v120: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:31:15.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:15 smithi107 ceph-mon[184249]: Reconfiguring osd.6 (monmap changed)... 2023-10-09T04:31:15.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:15 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.6 on smithi150 2023-10-09T04:31:15.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:15 smithi107 ceph-mon[184249]: pgmap v120: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:31:16.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:16.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:16.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: Reconfiguring osd.7 (monmap changed)... 2023-10-09T04:31:16.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T04:31:16.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:16.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: Reconfiguring daemon osd.7 on smithi150 2023-10-09T04:31:16.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: Reconfiguring osd.7 (monmap changed)... 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: Reconfiguring daemon osd.7 on smithi150 2023-10-09T04:31:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: Reconfiguring osd.7 (monmap changed)... 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: Reconfiguring daemon osd.7 on smithi150 2023-10-09T04:31:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:17.692 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:17.692 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:17.692 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: Reconfiguring mds.foo.smithi150.abdyen (monmap changed)... 2023-10-09T04:31:17.692 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:31:17.693 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:17.693 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: Reconfiguring daemon mds.foo.smithi150.abdyen on smithi150 2023-10-09T04:31:17.693 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:17 smithi150 ceph-mon[168511]: pgmap v121: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:31:17.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:17.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:17.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: Reconfiguring mds.foo.smithi150.abdyen (monmap changed)... 2023-10-09T04:31:17.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:31:17.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: Reconfiguring daemon mds.foo.smithi150.abdyen on smithi150 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[179183]: pgmap v121: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: Reconfiguring mds.foo.smithi150.abdyen (monmap changed)... 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi150.abdyen", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: Reconfiguring daemon mds.foo.smithi150.abdyen on smithi150 2023-10-09T04:31:17.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:17 smithi107 ceph-mon[184249]: pgmap v121: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:31:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:31:19.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:31:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:31:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:31:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:20 smithi107 ceph-mon[179183]: pgmap v122: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 982 op/s 2023-10-09T04:31:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:20 smithi107 ceph-mon[184249]: pgmap v122: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 982 op/s 2023-10-09T04:31:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:20 smithi150 ceph-mon[168511]: pgmap v122: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 982 op/s 2023-10-09T04:31:22.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:22 smithi107 ceph-mon[179183]: pgmap v123: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 661 op/s 2023-10-09T04:31:22.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:31:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:31:22] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2023-10-09T04:31:22.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:22 smithi107 ceph-mon[184249]: pgmap v123: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 661 op/s 2023-10-09T04:31:22.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:22 smithi150 ceph-mon[168511]: pgmap v123: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 661 op/s 2023-10-09T04:31:24.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:24 smithi107 ceph-mon[179183]: pgmap v124: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 994 op/s 2023-10-09T04:31:24.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:24 smithi107 ceph-mon[184249]: pgmap v124: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 994 op/s 2023-10-09T04:31:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:24 smithi150 ceph-mon[168511]: pgmap v124: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 994 op/s 2023-10-09T04:31:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:25 smithi107 ceph-mon[179183]: pgmap v125: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:31:25.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:25 smithi107 ceph-mon[184249]: pgmap v125: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:31:25.990 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:25 smithi150 ceph-mon[168511]: pgmap v125: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:31:28.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:28 smithi107 ceph-mon[184249]: pgmap v126: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:31:28.459 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:28 smithi107 ceph-mon[179183]: pgmap v126: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:31:28.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:28 smithi150 ceph-mon[168511]: pgmap v126: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2023-10-09T04:31:30.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:30 smithi107 ceph-mon[179183]: pgmap v127: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 996 op/s 2023-10-09T04:31:30.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:30 smithi107 ceph-mon[184249]: pgmap v127: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 996 op/s 2023-10-09T04:31:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:30 smithi150 ceph-mon[168511]: pgmap v127: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 996 op/s 2023-10-09T04:31:31.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:31.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:31.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:32.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:32 smithi107 ceph-mon[179183]: pgmap v128: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:31:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:31:32] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2023-10-09T04:31:32.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:32 smithi107 ceph-mon[184249]: pgmap v128: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:32.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:32 smithi150 ceph-mon[168511]: pgmap v128: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:34.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:34 smithi107 ceph-mon[184249]: pgmap v129: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:34 smithi107 ceph-mon[179183]: pgmap v129: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:34 smithi150 ceph-mon[168511]: pgmap v129: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:35.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:35 smithi107 ceph-mon[184249]: pgmap v130: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:35.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:35 smithi107 ceph-mon[179183]: pgmap v130: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:35.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:35 smithi150 ceph-mon[168511]: pgmap v130: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:38 smithi107 ceph-mon[184249]: pgmap v131: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:38 smithi107 ceph-mon[179183]: pgmap v131: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:38.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:38 smithi150 ceph-mon[168511]: pgmap v131: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:40.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:40 smithi107 ceph-mon[184249]: pgmap v132: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:31:40.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:40 smithi107 ceph-mon[179183]: pgmap v132: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:31:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:40 smithi150 ceph-mon[168511]: pgmap v132: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:31:42.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:42 smithi107 ceph-mon[184249]: pgmap v133: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:31:42.425 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:31:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:31:42] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2023-10-09T04:31:42.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:42 smithi107 ceph-mon[179183]: pgmap v133: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:31:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:42 smithi150 ceph-mon[168511]: pgmap v133: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:31:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:44 smithi107 ceph-mon[184249]: pgmap v134: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:31:44.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:44 smithi107 ceph-mon[179183]: pgmap v134: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:31:44.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:44 smithi150 ceph-mon[168511]: pgmap v134: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:31:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:45 smithi107 ceph-mon[179183]: pgmap v135: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:45 smithi107 ceph-mon[184249]: pgmap v135: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:45.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:45 smithi150 ceph-mon[168511]: pgmap v135: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:46.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:31:47.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:47 smithi107 ceph-mon[179183]: pgmap v136: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:47.928 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:47 smithi107 ceph-mon[184249]: pgmap v136: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:47 smithi150 ceph-mon[168511]: pgmap v136: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 671 op/s 2023-10-09T04:31:50.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:50 smithi107 ceph-mon[184249]: pgmap v137: 89 pgs: 89 active+clean; 2.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:50.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:50 smithi107 ceph-mon[179183]: pgmap v137: 89 pgs: 89 active+clean; 2.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:50.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:50 smithi150 ceph-mon[168511]: pgmap v137: 89 pgs: 89 active+clean; 2.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:52 smithi107 ceph-mon[179183]: pgmap v138: 89 pgs: 89 active+clean; 2.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:52 smithi107 ceph-mon[184249]: pgmap v138: 89 pgs: 89 active+clean; 2.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:52.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:31:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:31:52] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2023-10-09T04:31:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:52 smithi150 ceph-mon[168511]: pgmap v138: 89 pgs: 89 active+clean; 2.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:54.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:54 smithi107 ceph-mon[184249]: pgmap v139: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:54 smithi107 ceph-mon[179183]: pgmap v139: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:54.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:54 smithi150 ceph-mon[168511]: pgmap v139: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2023-10-09T04:31:55.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade resume' 2023-10-09T04:31:55.592 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:55 smithi107 ceph-mon[179183]: pgmap v140: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:55 smithi107 ceph-mon[184249]: pgmap v140: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:55.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:55 smithi150 ceph-mon[168511]: pgmap v140: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:56.214 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:31:58.345 INFO:teuthology.orchestra.run.smithi107.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:31:58.395 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:58 smithi107 ceph-mon[184249]: pgmap v141: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:58.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:58 smithi107 ceph-mon[179183]: pgmap v141: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:58 smithi150 ceph-mon[168511]: pgmap v141: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:31:58.945 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'echo wait for half of osds to upgrade' 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[179183]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[179183]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[179183]: pgmap v142: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[184249]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[184249]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:31:59.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:59.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:31:59.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:31:59 smithi107 ceph-mon[184249]: pgmap v142: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:31:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:59 smithi150 ceph-mon[168511]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:31:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:59 smithi150 ceph-mon[168511]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:31:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:31:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:31:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:31:59 smithi150 ceph-mon[168511]: pgmap v142: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:31:59.815 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:32:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:01.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:01.458 INFO:teuthology.orchestra.run.smithi107.stdout:wait for half of osds to upgrade 2023-10-09T04:32:01.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:02.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:02 smithi107 ceph-mon[179183]: pgmap v143: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 653 op/s 2023-10-09T04:32:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:32:02] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-10-09T04:32:02.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:02 smithi107 ceph-mon[184249]: pgmap v143: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 653 op/s 2023-10-09T04:32:02.336 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2023-10-09T04:32:02.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:02 smithi150 ceph-mon[168511]: pgmap v143: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 653 op/s 2023-10-09T04:32:03.128 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:32:04.119 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:04 smithi107 ceph-mon[184249]: pgmap v144: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-10-09T04:32:04.119 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:04 smithi107 ceph-mon[179183]: pgmap v144: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-10-09T04:32:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:04 smithi150 ceph-mon[168511]: pgmap v144: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-10-09T04:32:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:05 smithi150 ceph-mon[168511]: pgmap v145: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:32:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:05 smithi107 ceph-mon[179183]: pgmap v145: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:32:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:05.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:05.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:05 smithi107 ceph-mon[184249]: pgmap v145: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-10-09T04:32:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/571547666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:06.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:06.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:32:06.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/571547666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:06.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:06.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:32:06.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:06.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/571547666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:06.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:06.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:32:06.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: Upgrade: Setting container_image for all mon 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-10-09T04:32:07.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: Upgrade: Setting container_image for all crash 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: Upgrade: osd.0 is safe to restart 2023-10-09T04:32:07.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[184249]: pgmap v146: 89 pgs: 89 active+clean; 1.8 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 610 op/s 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: Upgrade: Setting container_image for all mon 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-10-09T04:32:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: Upgrade: Setting container_image for all crash 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: Upgrade: osd.0 is safe to restart 2023-10-09T04:32:07.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:07 smithi107 ceph-mon[179183]: pgmap v146: 89 pgs: 89 active+clean; 1.8 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 610 op/s 2023-10-09T04:32:07.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: Upgrade: Setting container_image for all mon 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-10-09T04:32:07.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:07.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: Upgrade: Setting container_image for all crash 2023-10-09T04:32:07.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:07.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-10-09T04:32:07.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-10-09T04:32:07.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: Upgrade: osd.0 is safe to restart 2023-10-09T04:32:07.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:07 smithi150 ceph-mon[168511]: pgmap v146: 89 pgs: 89 active+clean; 1.8 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 610 op/s 2023-10-09T04:32:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2882033326' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:32:08.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2882033326' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:32:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2882033326' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-09T04:32:08.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:09.476 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:09 smithi107 ceph-mon[179183]: Upgrade: Updating osd.0 2023-10-09T04:32:09.476 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:09 smithi107 ceph-mon[179183]: Deploying daemon osd.0 on smithi107 2023-10-09T04:32:09.476 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:09 smithi107 ceph-mon[179183]: pgmap v147: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2023-10-09T04:32:09.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:09 smithi150 ceph-mon[168511]: Upgrade: Updating osd.0 2023-10-09T04:32:09.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:09 smithi150 ceph-mon[168511]: Deploying daemon osd.0 on smithi107 2023-10-09T04:32:09.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:09 smithi150 ceph-mon[168511]: pgmap v147: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2023-10-09T04:32:09.879 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:09 smithi107 ceph-mon[184249]: Upgrade: Updating osd.0 2023-10-09T04:32:09.879 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:09 smithi107 ceph-mon[184249]: Deploying daemon osd.0 on smithi107 2023-10-09T04:32:09.879 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:09 smithi107 ceph-mon[184249]: pgmap v147: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2023-10-09T04:32:10.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/369636188' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:11.096 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/369636188' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:11.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/369636188' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:11.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:11 smithi150 ceph-mon[168511]: pgmap v148: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 589 op/s 2023-10-09T04:32:12.018 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:11 smithi107 ceph-mon[179183]: pgmap v148: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 589 op/s 2023-10-09T04:32:12.018 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:11 smithi107 ceph-mon[184249]: pgmap v148: 89 pgs: 89 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 589 op/s 2023-10-09T04:32:12.019 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:11 smithi107 systemd[1]: Stopping Ceph osd.0 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:32:12.380 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:32:12] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-10-09T04:32:12.380 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[115960]: 2023-10-09T04:32:12.379+0000 7f62d109f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:32:12.380 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[115960]: 2023-10-09T04:32:12.379+0000 7f62d109f700 -1 osd.0 82 *** Got signal Terminated *** 2023-10-09T04:32:12.380 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[115960]: 2023-10-09T04:32:12.379+0000 7f62d109f700 -1 osd.0 82 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T04:32:12.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:12 smithi150 ceph-mon[168511]: osd.0 marked itself down and dead 2023-10-09T04:32:13.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:12 smithi107 ceph-mon[179183]: osd.0 marked itself down and dead 2023-10-09T04:32:13.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:12 smithi107 ceph-mon[184249]: osd.0 marked itself down and dead 2023-10-09T04:32:13.640 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:13 smithi107 bash[194622]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0 2023-10-09T04:32:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:13 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:32:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:13 smithi150 ceph-mon[168511]: osdmap e83: 8 total, 7 up, 8 in 2023-10-09T04:32:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:13 smithi150 ceph-mon[168511]: failed to encode map e83 with expected crc 2023-10-09T04:32:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:13 smithi150 ceph-mon[168511]: failed to encode map e83 with expected crc 2023-10-09T04:32:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3430447287' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:13 smithi150 ceph-mon[168511]: pgmap v150: 89 pgs: 13 stale+active+clean, 76 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 715 op/s 2023-10-09T04:32:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:32:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[179183]: osdmap e83: 8 total, 7 up, 8 in 2023-10-09T04:32:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[179183]: failed to encode map e83 with expected crc 2023-10-09T04:32:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[179183]: failed to encode map e83 with expected crc 2023-10-09T04:32:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3430447287' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[179183]: pgmap v150: 89 pgs: 13 stale+active+clean, 76 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 715 op/s 2023-10-09T04:32:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:32:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[184249]: osdmap e83: 8 total, 7 up, 8 in 2023-10-09T04:32:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[184249]: failed to encode map e83 with expected crc 2023-10-09T04:32:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[184249]: failed to encode map e83 with expected crc 2023-10-09T04:32:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3430447287' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:13 smithi107 ceph-mon[184249]: pgmap v150: 89 pgs: 13 stale+active+clean, 76 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 715 op/s 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: osdmap e84: 8 total, 7 up, 8 in 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.748 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.748 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:14.748 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[179183]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: osdmap e84: 8 total, 7 up, 8 in 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:14 smithi107 ceph-mon[184249]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: osdmap e84: 8 total, 7 up, 8 in 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:14 smithi150 ceph-mon[168511]: failed to encode map e84 with expected crc 2023-10-09T04:32:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:15 smithi107 ceph-mon[184249]: pgmap v152: 89 pgs: 13 stale+active+clean, 76 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 895 op/s 2023-10-09T04:32:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2480780989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:15.920 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:15 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.0.service: Succeeded. 2023-10-09T04:32:15.920 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:15 smithi107 systemd[1]: Stopped Ceph osd.0 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:32:15.920 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:15 smithi107 systemd[1]: Starting Ceph osd.0 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:32:15.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:15 smithi107 ceph-mon[179183]: pgmap v152: 89 pgs: 13 stale+active+clean, 76 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 895 op/s 2023-10-09T04:32:15.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2480780989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:16.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:15 smithi150 ceph-mon[168511]: pgmap v152: 89 pgs: 13 stale+active+clean, 76 active+clean; 1.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 895 op/s 2023-10-09T04:32:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2480780989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:17.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:17.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:17.291 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:17.291 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-10-09T04:32:17.292 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:17 smithi107 bash[194919]: --> ceph-volume lvm activate successful for osd ID: 0 2023-10-09T04:32:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:17.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:18.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:18 smithi107 ceph-mon[179183]: pgmap v153: 89 pgs: 1 active+undersized+degraded, 13 stale+active+clean, 75 active+clean; 1.4 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 4/67053 objects degraded (0.006%) 2023-10-09T04:32:18.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:18 smithi107 ceph-mon[184249]: pgmap v153: 89 pgs: 1 active+undersized+degraded, 13 stale+active+clean, 75 active+clean; 1.4 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 4/67053 objects degraded (0.006%) 2023-10-09T04:32:18.382 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:18 smithi107 podman[195192]: 2023-10-09T04:32:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:18 smithi150 ceph-mon[168511]: pgmap v153: 89 pgs: 1 active+undersized+degraded, 13 stale+active+clean, 75 active+clean; 1.4 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 4/67053 objects degraded (0.006%) 2023-10-09T04:32:18.923 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:18 smithi107 bash[195192]: 74884bcc097b2c3d25587bce731210fce26a59155e15fd2d17c22c431bcc41f1 2023-10-09T04:32:18.923 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:18 smithi107 systemd[1]: Started Ceph osd.0 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:32:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 4/67053 objects degraded (0.006%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:32:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3195025472' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:19.420 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[195211]: 2023-10-09T04:32:18.978+0000 7f493fc81640 -1 Falling back to public interface 2023-10-09T04:32:19.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 4/67053 objects degraded (0.006%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:32:19.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3195025472' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:19.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:19.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:19.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:19.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:19 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 4/67053 objects degraded (0.006%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:32:19.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3195025472' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:19.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:19.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:19.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:20.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:20 smithi107 ceph-mon[179183]: pgmap v154: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 866 op/s; 4816/57021 objects degraded (8.446%) 2023-10-09T04:32:20.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:20 smithi107 ceph-mon[184249]: pgmap v154: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 866 op/s; 4816/57021 objects degraded (8.446%) 2023-10-09T04:32:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:20 smithi150 ceph-mon[168511]: pgmap v154: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 866 op/s; 4816/57021 objects degraded (8.446%) 2023-10-09T04:32:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3274624097' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:21.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3274624097' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:21.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3274624097' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:32:22] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2023-10-09T04:32:22.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:22 smithi107 ceph-mon[184249]: pgmap v155: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 401 op/s; 4816/57021 objects degraded (8.446%) 2023-10-09T04:32:22.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:22 smithi107 ceph-mon[179183]: pgmap v155: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 401 op/s; 4816/57021 objects degraded (8.446%) 2023-10-09T04:32:22.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:22 smithi150 ceph-mon[168511]: pgmap v155: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 401 op/s; 4816/57021 objects degraded (8.446%) 2023-10-09T04:32:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:23 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3748/44508 objects degraded (8.421%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:23.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:23 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3748/44508 objects degraded (8.421%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:23.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:23 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3748/44508 objects degraded (8.421%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:24 smithi107 ceph-mon[184249]: pgmap v156: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 751 op/s; 3748/44508 objects degraded (8.421%) 2023-10-09T04:32:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/280038527' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:24.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:24 smithi107 ceph-mon[179183]: pgmap v156: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 751 op/s; 3748/44508 objects degraded (8.421%) 2023-10-09T04:32:24.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/280038527' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:24 smithi150 ceph-mon[168511]: pgmap v156: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 751 op/s; 3748/44508 objects degraded (8.421%) 2023-10-09T04:32:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/280038527' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:25.421 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[195211]: 2023-10-09T04:32:24.993+0000 7f493fc81640 -1 osd.0 82 log_to_monitors true 2023-10-09T04:32:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[184249]: from='osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:32:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[184249]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:32:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[184249]: pgmap v157: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 3748/44508 objects degraded (8.421%) 2023-10-09T04:32:25.920 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[195211]: 2023-10-09T04:32:25.705+0000 7f492f8ea700 -1 osd.0 82 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:32:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[179183]: from='osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:32:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[179183]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:32:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:25 smithi107 ceph-mon[179183]: pgmap v157: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 3748/44508 objects degraded (8.421%) 2023-10-09T04:32:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:25 smithi150 ceph-mon[168511]: from='osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:32:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:25 smithi150 ceph-mon[168511]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-09T04:32:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:25 smithi150 ceph-mon[168511]: pgmap v157: 89 pgs: 11 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 3748/44508 objects degraded (8.421%) 2023-10-09T04:32:26.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: osdmap e85: 8 total, 7 up, 8 in 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: failed to encode map e85 with expected crc 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: from='osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: failed to encode map e85 with expected crc 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2982280042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:26 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: osdmap e85: 8 total, 7 up, 8 in 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: failed to encode map e85 with expected crc 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: from='osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: failed to encode map e85 with expected crc 2023-10-09T04:32:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2982280042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: osdmap e85: 8 total, 7 up, 8 in 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: failed to encode map e85 with expected crc 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: from='osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: failed to encode map e85 with expected crc 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2982280042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:26 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359] boot 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: osdmap e86: 8 total, 8 up, 8 in 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: failed to encode map e86 with expected crc 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: failed to encode map e86 with expected crc 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: failed to encode map e86 with expected crc 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: pgmap v160: 89 pgs: 1 peering, 10 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 521 op/s; 3744/44508 objects degraded (8.412%) 2023-10-09T04:32:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:27 smithi150 ceph-mon[168511]: osdmap e87: 8 total, 8 up, 8 in 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359] boot 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: osdmap e86: 8 total, 8 up, 8 in 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: failed to encode map e86 with expected crc 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: failed to encode map e86 with expected crc 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: failed to encode map e86 with expected crc 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: pgmap v160: 89 pgs: 1 peering, 10 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 521 op/s; 3744/44508 objects degraded (8.412%) 2023-10-09T04:32:28.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[179183]: osdmap e87: 8 total, 8 up, 8 in 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: osd.0 [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359] boot 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: osdmap e86: 8 total, 8 up, 8 in 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: failed to encode map e86 with expected crc 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: failed to encode map e86 with expected crc 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: failed to encode map e86 with expected crc 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: pgmap v160: 89 pgs: 1 peering, 10 active+undersized+degraded, 19 active+undersized, 59 active+clean; 926 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 521 op/s; 3744/44508 objects degraded (8.412%) 2023-10-09T04:32:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:27 smithi107 ceph-mon[184249]: osdmap e87: 8 total, 8 up, 8 in 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: failed to encode map e87 with expected crc 2023-10-09T04:32:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2220787655' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:28 smithi150 ceph-mon[168511]: osdmap e88: 8 total, 8 up, 8 in 2023-10-09T04:32:29.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2220787655' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:29.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[179183]: osdmap e88: 8 total, 8 up, 8 in 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: failed to encode map e87 with expected crc 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2220787655' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:29.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:28 smithi107 ceph-mon[184249]: osdmap e88: 8 total, 8 up, 8 in 2023-10-09T04:32:29.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: failed to encode map e88 with expected crc 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: pgmap v163: 89 pgs: 17 peering, 4 active+undersized+degraded, 9 active+undersized, 59 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 1831/35184 objects degraded (5.204%) 2023-10-09T04:32:29.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:29 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3744/44508 objects degraded (8.412%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: pgmap v163: 89 pgs: 17 peering, 4 active+undersized+degraded, 9 active+undersized, 59 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 1831/35184 objects degraded (5.204%) 2023-10-09T04:32:30.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3744/44508 objects degraded (8.412%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:30.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: failed to encode map e88 with expected crc 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: pgmap v163: 89 pgs: 17 peering, 4 active+undersized+degraded, 9 active+undersized, 59 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 1831/35184 objects degraded (5.204%) 2023-10-09T04:32:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:29 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3744/44508 objects degraded (8.412%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2668319341' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:31.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2668319341' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2668319341' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:32.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:32:32] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2023-10-09T04:32:32.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:32.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:32.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-mon[184249]: pgmap v164: 89 pgs: 17 peering, 2 active+undersized+degraded, 70 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 1828/35184 objects degraded (5.196%) 2023-10-09T04:32:32.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:32.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:32.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:32 smithi107 ceph-mon[179183]: pgmap v164: 89 pgs: 17 peering, 2 active+undersized+degraded, 70 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 1828/35184 objects degraded (5.196%) 2023-10-09T04:32:32.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:32.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:32.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:32 smithi150 ceph-mon[168511]: pgmap v164: 89 pgs: 17 peering, 2 active+undersized+degraded, 70 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 1828/35184 objects degraded (5.196%) 2023-10-09T04:32:34.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:34 smithi107 ceph-mon[184249]: pgmap v165: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 937 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 36 objects/s recovering 2023-10-09T04:32:34.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2839540700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:34.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:34 smithi107 ceph-mon[179183]: pgmap v165: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 937 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 36 objects/s recovering 2023-10-09T04:32:34.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2839540700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:34 smithi150 ceph-mon[168511]: pgmap v165: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 937 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 36 objects/s recovering 2023-10-09T04:32:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2839540700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:35.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:32:34.700+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1995/26526 objects degraded (7.521%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:35.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:35.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:32:35.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:35 smithi150 ceph-mon[168511]: pgmap v166: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 29 objects/s recovering 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1995/26526 objects degraded (7.521%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:35.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[184249]: pgmap v166: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 29 objects/s recovering 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:35.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1995/26526 objects degraded (7.521%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:32:35.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:35 smithi107 ceph-mon[179183]: pgmap v166: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 29 objects/s recovering 2023-10-09T04:32:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/286053630' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:36.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/286053630' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/286053630' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:37.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:37 smithi107 ceph-mon[184249]: pgmap v167: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 306 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 25 objects/s recovering 2023-10-09T04:32:37.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:37 smithi107 ceph-mon[179183]: pgmap v167: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 306 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 25 objects/s recovering 2023-10-09T04:32:37.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:37 smithi150 ceph-mon[168511]: pgmap v167: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 552 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 306 op/s; 1995/26526 objects degraded (7.521%); 0 B/s, 25 objects/s recovering 2023-10-09T04:32:38.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/214761136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:38.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/214761136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/214761136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:39.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: osdmap e89: 8 total, 8 up, 8 in 2023-10-09T04:32:39.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[179183]: pgmap v169: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 1995/15240 objects degraded (13.091%); 0 B/s, 61 objects/s recovering 2023-10-09T04:32:39.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: osdmap e89: 8 total, 8 up, 8 in 2023-10-09T04:32:39.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:39 smithi107 ceph-mon[184249]: pgmap v169: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 1995/15240 objects degraded (13.091%); 0 B/s, 61 objects/s recovering 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: osdmap e89: 8 total, 8 up, 8 in 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: failed to encode map e89 with expected crc 2023-10-09T04:32:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:39 smithi150 ceph-mon[168511]: pgmap v169: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 1995/15240 objects degraded (13.091%); 0 B/s, 61 objects/s recovering 2023-10-09T04:32:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1995/15240 objects degraded (13.091%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[184249]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[184249]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[184249]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[184249]: osdmap e90: 8 total, 8 up, 8 in 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[184249]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1995/15240 objects degraded (13.091%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[179183]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[179183]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[179183]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[179183]: osdmap e90: 8 total, 8 up, 8 in 2023-10-09T04:32:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:40 smithi107 ceph-mon[179183]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1995/15240 objects degraded (13.091%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:40 smithi150 ceph-mon[168511]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:40 smithi150 ceph-mon[168511]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:40 smithi150 ceph-mon[168511]: failed to encode map e90 with expected crc 2023-10-09T04:32:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:40 smithi150 ceph-mon[168511]: osdmap e90: 8 total, 8 up, 8 in 2023-10-09T04:32:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:40 smithi150 ceph-mon[168511]: failed to encode map e90 with expected crc 2023-10-09T04:32:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3241286099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:41 smithi150 ceph-mon[168511]: pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 317 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 1995/15240 objects degraded (13.091%); 0 B/s, 47 objects/s recovering 2023-10-09T04:32:42.019 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:32:42] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2023-10-09T04:32:42.019 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3241286099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:42.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:41 smithi107 ceph-mon[184249]: pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 317 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 1995/15240 objects degraded (13.091%); 0 B/s, 47 objects/s recovering 2023-10-09T04:32:42.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3241286099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:42.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:41 smithi107 ceph-mon[179183]: pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 317 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 1995/15240 objects degraded (13.091%); 0 B/s, 47 objects/s recovering 2023-10-09T04:32:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:44 smithi107 ceph-mon[184249]: pgmap v172: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 115 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 873 op/s; 1334/5553 objects degraded (24.023%); 0 B/s, 111 objects/s recovering 2023-10-09T04:32:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1990442' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:44 smithi107 ceph-mon[179183]: pgmap v172: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 115 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 873 op/s; 1334/5553 objects degraded (24.023%); 0 B/s, 111 objects/s recovering 2023-10-09T04:32:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1990442' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:44 smithi150 ceph-mon[168511]: pgmap v172: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 115 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 873 op/s; 1334/5553 objects degraded (24.023%); 0 B/s, 111 objects/s recovering 2023-10-09T04:32:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1990442' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:44.562 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 124845 objects 2023-10-09T04:32:44.563 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :162.941 2023-10-09T04:32:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:45 smithi107 ceph-mon[184249]: pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 115 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 873 op/s; 1334/5553 objects degraded (24.023%); 0 B/s, 111 objects/s recovering 2023-10-09T04:32:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:45 smithi107 ceph-mon[179183]: pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 115 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 873 op/s; 1334/5553 objects degraded (24.023%); 0 B/s, 111 objects/s recovering 2023-10-09T04:32:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:45 smithi150 ceph-mon[168511]: pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 115 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 873 op/s; 1334/5553 objects degraded (24.023%); 0 B/s, 111 objects/s recovering 2023-10-09T04:32:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: osdmap e91: 8 total, 8 up, 8 in 2023-10-09T04:32:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2651881106' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: osdmap e91: 8 total, 8 up, 8 in 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2651881106' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:46.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:46.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:46 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: osdmap e91: 8 total, 8 up, 8 in 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2651881106' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:32:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:46 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.778 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2023-10-09T04:32:47.779 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2023-10-09T04:32:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: osdmap e92: 8 total, 8 up, 8 in 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[184249]: pgmap v176: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 447 op/s; 1334/5271 objects degraded (25.308%); 0 B/s, 91 objects/s recovering 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: osdmap e92: 8 total, 8 up, 8 in 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:47 smithi107 ceph-mon[179183]: pgmap v176: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 447 op/s; 1334/5271 objects degraded (25.308%); 0 B/s, 91 objects/s recovering 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: failed to encode map e91 with expected crc 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: osdmap e92: 8 total, 8 up, 8 in 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: failed to encode map e92 with expected crc 2023-10-09T04:32:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:47 smithi150 ceph-mon[168511]: pgmap v176: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 447 op/s; 1334/5271 objects degraded (25.308%); 0 B/s, 91 objects/s recovering 2023-10-09T04:32:48.432 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:32:48.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1334/5271 objects degraded (25.308%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:48.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: osdmap e93: 8 total, 8 up, 8 in 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3622130546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1334/5271 objects degraded (25.308%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: osdmap e93: 8 total, 8 up, 8 in 2023-10-09T04:32:48.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3622130546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1334/5271 objects degraded (25.308%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: osdmap e93: 8 total, 8 up, 8 in 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: failed to encode map e93 with expected crc 2023-10-09T04:32:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3622130546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: osdmap e94: 8 total, 8 up, 8 in 2023-10-09T04:32:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[179183]: pgmap v179: 89 pgs: 2 peering, 1 active+recovering+undersized+remapped, 86 active+clean; 582 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 456 op/s; 0 B/s, 276 objects/s recovering 2023-10-09T04:32:49.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: osdmap e94: 8 total, 8 up, 8 in 2023-10-09T04:32:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:49 smithi107 ceph-mon[184249]: pgmap v179: 89 pgs: 2 peering, 1 active+recovering+undersized+remapped, 86 active+clean; 582 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 456 op/s; 0 B/s, 276 objects/s recovering 2023-10-09T04:32:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: osdmap e94: 8 total, 8 up, 8 in 2023-10-09T04:32:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: failed to encode map e94 with expected crc 2023-10-09T04:32:49.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:49 smithi150 ceph-mon[168511]: pgmap v179: 89 pgs: 2 peering, 1 active+recovering+undersized+remapped, 86 active+clean; 582 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 456 op/s; 0 B/s, 276 objects/s recovering 2023-10-09T04:32:50.615 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_1' removed 2023-10-09T04:32:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: failed to encode map e94 with expected crc 2023-10-09T04:32:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1334/5271 objects degraded (25.308%), 2 pgs degraded) 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: osdmap e95: 8 total, 8 up, 8 in 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: Upgrade: osd.1 is safe to restart 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/199084448' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3368910264' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: failed to encode map e94 with expected crc 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1334/5271 objects degraded (25.308%), 2 pgs degraded) 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: osdmap e95: 8 total, 8 up, 8 in 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: Upgrade: osd.1 is safe to restart 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/199084448' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3368910264' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: failed to encode map e94 with expected crc 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1334/5271 objects degraded (25.308%), 2 pgs degraded) 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: osdmap e95: 8 total, 8 up, 8 in 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-10-09T04:32:50.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: Upgrade: osd.1 is safe to restart 2023-10-09T04:32:50.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/199084448' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:32:50.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:32:50.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:50.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3368910264' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:51.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:51.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: failed to encode map e95 with expected crc 2023-10-09T04:32:51.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: failed to encode map e96 with expected crc 2023-10-09T04:32:51.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: failed to encode map e96 with expected crc 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: osdmap e96: 8 total, 8 up, 8 in 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[184249]: pgmap v182: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: failed to encode map e95 with expected crc 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: failed to encode map e96 with expected crc 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: failed to encode map e96 with expected crc 2023-10-09T04:32:51.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:32:51.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: osdmap e96: 8 total, 8 up, 8 in 2023-10-09T04:32:51.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:51 smithi107 ceph-mon[179183]: pgmap v182: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: failed to encode map e95 with expected crc 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: failed to encode map e96 with expected crc 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: failed to encode map e96 with expected crc 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: osdmap e96: 8 total, 8 up, 8 in 2023-10-09T04:32:51.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:51 smithi150 ceph-mon[168511]: pgmap v182: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:52.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:32:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:32:52] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2023-10-09T04:32:52.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:52 smithi107 ceph-mon[179183]: failed to encode map e96 with expected crc 2023-10-09T04:32:52.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:52 smithi107 ceph-mon[179183]: failed to encode map e96 with expected crc 2023-10-09T04:32:52.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:52 smithi107 ceph-mon[184249]: failed to encode map e96 with expected crc 2023-10-09T04:32:52.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:52 smithi107 ceph-mon[184249]: failed to encode map e96 with expected crc 2023-10-09T04:32:52.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:52 smithi150 ceph-mon[168511]: failed to encode map e96 with expected crc 2023-10-09T04:32:52.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:52 smithi150 ceph-mon[168511]: failed to encode map e96 with expected crc 2023-10-09T04:32:53.484 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:32:53.485 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:32:53.485 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2023-10-09T04:32:53.486 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_2 16 2023-10-09T04:32:53.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/813352082' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:53.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:53 smithi107 ceph-mon[179183]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:53.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/813352082' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:53.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:53 smithi107 ceph-mon[184249]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/813352082' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:53 smithi150 ceph-mon[168511]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:54.190 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:32:55.602 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: Upgrade: Updating osd.1 2023-10-09T04:32:55.603 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:55.603 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:32:55.603 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:55.603 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: Deploying daemon osd.1 on smithi107 2023-10-09T04:32:55.603 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:55.603 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/456836728' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: Upgrade: Updating osd.1 2023-10-09T04:32:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:32:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: Deploying daemon osd.1 on smithi107 2023-10-09T04:32:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/456836728' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: Upgrade: Updating osd.1 2023-10-09T04:32:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-09T04:32:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:32:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: Deploying daemon osd.1 on smithi107 2023-10-09T04:32:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:55.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/456836728' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:57.038 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_2' created 2023-10-09T04:32:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/913105381' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-10-09T04:32:57.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:57.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/913105381' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-10-09T04:32:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:32:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/913105381' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-10-09T04:32:57.700 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2023-10-09T04:32:58.270 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:32:57 smithi107 systemd[1]: Stopping Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:32:58.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/913105381' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: osdmap e97: 8 total, 8 up, 8 in 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: pgmap v186: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/166815960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.272 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/913105381' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-10-09T04:32:58.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: osdmap e97: 8 total, 8 up, 8 in 2023-10-09T04:32:58.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: pgmap v186: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:58.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/166815960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:58.394 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/913105381' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-10-09T04:32:58.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: osdmap e97: 8 total, 8 up, 8 in 2023-10-09T04:32:58.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: failed to encode map e97 with expected crc 2023-10-09T04:32:58.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: pgmap v186: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:32:58.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/166815960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:32:58.611 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[123790]: 2023-10-09T04:32:58.268+0000 7f63925a8700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:32:58.612 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[123790]: 2023-10-09T04:32:58.268+0000 7f63925a8700 -1 osd.1 98 *** Got signal Terminated *** 2023-10-09T04:32:58.612 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:32:58 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[123790]: 2023-10-09T04:32:58.268+0000 7f63925a8700 -1 osd.1 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T04:32:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: osdmap e98: 8 total, 8 up, 8 in 2023-10-09T04:32:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[179183]: osd.1 marked itself down and dead 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: osdmap e98: 8 total, 8 up, 8 in 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:32:59 smithi107 ceph-mon[184249]: osd.1 marked itself down and dead 2023-10-09T04:32:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: osdmap e98: 8 total, 8 up, 8 in 2023-10-09T04:32:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:32:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:32:59 smithi150 ceph-mon[168511]: osd.1 marked itself down and dead 2023-10-09T04:33:00.050 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_2' 2023-10-09T04:33:00.169 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:32:59 smithi107 bash[201302]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1 2023-10-09T04:33:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e98 with expected crc 2023-10-09T04:33:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:33:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: osdmap e99: 8 total, 7 up, 8 in 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: pgmap v189: 89 pgs: 10 stale+active+clean, 11 creating+peering, 4 unknown, 1 stale+creating+peering, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:33:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2712321666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/754673147' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[184249]: osdmap e100: 8 total, 7 up, 8 in 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e98 with expected crc 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: osdmap e99: 8 total, 7 up, 8 in 2023-10-09T04:33:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: pgmap v189: 89 pgs: 10 stale+active+clean, 11 creating+peering, 4 unknown, 1 stale+creating+peering, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2712321666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/754673147' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:33:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:00 smithi107 ceph-mon[179183]: osdmap e100: 8 total, 7 up, 8 in 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e98 with expected crc 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: osdmap e99: 8 total, 7 up, 8 in 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: failed to encode map e99 with expected crc 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: pgmap v189: 89 pgs: 10 stale+active+clean, 11 creating+peering, 4 unknown, 1 stale+creating+peering, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2712321666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/754673147' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:33:00.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:00 smithi150 ceph-mon[168511]: osdmap e100: 8 total, 7 up, 8 in 2023-10-09T04:33:01.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:01.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: failed to encode map e100 with expected crc 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:01.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:01.756 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2023-10-09T04:33:01.759 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:33:01.759 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:33:01.807 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:33:01.807 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:33:01.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_201688 2023-10-09T04:33:01.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:33:01.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:33:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:33:02] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2023-10-09T04:33:02.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:02 smithi107 ceph-mon[184249]: pgmap v191: 89 pgs: 1 active+undersized+degraded, 62 active+clean, 1 stale+creating+peering, 5 active+undersized, 11 creating+peering, 9 stale+active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-10-09T04:33:02.420 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:01 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service: Succeeded. 2023-10-09T04:33:02.420 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:01 smithi107 systemd[1]: Stopped Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:33:02.420 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:02 smithi107 systemd[1]: Starting Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:33:02.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:02 smithi107 ceph-mon[179183]: pgmap v191: 89 pgs: 1 active+undersized+degraded, 62 active+clean, 1 stale+creating+peering, 5 active+undersized, 11 creating+peering, 9 stale+active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-10-09T04:33:02.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:02 smithi150 ceph-mon[168511]: pgmap v191: 89 pgs: 1 active+undersized+degraded, 62 active+clean, 1 stale+creating+peering, 5 active+undersized, 11 creating+peering, 9 stale+active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-10-09T04:33:02.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 15 3597 3582 223.837 223.875 0.00358707 0.00445656 2023-10-09T04:33:03.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:03 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:33:03.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2929995532' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:03.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:03 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:33:03.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2929995532' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:03 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:33:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2929995532' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:03.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 7397 7381 230.627 237.438 0.00313702 0.00433108 2023-10-09T04:33:03.920 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T04:33:03.920 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-09T04:33:03.920 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2023-10-09T04:33:03.920 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2023-10-09T04:33:03.920 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2023-10-09T04:33:03.921 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-10-09T04:33:03.921 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-09T04:33:03.921 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:03 smithi107 bash[201826]: --> ceph-volume lvm activate successful for osd ID: 1 2023-10-09T04:33:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:04 smithi107 ceph-mon[184249]: pgmap v192: 89 pgs: 7 active+undersized+degraded, 51 active+clean, 31 active+undersized; 59 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s wr, 156 op/s; 310/2883 objects degraded (10.753%) 2023-10-09T04:33:04.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:04 smithi107 ceph-mon[179183]: pgmap v192: 89 pgs: 7 active+undersized+degraded, 51 active+clean, 31 active+undersized; 59 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s wr, 156 op/s; 310/2883 objects degraded (10.753%) 2023-10-09T04:33:04.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:04 smithi150 ceph-mon[168511]: pgmap v192: 89 pgs: 7 active+undersized+degraded, 51 active+clean, 31 active+undersized; 59 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s wr, 156 op/s; 310/2883 objects degraded (10.753%) 2023-10-09T04:33:04.740 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:04 smithi107 podman[202063]: 2023-10-09T04:33:04.740 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:04 smithi107 bash[202063]: d3b6fadce928e223fa2d182c5db4cac4e685bbbe3e944178a12d94dd399497b4 2023-10-09T04:33:04.740 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:04 smithi107 ceph-osd[202125]: -- 172.21.15.107:0/1545436138 <== mon.1 v2:172.21.15.150:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56296f09e4e0 con 0x56296f06ec00 2023-10-09T04:33:04.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 10690 10674 222.348 205.812 0.0102656 0.00448873 2023-10-09T04:33:05.170 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:04 smithi107 systemd[1]: Started Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:33:05.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[202080]: 2023-10-09T04:33:05.213+0000 7f766acfa640 -1 Falling back to public interface 2023-10-09T04:33:05.808 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 13695 13679 213.7 187.812 0.00479827 0.00467312 2023-10-09T04:33:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:33:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2430143483' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:06.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[184249]: pgmap v193: 89 pgs: 7 active+undersized+degraded, 51 active+clean, 31 active+undersized; 59 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s wr, 133 op/s; 310/2883 objects degraded (10.753%) 2023-10-09T04:33:06.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:06.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:06.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:33:06.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2430143483' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:06.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:05 smithi107 ceph-mon[179183]: pgmap v193: 89 pgs: 7 active+undersized+degraded, 51 active+clean, 31 active+undersized; 59 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s wr, 133 op/s; 310/2883 objects degraded (10.753%) 2023-10-09T04:33:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:33:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2430143483' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:05 smithi150 ceph-mon[168511]: pgmap v193: 89 pgs: 7 active+undersized+degraded, 51 active+clean, 31 active+undersized; 59 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s wr, 133 op/s; 310/2883 objects degraded (10.753%) 2023-10-09T04:33:06.809 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 16664 16648 208.045 185.562 0.00581881 0.004801 2023-10-09T04:33:07.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:07 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3000/21939 objects degraded (13.674%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:07.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:07 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3000/21939 objects degraded (13.674%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:07 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3000/21939 objects degraded (13.674%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:07.809 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 19171 19155 199.484 156.688 0.00683862 0.00500672 2023-10-09T04:33:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:08 smithi150 ceph-mon[168511]: pgmap v194: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 456 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s wr, 906 op/s; 3000/21939 objects degraded (13.674%) 2023-10-09T04:33:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2280478516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:08.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:08 smithi107 ceph-mon[179183]: pgmap v194: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 456 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s wr, 906 op/s; 3000/21939 objects degraded (13.674%) 2023-10-09T04:33:08.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2280478516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:08.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:08 smithi107 ceph-mon[184249]: pgmap v194: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 456 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s wr, 906 op/s; 3000/21939 objects degraded (13.674%) 2023-10-09T04:33:08.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2280478516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:08.810 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 21525 21509 191.983 147.125 0.0077969 0.00520203 2023-10-09T04:33:09.811 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 23774 23758 185.526 140.562 0.0142848 0.00538422 2023-10-09T04:33:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:10 smithi150 ceph-mon[168511]: pgmap v195: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s; 6107/49692 objects degraded (12.290%) 2023-10-09T04:33:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:10 smithi107 ceph-mon[184249]: pgmap v195: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s; 6107/49692 objects degraded (12.290%) 2023-10-09T04:33:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:10 smithi107 ceph-mon[179183]: pgmap v195: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s; 6107/49692 objects degraded (12.290%) 2023-10-09T04:33:10.811 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 25671 25655 178.087 118.562 0.00736331 0.00560904 2023-10-09T04:33:11.170 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[202080]: 2023-10-09T04:33:10.770+0000 7f766acfa640 -1 osd.1 98 log_to_monitors true 2023-10-09T04:33:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1147055022' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:11.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:33:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:33:11.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:11 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1147055022' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1147055022' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:33:11.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:33:11.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:11.811 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 27943 27927 174.478 142 0.00381267 0.00572657 2023-10-09T04:33:12.170 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:33:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[202080]: 2023-10-09T04:33:11.791+0000 7f765b965700 -1 osd.1 98 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:33:12.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:33:12] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: pgmap v196: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.2 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 MiB/s wr, 1.78k op/s; 7634/58923 objects degraded (12.956%) 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: osdmap e101: 8 total, 7 up, 8 in 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: failed to encode map e101 with expected crc 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: failed to encode map e101 with expected crc 2023-10-09T04:33:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:12 smithi150 ceph-mon[168511]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:33:12.657 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: pgmap v196: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.2 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 MiB/s wr, 1.78k op/s; 7634/58923 objects degraded (12.956%) 2023-10-09T04:33:12.657 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: osdmap e101: 8 total, 7 up, 8 in 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: failed to encode map e101 with expected crc 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: failed to encode map e101 with expected crc 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[184249]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: pgmap v196: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.2 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 MiB/s wr, 1.78k op/s; 7634/58923 objects degraded (12.956%) 2023-10-09T04:33:12.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: osdmap e101: 8 total, 7 up, 8 in 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: failed to encode map e101 with expected crc 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: failed to encode map e101 with expected crc 2023-10-09T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:12 smithi107 ceph-mon[179183]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:33:12.811 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 30038 30022 170.52 130.938 0.00186334 0.00584066 2023-10-09T04:33:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:33:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614] boot 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: osdmap e102: 8 total, 8 up, 8 in 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: failed to encode map e102 with expected crc 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: failed to encode map e102 with expected crc 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3319873874' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:33:13.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614] boot 2023-10-09T04:33:13.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: osdmap e102: 8 total, 8 up, 8 in 2023-10-09T04:33:13.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:33:13.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: failed to encode map e102 with expected crc 2023-10-09T04:33:13.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: failed to encode map e102 with expected crc 2023-10-09T04:33:13.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3319873874' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: failed to encode map e101 with expected crc 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: osd.1 [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614] boot 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: osdmap e102: 8 total, 8 up, 8 in 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: failed to encode map e102 with expected crc 2023-10-09T04:33:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: failed to encode map e102 with expected crc 2023-10-09T04:33:13.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3319873874' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:13.811 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 30038 30022 156.313 0 - 0.00584066 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: pgmap v199: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 211 MiB/s wr, 3.38k op/s; 10381/83940 objects degraded (12.367%) 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10381/83940 objects degraded (12.367%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: osdmap e103: 8 total, 8 up, 8 in 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:14 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: pgmap v199: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 211 MiB/s wr, 3.38k op/s; 10381/83940 objects degraded (12.367%) 2023-10-09T04:33:14.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10381/83940 objects degraded (12.367%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: osdmap e103: 8 total, 8 up, 8 in 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.501 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e102 with expected crc 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: pgmap v199: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 211 MiB/s wr, 3.38k op/s; 10381/83940 objects degraded (12.367%) 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10381/83940 objects degraded (12.367%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: osdmap e103: 8 total, 8 up, 8 in 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:14 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:14.811 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 30038 30022 144.291 0 - 0.00584066 2023-10-09T04:33:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: osdmap e104: 8 total, 8 up, 8 in 2023-10-09T04:33:15.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:15 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.494 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.494 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.494 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.494 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.494 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: osdmap e104: 8 total, 8 up, 8 in 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e103 with expected crc 2023-10-09T04:33:15.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: osdmap e104: 8 total, 8 up, 8 in 2023-10-09T04:33:15.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:15 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:15.812 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 31473 31457 140.385 29.8958 0.0148987 0.00711651 2023-10-09T04:33:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: pgmap v202: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s; 10381/83940 objects degraded (12.367%) 2023-10-09T04:33:16.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1072158280' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:16.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:16.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: pgmap v202: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s; 10381/83940 objects degraded (12.367%) 2023-10-09T04:33:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1072158280' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: failed to encode map e104 with expected crc 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: pgmap v202: 89 pgs: 9 active+undersized+degraded, 51 active+clean, 29 active+undersized; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s; 10381/83940 objects degraded (12.367%) 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1072158280' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:16.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:16.812 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 33090 33074 137.763 101.062 0.00408465 0.00725028 2023-10-09T04:33:17.812 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 15 34483 34468 134.599 87.125 0.0105554 0.00742294 2023-10-09T04:33:18.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:33:17.711+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:33:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: pgmap v203: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 67 active+clean, 14 active+undersized; 1.9 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 125 MiB/s wr, 2.01k op/s; 10869/91116 objects degraded (11.929%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4021485101' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: pgmap v203: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 67 active+clean, 14 active+undersized; 1.9 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 125 MiB/s wr, 2.01k op/s; 10869/91116 objects degraded (11.929%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:33:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4021485101' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: pgmap v203: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 67 active+clean, 14 active+undersized; 1.9 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 125 MiB/s wr, 2.01k op/s; 10869/91116 objects degraded (11.929%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:33:18.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:18.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4021485101' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:18.813 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 36017 36001 132.317 95.8125 0.00804821 0.00755078 2023-10-09T04:33:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:19 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:19.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:19 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:33:19.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:19 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:19.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:19 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:33:19.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:19 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:19.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:19 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:33:19.812 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 37543 37527 130.265 95.375 0.00500551 0.00766991 2023-10-09T04:33:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:20 smithi107 ceph-mon[179183]: pgmap v204: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s wr, 802 op/s; 11091/99201 objects degraded (11.180%); 2.0 MiB/s, 32 objects/s recovering 2023-10-09T04:33:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11091/99201 objects degraded (11.180%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:20 smithi107 ceph-mon[184249]: pgmap v204: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s wr, 802 op/s; 11091/99201 objects degraded (11.180%); 2.0 MiB/s, 32 objects/s recovering 2023-10-09T04:33:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11091/99201 objects degraded (11.180%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:20 smithi150 ceph-mon[168511]: pgmap v204: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s wr, 802 op/s; 11091/99201 objects degraded (11.180%); 2.0 MiB/s, 32 objects/s recovering 2023-10-09T04:33:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11091/99201 objects degraded (11.180%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:20.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 38948 38932 128.023 87.8125 0.0087435 0.00780647 2023-10-09T04:33:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/691202442' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:21.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:21 smithi107 ceph-mon[184249]: pgmap v205: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s wr, 867 op/s; 11091/104760 objects degraded (10.587%); 1.6 MiB/s, 25 objects/s recovering 2023-10-09T04:33:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/691202442' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:21 smithi107 ceph-mon[179183]: pgmap v205: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s wr, 867 op/s; 11091/104760 objects degraded (10.587%); 1.6 MiB/s, 25 objects/s recovering 2023-10-09T04:33:21.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/691202442' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:21 smithi150 ceph-mon[168511]: pgmap v205: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s wr, 867 op/s; 11091/104760 objects degraded (10.587%); 1.6 MiB/s, 25 objects/s recovering 2023-10-09T04:33:21.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:33:21.814461+0000 min lat: 0.00113171 max lat: 2.10887 avg lat: 0.00793283 2023-10-09T04:33:21.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:33:21.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 15 40337 40322 125.966 86.875 0.0148596 0.00793283 2023-10-09T04:33:22.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:33:22] "GET /metrics HTTP/1.1" 200 36268 "" "Prometheus/2.43.0" 2023-10-09T04:33:22.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 41349 41333 122.974 63.1875 0.00711972 0.00812492 2023-10-09T04:33:23.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2534760670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:23.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2534760670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:23.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2534760670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:23.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 42733 42717 121.317 86.5 0.00692604 0.00823772 2023-10-09T04:33:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:24 smithi107 ceph-mon[179183]: pgmap v206: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 10593/120684 objects degraded (8.777%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T04:33:24.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:24 smithi107 ceph-mon[184249]: pgmap v206: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 10593/120684 objects degraded (8.777%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T04:33:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:24 smithi150 ceph-mon[168511]: pgmap v206: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 10593/120684 objects degraded (8.777%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T04:33:24.814 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 44158 44142 119.914 89.0625 0.00931133 0.00833394 2023-10-09T04:33:25.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10593/120684 objects degraded (8.777%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:25.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10593/120684 objects degraded (8.777%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:25.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10593/120684 objects degraded (8.777%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:25.815 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 45468 45452 118.329 81.875 0.0201629 0.00844613 2023-10-09T04:33:26.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:26 smithi107 ceph-mon[179183]: pgmap v207: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s; 10593/120684 objects degraded (8.777%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T04:33:26.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4231809507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:26.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:26 smithi107 ceph-mon[184249]: pgmap v207: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s; 10593/120684 objects degraded (8.777%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T04:33:26.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4231809507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:26 smithi150 ceph-mon[168511]: pgmap v207: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s; 10593/120684 objects degraded (8.777%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T04:33:26.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4231809507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:26.816 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 46857 46841 117.063 86.8125 0.0152908 0.00853727 2023-10-09T04:33:27.819 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 48193 48177 115.76 83.5 0.00877425 0.008633 2023-10-09T04:33:28.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:28 smithi107 ceph-mon[179183]: pgmap v208: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s; 9978/129219 objects degraded (7.722%); 6.9 MiB/s, 109 objects/s recovering 2023-10-09T04:33:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:28 smithi107 ceph-mon[184249]: pgmap v208: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s; 9978/129219 objects degraded (7.722%); 6.9 MiB/s, 109 objects/s recovering 2023-10-09T04:33:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:28 smithi150 ceph-mon[168511]: pgmap v208: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s; 9978/129219 objects degraded (7.722%); 6.9 MiB/s, 109 objects/s recovering 2023-10-09T04:33:28.819 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 49491 49475 114.477 81.125 0.00940561 0.0087296 2023-10-09T04:33:29.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3936036962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:29.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3936036962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:29.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3936036962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:29.825 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 50823 50807 113.338 83.25 0.00748819 0.00881752 2023-10-09T04:33:30.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:30 smithi107 ceph-mon[179183]: pgmap v209: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 9978/140574 objects degraded (7.098%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T04:33:30.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9978/140574 objects degraded (7.098%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:30.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:30 smithi107 ceph-mon[184249]: pgmap v209: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 9978/140574 objects degraded (7.098%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T04:33:30.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9978/140574 objects degraded (7.098%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:30 smithi150 ceph-mon[168511]: pgmap v209: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 9978/140574 objects degraded (7.098%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T04:33:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9978/140574 objects degraded (7.098%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:30.825 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 52031 52015 112.034 75.5 0.0148669 0.00892217 2023-10-09T04:33:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1211878515' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:31.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1211878515' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:31.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:31.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1211878515' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:31.826 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 53284 53268 110.906 78.3125 0.0121995 0.00901178 2023-10-09T04:33:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:33:32] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-10-09T04:33:32.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:32 smithi107 ceph-mon[184249]: pgmap v210: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s; 9978/145422 objects degraded (6.861%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T04:33:32.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:32 smithi107 ceph-mon[179183]: pgmap v210: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s; 9978/145422 objects degraded (6.861%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T04:33:32.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:32 smithi150 ceph-mon[168511]: pgmap v210: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s; 9978/145422 objects degraded (6.861%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T04:33:32.826 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 54017 54001 108.807 45.8125 0.00291543 0.00904624 2023-10-09T04:33:33.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:33:32.730+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:33.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: osdmap e105: 8 total, 8 up, 8 in 2023-10-09T04:33:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3004987413' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: osdmap e105: 8 total, 8 up, 8 in 2023-10-09T04:33:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3004987413' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: osdmap e105: 8 total, 8 up, 8 in 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: failed to encode map e105 with expected crc 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:33.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3004987413' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:33.826 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 54770 54754 106.879 47.0625 0.00957989 0.00935194 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: pgmap v212: 89 pgs: 1 active+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 9430/159822 objects degraded (5.900%); 7.3 MiB/s, 116 objects/s recovering 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: osdmap e106: 8 total, 8 up, 8 in 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:34 smithi150 ceph-mon[168511]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: pgmap v212: 89 pgs: 1 active+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 9430/159822 objects degraded (5.900%); 7.3 MiB/s, 116 objects/s recovering 2023-10-09T04:33:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: osdmap e106: 8 total, 8 up, 8 in 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[184249]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: pgmap v212: 89 pgs: 1 active+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 9430/159822 objects degraded (5.900%); 7.3 MiB/s, 116 objects/s recovering 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: osdmap e106: 8 total, 8 up, 8 in 2023-10-09T04:33:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:34 smithi107 ceph-mon[179183]: failed to encode map e106 with expected crc 2023-10-09T04:33:34.828 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 55994 55978 105.953 76.5 0.0119847 0.00943187 2023-10-09T04:33:35.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:35 smithi150 ceph-mon[168511]: failed to encode map e106 with expected crc 2023-10-09T04:33:35.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9430/159822 objects degraded (5.900%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:35 smithi107 ceph-mon[184249]: failed to encode map e106 with expected crc 2023-10-09T04:33:35.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9430/159822 objects degraded (5.900%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:35.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:35 smithi107 ceph-mon[179183]: failed to encode map e106 with expected crc 2023-10-09T04:33:35.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9430/159822 objects degraded (5.900%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:35.828 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 57090 57074 104.852 68.5 0.00896507 0.00953199 2023-10-09T04:33:36.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:36 smithi150 ceph-mon[168511]: pgmap v214: 89 pgs: 1 active+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s; 9430/159822 objects degraded (5.900%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:33:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/13402943' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:36.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:36 smithi107 ceph-mon[179183]: pgmap v214: 89 pgs: 1 active+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s; 9430/159822 objects degraded (5.900%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:33:36.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/13402943' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:36.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:36 smithi107 ceph-mon[184249]: pgmap v214: 89 pgs: 1 active+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s; 9430/159822 objects degraded (5.900%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:33:36.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/13402943' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:36.828 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 58290 58274 103.999 75 0.00479676 0.00960849 2023-10-09T04:33:37.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:37 smithi107 ceph-mon[179183]: pgmap v215: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s; 9015/166302 objects degraded (5.421%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:33:37.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:37 smithi107 ceph-mon[184249]: pgmap v215: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s; 9015/166302 objects degraded (5.421%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:33:37.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:37 smithi150 ceph-mon[168511]: pgmap v215: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s; 9015/166302 objects degraded (5.421%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:33:37.828 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 59478 59462 103.173 74.25 0.0184619 0.00968752 2023-10-09T04:33:38.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3710954796' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:38.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3710954796' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:38.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3710954796' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:38.830 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 60592 60576 102.262 69.625 0.00420894 0.00977338 2023-10-09T04:33:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:39 smithi107 ceph-mon[184249]: pgmap v216: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s; 9015/174960 objects degraded (5.153%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:33:39.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:39 smithi107 ceph-mon[179183]: pgmap v216: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s; 9015/174960 objects degraded (5.153%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:33:39.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:39 smithi150 ceph-mon[168511]: pgmap v216: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s; 9015/174960 objects degraded (5.153%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:33:39.830 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 61758 61742 101.489 72.875 0.0144883 0.00984769 2023-10-09T04:33:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9015/174960 objects degraded (5.153%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9015/174960 objects degraded (5.153%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9015/174960 objects degraded (5.153%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:40.830 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 62830 62814 100.604 67 0.009307 0.00993529 2023-10-09T04:33:41.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3702753047' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:41.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:41 smithi107 ceph-mon[184249]: pgmap v217: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 59 MiB/s wr, 949 op/s; 8683/179166 objects degraded (4.846%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:33:41.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3702753047' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:41.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:41 smithi107 ceph-mon[179183]: pgmap v217: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 59 MiB/s wr, 949 op/s; 8683/179166 objects degraded (4.846%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:33:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3702753047' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:41 smithi150 ceph-mon[168511]: pgmap v217: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 59 MiB/s wr, 949 op/s; 8683/179166 objects degraded (4.846%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:33:41.834 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:33:41.830948+0000 min lat: 0.00113171 max lat: 2.10887 avg lat: 0.0100057 2023-10-09T04:33:41.834 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:33:41.834 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 63983 63967 99.8911 72.0625 0.0110215 0.0100057 2023-10-09T04:33:42.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:33:42] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-10-09T04:33:42.830 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 65108 65092 99.1698 70.3125 0.0229368 0.0100786 2023-10-09T04:33:43.831 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 66171 66155 98.3907 66.4375 0.0153513 0.0101591 2023-10-09T04:33:44.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:44 smithi107 ceph-mon[184249]: pgmap v218: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s; 8683/191973 objects degraded (4.523%); 4.7 MiB/s, 74 objects/s recovering 2023-10-09T04:33:44.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2918065094' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:44.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:44 smithi107 ceph-mon[179183]: pgmap v218: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s; 8683/191973 objects degraded (4.523%); 4.7 MiB/s, 74 objects/s recovering 2023-10-09T04:33:44.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2918065094' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:44.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:44 smithi150 ceph-mon[168511]: pgmap v218: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s; 8683/191973 objects degraded (4.523%); 4.7 MiB/s, 74 objects/s recovering 2023-10-09T04:33:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2918065094' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:44.831 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 67297 67281 97.7374 70.375 0.0154703 0.0102263 2023-10-09T04:33:45.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8683/191973 objects degraded (4.523%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8683/191973 objects degraded (4.523%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:45.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8683/191973 objects degraded (4.523%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:45.834 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 68330 68314 96.9773 64.5625 0.0162636 0.0103064 2023-10-09T04:33:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:46 smithi107 ceph-mon[179183]: pgmap v219: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s; 8683/191973 objects degraded (4.523%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:33:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2508748460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:46 smithi107 ceph-mon[184249]: pgmap v219: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s; 8683/191973 objects degraded (4.523%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:33:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2508748460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:46.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:46 smithi150 ceph-mon[168511]: pgmap v219: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s; 8683/191973 objects degraded (4.523%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:33:46.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2508748460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:46.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:33:46.835 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 69414 69398 96.3263 67.75 0.00903097 0.0103756 2023-10-09T04:33:47.835 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 70504 70488 95.7134 68.125 0.0151736 0.0104426 2023-10-09T04:33:48.174 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:47 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:33:47.745+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:48 smithi150 ceph-mon[168511]: pgmap v220: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 8336/199086 objects degraded (4.187%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:33:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:48.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:48 smithi107 ceph-mon[184249]: pgmap v220: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 8336/199086 objects degraded (4.187%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:33:48.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:48.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:48 smithi107 ceph-mon[179183]: pgmap v220: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 8336/199086 objects degraded (4.187%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:33:48.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:48.838 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 71500 71484 94.9972 62.25 0.00897685 0.0105214 2023-10-09T04:33:49.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:49 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:49.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:49 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:49.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3964974723' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:49.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:49 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:49.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:49 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:49.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3964974723' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:49.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:49 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:33:49.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:49 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:33:49.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3964974723' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:49.838 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 72577 72561 94.4201 67.3125 0.0209284 0.0105857 2023-10-09T04:33:50.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:50 smithi150 ceph-mon[168511]: pgmap v221: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8336/208218 objects degraded (4.003%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T04:33:50.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8336/208218 objects degraded (4.003%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:50 smithi107 ceph-mon[179183]: pgmap v221: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8336/208218 objects degraded (4.003%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T04:33:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8336/208218 objects degraded (4.003%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:50.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:50 smithi107 ceph-mon[184249]: pgmap v221: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8336/208218 objects degraded (4.003%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T04:33:50.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8336/208218 objects degraded (4.003%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:50.842 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 73611 73595 93.8092 64.625 0.0118138 0.0106548 2023-10-09T04:33:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1383740709' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:51.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1383740709' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1383740709' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:51.840 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 74622 74606 93.197 63.1875 0.00636331 0.0107241 2023-10-09T04:33:52.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:52 smithi107 ceph-mon[184249]: pgmap v222: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s; 7958/212220 objects degraded (3.750%); 5.5 MiB/s, 88 objects/s recovering 2023-10-09T04:33:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:52 smithi107 ceph-mon[179183]: pgmap v222: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s; 7958/212220 objects degraded (3.750%); 5.5 MiB/s, 88 objects/s recovering 2023-10-09T04:33:52.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:33:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:33:52] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-10-09T04:33:52.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:52 smithi150 ceph-mon[168511]: pgmap v222: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s; 7958/212220 objects degraded (3.750%); 5.5 MiB/s, 88 objects/s recovering 2023-10-09T04:33:52.840 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 75661 75645 92.6431 64.9375 0.00883367 0.0107891 2023-10-09T04:33:53.840 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 76618 76602 92.0119 59.8125 0.019627 0.0108619 2023-10-09T04:33:54.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:54 smithi107 ceph-mon[179183]: pgmap v223: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s; 7958/223788 objects degraded (3.556%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:33:54.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/848323227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:54.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:54 smithi107 ceph-mon[184249]: pgmap v223: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s; 7958/223788 objects degraded (3.556%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:33:54.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/848323227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:54.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:54 smithi150 ceph-mon[168511]: pgmap v223: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s; 7958/223788 objects degraded (3.556%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:33:54.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/848323227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:54.840 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 77661 77645 91.506 65.1875 0.0127458 0.0109235 2023-10-09T04:33:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7958/223788 objects degraded (3.556%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:55.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7958/223788 objects degraded (3.556%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7958/223788 objects degraded (3.556%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:33:55.842 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 78667 78651 90.9733 62.875 0.0118497 0.0109871 2023-10-09T04:33:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:56 smithi107 ceph-mon[179183]: pgmap v224: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s; 7958/223788 objects degraded (3.556%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:33:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/793195822' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:56.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:56 smithi107 ceph-mon[184249]: pgmap v224: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s; 7958/223788 objects degraded (3.556%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:33:56.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/793195822' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:56 smithi150 ceph-mon[168511]: pgmap v224: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s; 7958/223788 objects degraded (3.556%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:33:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/793195822' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:56.844 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 79665 79649 90.4499 62.375 0.00998748 0.0110519 2023-10-09T04:33:57.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:57 smithi107 ceph-mon[179183]: pgmap v225: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 7562/231567 objects degraded (3.266%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T04:33:57.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:57 smithi107 ceph-mon[184249]: pgmap v225: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 7562/231567 objects degraded (3.266%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T04:33:57.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:57 smithi150 ceph-mon[168511]: pgmap v225: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 7562/231567 objects degraded (3.266%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T04:33:57.844 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 80520 80504 89.7892 53.4375 0.00456545 0.0110761 2023-10-09T04:33:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[184249]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[184249]: osdmap e107: 8 total, 8 up, 8 in 2023-10-09T04:33:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[184249]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[184249]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[184249]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[184249]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[179183]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[179183]: osdmap e107: 8 total, 8 up, 8 in 2023-10-09T04:33:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[179183]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[179183]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[179183]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:58 smithi107 ceph-mon[179183]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:58 smithi150 ceph-mon[168511]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:58 smithi150 ceph-mon[168511]: osdmap e107: 8 total, 8 up, 8 in 2023-10-09T04:33:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:58 smithi150 ceph-mon[168511]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:58 smithi150 ceph-mon[168511]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:58 smithi150 ceph-mon[168511]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:58 smithi150 ceph-mon[168511]: failed to encode map e107 with expected crc 2023-10-09T04:33:58.845 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 81006 80990 88.7473 30.375 0.0117661 0.0112624 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: osdmap e108: 8 total, 8 up, 8 in 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2435755380' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[179183]: pgmap v228: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s; 7499/238962 objects degraded (3.138%); 3.6 MiB/s, 57 objects/s recovering 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: osdmap e108: 8 total, 8 up, 8 in 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2435755380' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:59.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:33:59 smithi107 ceph-mon[184249]: pgmap v228: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s; 7499/238962 objects degraded (3.138%); 3.6 MiB/s, 57 objects/s recovering 2023-10-09T04:33:59.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: osdmap e108: 8 total, 8 up, 8 in 2023-10-09T04:33:59.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: failed to encode map e108 with expected crc 2023-10-09T04:33:59.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2435755380' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:33:59.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:33:59 smithi150 ceph-mon[168511]: pgmap v228: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s; 7499/238962 objects degraded (3.138%); 3.6 MiB/s, 57 objects/s recovering 2023-10-09T04:33:59.844 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 82022 82006 88.3122 63.5 0.0118157 0.0113187 2023-10-09T04:34:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7499/238962 objects degraded (3.138%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7499/238962 objects degraded (3.138%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:00.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7499/238962 objects degraded (3.138%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:00.846 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 83009 82993 87.8587 61.6875 0.0109196 0.0113759 2023-10-09T04:34:01.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:01.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:01 smithi107 ceph-mon[184249]: pgmap v229: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 48 MiB/s wr, 762 op/s; 7458/242094 objects degraded (3.081%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:34:01.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:01.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:01 smithi107 ceph-mon[179183]: pgmap v229: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 48 MiB/s wr, 762 op/s; 7458/242094 objects degraded (3.081%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:34:01.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:01.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:01 smithi150 ceph-mon[168511]: pgmap v229: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 48 MiB/s wr, 762 op/s; 7458/242094 objects degraded (3.081%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:34:01.849 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:34:01.849995+0000 min lat: 0.00113171 max lat: 2.10887 avg lat: 0.0114419 2023-10-09T04:34:01.850 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:34:01.850 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 83935 83919 87.3545 57.875 0.0171791 0.0114419 2023-10-09T04:34:02.330 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:34:02] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-10-09T04:34:02.333 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4026967332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:02.333 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4026967332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:02.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4026967332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:02.852 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 84928 84912 86.9361 62.0625 0.0219771 0.0114973 2023-10-09T04:34:03.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:34:02.763+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:03.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[179183]: pgmap v230: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 7014/251754 objects degraded (2.786%); 7.4 MiB/s, 117 objects/s recovering 2023-10-09T04:34:03.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:03.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:03.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:03.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:03 smithi107 ceph-mon[184249]: pgmap v230: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 7014/251754 objects degraded (2.786%); 7.4 MiB/s, 117 objects/s recovering 2023-10-09T04:34:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:03 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:03 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:03 smithi150 ceph-mon[168511]: pgmap v230: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 7014/251754 objects degraded (2.786%); 7.4 MiB/s, 117 objects/s recovering 2023-10-09T04:34:03.853 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 85841 85825 86.453 57.0625 0.0301967 0.0115618 2023-10-09T04:34:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3985750213' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3985750213' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3985750213' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:04.855 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 86798 86782 86.0284 59.8125 0.00565976 0.0116183 2023-10-09T04:34:05.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7014/251754 objects degraded (2.786%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:05.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:05 smithi107 ceph-mon[179183]: pgmap v231: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s; 7014/251754 objects degraded (2.786%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:34:05.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7014/251754 objects degraded (2.786%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:05.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:05 smithi107 ceph-mon[184249]: pgmap v231: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s; 7014/251754 objects degraded (2.786%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:34:05.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7014/251754 objects degraded (2.786%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:05.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:05 smithi150 ceph-mon[168511]: pgmap v231: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s; 7014/251754 objects degraded (2.786%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:34:05.855 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 87784 87768 85.6472 61.625 0.0163788 0.0116711 2023-10-09T04:34:06.858 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 88685 88669 85.1919 56.3125 0.0200838 0.0117332 2023-10-09T04:34:06.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1357717859' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:06.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1357717859' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1357717859' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:07.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 89656 89640 84.8207 60.6875 0.0278542 0.0117845 2023-10-09T04:34:07.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:07 smithi107 ceph-mon[184249]: pgmap v232: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 776 op/s; 7014/259026 objects degraded (2.708%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T04:34:07.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:07 smithi107 ceph-mon[179183]: pgmap v232: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 776 op/s; 7014/259026 objects degraded (2.708%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T04:34:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:07 smithi150 ceph-mon[168511]: pgmap v232: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 776 op/s; 7014/259026 objects degraded (2.708%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T04:34:08.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 90585 90569 84.4216 58.0625 0.0251973 0.0118392 2023-10-09T04:34:09.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3191747823' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:09.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3191747823' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:09.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3191747823' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:09.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 91512 91496 84.0322 57.9375 0.0274525 0.0118953 2023-10-09T04:34:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:10 smithi150 ceph-mon[168511]: pgmap v233: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 52 MiB/s wr, 835 op/s; 6625/266097 objects degraded (2.490%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:34:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6625/266097 objects degraded (2.490%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:10.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:10 smithi107 ceph-mon[184249]: pgmap v233: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 52 MiB/s wr, 835 op/s; 6625/266097 objects degraded (2.490%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:34:10.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6625/266097 objects degraded (2.490%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:10.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:10 smithi107 ceph-mon[179183]: pgmap v233: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 52 MiB/s wr, 835 op/s; 6625/266097 objects degraded (2.490%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:34:10.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6625/266097 objects degraded (2.490%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:10.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 92456 92440 83.6696 59 0.0103546 0.0119463 2023-10-09T04:34:11.861 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 93344 93328 83.2673 55.5 0.0188046 0.0120051 2023-10-09T04:34:12.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:34:12] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-10-09T04:34:12.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:12 smithi107 ceph-mon[179183]: pgmap v234: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s; 6625/269574 objects degraded (2.458%); 4.6 MiB/s, 72 objects/s recovering 2023-10-09T04:34:12.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1009790576' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:12.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:12 smithi107 ceph-mon[184249]: pgmap v234: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s; 6625/269574 objects degraded (2.458%); 4.6 MiB/s, 72 objects/s recovering 2023-10-09T04:34:12.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1009790576' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:12 smithi150 ceph-mon[168511]: pgmap v234: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s; 6625/269574 objects degraded (2.458%); 4.6 MiB/s, 72 objects/s recovering 2023-10-09T04:34:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1009790576' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:12.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 94263 94247 82.9037 57.4375 0.0156417 0.0120574 2023-10-09T04:34:13.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 95168 95152 82.538 56.5625 0.0261707 0.01211 2023-10-09T04:34:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:14 smithi150 ceph-mon[168511]: pgmap v235: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 66 MiB/s wr, 1.05k op/s; 6220/280029 objects degraded (2.221%); 6.4 MiB/s, 103 objects/s recovering 2023-10-09T04:34:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:14 smithi107 ceph-mon[179183]: pgmap v235: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 66 MiB/s wr, 1.05k op/s; 6220/280029 objects degraded (2.221%); 6.4 MiB/s, 103 objects/s recovering 2023-10-09T04:34:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:14 smithi107 ceph-mon[184249]: pgmap v235: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 66 MiB/s wr, 1.05k op/s; 6220/280029 objects degraded (2.221%); 6.4 MiB/s, 103 objects/s recovering 2023-10-09T04:34:14.859 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 96046 96030 82.1592 54.875 0.0340151 0.0121661 2023-10-09T04:34:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/658086349' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6220/280029 objects degraded (2.221%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/658086349' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6220/280029 objects degraded (2.221%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:15.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/658086349' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:15.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6220/280029 objects degraded (2.221%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:34:15.860 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 96949 96933 81.8112 56.4375 0.0198871 0.0122182 2023-10-09T04:34:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:16 smithi150 ceph-mon[168511]: pgmap v236: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 49 MiB/s wr, 785 op/s; 6220/280029 objects degraded (2.221%); 4.1 MiB/s, 66 objects/s recovering 2023-10-09T04:34:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:16 smithi107 ceph-mon[184249]: pgmap v236: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 49 MiB/s wr, 785 op/s; 6220/280029 objects degraded (2.221%); 4.1 MiB/s, 66 objects/s recovering 2023-10-09T04:34:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:16 smithi107 ceph-mon[179183]: pgmap v236: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 49 MiB/s wr, 785 op/s; 6220/280029 objects degraded (2.221%); 4.1 MiB/s, 66 objects/s recovering 2023-10-09T04:34:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:16.860 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 97799 97783 81.4289 53.125 0.0146518 0.0122757 2023-10-09T04:34:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2511953695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:17.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2511953695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:17.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2511953695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:17.864 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 98682 98666 81.0825 55.1875 0.0158953 0.0123279 2023-10-09T04:34:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:18 smithi150 ceph-mon[168511]: pgmap v237: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s; 6220/286050 objects degraded (2.174%); 4.1 MiB/s, 66 objects/s recovering 2023-10-09T04:34:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:34:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:18 smithi107 ceph-mon[179183]: pgmap v237: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s; 6220/286050 objects degraded (2.174%); 4.1 MiB/s, 66 objects/s recovering 2023-10-09T04:34:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:34:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:18 smithi107 ceph-mon[184249]: pgmap v237: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s; 6220/286050 objects degraded (2.174%); 4.1 MiB/s, 66 objects/s recovering 2023-10-09T04:34:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:34:18.861 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 99469 99453 80.6685 49.1875 0.0194498 0.0123915 2023-10-09T04:34:19.861 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 99923 99907 79.9984 28.375 0.00365466 0.0124233 2023-10-09T04:34:20.518 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: pgmap v238: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s; 5768/293346 objects degraded (1.966%); 6.5 MiB/s, 103 objects/s recovering 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: osdmap e109: 8 total, 8 up, 8 in 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3374633950' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:20.520 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5768/293346 objects degraded (1.966%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:20.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: pgmap v238: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s; 5768/293346 objects degraded (1.966%); 6.5 MiB/s, 103 objects/s recovering 2023-10-09T04:34:20.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: osdmap e109: 8 total, 8 up, 8 in 2023-10-09T04:34:20.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3374633950' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:20.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5768/293346 objects degraded (1.966%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: pgmap v238: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s; 5768/293346 objects degraded (1.966%); 6.5 MiB/s, 103 objects/s recovering 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: osdmap e109: 8 total, 8 up, 8 in 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: failed to encode map e109 with expected crc 2023-10-09T04:34:20.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3374633950' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:20.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5768/293346 objects degraded (1.966%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:20.862 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 100394 100378 79.3588 29.4375 0.0187269 0.0125958 2023-10-09T04:34:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[179183]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[179183]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[179183]: osdmap e110: 8 total, 8 up, 8 in 2023-10-09T04:34:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[179183]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[184249]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[184249]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[184249]: osdmap e110: 8 total, 8 up, 8 in 2023-10-09T04:34:21.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:21 smithi107 ceph-mon[184249]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:21 smithi150 ceph-mon[168511]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:21 smithi150 ceph-mon[168511]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:21 smithi150 ceph-mon[168511]: osdmap e110: 8 total, 8 up, 8 in 2023-10-09T04:34:21.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:21 smithi150 ceph-mon[168511]: failed to encode map e110 with expected crc 2023-10-09T04:34:21.861 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:34:21.862046+0000 min lat: 0.00113171 max lat: 2.10887 avg lat: 0.0126614 2023-10-09T04:34:21.862 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:34:21.862 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 101140 101124 78.9498 46.625 0.0229814 0.0126614 2023-10-09T04:34:22.266 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:34:22] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2023-10-09T04:34:22.267 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:22 smithi107 ceph-mon[179183]: pgmap v241: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 42 MiB/s wr, 664 op/s; 5768/295989 objects degraded (1.949%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T04:34:22.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1706928177' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:22.278 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:22 smithi107 ceph-mon[184249]: pgmap v241: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 42 MiB/s wr, 664 op/s; 5768/295989 objects degraded (1.949%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T04:34:22.278 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1706928177' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:22 smithi150 ceph-mon[168511]: pgmap v241: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.0 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 42 MiB/s wr, 664 op/s; 5768/295989 objects degraded (1.949%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T04:34:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1706928177' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:22.870 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 101905 101889 78.5576 47.8125 0.0272938 0.0127239 2023-10-09T04:34:23.325 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:23 smithi107 ceph-mon[179183]: pgmap v242: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 5357/303387 objects degraded (1.766%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:34:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:23 smithi107 ceph-mon[184249]: pgmap v242: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 5357/303387 objects degraded (1.766%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:34:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:23 smithi150 ceph-mon[168511]: pgmap v242: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 5357/303387 objects degraded (1.766%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:34:23.870 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 102690 102674 78.1981 49.0625 0.0161721 0.0127827 2023-10-09T04:34:24.871 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 103404 103388 77.7923 44.625 0.0175619 0.0128499 2023-10-09T04:34:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2266122500' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5357/303387 objects degraded (1.766%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2266122500' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5357/303387 objects degraded (1.766%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:24.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2266122500' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:24 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5357/303387 objects degraded (1.766%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:25.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:34:24.943+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:25.872 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 104252 104236 77.4964 53 0.0105919 0.0128988 2023-10-09T04:34:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:34:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:25.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[179183]: pgmap v243: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 45 MiB/s wr, 721 op/s; 5357/303387 objects degraded (1.766%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:25 smithi107 ceph-mon[184249]: pgmap v243: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 45 MiB/s wr, 721 op/s; 5357/303387 objects degraded (1.766%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:25 smithi150 ceph-mon[168511]: pgmap v243: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 45 MiB/s wr, 721 op/s; 5357/303387 objects degraded (1.766%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:34:26.873 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 105070 105054 77.1863 51.125 0.0279842 0.0129507 2023-10-09T04:34:27.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1657842278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:27.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1657842278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1657842278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:27.875 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 105866 105850 76.8651 49.75 0.030216 0.0130042 2023-10-09T04:34:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:28 smithi150 ceph-mon[168511]: pgmap v244: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 43 MiB/s wr, 686 op/s; 5357/309843 objects degraded (1.729%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:34:28.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:28 smithi107 ceph-mon[179183]: pgmap v244: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 43 MiB/s wr, 686 op/s; 5357/309843 objects degraded (1.729%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:34:28.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:28 smithi107 ceph-mon[184249]: pgmap v244: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 43 MiB/s wr, 686 op/s; 5357/309843 objects degraded (1.729%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:34:28.878 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 106707 106691 76.5839 52.5625 0.0300935 0.0130518 2023-10-09T04:34:29.878 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 107483 107467 76.2649 48.5 0.0172297 0.0131083 2023-10-09T04:34:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:30 smithi150 ceph-mon[168511]: pgmap v245: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s; 5135/315129 objects degraded (1.629%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:34:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5135/315129 objects degraded (1.629%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3190936586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:30.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:30 smithi107 ceph-mon[179183]: pgmap v245: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s; 5135/315129 objects degraded (1.629%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:34:30.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5135/315129 objects degraded (1.629%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:30.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3190936586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:30.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:30 smithi107 ceph-mon[184249]: pgmap v245: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s; 5135/315129 objects degraded (1.629%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:34:30.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5135/315129 objects degraded (1.629%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:30.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3190936586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:30.880 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 108316 108300 75.9912 52.0625 0.00967234 0.0131543 2023-10-09T04:34:31.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:31.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:31.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:31.880 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0071 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 109054 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 75.726 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 41.9936 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 237.438 2023-10-09T04:34:31.881 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 0 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1211 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 671.902 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3799 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 0 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0132017 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.0317164 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 2.10887 2023-10-09T04:34:31.882 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00113171 2023-10-09T04:34:31.888 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:34:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:32 smithi107 ceph-mon[179183]: pgmap v246: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 5135/318204 objects degraded (1.614%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T04:34:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1249042416' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:32 smithi107 ceph-mon[184249]: pgmap v246: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 5135/318204 objects degraded (1.614%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T04:34:32.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1249042416' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:32.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:34:32] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-10-09T04:34:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:32 smithi150 ceph-mon[168511]: pgmap v246: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 5135/318204 objects degraded (1.614%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T04:34:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1249042416' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:34 smithi107 ceph-mon[184249]: pgmap v247: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.6 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 53 MiB/s wr, 864 op/s; 4882/326166 objects degraded (1.497%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:34:34.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:34 smithi107 ceph-mon[179183]: pgmap v247: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.6 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 53 MiB/s wr, 864 op/s; 4882/326166 objects degraded (1.497%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:34:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:34 smithi150 ceph-mon[168511]: pgmap v247: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.6 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 53 MiB/s wr, 864 op/s; 4882/326166 objects degraded (1.497%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:34:35.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4882/326166 objects degraded (1.497%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:35.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3700475414' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:35.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4882/326166 objects degraded (1.497%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:35.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3700475414' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4882/326166 objects degraded (1.497%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3700475414' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:36.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:36 smithi107 ceph-mon[179183]: pgmap v248: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.6 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 658 op/s; 4882/326166 objects degraded (1.497%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:34:36.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:36 smithi107 ceph-mon[184249]: pgmap v248: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.6 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 658 op/s; 4882/326166 objects degraded (1.497%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:34:36.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:36 smithi150 ceph-mon[168511]: pgmap v248: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.6 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 658 op/s; 4882/326166 objects degraded (1.497%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:34:37.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:37 smithi107 ceph-mon[179183]: pgmap v249: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 41 MiB/s wr, 849 op/s; 4882/320484 objects degraded (1.523%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:34:37.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:37 smithi107 ceph-mon[184249]: pgmap v249: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 41 MiB/s wr, 849 op/s; 4882/320484 objects degraded (1.523%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:34:37.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:37 smithi150 ceph-mon[168511]: pgmap v249: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 41 MiB/s wr, 849 op/s; 4882/320484 objects degraded (1.523%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:34:38.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1657429699' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:38.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1657429699' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:38.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1657429699' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:39 smithi107 ceph-mon[179183]: pgmap v250: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 30 MiB/s wr, 820 op/s; 4629/315075 objects degraded (1.469%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:34:39.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:39 smithi107 ceph-mon[184249]: pgmap v250: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 30 MiB/s wr, 820 op/s; 4629/315075 objects degraded (1.469%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:34:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:39 smithi150 ceph-mon[168511]: pgmap v250: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 30 MiB/s wr, 820 op/s; 4629/315075 objects degraded (1.469%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T04:34:40.345 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:39 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:34:39.965+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:40.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4629/315075 objects degraded (1.469%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:40.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2109979646' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:40.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:40.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:40.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:40.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4629/315075 objects degraded (1.469%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:40.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2109979646' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:40.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:40.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:40.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:40 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:40.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4629/315075 objects degraded (1.469%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:40.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2109979646' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:40.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:40.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:40 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:40.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:40 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:41.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:41 smithi107 ceph-mon[184249]: pgmap v251: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 755 op/s; 4629/312159 objects degraded (1.483%); 2.6 MiB/s, 42 objects/s recovering 2023-10-09T04:34:41.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:41 smithi107 ceph-mon[179183]: pgmap v251: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 755 op/s; 4629/312159 objects degraded (1.483%); 2.6 MiB/s, 42 objects/s recovering 2023-10-09T04:34:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:41 smithi150 ceph-mon[168511]: pgmap v251: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 755 op/s; 4629/312159 objects degraded (1.483%); 2.6 MiB/s, 42 objects/s recovering 2023-10-09T04:34:42.424 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:34:42] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-10-09T04:34:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2365122525' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:42.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2365122525' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2365122525' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:43.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:43 smithi107 ceph-mon[179183]: pgmap v252: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 16 MiB/s wr, 926 op/s; 4359/302907 objects degraded (1.439%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:34:43.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:43 smithi107 ceph-mon[184249]: pgmap v252: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 16 MiB/s wr, 926 op/s; 4359/302907 objects degraded (1.439%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:34:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:43 smithi150 ceph-mon[168511]: pgmap v252: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 16 MiB/s wr, 926 op/s; 4359/302907 objects degraded (1.439%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:34:44.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:44 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4359/302907 objects degraded (1.439%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:45.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:44 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4359/302907 objects degraded (1.439%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:45.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:44 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4359/302907 objects degraded (1.439%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:45.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/452302805' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:45 smithi150 ceph-mon[168511]: pgmap v253: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 1.0 MiB/s wr, 679 op/s; 4359/302907 objects degraded (1.439%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:34:46.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/452302805' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:46.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:45 smithi107 ceph-mon[184249]: pgmap v253: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 1.0 MiB/s wr, 679 op/s; 4359/302907 objects degraded (1.439%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:34:46.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/452302805' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:46.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:45 smithi107 ceph-mon[179183]: pgmap v253: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.2 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 1.0 MiB/s wr, 679 op/s; 4359/302907 objects degraded (1.439%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:34:46.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:47.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:34:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:47 smithi150 ceph-mon[168511]: pgmap v254: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 1.0 MiB/s wr, 860 op/s; 4359/296370 objects degraded (1.471%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:34:47.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1205500908' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:48.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:47 smithi107 ceph-mon[179183]: pgmap v254: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 1.0 MiB/s wr, 860 op/s; 4359/296370 objects degraded (1.471%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:34:48.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1205500908' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:48.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:47 smithi107 ceph-mon[184249]: pgmap v254: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 1.0 MiB/s wr, 860 op/s; 4359/296370 objects degraded (1.471%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:34:48.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1205500908' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:50 smithi150 ceph-mon[168511]: pgmap v255: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 816 op/s; 4061/291063 objects degraded (1.395%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:34:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4061/291063 objects degraded (1.395%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3820970308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:50 smithi107 ceph-mon[179183]: pgmap v255: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 816 op/s; 4061/291063 objects degraded (1.395%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:34:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4061/291063 objects degraded (1.395%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3820970308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:50.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:50 smithi107 ceph-mon[184249]: pgmap v255: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 816 op/s; 4061/291063 objects degraded (1.395%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:34:50.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4061/291063 objects degraded (1.395%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:50.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3820970308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:52 smithi107 ceph-mon[179183]: pgmap v256: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 744 op/s; 4061/288246 objects degraded (1.409%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T04:34:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:52 smithi107 ceph-mon[184249]: pgmap v256: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 744 op/s; 4061/288246 objects degraded (1.409%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T04:34:52.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:34:52] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-10-09T04:34:52.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:52 smithi150 ceph-mon[168511]: pgmap v256: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 744 op/s; 4061/288246 objects degraded (1.409%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: osdmap e111: 8 total, 8 up, 8 in 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1731910054' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: osdmap e111: 8 total, 8 up, 8 in 2023-10-09T04:34:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1731910054' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: osdmap e111: 8 total, 8 up, 8 in 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: failed to encode map e111 with expected crc 2023-10-09T04:34:53.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1731910054' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: pgmap v258: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 3769/279312 objects degraded (1.349%); 3.7 MiB/s, 58 objects/s recovering 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: osdmap e112: 8 total, 8 up, 8 in 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:54 smithi150 ceph-mon[168511]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: pgmap v258: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 3769/279312 objects degraded (1.349%); 3.7 MiB/s, 58 objects/s recovering 2023-10-09T04:34:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: osdmap e112: 8 total, 8 up, 8 in 2023-10-09T04:34:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[184249]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: pgmap v258: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 3769/279312 objects degraded (1.349%); 3.7 MiB/s, 58 objects/s recovering 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: osdmap e112: 8 total, 8 up, 8 in 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: failed to encode map e112 with expected crc 2023-10-09T04:34:54.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-mon[179183]: failed to encode map e112 with expected crc 2023-10-09T04:34:55.242 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:34:54 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:34:54.986+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:55.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3769/279312 objects degraded (1.349%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:55.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:55.245 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3769/279312 objects degraded (1.349%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:55.245 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:55.245 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2535772743' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2535772743' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3769/279312 objects degraded (1.349%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:34:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2535772743' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:56 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:56 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:56 smithi107 ceph-mon[184249]: pgmap v260: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 710 op/s; 3769/279312 objects degraded (1.349%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:34:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:56 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:56 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:56 smithi107 ceph-mon[179183]: pgmap v260: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 710 op/s; 3769/279312 objects degraded (1.349%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:34:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:56 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:34:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:56 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2023-10-09T04:34:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:56 smithi150 ceph-mon[168511]: pgmap v260: 89 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 710 op/s; 3769/279312 objects degraded (1.349%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:34:58.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:58 smithi107 ceph-mon[179183]: pgmap v261: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 3496/273978 objects degraded (1.276%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T04:34:58.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:34:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4267154535' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:58.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:58 smithi107 ceph-mon[184249]: pgmap v261: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 3496/273978 objects degraded (1.276%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T04:34:58.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:34:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4267154535' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:34:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:58 smithi150 ceph-mon[168511]: pgmap v261: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 3496/273978 objects degraded (1.276%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T04:34:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:34:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4267154535' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:00 smithi107 ceph-mon[184249]: pgmap v262: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.5 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 3496/269919 objects degraded (1.295%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T04:35:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3496/269919 objects degraded (1.295%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3251329668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:00 smithi107 ceph-mon[179183]: pgmap v262: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.5 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 3496/269919 objects degraded (1.295%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T04:35:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3496/269919 objects degraded (1.295%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3251329668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:00 smithi150 ceph-mon[168511]: pgmap v262: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.5 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 3496/269919 objects degraded (1.295%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T04:35:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3496/269919 objects degraded (1.295%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3251329668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:01.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:01.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:02.331 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:02 smithi107 ceph-mon[179183]: pgmap v263: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 595 op/s; 3255/267078 objects degraded (1.219%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T04:35:02.334 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:35:02] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-10-09T04:35:02.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:02 smithi107 ceph-mon[184249]: pgmap v263: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 595 op/s; 3255/267078 objects degraded (1.219%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T04:35:02.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:02 smithi150 ceph-mon[168511]: pgmap v263: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 595 op/s; 3255/267078 objects degraded (1.219%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T04:35:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/456868716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:03.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:03 smithi107 ceph-mon[184249]: pgmap v264: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3255/258645 objects degraded (1.258%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:35:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/456868716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:03 smithi107 ceph-mon[179183]: pgmap v264: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3255/258645 objects degraded (1.258%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:35:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/456868716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:03 smithi150 ceph-mon[168511]: pgmap v264: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3255/258645 objects degraded (1.258%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:35:04.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:04 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3255/258645 objects degraded (1.258%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:05.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:04 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3255/258645 objects degraded (1.258%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:05.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:04 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3255/258645 objects degraded (1.258%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:05 smithi150 ceph-mon[168511]: pgmap v265: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 578 op/s; 3255/258645 objects degraded (1.258%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:35:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2158702762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:06.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:05 smithi107 ceph-mon[179183]: pgmap v265: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 578 op/s; 3255/258645 objects degraded (1.258%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:35:06.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2158702762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:06.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:05 smithi107 ceph-mon[184249]: pgmap v265: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 578 op/s; 3255/258645 objects degraded (1.258%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:35:06.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2158702762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:08.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:08 smithi150 ceph-mon[168511]: pgmap v266: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 2996/252315 objects degraded (1.187%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:35:08.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2949639274' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:08 smithi107 ceph-mon[184249]: pgmap v266: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 2996/252315 objects degraded (1.187%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:35:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2949639274' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:08 smithi107 ceph-mon[179183]: pgmap v266: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 2996/252315 objects degraded (1.187%); 4.0 MiB/s, 64 objects/s recovering 2023-10-09T04:35:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2949639274' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:10 smithi107 ceph-mon[184249]: pgmap v267: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 2996/247407 objects degraded (1.211%); 2.6 MiB/s, 41 objects/s recovering 2023-10-09T04:35:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2996/247407 objects degraded (1.211%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:35:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:10 smithi107 ceph-mon[179183]: pgmap v267: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 2996/247407 objects degraded (1.211%); 2.6 MiB/s, 41 objects/s recovering 2023-10-09T04:35:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2996/247407 objects degraded (1.211%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:10.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:35:10.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:10 smithi150 ceph-mon[168511]: pgmap v267: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 2996/247407 objects degraded (1.211%); 2.6 MiB/s, 41 objects/s recovering 2023-10-09T04:35:10.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2996/247407 objects degraded (1.211%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:10.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:35:11.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:11 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:35:11.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:11 smithi107 ceph-mon[179183]: Upgrade: osd.2 is safe to restart 2023-10-09T04:35:11.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2018304379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:11.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:11 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:35:11.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:11 smithi107 ceph-mon[184249]: Upgrade: osd.2 is safe to restart 2023-10-09T04:35:11.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2018304379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:11.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:11 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-10-09T04:35:11.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:11 smithi150 ceph-mon[168511]: Upgrade: osd.2 is safe to restart 2023-10-09T04:35:11.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2018304379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:12.284 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[179183]: pgmap v268: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 701 op/s; 2750/244659 objects degraded (1.124%); 3.1 MiB/s, 62 objects/s recovering 2023-10-09T04:35:12.284 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:12.284 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:35:12.284 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:35:12.284 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:35:12] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-10-09T04:35:12.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[184249]: pgmap v268: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 701 op/s; 2750/244659 objects degraded (1.124%); 3.1 MiB/s, 62 objects/s recovering 2023-10-09T04:35:12.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:12.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:35:12.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:35:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:12 smithi150 ceph-mon[168511]: pgmap v268: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 701 op/s; 2750/244659 objects degraded (1.124%); 3.1 MiB/s, 62 objects/s recovering 2023-10-09T04:35:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-09T04:35:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:35:13.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:13 smithi107 ceph-mon[179183]: Upgrade: Updating osd.2 2023-10-09T04:35:13.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:13 smithi107 ceph-mon[179183]: Deploying daemon osd.2 on smithi107 2023-10-09T04:35:13.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2700735286' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:13.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:13 smithi107 ceph-mon[184249]: Upgrade: Updating osd.2 2023-10-09T04:35:13.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:13 smithi107 ceph-mon[184249]: Deploying daemon osd.2 on smithi107 2023-10-09T04:35:13.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2700735286' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:13.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:13 smithi150 ceph-mon[168511]: Upgrade: Updating osd.2 2023-10-09T04:35:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:13 smithi150 ceph-mon[168511]: Deploying daemon osd.2 on smithi107 2023-10-09T04:35:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2700735286' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:14 smithi107 ceph-mon[184249]: pgmap v269: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s; 2750/236739 objects degraded (1.162%); 1.8 MiB/s, 42 objects/s recovering 2023-10-09T04:35:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:14 smithi107 ceph-mon[179183]: pgmap v269: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s; 2750/236739 objects degraded (1.162%); 1.8 MiB/s, 42 objects/s recovering 2023-10-09T04:35:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:14 smithi150 ceph-mon[168511]: pgmap v269: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s; 2750/236739 objects degraded (1.162%); 1.8 MiB/s, 42 objects/s recovering 2023-10-09T04:35:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2750/236739 objects degraded (1.162%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2750/236739 objects degraded (1.162%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2750/236739 objects degraded (1.162%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:16 smithi107 ceph-mon[184249]: pgmap v270: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 608 op/s; 2750/236739 objects degraded (1.162%); 1.8 MiB/s, 42 objects/s recovering 2023-10-09T04:35:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3401739912' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:16 smithi107 ceph-mon[179183]: pgmap v270: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 608 op/s; 2750/236739 objects degraded (1.162%); 1.8 MiB/s, 42 objects/s recovering 2023-10-09T04:35:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3401739912' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:16.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:16.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:16 smithi150 ceph-mon[168511]: pgmap v270: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 608 op/s; 2750/236739 objects degraded (1.162%); 1.8 MiB/s, 42 objects/s recovering 2023-10-09T04:35:16.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3401739912' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:17 smithi107 ceph-mon[179183]: pgmap v271: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 773 op/s; 2497/230772 objects degraded (1.082%); 1.8 MiB/s, 63 objects/s recovering 2023-10-09T04:35:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:17 smithi107 ceph-mon[184249]: pgmap v271: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 773 op/s; 2497/230772 objects degraded (1.082%); 1.8 MiB/s, 63 objects/s recovering 2023-10-09T04:35:17.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:17 smithi150 ceph-mon[168511]: pgmap v271: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 773 op/s; 2497/230772 objects degraded (1.082%); 1.8 MiB/s, 63 objects/s recovering 2023-10-09T04:35:18.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1113852421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:18.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1113852421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:18.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1113852421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:19.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:19 smithi107 ceph-mon[184249]: pgmap v272: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 722 op/s; 2497/226272 objects degraded (1.104%); 480 KiB/s, 41 objects/s recovering 2023-10-09T04:35:19.670 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:19 smithi107 systemd[1]: Stopping Ceph osd.2 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:35:19.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:19 smithi107 ceph-mon[179183]: pgmap v272: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 722 op/s; 2497/226272 objects degraded (1.104%); 480 KiB/s, 41 objects/s recovering 2023-10-09T04:35:19.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:19 smithi150 ceph-mon[168511]: pgmap v272: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 722 op/s; 2497/226272 objects degraded (1.104%); 480 KiB/s, 41 objects/s recovering 2023-10-09T04:35:20.172 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[131438]: 2023-10-09T04:35:19.864+0000 7f1807ab7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:35:20.172 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[131438]: 2023-10-09T04:35:19.864+0000 7f1807ab7700 -1 osd.2 112 *** Got signal Terminated *** 2023-10-09T04:35:20.172 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:19 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[131438]: 2023-10-09T04:35:19.864+0000 7f1807ab7700 -1 osd.2 112 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T04:35:20.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2497/226272 objects degraded (1.104%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:20.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:20 smithi107 ceph-mon[184249]: osd.2 marked itself down and dead 2023-10-09T04:35:20.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2497/226272 objects degraded (1.104%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:20.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:20 smithi107 ceph-mon[179183]: osd.2 marked itself down and dead 2023-10-09T04:35:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2497/226272 objects degraded (1.104%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:20 smithi150 ceph-mon[168511]: osd.2 marked itself down and dead 2023-10-09T04:35:21.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[179183]: failed to encode map e113 with expected crc 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[179183]: osdmap e113: 8 total, 7 up, 8 in 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1404524597' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[179183]: pgmap v274: 89 pgs: 2 peering, 4 stale+active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 2195/223848 objects degraded (0.981%); 0 B/s, 55 objects/s recovering 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[184249]: failed to encode map e113 with expected crc 2023-10-09T04:35:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[184249]: osdmap e113: 8 total, 7 up, 8 in 2023-10-09T04:35:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1404524597' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:21.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:21 smithi107 ceph-mon[184249]: pgmap v274: 89 pgs: 2 peering, 4 stale+active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 2195/223848 objects degraded (0.981%); 0 B/s, 55 objects/s recovering 2023-10-09T04:35:21.671 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:21 smithi107 bash[209273]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2 2023-10-09T04:35:21.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:21 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:35:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:21 smithi150 ceph-mon[168511]: failed to encode map e113 with expected crc 2023-10-09T04:35:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:21 smithi150 ceph-mon[168511]: osdmap e113: 8 total, 7 up, 8 in 2023-10-09T04:35:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1404524597' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:21 smithi150 ceph-mon[168511]: pgmap v274: 89 pgs: 2 peering, 4 stale+active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 2195/223848 objects degraded (0.981%); 0 B/s, 55 objects/s recovering 2023-10-09T04:35:22.390 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:35:22] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-10-09T04:35:22.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e113 with expected crc 2023-10-09T04:35:22.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: osdmap e114: 8 total, 7 up, 8 in 2023-10-09T04:35:22.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.680 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.680 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.680 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e113 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: osdmap e114: 8 total, 7 up, 8 in 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.683 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:22 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e113 with expected crc 2023-10-09T04:35:22.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: osdmap e114: 8 total, 7 up, 8 in 2023-10-09T04:35:22.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:22.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:22 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:23 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:23 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:23 smithi150 ceph-mon[168511]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:23 smithi150 ceph-mon[168511]: pgmap v276: 89 pgs: 16 active+undersized, 2 peering, 7 active+undersized+degraded, 2 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 801 op/s; 29270/217485 objects degraded (13.458%); 0 B/s, 72 objects/s recovering 2023-10-09T04:35:23.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/66984196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:23.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[179183]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[179183]: pgmap v276: 89 pgs: 16 active+undersized, 2 peering, 7 active+undersized+degraded, 2 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 801 op/s; 29270/217485 objects degraded (13.458%); 0 B/s, 72 objects/s recovering 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/66984196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[184249]: failed to encode map e114 with expected crc 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[184249]: pgmap v276: 89 pgs: 16 active+undersized, 2 peering, 7 active+undersized+degraded, 2 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 801 op/s; 29270/217485 objects degraded (13.458%); 0 B/s, 72 objects/s recovering 2023-10-09T04:35:23.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/66984196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:24.423 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:23 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.2.service: Succeeded. 2023-10-09T04:35:24.424 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:23 smithi107 systemd[1]: Stopped Ceph osd.2 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:35:24.424 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:24 smithi107 systemd[1]: Starting Ceph osd.2 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:35:24.948 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:24 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 29270/217485 objects degraded (13.458%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:24.950 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:24 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 29270/217485 objects degraded (13.458%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:24 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 29270/217485 objects degraded (13.458%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:25 smithi150 ceph-mon[168511]: pgmap v277: 89 pgs: 16 active+undersized, 2 peering, 7 active+undersized+degraded, 2 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 553 op/s; 29270/217485 objects degraded (13.458%); 0 B/s, 40 objects/s recovering 2023-10-09T04:35:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:25 smithi107 ceph-mon[184249]: pgmap v277: 89 pgs: 16 active+undersized, 2 peering, 7 active+undersized+degraded, 2 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 553 op/s; 29270/217485 objects degraded (13.458%); 0 B/s, 40 objects/s recovering 2023-10-09T04:35:26.169 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-10-09T04:35:26.170 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:25 smithi107 bash[209568]: --> ceph-volume lvm activate successful for osd ID: 2 2023-10-09T04:35:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:25 smithi107 ceph-mon[179183]: pgmap v277: 89 pgs: 16 active+undersized, 2 peering, 7 active+undersized+degraded, 2 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 553 op/s; 29270/217485 objects degraded (13.458%); 0 B/s, 40 objects/s recovering 2023-10-09T04:35:26.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/92041918' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:27.024 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:26 smithi107 podman[209850]: 2023-10-09T04:35:27.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/92041918' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:27.026 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/92041918' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:27.420 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:27 smithi107 ceph-osd[209887]: -- 172.21.15.107:0/4231537696 <== mon.2 v2:172.21.15.107:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b55e9c64e0 con 0x55b55e996c00 2023-10-09T04:35:27.420 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:27 smithi107 bash[209850]: a10d46774b86e1efdd4637d041f217040cffa58d4e5a305cff03fa1dd287c479 2023-10-09T04:35:27.421 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:27 smithi107 systemd[1]: Started Ceph osd.2 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:35:27.923 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:27 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[209863]: 2023-10-09T04:35:27.561+0000 7fbbed1d9640 -1 Falling back to public interface 2023-10-09T04:35:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:28 smithi150 ceph-mon[168511]: pgmap v278: 89 pgs: 17 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 28998/211335 objects degraded (13.721%); 0 B/s, 74 objects/s recovering 2023-10-09T04:35:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:28 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:28 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:28 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:35:28.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[184249]: pgmap v278: 89 pgs: 17 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 28998/211335 objects degraded (13.721%); 0 B/s, 74 objects/s recovering 2023-10-09T04:35:28.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:28.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:28.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:35:28.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[179183]: pgmap v278: 89 pgs: 17 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 62 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 28998/211335 objects degraded (13.721%); 0 B/s, 74 objects/s recovering 2023-10-09T04:35:28.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:28.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:28.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:35:29.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4146442898' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:29.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4146442898' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:29.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4146442898' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:30 smithi150 ceph-mon[168511]: pgmap v279: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 793 op/s; 27202/206070 objects degraded (13.200%); 0 B/s, 103 objects/s recovering 2023-10-09T04:35:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 27202/206070 objects degraded (13.200%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:30.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:30 smithi107 ceph-mon[184249]: pgmap v279: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 793 op/s; 27202/206070 objects degraded (13.200%); 0 B/s, 103 objects/s recovering 2023-10-09T04:35:30.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 27202/206070 objects degraded (13.200%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:30.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:30 smithi107 ceph-mon[179183]: pgmap v279: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 793 op/s; 27202/206070 objects degraded (13.200%); 0 B/s, 103 objects/s recovering 2023-10-09T04:35:30.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 27202/206070 objects degraded (13.200%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1372302228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:31.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1372302228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:31.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:31.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:31.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1372302228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:31.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:31.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:32.172 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:35:32] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2023-10-09T04:35:32.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:32 smithi107 ceph-mon[184249]: pgmap v280: 89 pgs: 17 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 27202/203244 objects degraded (13.384%); 0 B/s, 57 objects/s recovering 2023-10-09T04:35:32.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:32 smithi107 ceph-mon[179183]: pgmap v280: 89 pgs: 17 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 27202/203244 objects degraded (13.384%); 0 B/s, 57 objects/s recovering 2023-10-09T04:35:32.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:32 smithi150 ceph-mon[168511]: pgmap v280: 89 pgs: 17 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 27202/203244 objects degraded (13.384%); 0 B/s, 57 objects/s recovering 2023-10-09T04:35:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[179183]: pgmap v281: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 834 op/s; 25602/195090 objects degraded (13.123%); 0 B/s, 72 objects/s recovering 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2284983433' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[184249]: pgmap v281: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 834 op/s; 25602/195090 objects degraded (13.123%); 0 B/s, 72 objects/s recovering 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2284983433' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:34 smithi150 ceph-mon[168511]: pgmap v281: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 834 op/s; 25602/195090 objects degraded (13.123%); 0 B/s, 72 objects/s recovering 2023-10-09T04:35:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2284983433' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:34.919 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[209863]: 2023-10-09T04:35:34.568+0000 7fbbed1d9640 -1 osd.2 112 log_to_monitors true 2023-10-09T04:35:35.420 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[209863]: 2023-10-09T04:35:35.131+0000 7fbbda63d700 -1 osd.2 112 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[179183]: from='osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[179183]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 25602/195090 objects degraded (13.123%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[184249]: from='osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:35:35.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[184249]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:35:35.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 25602/195090 objects degraded (13.123%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:35.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:35.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:35.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:35 smithi150 ceph-mon[168511]: from='osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:35:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:35 smithi150 ceph-mon[168511]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-09T04:35:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 25602/195090 objects degraded (13.123%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: osdmap e115: 8 total, 7 up, 8 in 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: from='osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:35:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: pgmap v283: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 746 op/s; 25602/195090 objects degraded (13.123%); 0 B/s, 81 objects/s recovering 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/771018189' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: osdmap e115: 8 total, 7 up, 8 in 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: from='osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:35:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:35:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: pgmap v283: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 746 op/s; 25602/195090 objects degraded (13.123%); 0 B/s, 81 objects/s recovering 2023-10-09T04:35:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/771018189' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:36.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: osdmap e115: 8 total, 7 up, 8 in 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: failed to encode map e115 with expected crc 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: from='osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:35:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: pgmap v283: 89 pgs: 17 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 62 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 746 op/s; 25602/195090 objects degraded (13.123%); 0 B/s, 81 objects/s recovering 2023-10-09T04:35:36.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/771018189' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:37.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:35:37.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145] boot 2023-10-09T04:35:37.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: osdmap e116: 8 total, 8 up, 8 in 2023-10-09T04:35:37.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:35:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:35:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145] boot 2023-10-09T04:35:37.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: osdmap e116: 8 total, 8 up, 8 in 2023-10-09T04:35:37.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: osd.2 [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145] boot 2023-10-09T04:35:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: osdmap e116: 8 total, 8 up, 8 in 2023-10-09T04:35:37.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-09T04:35:38.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e116 with expected crc 2023-10-09T04:35:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: osdmap e117: 8 total, 8 up, 8 in 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[179183]: pgmap v286: 89 pgs: 1 remapped+peering, 1 activating, 4 peering, 7 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 67 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 773 op/s; 21488/189324 objects degraded (11.350%); 0 B/s, 42 objects/s recovering 2023-10-09T04:35:38.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e116 with expected crc 2023-10-09T04:35:38.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: osdmap e117: 8 total, 8 up, 8 in 2023-10-09T04:35:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-mon[184249]: pgmap v286: 89 pgs: 1 remapped+peering, 1 activating, 4 peering, 7 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 67 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 773 op/s; 21488/189324 objects degraded (11.350%); 0 B/s, 42 objects/s recovering 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e116 with expected crc 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: osdmap e117: 8 total, 8 up, 8 in 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:38.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:38 smithi150 ceph-mon[168511]: pgmap v286: 89 pgs: 1 remapped+peering, 1 activating, 4 peering, 7 active+undersized, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 67 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 773 op/s; 21488/189324 objects degraded (11.350%); 0 B/s, 42 objects/s recovering 2023-10-09T04:35:39.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:39.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e117 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: osdmap e118: 8 total, 8 up, 8 in 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3807396382' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.095 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:39.095 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:35:38.673+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-10-09T04:35:39.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:39.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e117 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: osdmap e118: 8 total, 8 up, 8 in 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.096 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3807396382' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:39 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e117 with expected crc 2023-10-09T04:35:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: osdmap e118: 8 total, 8 up, 8 in 2023-10-09T04:35:39.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: failed to encode map e118 with expected crc 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3807396382' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:39.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:35:39.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:35:39.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:39 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:40.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:40.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-10-09T04:35:40.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[179183]: pgmap v288: 89 pgs: 6 remapped+peering, 1 activating, 4 peering, 3 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 72 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 705 op/s; 706/186375 objects degraded (0.379%); 0 B/s, 159 objects/s recovering 2023-10-09T04:35:40.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21488/189324 objects degraded (11.350%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:40.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:40.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-10-09T04:35:40.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[184249]: pgmap v288: 89 pgs: 6 remapped+peering, 1 activating, 4 peering, 3 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 72 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 705 op/s; 706/186375 objects degraded (0.379%); 0 B/s, 159 objects/s recovering 2023-10-09T04:35:40.428 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21488/189324 objects degraded (11.350%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:40 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:40 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-10-09T04:35:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:40 smithi150 ceph-mon[168511]: pgmap v288: 89 pgs: 6 remapped+peering, 1 activating, 4 peering, 3 active+undersized, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 72 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 705 op/s; 706/186375 objects degraded (0.379%); 0 B/s, 159 objects/s recovering 2023-10-09T04:35:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21488/189324 objects degraded (11.350%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:41.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1658143685' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:41.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1658143685' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1658143685' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:42.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:35:42] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2023-10-09T04:35:42.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:42 smithi107 ceph-mon[184249]: pgmap v289: 89 pgs: 6 remapped+peering, 1 activating, 4 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 76 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 568 op/s; 704/184857 objects degraded (0.381%); 0 B/s, 109 objects/s recovering 2023-10-09T04:35:42.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:42 smithi107 ceph-mon[179183]: pgmap v289: 89 pgs: 6 remapped+peering, 1 activating, 4 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 76 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 568 op/s; 704/184857 objects degraded (0.381%); 0 B/s, 109 objects/s recovering 2023-10-09T04:35:42.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:42 smithi150 ceph-mon[168511]: pgmap v289: 89 pgs: 6 remapped+peering, 1 activating, 4 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 76 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 568 op/s; 704/184857 objects degraded (0.381%); 0 B/s, 109 objects/s recovering 2023-10-09T04:35:44.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:44 smithi150 ceph-mon[168511]: pgmap v290: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 3802/178431 objects degraded (2.131%); 0 B/s, 164 objects/s recovering 2023-10-09T04:35:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1360518399' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:44 smithi107 ceph-mon[184249]: pgmap v290: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 3802/178431 objects degraded (2.131%); 0 B/s, 164 objects/s recovering 2023-10-09T04:35:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1360518399' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:44 smithi107 ceph-mon[179183]: pgmap v290: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 3802/178431 objects degraded (2.131%); 0 B/s, 164 objects/s recovering 2023-10-09T04:35:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1360518399' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:45.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3802/178431 objects degraded (2.131%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:45.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3802/178431 objects degraded (2.131%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:45.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3802/178431 objects degraded (2.131%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:46 smithi150 ceph-mon[168511]: pgmap v291: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 554 op/s; 3802/178431 objects degraded (2.131%); 0 B/s, 144 objects/s recovering 2023-10-09T04:35:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:46.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:46 smithi107 ceph-mon[184249]: pgmap v291: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 554 op/s; 3802/178431 objects degraded (2.131%); 0 B/s, 144 objects/s recovering 2023-10-09T04:35:46.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:46.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:46 smithi107 ceph-mon[179183]: pgmap v291: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 554 op/s; 3802/178431 objects degraded (2.131%); 0 B/s, 144 objects/s recovering 2023-10-09T04:35:46.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:35:46.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:35:47.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/457840951' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:47.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/457840951' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:47.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/457840951' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:48.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:48 smithi107 ceph-mon[179183]: pgmap v292: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 589 op/s; 3802/171624 objects degraded (2.215%); 0 B/s, 116 objects/s recovering 2023-10-09T04:35:48.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:48 smithi107 ceph-mon[184249]: pgmap v292: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 589 op/s; 3802/171624 objects degraded (2.215%); 0 B/s, 116 objects/s recovering 2023-10-09T04:35:48.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:48 smithi150 ceph-mon[168511]: pgmap v292: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 589 op/s; 3802/171624 objects degraded (2.215%); 0 B/s, 116 objects/s recovering 2023-10-09T04:35:49.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1657588811' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:49.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1657588811' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:49.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1657588811' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:50.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: pgmap v293: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 567 op/s; 3802/167517 objects degraded (2.270%); 0 B/s, 75 objects/s recovering 2023-10-09T04:35:50.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: osdmap e119: 8 total, 8 up, 8 in 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3802/167517 objects degraded (2.270%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: pgmap v293: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 567 op/s; 3802/167517 objects degraded (2.270%); 0 B/s, 75 objects/s recovering 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: osdmap e119: 8 total, 8 up, 8 in 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3802/167517 objects degraded (2.270%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: pgmap v293: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.4 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 567 op/s; 3802/167517 objects degraded (2.270%); 0 B/s, 75 objects/s recovering 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: osdmap e119: 8 total, 8 up, 8 in 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3802/167517 objects degraded (2.270%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T04:35:51.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: osdmap e120: 8 total, 8 up, 8 in 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[179183]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: osdmap e120: 8 total, 8 up, 8 in 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:51 smithi107 ceph-mon[184249]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e119 with expected crc 2023-10-09T04:35:51.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: osdmap e120: 8 total, 8 up, 8 in 2023-10-09T04:35:51.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:51.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:51 smithi150 ceph-mon[168511]: failed to encode map e120 with expected crc 2023-10-09T04:35:52.306 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:35:52] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2023-10-09T04:35:52.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:52 smithi107 ceph-mon[179183]: pgmap v296: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 546 op/s; 3790/165300 objects degraded (2.293%); 0 B/s, 42 objects/s recovering 2023-10-09T04:35:52.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2081232689' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:52 smithi107 ceph-mon[184249]: pgmap v296: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 546 op/s; 3790/165300 objects degraded (2.293%); 0 B/s, 42 objects/s recovering 2023-10-09T04:35:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2081232689' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:52 smithi150 ceph-mon[168511]: pgmap v296: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 546 op/s; 3790/165300 objects degraded (2.293%); 0 B/s, 42 objects/s recovering 2023-10-09T04:35:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2081232689' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:54.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:35:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:35:53.690+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: pgmap v297: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 817 op/s; 2773/158796 objects degraded (1.746%); 0 B/s, 154 objects/s recovering 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: osdmap e121: 8 total, 8 up, 8 in 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3335920218' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: pgmap v297: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 817 op/s; 2773/158796 objects degraded (1.746%); 0 B/s, 154 objects/s recovering 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: osdmap e121: 8 total, 8 up, 8 in 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3335920218' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: pgmap v297: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 817 op/s; 2773/158796 objects degraded (1.746%); 0 B/s, 154 objects/s recovering 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: osdmap e121: 8 total, 8 up, 8 in 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: failed to encode map e121 with expected crc 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3335920218' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:55.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: osdmap e122: 8 total, 8 up, 8 in 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2773/158796 objects degraded (1.746%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: osdmap e122: 8 total, 8 up, 8 in 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2773/158796 objects degraded (1.746%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:35:55.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:35:55.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-10-09T04:35:55.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: osdmap e122: 8 total, 8 up, 8 in 2023-10-09T04:35:55.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: failed to encode map e122 with expected crc 2023-10-09T04:35:55.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2773/158796 objects degraded (1.746%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:35:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[179183]: pgmap v300: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 496 op/s; 2773/158796 objects degraded (1.746%); 0 B/s, 155 objects/s recovering 2023-10-09T04:35:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[179183]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[179183]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[179183]: osdmap e123: 8 total, 8 up, 8 in 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[179183]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3586038630' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[184249]: pgmap v300: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 496 op/s; 2773/158796 objects degraded (1.746%); 0 B/s, 155 objects/s recovering 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[184249]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[184249]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[184249]: osdmap e123: 8 total, 8 up, 8 in 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[184249]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3586038630' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:56.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:56 smithi150 ceph-mon[168511]: pgmap v300: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 496 op/s; 2773/158796 objects degraded (1.746%); 0 B/s, 155 objects/s recovering 2023-10-09T04:35:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:56 smithi150 ceph-mon[168511]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:56 smithi150 ceph-mon[168511]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:56 smithi150 ceph-mon[168511]: osdmap e123: 8 total, 8 up, 8 in 2023-10-09T04:35:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:56 smithi150 ceph-mon[168511]: failed to encode map e123 with expected crc 2023-10-09T04:35:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3586038630' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:57 smithi107 ceph-mon[179183]: pgmap v302: 89 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2099/154248 objects degraded (1.361%); 0 B/s, 246 objects/s recovering 2023-10-09T04:35:57.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:57 smithi107 ceph-mon[184249]: pgmap v302: 89 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2099/154248 objects degraded (1.361%); 0 B/s, 246 objects/s recovering 2023-10-09T04:35:57.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:57 smithi150 ceph-mon[168511]: pgmap v302: 89 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2099/154248 objects degraded (1.361%); 0 B/s, 246 objects/s recovering 2023-10-09T04:35:59.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: osdmap e124: 8 total, 8 up, 8 in 2023-10-09T04:35:59.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3434302129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[179183]: pgmap v304: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.1 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 433 op/s; 2034/151221 objects degraded (1.345%); 0 B/s, 151 objects/s recovering 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: osdmap e124: 8 total, 8 up, 8 in 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3434302129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:59.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:35:59 smithi107 ceph-mon[184249]: pgmap v304: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.1 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 433 op/s; 2034/151221 objects degraded (1.345%); 0 B/s, 151 objects/s recovering 2023-10-09T04:35:59.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: osdmap e124: 8 total, 8 up, 8 in 2023-10-09T04:35:59.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: failed to encode map e124 with expected crc 2023-10-09T04:35:59.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3434302129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:35:59.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:35:59 smithi150 ceph-mon[168511]: pgmap v304: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.1 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 433 op/s; 2034/151221 objects degraded (1.345%); 0 B/s, 151 objects/s recovering 2023-10-09T04:36:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: osdmap e125: 8 total, 8 up, 8 in 2023-10-09T04:36:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2034/151221 objects degraded (1.345%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: osdmap e125: 8 total, 8 up, 8 in 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2034/151221 objects degraded (1.345%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: osdmap e125: 8 total, 8 up, 8 in 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: failed to encode map e125 with expected crc 2023-10-09T04:36:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2034/151221 objects degraded (1.345%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:01 smithi107 ceph-mon[184249]: pgmap v306: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 2034/148461 objects degraded (1.370%); 0 B/s, 161 objects/s recovering 2023-10-09T04:36:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:01 smithi107 ceph-mon[179183]: pgmap v306: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 2034/148461 objects degraded (1.370%); 0 B/s, 161 objects/s recovering 2023-10-09T04:36:01.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:01.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:01 smithi150 ceph-mon[168511]: pgmap v306: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 2034/148461 objects degraded (1.370%); 0 B/s, 161 objects/s recovering 2023-10-09T04:36:02.415 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2215601162' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:02.416 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:36:02] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2023-10-09T04:36:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2215601162' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:02.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2215601162' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:03 smithi150 ceph-mon[168511]: pgmap v307: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 1349/141711 objects degraded (0.952%); 0 B/s, 177 objects/s recovering 2023-10-09T04:36:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:03 smithi107 ceph-mon[184249]: pgmap v307: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 1349/141711 objects degraded (0.952%); 0 B/s, 177 objects/s recovering 2023-10-09T04:36:03.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:03 smithi107 ceph-mon[179183]: pgmap v307: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 1349/141711 objects degraded (0.952%); 0 B/s, 177 objects/s recovering 2023-10-09T04:36:04.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/513815686' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:04.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/513815686' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:04.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/513815686' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:05.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1349/141711 objects degraded (0.952%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:05.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:05 smithi150 ceph-mon[168511]: pgmap v308: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 552 op/s; 1349/140973 objects degraded (0.957%); 0 B/s, 99 objects/s recovering 2023-10-09T04:36:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1349/141711 objects degraded (0.952%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:05 smithi107 ceph-mon[184249]: pgmap v308: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 552 op/s; 1349/140973 objects degraded (0.957%); 0 B/s, 99 objects/s recovering 2023-10-09T04:36:05.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1349/141711 objects degraded (0.952%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:05.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:05 smithi107 ceph-mon[179183]: pgmap v308: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 552 op/s; 1349/140973 objects degraded (0.957%); 0 B/s, 99 objects/s recovering 2023-10-09T04:36:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2690528368' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:07.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2690528368' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:07.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2690528368' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: failed to encode map e126 with expected crc 2023-10-09T04:36:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: osdmap e126: 8 total, 8 up, 8 in 2023-10-09T04:36:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: failed to encode map e126 with expected crc 2023-10-09T04:36:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: failed to encode map e126 with expected crc 2023-10-09T04:36:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: failed to encode map e126 with expected crc 2023-10-09T04:36:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: failed to encode map e126 with expected crc 2023-10-09T04:36:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:07 smithi150 ceph-mon[168511]: pgmap v310: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 1349/134904 objects degraded (1.000%); 0 B/s, 63 objects/s recovering 2023-10-09T04:36:08.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: osdmap e126: 8 total, 8 up, 8 in 2023-10-09T04:36:08.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[179183]: pgmap v310: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 1349/134904 objects degraded (1.000%); 0 B/s, 63 objects/s recovering 2023-10-09T04:36:08.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: osdmap e126: 8 total, 8 up, 8 in 2023-10-09T04:36:08.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: failed to encode map e126 with expected crc 2023-10-09T04:36:08.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:07 smithi107 ceph-mon[184249]: pgmap v310: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 679 op/s; 1349/134904 objects degraded (1.000%); 0 B/s, 63 objects/s recovering 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: failed to encode map e127 with expected crc 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: failed to encode map e127 with expected crc 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: osdmap e127: 8 total, 8 up, 8 in 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: failed to encode map e127 with expected crc 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: failed to encode map e127 with expected crc 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: failed to encode map e127 with expected crc 2023-10-09T04:36:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:08 smithi150 ceph-mon[168511]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: osdmap e127: 8 total, 8 up, 8 in 2023-10-09T04:36:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[179183]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: osdmap e127: 8 total, 8 up, 8 in 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-mon[184249]: failed to encode map e127 with expected crc 2023-10-09T04:36:09.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:08 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:36:08.712+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-10-09T04:36:09.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:09.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:09 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:09.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:09 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-10-09T04:36:09.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/599777382' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:09.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:09 smithi150 ceph-mon[168511]: pgmap v312: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 677/131067 objects degraded (0.517%); 0 B/s, 101 objects/s recovering 2023-10-09T04:36:09.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:09 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1349/134904 objects degraded (1.000%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:10.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:10.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:10.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/599777382' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[184249]: pgmap v312: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 677/131067 objects degraded (0.517%); 0 B/s, 101 objects/s recovering 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1349/134904 objects degraded (1.000%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/599777382' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[179183]: pgmap v312: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 677/131067 objects degraded (0.517%); 0 B/s, 101 objects/s recovering 2023-10-09T04:36:10.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:09 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1349/134904 objects degraded (1.000%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:11.733 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:36:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=cleanup t=2023-10-09T04:36:11.442759749Z level=info msg="Completed cleanup jobs" duration=12.471702ms 2023-10-09T04:36:12.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:12 smithi107 ceph-mon[179183]: pgmap v313: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 677/128283 objects degraded (0.528%); 0 B/s, 48 objects/s recovering 2023-10-09T04:36:12.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3718661262' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:12.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:12 smithi107 ceph-mon[184249]: pgmap v313: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 677/128283 objects degraded (0.528%); 0 B/s, 48 objects/s recovering 2023-10-09T04:36:12.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3718661262' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:12.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:36:12] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2023-10-09T04:36:12.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:12 smithi150 ceph-mon[168511]: pgmap v313: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 677/128283 objects degraded (0.528%); 0 B/s, 48 objects/s recovering 2023-10-09T04:36:12.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3718661262' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: pgmap v314: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 85 active+clean; 2.5 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 677/121419 objects degraded (0.558%); 0 B/s, 107 objects/s recovering 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: osdmap e128: 8 total, 8 up, 8 in 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/380765177' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: pgmap v314: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 85 active+clean; 2.5 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 677/121419 objects degraded (0.558%); 0 B/s, 107 objects/s recovering 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: osdmap e128: 8 total, 8 up, 8 in 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/380765177' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: pgmap v314: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 85 active+clean; 2.5 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 677/121419 objects degraded (0.558%); 0 B/s, 107 objects/s recovering 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: osdmap e128: 8 total, 8 up, 8 in 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: failed to encode map e128 with expected crc 2023-10-09T04:36:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/380765177' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: osdmap e129: 8 total, 8 up, 8 in 2023-10-09T04:36:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 677/121419 objects degraded (0.558%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:36:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: osdmap e129: 8 total, 8 up, 8 in 2023-10-09T04:36:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 677/121419 objects degraded (0.558%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: osdmap e129: 8 total, 8 up, 8 in 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: failed to encode map e129 with expected crc 2023-10-09T04:36:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 677/121419 objects degraded (0.558%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:36:16.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:16 smithi107 ceph-mon[179183]: pgmap v317: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 86 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 677/120537 objects degraded (0.562%); 0 B/s, 73 objects/s recovering 2023-10-09T04:36:16.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:16 smithi107 ceph-mon[184249]: pgmap v317: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 86 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 677/120537 objects degraded (0.562%); 0 B/s, 73 objects/s recovering 2023-10-09T04:36:16.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:16 smithi150 ceph-mon[168511]: pgmap v317: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 86 active+clean; 2.5 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 470 op/s; 677/120537 objects degraded (0.562%); 0 B/s, 73 objects/s recovering 2023-10-09T04:36:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:17.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1919801663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:17.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1919801663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:17.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1919801663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:18.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:18 smithi107 ceph-mon[184249]: pgmap v318: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 86 active+clean; 2.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 677/115254 objects degraded (0.587%); 0 B/s, 68 objects/s recovering 2023-10-09T04:36:18.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:18 smithi107 ceph-mon[179183]: pgmap v318: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 86 active+clean; 2.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 677/115254 objects degraded (0.587%); 0 B/s, 68 objects/s recovering 2023-10-09T04:36:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:18 smithi150 ceph-mon[168511]: pgmap v318: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 86 active+clean; 2.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 677/115254 objects degraded (0.587%); 0 B/s, 68 objects/s recovering 2023-10-09T04:36:19.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/18992962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:19.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/18992962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/18992962' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:20.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:20 smithi107 ceph-mon[179183]: pgmap v319: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 0 B/s, 127 objects/s recovering 2023-10-09T04:36:20.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:20 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 677/115254 objects degraded (0.587%), 1 pg degraded) 2023-10-09T04:36:20.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:20 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:36:20.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:20 smithi107 ceph-mon[184249]: pgmap v319: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 0 B/s, 127 objects/s recovering 2023-10-09T04:36:20.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:20 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 677/115254 objects degraded (0.587%), 1 pg degraded) 2023-10-09T04:36:20.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:20 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:36:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:20 smithi150 ceph-mon[168511]: pgmap v319: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 0 B/s, 127 objects/s recovering 2023-10-09T04:36:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:20 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 677/115254 objects degraded (0.587%), 1 pg degraded) 2023-10-09T04:36:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:20 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:36:22.354 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:36:22] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2023-10-09T04:36:22.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: pgmap v320: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 0 B/s, 69 objects/s recovering 2023-10-09T04:36:22.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: osdmap e130: 8 total, 8 up, 8 in 2023-10-09T04:36:22.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/297674365' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: pgmap v320: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 0 B/s, 69 objects/s recovering 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: osdmap e130: 8 total, 8 up, 8 in 2023-10-09T04:36:22.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/297674365' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: pgmap v320: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 0 B/s, 69 objects/s recovering 2023-10-09T04:36:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: osdmap e130: 8 total, 8 up, 8 in 2023-10-09T04:36:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: failed to encode map e130 with expected crc 2023-10-09T04:36:22.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/297674365' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:23.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[179183]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[179183]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[179183]: osdmap e131: 8 total, 8 up, 8 in 2023-10-09T04:36:23.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[179183]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[179183]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[179183]: pgmap v323: 89 pgs: 89 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 774 op/s; 0 B/s, 84 objects/s recovering 2023-10-09T04:36:23.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[184249]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[184249]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[184249]: osdmap e131: 8 total, 8 up, 8 in 2023-10-09T04:36:23.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[184249]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[184249]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:23 smithi107 ceph-mon[184249]: pgmap v323: 89 pgs: 89 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 774 op/s; 0 B/s, 84 objects/s recovering 2023-10-09T04:36:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:23 smithi150 ceph-mon[168511]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:23 smithi150 ceph-mon[168511]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:23 smithi150 ceph-mon[168511]: osdmap e131: 8 total, 8 up, 8 in 2023-10-09T04:36:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:23 smithi150 ceph-mon[168511]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:23 smithi150 ceph-mon[168511]: failed to encode map e131 with expected crc 2023-10-09T04:36:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:23 smithi150 ceph-mon[168511]: pgmap v323: 89 pgs: 89 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 774 op/s; 0 B/s, 84 objects/s recovering 2023-10-09T04:36:24.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:24.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:24.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[184249]: Upgrade: osd.3 is safe to restart 2023-10-09T04:36:24.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1659328410' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:24.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:24.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:24.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[179183]: Upgrade: osd.3 is safe to restart 2023-10-09T04:36:24.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1659328410' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:24 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-10-09T04:36:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:24 smithi150 ceph-mon[168511]: Upgrade: osd.3 is safe to restart 2023-10-09T04:36:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1659328410' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:25.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:25 smithi150 ceph-mon[168511]: pgmap v324: 89 pgs: 89 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 554 op/s; 0 B/s, 84 objects/s recovering 2023-10-09T04:36:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:25 smithi107 ceph-mon[179183]: pgmap v324: 89 pgs: 89 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 554 op/s; 0 B/s, 84 objects/s recovering 2023-10-09T04:36:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:25 smithi107 ceph-mon[184249]: pgmap v324: 89 pgs: 89 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 554 op/s; 0 B/s, 84 objects/s recovering 2023-10-09T04:36:27.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4237502854' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:27.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4237502854' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4237502854' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:27.906 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:27 smithi150 ceph-mon[168511]: pgmap v325: 89 pgs: 89 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 0 B/s, 25 objects/s recovering 2023-10-09T04:36:27.906 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:27.906 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:36:27.906 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:36:28.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[184249]: pgmap v325: 89 pgs: 89 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 0 B/s, 25 objects/s recovering 2023-10-09T04:36:28.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:28.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:36:28.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:36:28.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[179183]: pgmap v325: 89 pgs: 89 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 0 B/s, 25 objects/s recovering 2023-10-09T04:36:28.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:28.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-09T04:36:28.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:36:28.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:28 smithi107 ceph-mon[179183]: Upgrade: Updating osd.3 2023-10-09T04:36:28.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:28 smithi107 ceph-mon[179183]: Deploying daemon osd.3 on smithi107 2023-10-09T04:36:28.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:28 smithi107 ceph-mon[184249]: Upgrade: Updating osd.3 2023-10-09T04:36:28.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:28 smithi107 ceph-mon[184249]: Deploying daemon osd.3 on smithi107 2023-10-09T04:36:29.177 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:28 smithi150 ceph-mon[168511]: Upgrade: Updating osd.3 2023-10-09T04:36:29.177 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:28 smithi150 ceph-mon[168511]: Deploying daemon osd.3 on smithi107 2023-10-09T04:36:29.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:29 smithi107 ceph-mon[179183]: pgmap v326: 89 pgs: 89 active+clean; 1.9 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 641 op/s; 0 B/s, 25 objects/s recovering 2023-10-09T04:36:29.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4100253953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:30.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:29 smithi107 ceph-mon[184249]: pgmap v326: 89 pgs: 89 active+clean; 1.9 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 641 op/s; 0 B/s, 25 objects/s recovering 2023-10-09T04:36:30.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4100253953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:29 smithi150 ceph-mon[168511]: pgmap v326: 89 pgs: 89 active+clean; 1.9 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 641 op/s; 0 B/s, 25 objects/s recovering 2023-10-09T04:36:30.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4100253953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:31.672 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:31 smithi107 systemd[1]: Stopping Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:36:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:36:32] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2023-10-09T04:36:32.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[184249]: pgmap v327: 89 pgs: 89 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 0 B/s, 20 objects/s recovering 2023-10-09T04:36:32.420 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[138690]: 2023-10-09T04:36:31.999+0000 7fe2f2e1c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:36:32.420 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[138690]: 2023-10-09T04:36:31.999+0000 7fe2f2e1c700 -1 osd.3 131 *** Got signal Terminated *** 2023-10-09T04:36:32.420 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[138690]: 2023-10-09T04:36:31.999+0000 7fe2f2e1c700 -1 osd.3 131 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T04:36:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:32.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:32.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:32.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:32 smithi107 ceph-mon[179183]: pgmap v327: 89 pgs: 89 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 0 B/s, 20 objects/s recovering 2023-10-09T04:36:32.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:32.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:32.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:32.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:32 smithi150 ceph-mon[168511]: pgmap v327: 89 pgs: 89 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 0 B/s, 20 objects/s recovering 2023-10-09T04:36:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[179183]: osd.3 marked itself down and dead 2023-10-09T04:36:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2018894793' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:36:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[179183]: osdmap e132: 8 total, 7 up, 8 in 2023-10-09T04:36:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[179183]: failed to encode map e132 with expected crc 2023-10-09T04:36:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[184249]: osd.3 marked itself down and dead 2023-10-09T04:36:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2018894793' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:36:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[184249]: osdmap e132: 8 total, 7 up, 8 in 2023-10-09T04:36:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:33 smithi107 ceph-mon[184249]: failed to encode map e132 with expected crc 2023-10-09T04:36:33.424 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:32 smithi107 bash[216341]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3 2023-10-09T04:36:33.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:33 smithi150 ceph-mon[168511]: osd.3 marked itself down and dead 2023-10-09T04:36:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2018894793' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:33 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:36:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:33 smithi150 ceph-mon[168511]: osdmap e132: 8 total, 7 up, 8 in 2023-10-09T04:36:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:33 smithi150 ceph-mon[168511]: failed to encode map e132 with expected crc 2023-10-09T04:36:34.153 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.153 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: osdmap e133: 8 total, 7 up, 8 in 2023-10-09T04:36:34.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[179183]: pgmap v330: 89 pgs: 15 peering, 11 stale+active+clean, 63 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: osdmap e133: 8 total, 7 up, 8 in 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:34 smithi107 ceph-mon[184249]: pgmap v330: 89 pgs: 15 peering, 11 stale+active+clean, 63 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: osdmap e133: 8 total, 7 up, 8 in 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: failed to encode map e133 with expected crc 2023-10-09T04:36:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:34 smithi150 ceph-mon[168511]: pgmap v330: 89 pgs: 15 peering, 11 stale+active+clean, 63 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:36:35.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:35 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:36:35.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3807971353' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:35.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:35 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:36:35.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3807971353' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:35.422 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:34 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3.service: Succeeded. 2023-10-09T04:36:35.422 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:34 smithi107 systemd[1]: Stopped Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:36:35.422 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:35 smithi107 systemd[1]: Starting Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:36:35.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:35 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:36:35.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3807971353' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:36 smithi150 ceph-mon[168511]: pgmap v331: 89 pgs: 15 peering, 11 stale+active+clean, 63 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 482 op/s 2023-10-09T04:36:36.463 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:36 smithi107 ceph-mon[179183]: pgmap v331: 89 pgs: 15 peering, 11 stale+active+clean, 63 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 482 op/s 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-10-09T04:36:36.464 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:36 smithi107 bash[216620]: --> ceph-volume lvm activate successful for osd ID: 3 2023-10-09T04:36:36.466 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:36 smithi107 ceph-mon[184249]: pgmap v331: 89 pgs: 15 peering, 11 stale+active+clean, 63 active+clean; 1.7 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 482 op/s 2023-10-09T04:36:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1422123903' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:37.547 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1422123903' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:37.548 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1422123903' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:37.548 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:37 smithi107 podman[216902]: 2023-10-09T04:36:37.919 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:37 smithi107 bash[216902]: bf516802cc13d3d00028188c14c4176d1c8a9fa4ef0bdaffda9fa452644bbcd2 2023-10-09T04:36:37.919 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:37 smithi107 systemd[1]: Started Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:36:38.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:38 smithi150 ceph-mon[168511]: pgmap v332: 89 pgs: 9 active+undersized+degraded, 21 active+undersized, 10 peering, 49 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 12077/73953 objects degraded (16.331%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:38.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:38 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 12077/73953 objects degraded (16.331%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:38.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:38.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:38.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:36:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[179183]: pgmap v332: 89 pgs: 9 active+undersized+degraded, 21 active+undersized, 10 peering, 49 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 12077/73953 objects degraded (16.331%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 12077/73953 objects degraded (16.331%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:38.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:38.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:36:38.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[184249]: pgmap v332: 89 pgs: 9 active+undersized+degraded, 21 active+undersized, 10 peering, 49 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 12077/73953 objects degraded (16.331%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:38.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 12077/73953 objects degraded (16.331%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:38.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:38.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:38.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:36:38.421 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:38 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[216914]: 2023-10-09T04:36:38.144+0000 7f8730969640 -1 Falling back to public interface 2023-10-09T04:36:40.187 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:40 smithi150 ceph-mon[168511]: pgmap v333: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 13559/72654 objects degraded (18.662%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:40.187 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:40 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-10-09T04:36:40.187 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2612933199' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:40 smithi107 ceph-mon[179183]: pgmap v333: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 13559/72654 objects degraded (18.662%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:40 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-10-09T04:36:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2612933199' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:40 smithi107 ceph-mon[184249]: pgmap v333: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 13559/72654 objects degraded (18.662%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:40 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-10-09T04:36:40.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2612933199' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:42.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:42 smithi107 ceph-mon[179183]: pgmap v334: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 12506/66240 objects degraded (18.880%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:42.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2821320984' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:42.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:36:42] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2023-10-09T04:36:42.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:42 smithi107 ceph-mon[184249]: pgmap v334: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 12506/66240 objects degraded (18.880%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:42.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2821320984' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:42 smithi150 ceph-mon[168511]: pgmap v334: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 12506/66240 objects degraded (18.880%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2821320984' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:43 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11227/60111 objects degraded (18.677%), 12 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:43.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:43 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11227/60111 objects degraded (18.677%), 12 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:43.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:43 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11227/60111 objects degraded (18.677%), 12 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:44.560 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:44 smithi150 ceph-mon[168511]: pgmap v335: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.2 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 793 op/s; 11227/60111 objects degraded (18.677%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:44.561 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:44 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:44.561 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:44 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:44 smithi107 ceph-mon[184249]: pgmap v335: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.2 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 793 op/s; 11227/60111 objects degraded (18.677%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:44 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:44 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:44 smithi107 ceph-mon[179183]: pgmap v335: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.2 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 793 op/s; 11227/60111 objects degraded (18.677%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:44 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:44 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1481482996' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[184249]: pgmap v336: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.2 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 11227/60111 objects degraded (18.677%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:45.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1481482996' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:45.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:45 smithi107 ceph-mon[179183]: pgmap v336: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.2 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 11227/60111 objects degraded (18.677%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:45.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:45 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:45 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1481482996' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:45.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:45 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:45 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:45.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:45 smithi150 ceph-mon[168511]: pgmap v336: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.2 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 11227/60111 objects degraded (18.677%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:47.026 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:47.026 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:47.027 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:47.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:47.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:36:47.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:47.920 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:47 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[216914]: 2023-10-09T04:36:47.450+0000 7f8730969640 -1 osd.3 131 log_to_monitors true 2023-10-09T04:36:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-mon[179183]: pgmap v337: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.0 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 9280/49851 objects degraded (18.615%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2686275545' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-mon[179183]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:36:48.419 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[216914]: 2023-10-09T04:36:48.072+0000 7f87205d2700 -1 osd.3 131 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:36:48.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-mon[184249]: pgmap v337: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.0 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 9280/49851 objects degraded (18.615%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:48.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2686275545' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:48.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:48 smithi107 ceph-mon[184249]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:36:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:48 smithi150 ceph-mon[168511]: pgmap v337: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1.0 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 9280/49851 objects degraded (18.615%); 0 B/s, 0 objects/s recovering 2023-10-09T04:36:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2686275545' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:48 smithi150 ceph-mon[168511]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: osdmap e134: 8 total, 7 up, 8 in 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[179183]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: osdmap e134: 8 total, 7 up, 8 in 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-mon[184249]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: osdmap e134: 8 total, 7 up, 8 in 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: from='osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:49 smithi150 ceph-mon[168511]: failed to encode map e134 with expected crc 2023-10-09T04:36:49.643 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 4 2023-10-09T04:36:50.061 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:36:49.901+0000 7f1c311cf700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-10-09T04:36:50.129 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch upgrade pause' 2023-10-09T04:36:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:36:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883] boot 2023-10-09T04:36:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: osdmap e135: 8 total, 8 up, 8 in 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: failed to encode map e135 with expected crc 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: pgmap v340: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1008 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 9034/48420 objects degraded (18.658%) 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3874750807' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9280/49851 objects degraded (18.615%), 12 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: osdmap e136: 8 total, 8 up, 8 in 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-10-09T04:36:50.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:36:50.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883] boot 2023-10-09T04:36:50.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: osdmap e135: 8 total, 8 up, 8 in 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: failed to encode map e135 with expected crc 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: pgmap v340: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1008 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 9034/48420 objects degraded (18.658%) 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3874750807' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9280/49851 objects degraded (18.615%), 12 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: osdmap e136: 8 total, 8 up, 8 in 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: osd.3 [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883] boot 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: osdmap e135: 8 total, 8 up, 8 in 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: failed to encode map e135 with expected crc 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: pgmap v340: 89 pgs: 12 active+undersized+degraded, 28 active+undersized, 49 active+clean; 1008 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 9034/48420 objects degraded (18.658%) 2023-10-09T04:36:50.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3874750807' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9280/49851 objects degraded (18.615%), 12 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: osdmap e136: 8 total, 8 up, 8 in 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:36:50.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-10-09T04:36:50.741 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:36:51.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: osdmap e137: 8 total, 8 up, 8 in 2023-10-09T04:36:51.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-10-09T04:36:51.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-10-09T04:36:51.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:51.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: osdmap e137: 8 total, 8 up, 8 in 2023-10-09T04:36:51.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:51 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e136 with expected crc 2023-10-09T04:36:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-10-09T04:36:51.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-10-09T04:36:51.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:51.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: osdmap e137: 8 total, 8 up, 8 in 2023-10-09T04:36:51.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:51 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.101 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:36:52] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2023-10-09T04:36:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[179183]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[179183]: pgmap v343: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 21 active+undersized, 56 active+clean; 917 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 5684/44082 objects degraded (12.894%); 0 B/s, 6 objects/s recovering 2023-10-09T04:36:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[184249]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:52 smithi107 ceph-mon[184249]: pgmap v343: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 21 active+undersized, 56 active+clean; 917 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 5684/44082 objects degraded (12.894%); 0 B/s, 6 objects/s recovering 2023-10-09T04:36:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:52 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:52 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:52 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:52 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:52 smithi150 ceph-mon[168511]: failed to encode map e137 with expected crc 2023-10-09T04:36:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:52 smithi150 ceph-mon[168511]: pgmap v343: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 21 active+undersized, 56 active+clean; 917 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 5684/44082 objects degraded (12.894%); 0 B/s, 6 objects/s recovering 2023-10-09T04:36:52.987 INFO:teuthology.orchestra.run.smithi107.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:36:54.370 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[179183]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:36:54.370 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[179183]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:36:54.370 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:54.370 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[179183]: pgmap v344: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 80 active+clean; 838 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 4910/40266 objects degraded (12.194%); 0 B/s, 5 objects/s recovering 2023-10-09T04:36:54.371 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[184249]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:36:54.371 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[184249]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:36:54.371 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:54.371 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:54 smithi107 ceph-mon[184249]: pgmap v344: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 80 active+clean; 838 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 4910/40266 objects degraded (12.194%); 0 B/s, 5 objects/s recovering 2023-10-09T04:36:54.465 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch ps' 2023-10-09T04:36:54.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:54 smithi150 ceph-mon[168511]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:36:54.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:54 smithi150 ceph-mon[168511]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c 2023-10-09T04:36:54.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:54.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:54 smithi150 ceph-mon[168511]: pgmap v344: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 80 active+clean; 838 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 4910/40266 objects degraded (12.194%); 0 B/s, 5 objects/s recovering 2023-10-09T04:36:55.311 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:36:55.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4910/40266 objects degraded (12.194%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:55.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4910/40266 objects degraded (12.194%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:55.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4910/40266 objects degraded (12.194%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:36:56.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:56 smithi107 ceph-mon[184249]: pgmap v345: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 80 active+clean; 838 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 442 op/s; 4910/40266 objects degraded (12.194%); 0 B/s, 4 objects/s recovering 2023-10-09T04:36:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:56 smithi107 ceph-mon[179183]: pgmap v345: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 80 active+clean; 838 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 442 op/s; 4910/40266 objects degraded (12.194%); 0 B/s, 4 objects/s recovering 2023-10-09T04:36:56.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:56 smithi150 ceph-mon[168511]: pgmap v345: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 80 active+clean; 838 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 442 op/s; 4910/40266 objects degraded (12.194%); 0 B/s, 4 objects/s recovering 2023-10-09T04:36:57.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:57.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:57.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:36:58.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:36:58 smithi150 ceph-mon[168511]: pgmap v346: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 653 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 6577/31386 objects degraded (20.955%); 0 B/s, 37 objects/s recovering 2023-10-09T04:36:58.630 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:36:58 smithi107 ceph-mon[184249]: pgmap v346: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 653 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 6577/31386 objects degraded (20.955%); 0 B/s, 37 objects/s recovering 2023-10-09T04:36:58.631 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:36:58 smithi107 ceph-mon[179183]: pgmap v346: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 653 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 6577/31386 objects degraded (20.955%); 0 B/s, 37 objects/s recovering 2023-10-09T04:36:59.370 INFO:teuthology.orchestra.run.smithi107.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T04:36:59.370 INFO:teuthology.orchestra.run.smithi107.stdout:alertmanager.a smithi107 *:9093,9094 running (11m) - 14m 27.4M - 0.25.0 c8568f914cd2 d80f2c63cdde 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:grafana.a smithi150 *:3000 running (10m) - 14m 95.2M - 9.4.7 2c41d148cca3 3c0d5973a89d 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi107.pchrgy smithi107 running (13m) - 13m 21.6M - 17.2.6-1303-gb2903cb0 5517396c50d4 9862d3401ef6 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi150.abdyen smithi150 running (13m) - 13m 16.0M - 17.2.6-1303-gb2903cb0 5517396c50d4 04274a11af4d 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.x smithi150 *:8443,9283,8765 running (10m) - 18m 452M - 18.2.0-598-gb4fa663f 3060897fdf97 3b60d960413b 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.y smithi107 *:8443,9283,8765 running (10m) - 19m 521M - 18.2.0-598-gb4fa663f 3060897fdf97 dc48170c7b20 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a smithi107 running (9m) - 19m 104M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 011915d83795 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b smithi150 running (6m) - 18m 63.4M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 90e2d510881f 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c smithi107 running (8m) - 18m 70.2M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 82f6ddabcd99 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.a smithi107 *:9100 running (11m) - 14m 18.5M - 1.5.0 0da6a335fe13 72cb5f39c4ed 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.b smithi150 *:9100 running (10m) - 14m 19.9M - 1.5.0 0da6a335fe13 65ad48b806b2 2023-10-09T04:36:59.371 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 smithi107 running (4m) - 17m 3858M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 74884bcc097b 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 smithi107 running (3m) - 17m 1431M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 d3b6fadce928 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 smithi107 running (92s) - 17m 957M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 a10d46774b86 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 smithi107 running (22s) - 16m 13.9M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 bf516802cc13 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 smithi150 running (16m) - 16m 4736M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 333ec141ac9c 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 smithi150 running (16m) - 16m 6578M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9185b9d60de7 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 smithi150 running (15m) - 15m 4002M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 fd2e61646094 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 smithi150 running (15m) - 15m 4733M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 184ca6f79743 2023-10-09T04:36:59.372 INFO:teuthology.orchestra.run.smithi107.stdout:prometheus.a smithi150 *:9095 running (10m) - 14m 67.1M - 2.43.0 a07b618ecd1d dd19f32c3749 2023-10-09T04:36:59.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph orch ps' 2023-10-09T04:37:00.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:00 smithi150 ceph-mon[168511]: pgmap v347: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 626 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 6577/30084 objects degraded (21.862%); 0 B/s, 31 objects/s recovering 2023-10-09T04:37:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:00 smithi150 ceph-mon[168511]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:37:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6577/30084 objects degraded (21.862%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:00 smithi107 ceph-mon[179183]: pgmap v347: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 626 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 6577/30084 objects degraded (21.862%); 0 B/s, 31 objects/s recovering 2023-10-09T04:37:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:00 smithi107 ceph-mon[179183]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:37:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6577/30084 objects degraded (21.862%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:00 smithi107 ceph-mon[184249]: pgmap v347: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 626 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 6577/30084 objects degraded (21.862%); 0 B/s, 31 objects/s recovering 2023-10-09T04:37:00.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:00 smithi107 ceph-mon[184249]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:37:00.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6577/30084 objects degraded (21.862%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:00.760 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:37:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-mon[179183]: pgmap v348: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 521 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 6577/25074 objects degraded (26.230%); 0 B/s, 58 objects/s recovering 2023-10-09T04:37:02.173 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:37:02] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2023-10-09T04:37:02.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:02.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:02.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:02 smithi107 ceph-mon[184249]: pgmap v348: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 521 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 6577/25074 objects degraded (26.230%); 0 B/s, 58 objects/s recovering 2023-10-09T04:37:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:02 smithi150 ceph-mon[168511]: pgmap v348: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 521 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 6577/25074 objects degraded (26.230%); 0 B/s, 58 objects/s recovering 2023-10-09T04:37:02.963 INFO:teuthology.orchestra.run.smithi107.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-09T04:37:02.963 INFO:teuthology.orchestra.run.smithi107.stdout:alertmanager.a smithi107 *:9093,9094 running (11m) - 14m 27.4M - 0.25.0 c8568f914cd2 d80f2c63cdde 2023-10-09T04:37:02.963 INFO:teuthology.orchestra.run.smithi107.stdout:grafana.a smithi150 *:3000 running (10m) - 14m 95.2M - 9.4.7 2c41d148cca3 3c0d5973a89d 2023-10-09T04:37:02.963 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi107.pchrgy smithi107 running (13m) - 13m 21.6M - 17.2.6-1303-gb2903cb0 5517396c50d4 9862d3401ef6 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:mds.foo.smithi150.abdyen smithi150 running (13m) - 13m 16.0M - 17.2.6-1303-gb2903cb0 5517396c50d4 04274a11af4d 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.x smithi150 *:8443,9283,8765 running (10m) - 18m 452M - 18.2.0-598-gb4fa663f 3060897fdf97 3b60d960413b 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:mgr.y smithi107 *:8443,9283,8765 running (10m) - 19m 521M - 18.2.0-598-gb4fa663f 3060897fdf97 dc48170c7b20 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a smithi107 running (9m) - 19m 104M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 011915d83795 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b smithi150 running (6m) - 18m 63.4M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 90e2d510881f 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c smithi107 running (8m) - 18m 70.2M 2048M 18.2.0-598-gb4fa663f 3060897fdf97 82f6ddabcd99 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.a smithi107 *:9100 running (11m) - 14m 18.5M - 1.5.0 0da6a335fe13 72cb5f39c4ed 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:node-exporter.b smithi150 *:9100 running (10m) - 14m 19.9M - 1.5.0 0da6a335fe13 65ad48b806b2 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 smithi107 running (4m) - 17m 3858M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 74884bcc097b 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 smithi107 running (3m) - 17m 1431M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 d3b6fadce928 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 smithi107 running (96s) - 17m 957M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 a10d46774b86 2023-10-09T04:37:02.964 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 smithi107 running (25s) - 16m 13.9M 2500M 18.2.0-598-gb4fa663f 3060897fdf97 bf516802cc13 2023-10-09T04:37:02.965 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 smithi150 running (16m) - 16m 4736M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 333ec141ac9c 2023-10-09T04:37:02.965 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 smithi150 running (16m) - 16m 6578M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 9185b9d60de7 2023-10-09T04:37:02.965 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 smithi150 running (15m) - 15m 4002M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 fd2e61646094 2023-10-09T04:37:02.965 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 smithi150 running (15m) - 15m 4733M 2500M 17.2.6-1303-gb2903cb0 5517396c50d4 184ca6f79743 2023-10-09T04:37:02.965 INFO:teuthology.orchestra.run.smithi107.stdout:prometheus.a smithi150 *:9095 running (10m) - 14m 67.1M - 2.43.0 a07b618ecd1d dd19f32c3749 2023-10-09T04:37:03.467 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -e sha1=b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0 -- bash -c 'ceph versions' 2023-10-09T04:37:04.365 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:37:04.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:04 smithi107 ceph-mon[179183]: from='client.54664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:37:04.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:04 smithi107 ceph-mon[179183]: pgmap v349: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 411 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 6577/19761 objects degraded (33.283%); 0 B/s, 48 objects/s recovering 2023-10-09T04:37:04.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:04 smithi107 ceph-mon[184249]: from='client.54664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:37:04.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:04 smithi107 ceph-mon[184249]: pgmap v349: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 411 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 6577/19761 objects degraded (33.283%); 0 B/s, 48 objects/s recovering 2023-10-09T04:37:04.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:04 smithi150 ceph-mon[168511]: from='client.54664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:37:04.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:04 smithi150 ceph-mon[168511]: pgmap v349: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 411 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 6577/19761 objects degraded (33.283%); 0 B/s, 48 objects/s recovering 2023-10-09T04:37:05.415 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6577/19761 objects degraded (33.283%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:37:05.416 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6577/19761 objects degraded (33.283%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:37:05.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6577/19761 objects degraded (33.283%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:37:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:06.446 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "mon": { 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 3 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr": { 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 2 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "osd": { 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)": 4, 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 4 2023-10-09T04:37:06.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: "mds": { 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)": 2 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: "overall": { 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 17.2.6-1303-gb2903cb0 (b2903cb0842b1846a00474d4d51d49d1dc33bce1) quincy (stable)": 6, 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph version 18.2.0-598-gb4fa663f (b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0) reef (stable)": 9 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:37:06.448 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:37:06.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[179183]: pgmap v350: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 411 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 569 op/s; 6577/19761 objects degraded (33.283%); 0 B/s, 48 objects/s recovering 2023-10-09T04:37:06.610 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[179183]: failed to encode map e138 with expected crc 2023-10-09T04:37:06.610 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[179183]: osdmap e138: 8 total, 8 up, 8 in 2023-10-09T04:37:06.610 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[179183]: failed to encode map e138 with expected crc 2023-10-09T04:37:06.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[184249]: pgmap v350: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 411 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 569 op/s; 6577/19761 objects degraded (33.283%); 0 B/s, 48 objects/s recovering 2023-10-09T04:37:06.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[184249]: failed to encode map e138 with expected crc 2023-10-09T04:37:06.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[184249]: osdmap e138: 8 total, 8 up, 8 in 2023-10-09T04:37:06.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:06 smithi107 ceph-mon[184249]: failed to encode map e138 with expected crc 2023-10-09T04:37:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:06 smithi150 ceph-mon[168511]: pgmap v350: 89 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 411 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 569 op/s; 6577/19761 objects degraded (33.283%); 0 B/s, 48 objects/s recovering 2023-10-09T04:37:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:06 smithi150 ceph-mon[168511]: failed to encode map e138 with expected crc 2023-10-09T04:37:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:06 smithi150 ceph-mon[168511]: osdmap e138: 8 total, 8 up, 8 in 2023-10-09T04:37:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:06 smithi150 ceph-mon[168511]: failed to encode map e138 with expected crc 2023-10-09T04:37:06.959 DEBUG:teuthology.parallel:result is None 2023-10-09T04:37:07.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[179183]: failed to encode map e138 with expected crc 2023-10-09T04:37:07.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[179183]: failed to encode map e138 with expected crc 2023-10-09T04:37:07.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1721472159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:37:07.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[179183]: osdmap e139: 8 total, 8 up, 8 in 2023-10-09T04:37:07.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[179183]: failed to encode map e139 with expected crc 2023-10-09T04:37:07.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[179183]: failed to encode map e139 with expected crc 2023-10-09T04:37:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[184249]: failed to encode map e138 with expected crc 2023-10-09T04:37:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[184249]: failed to encode map e138 with expected crc 2023-10-09T04:37:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1721472159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:37:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[184249]: osdmap e139: 8 total, 8 up, 8 in 2023-10-09T04:37:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[184249]: failed to encode map e139 with expected crc 2023-10-09T04:37:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:07 smithi107 ceph-mon[184249]: failed to encode map e139 with expected crc 2023-10-09T04:37:07.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:07 smithi150 ceph-mon[168511]: failed to encode map e138 with expected crc 2023-10-09T04:37:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:07 smithi150 ceph-mon[168511]: failed to encode map e138 with expected crc 2023-10-09T04:37:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1721472159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-10-09T04:37:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:07 smithi150 ceph-mon[168511]: osdmap e139: 8 total, 8 up, 8 in 2023-10-09T04:37:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:07 smithi150 ceph-mon[168511]: failed to encode map e139 with expected crc 2023-10-09T04:37:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:07 smithi150 ceph-mon[168511]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[184249]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[184249]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[184249]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[184249]: pgmap v353: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 240 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 5781/11562 objects degraded (50.000%); 0 B/s, 104 objects/s recovering 2023-10-09T04:37:08.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[179183]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[179183]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[179183]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:08 smithi107 ceph-mon[179183]: pgmap v353: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 240 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 5781/11562 objects degraded (50.000%); 0 B/s, 104 objects/s recovering 2023-10-09T04:37:08.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:08 smithi150 ceph-mon[168511]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:08 smithi150 ceph-mon[168511]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:08 smithi150 ceph-mon[168511]: failed to encode map e139 with expected crc 2023-10-09T04:37:08.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:08 smithi150 ceph-mon[168511]: pgmap v353: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 240 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 5781/11562 objects degraded (50.000%); 0 B/s, 104 objects/s recovering 2023-10-09T04:37:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:10 smithi107 ceph-mon[179183]: pgmap v354: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 216 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 610 op/s; 5781/10416 objects degraded (55.501%); 0 B/s, 66 objects/s recovering 2023-10-09T04:37:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5781/10416 objects degraded (55.501%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:10 smithi107 ceph-mon[184249]: pgmap v354: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 216 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 610 op/s; 5781/10416 objects degraded (55.501%); 0 B/s, 66 objects/s recovering 2023-10-09T04:37:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5781/10416 objects degraded (55.501%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:10 smithi150 ceph-mon[168511]: pgmap v354: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 216 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 610 op/s; 5781/10416 objects degraded (55.501%); 0 B/s, 66 objects/s recovering 2023-10-09T04:37:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5781/10416 objects degraded (55.501%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:11.432 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 109054 objects 2023-10-09T04:37:11.432 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :159.543 2023-10-09T04:37:11.916 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2023-10-09T04:37:11.916 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2023-10-09T04:37:12.329 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:37:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:37:12] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2023-10-09T04:37:12.329 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:12 smithi107 ceph-mon[179183]: pgmap v355: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 117 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 587 op/s; 5781/5658 objects degraded (102.174%); 0 B/s, 66 objects/s recovering 2023-10-09T04:37:12.553 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:37:12.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:12 smithi107 ceph-mon[184249]: pgmap v355: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 117 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 587 op/s; 5781/5658 objects degraded (102.174%); 0 B/s, 66 objects/s recovering 2023-10-09T04:37:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:12 smithi150 ceph-mon[168511]: pgmap v355: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 117 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 587 op/s; 5781/5658 objects degraded (102.174%); 0 B/s, 66 objects/s recovering 2023-10-09T04:37:13.407 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:13 smithi107 ceph-mon[179183]: failed to encode map e140 with expected crc 2023-10-09T04:37:13.407 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:13 smithi107 ceph-mon[179183]: osdmap e140: 8 total, 8 up, 8 in 2023-10-09T04:37:13.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:13 smithi107 ceph-mon[184249]: failed to encode map e140 with expected crc 2023-10-09T04:37:13.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:13 smithi107 ceph-mon[184249]: osdmap e140: 8 total, 8 up, 8 in 2023-10-09T04:37:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:13 smithi150 ceph-mon[168511]: failed to encode map e140 with expected crc 2023-10-09T04:37:13.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:13 smithi150 ceph-mon[168511]: osdmap e140: 8 total, 8 up, 8 in 2023-10-09T04:37:14.392 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_2' removed 2023-10-09T04:37:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: pgmap v357: 89 pgs: 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 5781/879 objects degraded (657.679%); 0 B/s, 104 objects/s recovering 2023-10-09T04:37:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: osdmap e141: 8 total, 8 up, 8 in 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3115858385' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: pgmap v357: 89 pgs: 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 5781/879 objects degraded (657.679%); 0 B/s, 104 objects/s recovering 2023-10-09T04:37:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: osdmap e141: 8 total, 8 up, 8 in 2023-10-09T04:37:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3115858385' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: pgmap v357: 89 pgs: 1 peering, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 5781/879 objects degraded (657.679%); 0 B/s, 104 objects/s recovering 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e140 with expected crc 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: osdmap e141: 8 total, 8 up, 8 in 2023-10-09T04:37:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: failed to encode map e141 with expected crc 2023-10-09T04:37:14.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3115858385' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:37:14.821 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:37:14.821 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:37:14.821 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2023-10-09T04:37:14.822 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_3 16 2023-10-09T04:37:15.422 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:37:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: failed to encode map e141 with expected crc 2023-10-09T04:37:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3115858385' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:37:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: osdmap e142: 8 total, 8 up, 8 in 2023-10-09T04:37:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5781/879 objects degraded (657.679%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: failed to encode map e141 with expected crc 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3115858385' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: osdmap e142: 8 total, 8 up, 8 in 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5781/879 objects degraded (657.679%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: failed to encode map e141 with expected crc 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3115858385' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: osdmap e142: 8 total, 8 up, 8 in 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: failed to encode map e142 with expected crc 2023-10-09T04:37:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5781/879 objects degraded (657.679%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:37:16.647 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[179183]: pgmap v360: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:16.647 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5781/879 objects degraded (657.679%), 7 pgs degraded) 2023-10-09T04:37:16.647 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[184249]: pgmap v360: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5781/879 objects degraded (657.679%), 7 pgs degraded) 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:16.648 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:16 smithi150 ceph-mon[168511]: pgmap v360: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:16 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5781/879 objects degraded (657.679%), 7 pgs degraded) 2023-10-09T04:37:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:16 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:37:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:17.366 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_3' created 2023-10-09T04:37:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/190850355' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-10-09T04:37:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-10-09T04:37:17.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/190850355' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-10-09T04:37:17.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-10-09T04:37:17.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/190850355' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-10-09T04:37:17.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-10-09T04:37:17.879 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2023-10-09T04:37:18.478 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:37:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: pgmap v361: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-10-09T04:37:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: osdmap e143: 8 total, 8 up, 8 in 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[184249]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: pgmap v361: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: osdmap e143: 8 total, 8 up, 8 in 2023-10-09T04:37:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:18 smithi107 ceph-mon[179183]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: pgmap v361: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: failed to encode map e143 with expected crc 2023-10-09T04:37:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-10-09T04:37:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: osdmap e143: 8 total, 8 up, 8 in 2023-10-09T04:37:18.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:18 smithi150 ceph-mon[168511]: failed to encode map e143 with expected crc 2023-10-09T04:37:19.614 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[179183]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.614 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[179183]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.614 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[179183]: osdmap e144: 8 total, 8 up, 8 in 2023-10-09T04:37:19.614 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[179183]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.614 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[179183]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[179183]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[184249]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[184249]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[184249]: osdmap e144: 8 total, 8 up, 8 in 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[184249]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[184249]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:19 smithi107 ceph-mon[184249]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:19 smithi150 ceph-mon[168511]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:19 smithi150 ceph-mon[168511]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:19 smithi150 ceph-mon[168511]: osdmap e144: 8 total, 8 up, 8 in 2023-10-09T04:37:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:19 smithi150 ceph-mon[168511]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:19 smithi150 ceph-mon[168511]: failed to encode map e144 with expected crc 2023-10-09T04:37:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:19 smithi150 ceph-mon[168511]: failed to encode map e144 with expected crc 2023-10-09T04:37:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[179183]: pgmap v364: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[179183]: failed to encode map e145 with expected crc 2023-10-09T04:37:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[179183]: failed to encode map e145 with expected crc 2023-10-09T04:37:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[179183]: osdmap e145: 8 total, 8 up, 8 in 2023-10-09T04:37:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1825546253' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:37:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[184249]: pgmap v364: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[184249]: failed to encode map e145 with expected crc 2023-10-09T04:37:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[184249]: failed to encode map e145 with expected crc 2023-10-09T04:37:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[184249]: osdmap e145: 8 total, 8 up, 8 in 2023-10-09T04:37:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1825546253' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:37:20.702 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_3' 2023-10-09T04:37:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:20 smithi150 ceph-mon[168511]: pgmap v364: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:20 smithi150 ceph-mon[168511]: failed to encode map e145 with expected crc 2023-10-09T04:37:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:20 smithi150 ceph-mon[168511]: failed to encode map e145 with expected crc 2023-10-09T04:37:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:20 smithi150 ceph-mon[168511]: osdmap e145: 8 total, 8 up, 8 in 2023-10-09T04:37:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1825546253' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: failed to encode map e145 with expected crc 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: failed to encode map e145 with expected crc 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: failed to encode map e146 with expected crc 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: failed to encode map e146 with expected crc 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1825546253' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: osdmap e146: 8 total, 8 up, 8 in 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: failed to encode map e146 with expected crc 2023-10-09T04:37:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:21 smithi150 ceph-mon[168511]: pgmap v367: 89 pgs: 3 creating+peering, 10 unknown, 76 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: failed to encode map e145 with expected crc 2023-10-09T04:37:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: failed to encode map e145 with expected crc 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: failed to encode map e146 with expected crc 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: failed to encode map e146 with expected crc 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1825546253' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: osdmap e146: 8 total, 8 up, 8 in 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: failed to encode map e146 with expected crc 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[184249]: pgmap v367: 89 pgs: 3 creating+peering, 10 unknown, 76 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: failed to encode map e145 with expected crc 2023-10-09T04:37:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: failed to encode map e145 with expected crc 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: failed to encode map e146 with expected crc 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: failed to encode map e146 with expected crc 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1825546253' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: osdmap e146: 8 total, 8 up, 8 in 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: failed to encode map e146 with expected crc 2023-10-09T04:37:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:21 smithi107 ceph-mon[179183]: pgmap v367: 89 pgs: 3 creating+peering, 10 unknown, 76 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-10-09T04:37:22.244 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2023-10-09T04:37:22.247 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:37:22.247 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:37:22.301 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:37:22.301 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:37:22.301 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_223870 2023-10-09T04:37:22.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:37:22.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:37:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:37:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:37:22] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2023-10-09T04:37:23.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 4132 4116 257.235 257.25 0.00314587 0.00386787 2023-10-09T04:37:24.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 7935 7919 247.45 237.688 0.00289343 0.00403378 2023-10-09T04:37:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:24 smithi107 ceph-mon[184249]: pgmap v368: 89 pgs: 89 active+clean; 41 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s wr, 109 op/s 2023-10-09T04:37:24.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:24 smithi107 ceph-mon[179183]: pgmap v368: 89 pgs: 89 active+clean; 41 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s wr, 109 op/s 2023-10-09T04:37:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:24 smithi150 ceph-mon[168511]: pgmap v368: 89 pgs: 89 active+clean; 41 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s wr, 109 op/s 2023-10-09T04:37:25.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 15 11430 11415 237.794 218.5 0.00405762 0.00420048 2023-10-09T04:37:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:25 smithi150 ceph-mon[168511]: pgmap v369: 89 pgs: 89 active+clean; 41 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s wr, 93 op/s 2023-10-09T04:37:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:25 smithi107 ceph-mon[184249]: pgmap v369: 89 pgs: 89 active+clean; 41 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s wr, 93 op/s 2023-10-09T04:37:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:25 smithi107 ceph-mon[179183]: pgmap v369: 89 pgs: 89 active+clean; 41 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s wr, 93 op/s 2023-10-09T04:37:26.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 14635 14619 228.392 200.25 0.00558479 0.00437147 2023-10-09T04:37:27.302 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 17661 17645 220.535 189.125 0.00293842 0.00452878 2023-10-09T04:37:28.305 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 20516 20500 213.432 178.438 0.00551472 0.00467995 2023-10-09T04:37:28.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:28 smithi107 ceph-mon[184249]: pgmap v370: 89 pgs: 89 active+clean; 669 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-10-09T04:37:28.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:28 smithi107 ceph-mon[179183]: pgmap v370: 89 pgs: 89 active+clean; 669 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-10-09T04:37:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:28 smithi150 ceph-mon[168511]: pgmap v370: 89 pgs: 89 active+clean; 669 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-10-09T04:37:29.306 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 23157 23141 206.477 165.062 0.00488567 0.00483877 2023-10-09T04:37:30.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 25689 25673 200.393 158.25 0.00474322 0.00498468 2023-10-09T04:37:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:30 smithi107 ceph-mon[179183]: pgmap v371: 89 pgs: 89 active+clean; 1.0 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:37:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:30 smithi107 ceph-mon[184249]: pgmap v371: 89 pgs: 89 active+clean; 1.0 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:37:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:30 smithi150 ceph-mon[168511]: pgmap v371: 89 pgs: 89 active+clean; 1.0 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:37:31.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 15 28034 28019 194.399 146.625 0.00908599 0.00513924 2023-10-09T04:37:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:31.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:31.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:31.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:31.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:37:32.267 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:37:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:37:32] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2023-10-09T04:37:32.267 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:32 smithi107 ceph-mon[179183]: pgmap v372: 89 pgs: 89 active+clean; 1.2 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s 2023-10-09T04:37:32.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 30350 30334 189.425 144.688 0.00835736 0.0052746 2023-10-09T04:37:32.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:32 smithi107 ceph-mon[184249]: pgmap v372: 89 pgs: 89 active+clean; 1.2 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s 2023-10-09T04:37:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:32 smithi150 ceph-mon[168511]: pgmap v372: 89 pgs: 89 active+clean; 1.2 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s 2023-10-09T04:37:33.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 32592 32576 184.945 140.125 0.0103959 0.0054022 2023-10-09T04:37:34.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 34747 34731 180.758 134.688 0.00347652 0.00552747 2023-10-09T04:37:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:34 smithi107 ceph-mon[179183]: pgmap v373: 89 pgs: 89 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 156 MiB/s wr, 2.49k op/s 2023-10-09T04:37:34.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:34 smithi107 ceph-mon[184249]: pgmap v373: 89 pgs: 89 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 156 MiB/s wr, 2.49k op/s 2023-10-09T04:37:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:34 smithi150 ceph-mon[168511]: pgmap v373: 89 pgs: 89 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 156 MiB/s wr, 2.49k op/s 2023-10-09T04:37:35.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 36740 36724 176.437 124.562 0.00754891 0.00566345 2023-10-09T04:37:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:35 smithi150 ceph-mon[168511]: pgmap v374: 89 pgs: 89 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 152 MiB/s wr, 2.44k op/s 2023-10-09T04:37:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:35 smithi107 ceph-mon[184249]: pgmap v374: 89 pgs: 89 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 152 MiB/s wr, 2.44k op/s 2023-10-09T04:37:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:35 smithi107 ceph-mon[179183]: pgmap v374: 89 pgs: 89 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 152 MiB/s wr, 2.44k op/s 2023-10-09T04:37:36.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 38599 38583 172.135 116.188 0.00721392 0.00580447 2023-10-09T04:37:37.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 40543 40527 168.76 121.5 0.00198597 0.0059154 2023-10-09T04:37:38.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 42435 42419 165.604 118.25 0.00785629 0.00603351 2023-10-09T04:37:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:38 smithi107 ceph-mon[179183]: pgmap v375: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 186 MiB/s wr, 2.98k op/s 2023-10-09T04:37:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:38 smithi107 ceph-mon[184249]: pgmap v375: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 186 MiB/s wr, 2.98k op/s 2023-10-09T04:37:38.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:38 smithi150 ceph-mon[168511]: pgmap v375: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 186 MiB/s wr, 2.98k op/s 2023-10-09T04:37:39.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 44302 44286 162.728 116.688 0.0145289 0.00614181 2023-10-09T04:37:40.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 46051 46035 159.761 109.312 0.00998599 0.00625463 2023-10-09T04:37:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:40 smithi107 ceph-mon[179183]: pgmap v376: 89 pgs: 89 active+clean; 2.5 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-10-09T04:37:40.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:40 smithi107 ceph-mon[184249]: pgmap v376: 89 pgs: 89 active+clean; 2.5 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-10-09T04:37:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:40 smithi150 ceph-mon[168511]: pgmap v376: 89 pgs: 89 active+clean; 2.5 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-10-09T04:37:41.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 47820 47804 157.171 110.562 0.0133831 0.00635834 2023-10-09T04:37:42.283 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:37:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:37:42] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2023-10-09T04:37:42.283 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:42 smithi107 ceph-mon[179183]: pgmap v377: 89 pgs: 89 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 130 MiB/s wr, 2.07k op/s 2023-10-09T04:37:42.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:37:42.313363+0000 min lat: 0.00131226 max lat: 0.0726684 avg lat: 0.00645918 2023-10-09T04:37:42.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:37:42.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 49554 49538 154.72 108.375 0.00448008 0.00645918 2023-10-09T04:37:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:42 smithi107 ceph-mon[184249]: pgmap v377: 89 pgs: 89 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 130 MiB/s wr, 2.07k op/s 2023-10-09T04:37:42.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:42 smithi150 ceph-mon[168511]: pgmap v377: 89 pgs: 89 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 130 MiB/s wr, 2.07k op/s 2023-10-09T04:37:43.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 51231 51215 152.344 104.812 0.0117713 0.00655901 2023-10-09T04:37:44.315 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 52879 52863 150.094 103 0.00824745 0.0066581 2023-10-09T04:37:44.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:44 smithi107 ceph-mon[179183]: pgmap v378: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-10-09T04:37:44.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:44 smithi107 ceph-mon[184249]: pgmap v378: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-10-09T04:37:44.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:44 smithi150 ceph-mon[168511]: pgmap v378: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-10-09T04:37:45.315 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 54505 54489 147.982 101.625 0.00641276 0.00675258 2023-10-09T04:37:45.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:45 smithi150 ceph-mon[168511]: pgmap v379: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:37:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:45 smithi107 ceph-mon[184249]: pgmap v379: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:37:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:45 smithi107 ceph-mon[179183]: pgmap v379: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:37:46.315 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 56035 56019 145.8 95.625 0.00995264 0.00685438 2023-10-09T04:37:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:47.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:37:47.315 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 57604 57588 143.891 98.0625 0.00728868 0.00694486 2023-10-09T04:37:48.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:47 smithi107 ceph-mon[179183]: pgmap v380: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-10-09T04:37:48.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:47 smithi107 ceph-mon[184249]: pgmap v380: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-10-09T04:37:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:47 smithi150 ceph-mon[168511]: pgmap v380: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-10-09T04:37:48.317 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 59149 59133 142.071 96.5625 0.00684497 0.00703421 2023-10-09T04:37:49.318 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 60684 60668 140.352 95.9375 0.011464 0.00711982 2023-10-09T04:37:50.318 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 62180 62164 138.679 93.5 0.0124184 0.00720535 2023-10-09T04:37:50.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:50 smithi107 ceph-mon[184249]: pgmap v381: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:37:50.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:50 smithi107 ceph-mon[179183]: pgmap v381: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:37:50.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:50 smithi150 ceph-mon[168511]: pgmap v381: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-10-09T04:37:51.318 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 63647 63631 137.059 91.6875 0.0106059 0.00729169 2023-10-09T04:37:52.274 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:37:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:37:52] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2023-10-09T04:37:52.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:52 smithi107 ceph-mon[179183]: pgmap v382: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s 2023-10-09T04:37:52.276 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:52 smithi107 ceph-mon[184249]: pgmap v382: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s 2023-10-09T04:37:52.318 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 65078 65062 135.472 89.4375 0.00872875 0.00737653 2023-10-09T04:37:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:52 smithi150 ceph-mon[168511]: pgmap v382: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s 2023-10-09T04:37:53.318 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 66510 66494 133.988 89.5 0.00729161 0.00745822 2023-10-09T04:37:54.321 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 67920 67904 132.547 88.125 0.00938348 0.00753998 2023-10-09T04:37:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:54 smithi107 ceph-mon[184249]: pgmap v383: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 119 MiB/s wr, 1.90k op/s 2023-10-09T04:37:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:54 smithi107 ceph-mon[179183]: pgmap v383: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 119 MiB/s wr, 1.90k op/s 2023-10-09T04:37:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:54 smithi150 ceph-mon[168511]: pgmap v383: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 119 MiB/s wr, 1.90k op/s 2023-10-09T04:37:55.321 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 69279 69263 131.105 84.9375 0.0122854 0.00762269 2023-10-09T04:37:56.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:55 smithi107 ceph-mon[179183]: pgmap v384: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-10-09T04:37:56.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:55 smithi107 ceph-mon[184249]: pgmap v384: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-10-09T04:37:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:55 smithi150 ceph-mon[168511]: pgmap v384: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-10-09T04:37:56.321 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 70649 70633 129.767 85.625 0.0100721 0.00770162 2023-10-09T04:37:57.321 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 72010 71994 128.49 85.0625 0.0110343 0.00777817 2023-10-09T04:37:58.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 73347 73331 127.235 83.5625 0.00606807 0.00785437 2023-10-09T04:37:58.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:37:58 smithi107 ceph-mon[179183]: pgmap v385: 89 pgs: 89 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2023-10-09T04:37:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:37:58 smithi107 ceph-mon[184249]: pgmap v385: 89 pgs: 89 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2023-10-09T04:37:58.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:37:58 smithi150 ceph-mon[168511]: pgmap v385: 89 pgs: 89 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2023-10-09T04:37:59.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 74662 74646 126.018 82.1875 0.00988116 0.00793118 2023-10-09T04:38:00.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 75962 75946 124.84 81.25 0.0100542 0.00800537 2023-10-09T04:38:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:00 smithi107 ceph-mon[179183]: pgmap v386: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:38:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:00 smithi107 ceph-mon[184249]: pgmap v386: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:38:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:00 smithi150 ceph-mon[168511]: pgmap v386: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:38:01.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 77205 77189 123.631 77.6875 0.0117117 0.00808372 2023-10-09T04:38:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:01.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:02.303 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:38:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:38:02] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-10-09T04:38:02.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:02 smithi107 ceph-mon[184249]: pgmap v387: 89 pgs: 89 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2023-10-09T04:38:02.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:02 smithi107 ceph-mon[179183]: pgmap v387: 89 pgs: 89 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2023-10-09T04:38:02.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:38:02.324067+0000 min lat: 0.00131226 max lat: 0.0726684 avg lat: 0.00815885 2023-10-09T04:38:02.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:38:02.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 78458 78442 122.499 78.3125 0.0178136 0.00815885 2023-10-09T04:38:02.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:02 smithi150 ceph-mon[168511]: pgmap v387: 89 pgs: 89 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2023-10-09T04:38:03.324 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 79697 79681 121.4 77.4375 0.0103519 0.00823355 2023-10-09T04:38:04.324 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 80952 80936 120.376 78.4375 0.00794369 0.00830257 2023-10-09T04:38:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:04 smithi107 ceph-mon[184249]: pgmap v388: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 102 MiB/s wr, 1.62k op/s 2023-10-09T04:38:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:04 smithi107 ceph-mon[179183]: pgmap v388: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 102 MiB/s wr, 1.62k op/s 2023-10-09T04:38:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:04 smithi150 ceph-mon[168511]: pgmap v388: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 102 MiB/s wr, 1.62k op/s 2023-10-09T04:38:05.324 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 82158 82142 119.329 75.375 0.0176276 0.00837547 2023-10-09T04:38:05.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:05 smithi150 ceph-mon[168511]: pgmap v389: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-10-09T04:38:05.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:38:06.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:05 smithi107 ceph-mon[179183]: pgmap v389: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-10-09T04:38:06.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:38:06.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:05 smithi107 ceph-mon[184249]: pgmap v389: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-10-09T04:38:06.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:38:06.325 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 83249 83233 118.168 68.1875 0.0197816 0.00845753 2023-10-09T04:38:07.325 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 84373 84357 117.103 70.25 0.0227575 0.00853463 2023-10-09T04:38:08.326 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 85505 85489 116.091 70.75 0.00987491 0.00860936 2023-10-09T04:38:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:08 smithi107 ceph-mon[179183]: pgmap v390: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2023-10-09T04:38:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:08 smithi107 ceph-mon[184249]: pgmap v390: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2023-10-09T04:38:08.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:08 smithi150 ceph-mon[168511]: pgmap v390: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2023-10-09T04:38:09.329 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 86566 86550 115.027 66.3125 0.0183675 0.00868849 2023-10-09T04:38:10.329 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 87631 87615 114.018 66.5625 0.0118015 0.00876583 2023-10-09T04:38:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:10 smithi107 ceph-mon[184249]: pgmap v391: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-10-09T04:38:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:10 smithi107 ceph-mon[179183]: pgmap v391: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-10-09T04:38:10.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:10 smithi150 ceph-mon[168511]: pgmap v391: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-10-09T04:38:11.329 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 88694 88678 113.047 66.4375 0.00594284 0.00884081 2023-10-09T04:38:12.300 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:38:12] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-10-09T04:38:12.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-mon[179183]: pgmap v392: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-10-09T04:38:12.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:12.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:12.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-mon[184249]: pgmap v392: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-10-09T04:38:12.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:12.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:12.329 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 89699 89683 112.043 62.8125 0.0120658 0.00892092 2023-10-09T04:38:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:12 smithi150 ceph-mon[168511]: pgmap v392: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-10-09T04:38:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.329 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 90741 90725 111.123 65.125 0.0163623 0.00899439 2023-10-09T04:38:13.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[184249]: pgmap v393: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T04:38:13.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:38:13.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:38:13.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[179183]: pgmap v393: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T04:38:13.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:38:13.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:38:13.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:13 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:13 smithi150 ceph-mon[168511]: pgmap v393: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T04:38:13.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:38:13.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:38:13.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:13 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:38:14.330 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 91815 91799 110.277 67.125 0.0169019 0.00906314 2023-10-09T04:38:15.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 92940 92924 109.517 70.3125 0.0122409 0.00912677 2023-10-09T04:38:16.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:15 smithi107 ceph-mon[179183]: pgmap v394: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 59 MiB/s wr, 938 op/s 2023-10-09T04:38:16.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:15 smithi107 ceph-mon[184249]: pgmap v394: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 59 MiB/s wr, 938 op/s 2023-10-09T04:38:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:15 smithi150 ceph-mon[168511]: pgmap v394: 89 pgs: 89 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 59 MiB/s wr, 938 op/s 2023-10-09T04:38:16.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 94043 94027 108.766 68.9375 0.0112397 0.00918976 2023-10-09T04:38:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:17.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 95134 95118 108.029 68.1875 0.00982381 0.00925161 2023-10-09T04:38:18.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:17 smithi107 ceph-mon[179183]: pgmap v395: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:38:18.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:17 smithi107 ceph-mon[184249]: pgmap v395: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:38:18.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:17 smithi150 ceph-mon[168511]: pgmap v395: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-10-09T04:38:18.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 15 96233 96218 107.327 68.75 0.00866435 0.00931262 2023-10-09T04:38:19.333 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 97318 97302 106.633 67.75 0.0155898 0.0093738 2023-10-09T04:38:20.335 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 98398 98382 105.955 67.5 0.0187608 0.00943343 2023-10-09T04:38:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:20 smithi107 ceph-mon[184249]: pgmap v396: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-10-09T04:38:20.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:20 smithi107 ceph-mon[179183]: pgmap v396: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-10-09T04:38:20.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:20 smithi150 ceph-mon[168511]: pgmap v396: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-10-09T04:38:21.336 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 99461 99445 105.283 66.4375 0.0192143 0.00949401 2023-10-09T04:38:22.290 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:38:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:38:22] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2023-10-09T04:38:22.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:22 smithi107 ceph-mon[179183]: pgmap v397: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 61 MiB/s wr, 979 op/s 2023-10-09T04:38:22.336 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:38:22.336776+0000 min lat: 0.00131226 max lat: 0.0823304 avg lat: 0.0095536 2023-10-09T04:38:22.336 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:38:22.336 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 100517 100501 104.628 66 0.00850446 0.0095536 2023-10-09T04:38:22.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:22 smithi107 ceph-mon[184249]: pgmap v397: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 61 MiB/s wr, 979 op/s 2023-10-09T04:38:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:22 smithi150 ceph-mon[168511]: pgmap v397: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 61 MiB/s wr, 979 op/s 2023-10-09T04:38:23.339 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 101555 101539 103.973 64.875 0.0104615 0.00961327 2023-10-09T04:38:24.339 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 102591 102575 103.34 64.75 0.014849 0.00967267 2023-10-09T04:38:24.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:24 smithi107 ceph-mon[179183]: pgmap v398: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:38:24.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:24 smithi107 ceph-mon[184249]: pgmap v398: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:38:24.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:24 smithi150 ceph-mon[168511]: pgmap v398: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:38:25.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 15 103608 103593 102.707 63.625 0.0129897 0.00973144 2023-10-09T04:38:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:25 smithi107 ceph-mon[179183]: pgmap v399: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 902 op/s 2023-10-09T04:38:26.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:25 smithi107 ceph-mon[184249]: pgmap v399: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 902 op/s 2023-10-09T04:38:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:25 smithi150 ceph-mon[168511]: pgmap v399: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 902 op/s 2023-10-09T04:38:26.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 104627 104611 102.097 63.625 0.0126358 0.00979048 2023-10-09T04:38:27.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 105626 105610 101.487 62.4375 0.0126467 0.00984866 2023-10-09T04:38:28.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 106637 106621 100.902 63.1875 0.0126041 0.00990654 2023-10-09T04:38:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:28 smithi107 ceph-mon[179183]: pgmap v400: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:38:28.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:28 smithi107 ceph-mon[184249]: pgmap v400: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:38:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:28 smithi150 ceph-mon[168511]: pgmap v400: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:38:29.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 107646 107630 100.337 63.0625 0.0195658 0.00996202 2023-10-09T04:38:30.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 108632 108616 99.7682 61.625 0.00892414 0.0100181 2023-10-09T04:38:30.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:30 smithi107 ceph-mon[179183]: pgmap v401: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T04:38:30.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:30 smithi107 ceph-mon[184249]: pgmap v401: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T04:38:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:30 smithi150 ceph-mon[168511]: pgmap v401: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T04:38:31.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 109612 109596 99.2101 61.25 0.010474 0.0100755 2023-10-09T04:38:31.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:31.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:32.322 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:32 smithi107 ceph-mon[184249]: pgmap v402: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 60 MiB/s wr, 955 op/s 2023-10-09T04:38:32.323 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:32 smithi107 ceph-mon[179183]: pgmap v402: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 60 MiB/s wr, 955 op/s 2023-10-09T04:38:32.324 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:38:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:38:32] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2023-10-09T04:38:32.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 110571 110555 98.6493 59.9375 0.0298799 0.0101318 2023-10-09T04:38:32.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:32 smithi150 ceph-mon[168511]: pgmap v402: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 60 MiB/s wr, 955 op/s 2023-10-09T04:38:33.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 111551 111535 98.1199 61.25 0.00911874 0.0101869 2023-10-09T04:38:34.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 112515 112499 97.5941 60.25 0.0160348 0.0102421 2023-10-09T04:38:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:34 smithi107 ceph-mon[184249]: pgmap v403: 89 pgs: 89 active+clean; 6.7 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:38:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:34 smithi107 ceph-mon[179183]: pgmap v403: 89 pgs: 89 active+clean; 6.7 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:38:34.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:34 smithi150 ceph-mon[168511]: pgmap v403: 89 pgs: 89 active+clean; 6.7 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:38:35.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 113460 113444 97.0665 59.0625 0.0103143 0.0102979 2023-10-09T04:38:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:35 smithi107 ceph-mon[179183]: pgmap v404: 89 pgs: 89 active+clean; 6.7 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 52 MiB/s wr, 837 op/s 2023-10-09T04:38:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:35 smithi107 ceph-mon[184249]: pgmap v404: 89 pgs: 89 active+clean; 6.7 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 52 MiB/s wr, 837 op/s 2023-10-09T04:38:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:35 smithi150 ceph-mon[168511]: pgmap v404: 89 pgs: 89 active+clean; 6.7 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 52 MiB/s wr, 837 op/s 2023-10-09T04:38:36.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 114399 114383 96.5481 58.6875 0.0164812 0.0103532 2023-10-09T04:38:37.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 115332 115316 96.0385 58.3125 0.0192137 0.0104079 2023-10-09T04:38:38.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 116263 116247 95.5406 58.1875 0.00427179 0.01046 2023-10-09T04:38:38.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:38 smithi107 ceph-mon[184249]: pgmap v405: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:38:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:38 smithi107 ceph-mon[179183]: pgmap v405: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:38:38.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:38 smithi150 ceph-mon[168511]: pgmap v405: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:38:39.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 117088 117072 94.9697 51.5625 0.0142069 0.0105253 2023-10-09T04:38:40.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 118005 117989 94.4825 57.3125 0.0242987 0.0105795 2023-10-09T04:38:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:40 smithi107 ceph-mon[184249]: pgmap v406: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 61 MiB/s wr, 969 op/s 2023-10-09T04:38:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:40 smithi107 ceph-mon[179183]: pgmap v406: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 61 MiB/s wr, 969 op/s 2023-10-09T04:38:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:40 smithi150 ceph-mon[168511]: pgmap v406: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 61 MiB/s wr, 969 op/s 2023-10-09T04:38:41.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 118916 118900 94.0074 56.9375 0.0166455 0.0106328 2023-10-09T04:38:42.337 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:38:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:38:42] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2023-10-09T04:38:42.337 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:42 smithi107 ceph-mon[179183]: pgmap v407: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 55 MiB/s wr, 879 op/s 2023-10-09T04:38:42.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:38:42.351961+0000 min lat: 0.00131226 max lat: 0.173132 avg lat: 0.0106856 2023-10-09T04:38:42.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:38:42.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 119826 119810 93.5435 56.875 0.0191713 0.0106856 2023-10-09T04:38:42.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:42 smithi107 ceph-mon[184249]: pgmap v407: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 55 MiB/s wr, 879 op/s 2023-10-09T04:38:42.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:42 smithi150 ceph-mon[168511]: pgmap v407: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 55 MiB/s wr, 879 op/s 2023-10-09T04:38:43.357 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 120752 120736 93.0969 57.875 0.0166075 0.0107371 2023-10-09T04:38:44.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 121662 121646 92.6541 56.875 0.0143798 0.0107883 2023-10-09T04:38:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:44 smithi107 ceph-mon[184249]: pgmap v408: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-10-09T04:38:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:44 smithi107 ceph-mon[179183]: pgmap v408: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-10-09T04:38:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:44 smithi150 ceph-mon[168511]: pgmap v408: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-10-09T04:38:45.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 122569 122553 92.2209 56.6875 0.0137466 0.0108394 2023-10-09T04:38:46.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:45 smithi107 ceph-mon[179183]: pgmap v409: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2023-10-09T04:38:46.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:45 smithi107 ceph-mon[184249]: pgmap v409: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2023-10-09T04:38:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:45 smithi150 ceph-mon[168511]: pgmap v409: 89 pgs: 89 active+clean; 7.3 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2023-10-09T04:38:46.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 123450 123434 91.7788 55.0625 0.0210137 0.0108915 2023-10-09T04:38:47.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:47.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:38:47.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 124335 124319 91.35 55.3125 0.0168644 0.0109423 2023-10-09T04:38:48.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:47 smithi107 ceph-mon[179183]: pgmap v410: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s 2023-10-09T04:38:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:47 smithi107 ceph-mon[184249]: pgmap v410: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s 2023-10-09T04:38:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:47 smithi150 ceph-mon[168511]: pgmap v410: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s 2023-10-09T04:38:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 125228 125212 90.9325 55.8125 0.0109324 0.0109926 2023-10-09T04:38:49.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 126115 126099 90.5246 55.4375 0.0110632 0.0110429 2023-10-09T04:38:50.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 126986 126970 90.1147 54.4375 0.0143379 0.0110918 2023-10-09T04:38:50.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:50 smithi107 ceph-mon[179183]: pgmap v411: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-10-09T04:38:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:50 smithi107 ceph-mon[184249]: pgmap v411: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-10-09T04:38:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:50 smithi150 ceph-mon[168511]: pgmap v411: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-10-09T04:38:51.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 127867 127851 89.7211 55.0625 0.0110074 0.0111412 2023-10-09T04:38:52.313 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:38:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:38:52] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-10-09T04:38:52.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0095 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 128692 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 89.36 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 42.8205 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 257.25 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 51.5625 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1429 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 685.128 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 4116 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 825 2023-10-09T04:38:52.364 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.011187 2023-10-09T04:38:52.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.00645648 2023-10-09T04:38:52.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 0.173132 2023-10-09T04:38:52.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00131226 2023-10-09T04:38:52.371 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:38:52.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:52 smithi107 ceph-mon[179183]: pgmap v412: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 51 MiB/s wr, 814 op/s 2023-10-09T04:38:52.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:52 smithi107 ceph-mon[184249]: pgmap v412: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 51 MiB/s wr, 814 op/s 2023-10-09T04:38:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:52 smithi150 ceph-mon[168511]: pgmap v412: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 51 MiB/s wr, 814 op/s 2023-10-09T04:38:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:54 smithi107 ceph-mon[179183]: pgmap v413: 89 pgs: 89 active+clean; 7.8 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s 2023-10-09T04:38:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:54 smithi107 ceph-mon[184249]: pgmap v413: 89 pgs: 89 active+clean; 7.8 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s 2023-10-09T04:38:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:54 smithi150 ceph-mon[168511]: pgmap v413: 89 pgs: 89 active+clean; 7.8 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s 2023-10-09T04:38:56.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:55 smithi107 ceph-mon[179183]: pgmap v414: 89 pgs: 89 active+clean; 7.8 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 46 MiB/s wr, 742 op/s 2023-10-09T04:38:56.177 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:55 smithi107 ceph-mon[184249]: pgmap v414: 89 pgs: 89 active+clean; 7.8 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 46 MiB/s wr, 742 op/s 2023-10-09T04:38:56.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:55 smithi150 ceph-mon[168511]: pgmap v414: 89 pgs: 89 active+clean; 7.8 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 46 MiB/s wr, 742 op/s 2023-10-09T04:38:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:38:58 smithi107 ceph-mon[184249]: pgmap v415: 89 pgs: 89 active+clean; 7.7 GiB data, 26 GiB used, 690 GiB / 715 GiB avail; 47 MiB/s wr, 968 op/s 2023-10-09T04:38:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:38:58 smithi107 ceph-mon[179183]: pgmap v415: 89 pgs: 89 active+clean; 7.7 GiB data, 26 GiB used, 690 GiB / 715 GiB avail; 47 MiB/s wr, 968 op/s 2023-10-09T04:38:58.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:38:58 smithi150 ceph-mon[168511]: pgmap v415: 89 pgs: 89 active+clean; 7.7 GiB data, 26 GiB used, 690 GiB / 715 GiB avail; 47 MiB/s wr, 968 op/s 2023-10-09T04:39:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:00 smithi107 ceph-mon[179183]: pgmap v416: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 32 MiB/s wr, 874 op/s 2023-10-09T04:39:00.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:00 smithi107 ceph-mon[184249]: pgmap v416: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 32 MiB/s wr, 874 op/s 2023-10-09T04:39:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:00 smithi150 ceph-mon[168511]: pgmap v416: 89 pgs: 89 active+clean; 7.6 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 32 MiB/s wr, 874 op/s 2023-10-09T04:39:01.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:01.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:02.333 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:39:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:39:02] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2023-10-09T04:39:02.335 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:02 smithi107 ceph-mon[179183]: pgmap v417: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 803 op/s 2023-10-09T04:39:02.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:02 smithi107 ceph-mon[184249]: pgmap v417: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 803 op/s 2023-10-09T04:39:02.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:02 smithi150 ceph-mon[168511]: pgmap v417: 89 pgs: 89 active+clean; 7.5 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 803 op/s 2023-10-09T04:39:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:04 smithi107 ceph-mon[179183]: pgmap v418: 89 pgs: 89 active+clean; 7.3 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.03k op/s 2023-10-09T04:39:04.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:04 smithi107 ceph-mon[184249]: pgmap v418: 89 pgs: 89 active+clean; 7.3 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.03k op/s 2023-10-09T04:39:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:04 smithi150 ceph-mon[168511]: pgmap v418: 89 pgs: 89 active+clean; 7.3 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.03k op/s 2023-10-09T04:39:06.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:05 smithi107 ceph-mon[184249]: pgmap v419: 89 pgs: 89 active+clean; 7.3 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 1.4 MiB/s wr, 734 op/s 2023-10-09T04:39:06.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:05 smithi107 ceph-mon[179183]: pgmap v419: 89 pgs: 89 active+clean; 7.3 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 1.4 MiB/s wr, 734 op/s 2023-10-09T04:39:06.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:05 smithi150 ceph-mon[168511]: pgmap v419: 89 pgs: 89 active+clean; 7.3 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 1.4 MiB/s wr, 734 op/s 2023-10-09T04:39:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:08 smithi107 ceph-mon[184249]: pgmap v420: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 1.4 MiB/s wr, 960 op/s 2023-10-09T04:39:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:08 smithi107 ceph-mon[179183]: pgmap v420: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 1.4 MiB/s wr, 960 op/s 2023-10-09T04:39:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:08 smithi150 ceph-mon[168511]: pgmap v420: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 1.4 MiB/s wr, 960 op/s 2023-10-09T04:39:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:10 smithi107 ceph-mon[184249]: pgmap v421: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 27 KiB/s wr, 866 op/s 2023-10-09T04:39:10.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:10 smithi107 ceph-mon[179183]: pgmap v421: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 27 KiB/s wr, 866 op/s 2023-10-09T04:39:10.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:10 smithi150 ceph-mon[168511]: pgmap v421: 89 pgs: 89 active+clean; 7.1 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 27 KiB/s wr, 866 op/s 2023-10-09T04:39:12.339 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:39:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:39:12] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2023-10-09T04:39:12.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:12 smithi107 ceph-mon[179183]: pgmap v422: 89 pgs: 89 active+clean; 7.0 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-10-09T04:39:12.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:12 smithi107 ceph-mon[184249]: pgmap v422: 89 pgs: 89 active+clean; 7.0 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-10-09T04:39:12.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:12 smithi150 ceph-mon[168511]: pgmap v422: 89 pgs: 89 active+clean; 7.0 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-10-09T04:39:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:14 smithi107 ceph-mon[184249]: pgmap v423: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:39:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:39:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:14 smithi107 ceph-mon[179183]: pgmap v423: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:39:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:39:14.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:14.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:14 smithi150 ceph-mon[168511]: pgmap v423: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:39:14.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:39:14.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:15.714 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:15.715 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[179183]: pgmap v424: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2023-10-09T04:39:16.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:16.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[184249]: pgmap v424: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2023-10-09T04:39:16.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:16 smithi150 ceph-mon[168511]: pgmap v424: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2023-10-09T04:39:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:18.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:18 smithi107 ceph-mon[179183]: pgmap v425: 89 pgs: 89 active+clean; 6.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2023-10-09T04:39:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:18 smithi107 ceph-mon[184249]: pgmap v425: 89 pgs: 89 active+clean; 6.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2023-10-09T04:39:18.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:18 smithi150 ceph-mon[168511]: pgmap v425: 89 pgs: 89 active+clean; 6.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2023-10-09T04:39:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:20 smithi107 ceph-mon[184249]: pgmap v426: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 825 op/s 2023-10-09T04:39:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:20 smithi107 ceph-mon[179183]: pgmap v426: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 825 op/s 2023-10-09T04:39:20.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:20 smithi150 ceph-mon[168511]: pgmap v426: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 825 op/s 2023-10-09T04:39:22.193 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:22.193 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:22.193 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:21 smithi107 ceph-mon[179183]: pgmap v427: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:39:22.193 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:39:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:39:22] "GET /metrics HTTP/1.1" 200 36413 "" "Prometheus/2.43.0" 2023-10-09T04:39:22.194 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:22.194 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:22.194 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:21 smithi107 ceph-mon[184249]: pgmap v427: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:39:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:22.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:21 smithi150 ceph-mon[168511]: pgmap v427: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:39:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[184249]: pgmap v428: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-10-09T04:39:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:39:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:39:24.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[179183]: pgmap v428: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-10-09T04:39:24.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:39:24.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:39:24.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:23 smithi150 ceph-mon[168511]: pgmap v428: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-10-09T04:39:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:39:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:39:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:39:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:25 smithi107 ceph-mon[179183]: pgmap v429: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2023-10-09T04:39:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:25 smithi107 ceph-mon[184249]: pgmap v429: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2023-10-09T04:39:26.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:25 smithi150 ceph-mon[168511]: pgmap v429: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2023-10-09T04:39:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:28 smithi107 ceph-mon[184249]: pgmap v430: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2023-10-09T04:39:28.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:28 smithi107 ceph-mon[179183]: pgmap v430: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2023-10-09T04:39:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:28 smithi150 ceph-mon[168511]: pgmap v430: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2023-10-09T04:39:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:30 smithi107 ceph-mon[184249]: pgmap v431: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 787 op/s 2023-10-09T04:39:30.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:30 smithi107 ceph-mon[179183]: pgmap v431: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 787 op/s 2023-10-09T04:39:30.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:30 smithi150 ceph-mon[168511]: pgmap v431: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 787 op/s 2023-10-09T04:39:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:31.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:31.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:32.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:32 smithi107 ceph-mon[179183]: pgmap v432: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 661 op/s 2023-10-09T04:39:32.345 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:39:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:39:32] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-10-09T04:39:32.345 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:32 smithi107 ceph-mon[184249]: pgmap v432: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 661 op/s 2023-10-09T04:39:32.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:32 smithi150 ceph-mon[168511]: pgmap v432: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 661 op/s 2023-10-09T04:39:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:34 smithi107 ceph-mon[184249]: pgmap v433: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:39:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:34 smithi107 ceph-mon[179183]: pgmap v433: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:39:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:34 smithi150 ceph-mon[168511]: pgmap v433: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:39:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:35 smithi107 ceph-mon[179183]: pgmap v434: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:39:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:35 smithi107 ceph-mon[184249]: pgmap v434: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:39:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:35 smithi150 ceph-mon[168511]: pgmap v434: 89 pgs: 89 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:39:38.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:38 smithi107 ceph-mon[179183]: pgmap v435: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2023-10-09T04:39:38.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:38 smithi107 ceph-mon[184249]: pgmap v435: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2023-10-09T04:39:38.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:38 smithi150 ceph-mon[168511]: pgmap v435: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2023-10-09T04:39:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:40 smithi107 ceph-mon[184249]: pgmap v436: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 823 op/s 2023-10-09T04:39:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:40 smithi107 ceph-mon[179183]: pgmap v436: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 823 op/s 2023-10-09T04:39:40.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:40 smithi150 ceph-mon[168511]: pgmap v436: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 823 op/s 2023-10-09T04:39:42.335 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:42 smithi107 ceph-mon[179183]: pgmap v437: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:39:42.336 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:39:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:39:42] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-10-09T04:39:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:42 smithi107 ceph-mon[184249]: pgmap v437: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:39:42.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:42 smithi150 ceph-mon[168511]: pgmap v437: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2023-10-09T04:39:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:44 smithi107 ceph-mon[179183]: pgmap v438: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:39:44.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:44 smithi107 ceph-mon[184249]: pgmap v438: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:39:44.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:44 smithi150 ceph-mon[168511]: pgmap v438: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:39:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:45 smithi107 ceph-mon[179183]: pgmap v439: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:39:46.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:45 smithi107 ceph-mon[184249]: pgmap v439: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:39:46.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:45 smithi150 ceph-mon[168511]: pgmap v439: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:39:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:39:48.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:47 smithi107 ceph-mon[179183]: pgmap v440: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 886 op/s 2023-10-09T04:39:48.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:47 smithi107 ceph-mon[184249]: pgmap v440: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 886 op/s 2023-10-09T04:39:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:47 smithi150 ceph-mon[168511]: pgmap v440: 89 pgs: 89 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 886 op/s 2023-10-09T04:39:50.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:50 smithi107 ceph-mon[179183]: pgmap v441: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 844 op/s 2023-10-09T04:39:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:50 smithi107 ceph-mon[184249]: pgmap v441: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 844 op/s 2023-10-09T04:39:50.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:50 smithi150 ceph-mon[168511]: pgmap v441: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 844 op/s 2023-10-09T04:39:52.330 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:39:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:39:52] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2023-10-09T04:39:52.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:52 smithi107 ceph-mon[179183]: pgmap v442: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:39:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:52 smithi107 ceph-mon[184249]: pgmap v442: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:39:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:52 smithi150 ceph-mon[168511]: pgmap v442: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:39:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:54 smithi107 ceph-mon[184249]: pgmap v443: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:39:54.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:54 smithi107 ceph-mon[179183]: pgmap v443: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:39:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:54 smithi150 ceph-mon[168511]: pgmap v443: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2023-10-09T04:39:56.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:55 smithi107 ceph-mon[184249]: pgmap v444: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2023-10-09T04:39:56.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:55 smithi107 ceph-mon[179183]: pgmap v444: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2023-10-09T04:39:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:55 smithi150 ceph-mon[168511]: pgmap v444: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2023-10-09T04:39:58.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:39:58 smithi107 ceph-mon[179183]: pgmap v445: 89 pgs: 89 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 886 op/s 2023-10-09T04:39:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:39:58 smithi107 ceph-mon[184249]: pgmap v445: 89 pgs: 89 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 886 op/s 2023-10-09T04:39:58.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:39:58 smithi150 ceph-mon[168511]: pgmap v445: 89 pgs: 89 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 886 op/s 2023-10-09T04:40:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:00 smithi107 ceph-mon[179183]: pgmap v446: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2023-10-09T04:40:00.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:00 smithi107 ceph-mon[179183]: overall HEALTH_OK 2023-10-09T04:40:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:00 smithi107 ceph-mon[184249]: pgmap v446: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2023-10-09T04:40:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:00 smithi107 ceph-mon[184249]: overall HEALTH_OK 2023-10-09T04:40:00.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:00 smithi150 ceph-mon[168511]: pgmap v446: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2023-10-09T04:40:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:00 smithi150 ceph-mon[168511]: overall HEALTH_OK 2023-10-09T04:40:01.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:01.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:01.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:02.363 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:40:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:40:02] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2023-10-09T04:40:02.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:02 smithi107 ceph-mon[179183]: pgmap v447: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:40:02.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:02 smithi107 ceph-mon[184249]: pgmap v447: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:40:02.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:02 smithi150 ceph-mon[168511]: pgmap v447: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:40:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:04 smithi107 ceph-mon[184249]: pgmap v448: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:40:04.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:04 smithi107 ceph-mon[179183]: pgmap v448: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:40:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:04 smithi150 ceph-mon[168511]: pgmap v448: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:40:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:05 smithi107 ceph-mon[184249]: pgmap v449: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:40:06.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:05 smithi107 ceph-mon[179183]: pgmap v449: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:40:06.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:05 smithi150 ceph-mon[168511]: pgmap v449: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:40:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:08 smithi107 ceph-mon[179183]: pgmap v450: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2023-10-09T04:40:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:08 smithi107 ceph-mon[184249]: pgmap v450: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2023-10-09T04:40:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:08 smithi150 ceph-mon[168511]: pgmap v450: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2023-10-09T04:40:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:10 smithi107 ceph-mon[179183]: pgmap v451: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 823 op/s 2023-10-09T04:40:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:10 smithi107 ceph-mon[184249]: pgmap v451: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 823 op/s 2023-10-09T04:40:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:10 smithi150 ceph-mon[168511]: pgmap v451: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 823 op/s 2023-10-09T04:40:12.373 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:12 smithi107 ceph-mon[179183]: pgmap v452: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:40:12.373 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:40:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:40:12] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2023-10-09T04:40:12.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:12 smithi107 ceph-mon[184249]: pgmap v452: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:40:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:12 smithi150 ceph-mon[168511]: pgmap v452: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 674 op/s 2023-10-09T04:40:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:14 smithi107 ceph-mon[184249]: pgmap v453: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:40:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:14 smithi107 ceph-mon[179183]: pgmap v453: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:40:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:14 smithi150 ceph-mon[168511]: pgmap v453: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:40:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:15 smithi107 ceph-mon[184249]: pgmap v454: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:40:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:15 smithi107 ceph-mon[179183]: pgmap v454: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:40:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:15 smithi150 ceph-mon[168511]: pgmap v454: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2023-10-09T04:40:17.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:18.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:17 smithi107 ceph-mon[184249]: pgmap v455: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2023-10-09T04:40:18.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:17 smithi107 ceph-mon[179183]: pgmap v455: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2023-10-09T04:40:18.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:17 smithi150 ceph-mon[168511]: pgmap v455: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2023-10-09T04:40:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:20 smithi107 ceph-mon[184249]: pgmap v456: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2023-10-09T04:40:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:20 smithi107 ceph-mon[179183]: pgmap v456: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2023-10-09T04:40:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:20 smithi150 ceph-mon[168511]: pgmap v456: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2023-10-09T04:40:22.350 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:40:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:40:22] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2023-10-09T04:40:22.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:22 smithi107 ceph-mon[179183]: pgmap v457: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:40:22.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:22 smithi107 ceph-mon[184249]: pgmap v457: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:40:22.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:22 smithi150 ceph-mon[168511]: pgmap v457: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:40:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:24 smithi107 ceph-mon[184249]: pgmap v458: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:40:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:40:24.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:24 smithi107 ceph-mon[179183]: pgmap v458: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:40:24.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:40:24.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:24 smithi150 ceph-mon[168511]: pgmap v458: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:40:24.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:40:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:25 smithi107 ceph-mon[184249]: pgmap v459: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 678 op/s 2023-10-09T04:40:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:25 smithi107 ceph-mon[179183]: pgmap v459: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 678 op/s 2023-10-09T04:40:26.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:25 smithi150 ceph-mon[168511]: pgmap v459: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 678 op/s 2023-10-09T04:40:28.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:28 smithi107 ceph-mon[179183]: pgmap v460: 89 pgs: 89 active+clean; 3.2 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 860 op/s 2023-10-09T04:40:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:28 smithi107 ceph-mon[184249]: pgmap v460: 89 pgs: 89 active+clean; 3.2 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 860 op/s 2023-10-09T04:40:28.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:28 smithi150 ceph-mon[168511]: pgmap v460: 89 pgs: 89 active+clean; 3.2 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 860 op/s 2023-10-09T04:40:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[184249]: pgmap v461: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 813 op/s 2023-10-09T04:40:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[179183]: pgmap v461: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 813 op/s 2023-10-09T04:40:30.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:30 smithi150 ceph-mon[168511]: pgmap v461: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 813 op/s 2023-10-09T04:40:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:30 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:30 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:30 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:30 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:40:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:40:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:31.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:40:31.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:40:31.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:31.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:31.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:40:31.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:40:31.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:40:31.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:32.386 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:40:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:40:32] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2023-10-09T04:40:32.386 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:32 smithi107 ceph-mon[179183]: pgmap v462: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2023-10-09T04:40:32.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:32 smithi107 ceph-mon[184249]: pgmap v462: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2023-10-09T04:40:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:32 smithi150 ceph-mon[168511]: pgmap v462: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2023-10-09T04:40:34.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:34 smithi107 ceph-mon[184249]: pgmap v463: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 987 op/s 2023-10-09T04:40:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:34 smithi107 ceph-mon[179183]: pgmap v463: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 987 op/s 2023-10-09T04:40:34.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:34 smithi150 ceph-mon[168511]: pgmap v463: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 987 op/s 2023-10-09T04:40:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:35 smithi107 ceph-mon[179183]: pgmap v464: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 644 op/s 2023-10-09T04:40:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:35 smithi107 ceph-mon[184249]: pgmap v464: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 644 op/s 2023-10-09T04:40:36.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:35 smithi150 ceph-mon[168511]: pgmap v464: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 644 op/s 2023-10-09T04:40:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:38 smithi107 ceph-mon[179183]: pgmap v465: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 749 op/s 2023-10-09T04:40:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:38 smithi107 ceph-mon[184249]: pgmap v465: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 749 op/s 2023-10-09T04:40:38.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:38 smithi150 ceph-mon[168511]: pgmap v465: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 749 op/s 2023-10-09T04:40:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:40 smithi107 ceph-mon[179183]: pgmap v466: 89 pgs: 89 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s 2023-10-09T04:40:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:40 smithi107 ceph-mon[184249]: pgmap v466: 89 pgs: 89 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s 2023-10-09T04:40:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:40 smithi150 ceph-mon[168511]: pgmap v466: 89 pgs: 89 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s 2023-10-09T04:40:42.376 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:40:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:40:42] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2023-10-09T04:40:42.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:42 smithi107 ceph-mon[179183]: pgmap v467: 89 pgs: 89 active+clean; 2.6 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 664 op/s 2023-10-09T04:40:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:42 smithi107 ceph-mon[184249]: pgmap v467: 89 pgs: 89 active+clean; 2.6 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 664 op/s 2023-10-09T04:40:42.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:42 smithi150 ceph-mon[168511]: pgmap v467: 89 pgs: 89 active+clean; 2.6 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 664 op/s 2023-10-09T04:40:44.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:44 smithi107 ceph-mon[179183]: pgmap v468: 89 pgs: 89 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:40:44.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:44 smithi107 ceph-mon[184249]: pgmap v468: 89 pgs: 89 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:40:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:44 smithi150 ceph-mon[168511]: pgmap v468: 89 pgs: 89 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:40:46.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:45 smithi107 ceph-mon[184249]: pgmap v469: 89 pgs: 89 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:40:46.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:45 smithi107 ceph-mon[179183]: pgmap v469: 89 pgs: 89 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:40:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:45 smithi150 ceph-mon[168511]: pgmap v469: 89 pgs: 89 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:40:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:47.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:47.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:40:48.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:47 smithi107 ceph-mon[184249]: pgmap v470: 89 pgs: 89 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 796 op/s 2023-10-09T04:40:48.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:47 smithi107 ceph-mon[179183]: pgmap v470: 89 pgs: 89 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 796 op/s 2023-10-09T04:40:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:47 smithi150 ceph-mon[168511]: pgmap v470: 89 pgs: 89 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 796 op/s 2023-10-09T04:40:50.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:50 smithi107 ceph-mon[179183]: pgmap v471: 89 pgs: 89 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-10-09T04:40:50.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:50 smithi107 ceph-mon[184249]: pgmap v471: 89 pgs: 89 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-10-09T04:40:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:50 smithi150 ceph-mon[168511]: pgmap v471: 89 pgs: 89 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-10-09T04:40:52.376 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:40:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:40:52] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-10-09T04:40:52.376 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:52 smithi107 ceph-mon[184249]: pgmap v472: 89 pgs: 89 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:40:52.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:52 smithi107 ceph-mon[179183]: pgmap v472: 89 pgs: 89 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:40:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:52 smithi150 ceph-mon[168511]: pgmap v472: 89 pgs: 89 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:40:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:54 smithi107 ceph-mon[184249]: pgmap v473: 89 pgs: 89 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:40:54.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:54 smithi107 ceph-mon[179183]: pgmap v473: 89 pgs: 89 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:40:54.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:54 smithi150 ceph-mon[168511]: pgmap v473: 89 pgs: 89 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:40:56.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:55 smithi107 ceph-mon[184249]: pgmap v474: 89 pgs: 89 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:40:56.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:55 smithi107 ceph-mon[179183]: pgmap v474: 89 pgs: 89 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:40:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:55 smithi150 ceph-mon[168511]: pgmap v474: 89 pgs: 89 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:40:58.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:40:58 smithi107 ceph-mon[184249]: pgmap v475: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 791 op/s 2023-10-09T04:40:58.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:40:58 smithi107 ceph-mon[179183]: pgmap v475: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 791 op/s 2023-10-09T04:40:58.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:40:58 smithi150 ceph-mon[168511]: pgmap v475: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 791 op/s 2023-10-09T04:41:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:00 smithi107 ceph-mon[184249]: pgmap v476: 89 pgs: 89 active+clean; 1.6 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 918 op/s 2023-10-09T04:41:00.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:00 smithi107 ceph-mon[179183]: pgmap v476: 89 pgs: 89 active+clean; 1.6 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 918 op/s 2023-10-09T04:41:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:00 smithi150 ceph-mon[168511]: pgmap v476: 89 pgs: 89 active+clean; 1.6 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 918 op/s 2023-10-09T04:41:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:01.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:02.408 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:41:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:41:02] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-10-09T04:41:02.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:02 smithi107 ceph-mon[179183]: pgmap v477: 89 pgs: 89 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2023-10-09T04:41:02.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:02 smithi107 ceph-mon[184249]: pgmap v477: 89 pgs: 89 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2023-10-09T04:41:02.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:02 smithi150 ceph-mon[168511]: pgmap v477: 89 pgs: 89 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2023-10-09T04:41:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:04 smithi150 ceph-mon[168511]: pgmap v478: 89 pgs: 89 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:41:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:04 smithi107 ceph-mon[184249]: pgmap v478: 89 pgs: 89 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:41:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:04 smithi107 ceph-mon[179183]: pgmap v478: 89 pgs: 89 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-10-09T04:41:06.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:05 smithi107 ceph-mon[184249]: pgmap v479: 89 pgs: 89 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:41:06.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:05 smithi107 ceph-mon[179183]: pgmap v479: 89 pgs: 89 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:41:06.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:05 smithi150 ceph-mon[168511]: pgmap v479: 89 pgs: 89 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-10-09T04:41:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:08 smithi107 ceph-mon[184249]: pgmap v480: 89 pgs: 89 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 790 op/s 2023-10-09T04:41:08.677 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:08 smithi107 ceph-mon[179183]: pgmap v480: 89 pgs: 89 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 790 op/s 2023-10-09T04:41:08.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:08 smithi150 ceph-mon[168511]: pgmap v480: 89 pgs: 89 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 790 op/s 2023-10-09T04:41:10.376 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:41:10 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=sqlstore.transactions t=2023-10-09T04:41:10.077138864Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-10-09T04:41:10.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:10 smithi107 ceph-mon[184249]: pgmap v481: 89 pgs: 89 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 917 op/s 2023-10-09T04:41:10.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:10 smithi107 ceph-mon[179183]: pgmap v481: 89 pgs: 89 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 917 op/s 2023-10-09T04:41:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:10 smithi150 ceph-mon[168511]: pgmap v481: 89 pgs: 89 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 917 op/s 2023-10-09T04:41:12.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:12 smithi107 ceph-mon[179183]: pgmap v482: 89 pgs: 89 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:41:12.386 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:41:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:41:12] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-10-09T04:41:12.387 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:12 smithi107 ceph-mon[184249]: pgmap v482: 89 pgs: 89 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:41:12.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:12 smithi150 ceph-mon[168511]: pgmap v482: 89 pgs: 89 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:41:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:14 smithi107 ceph-mon[184249]: pgmap v483: 89 pgs: 89 active+clean; 844 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:41:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:14 smithi107 ceph-mon[179183]: pgmap v483: 89 pgs: 89 active+clean; 844 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:41:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:14 smithi150 ceph-mon[168511]: pgmap v483: 89 pgs: 89 active+clean; 844 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-10-09T04:41:16.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:15 smithi107 ceph-mon[179183]: pgmap v484: 89 pgs: 89 active+clean; 844 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:41:16.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:15 smithi107 ceph-mon[184249]: pgmap v484: 89 pgs: 89 active+clean; 844 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:41:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:15 smithi150 ceph-mon[168511]: pgmap v484: 89 pgs: 89 active+clean; 844 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 684 op/s 2023-10-09T04:41:17.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:17.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:18.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:17 smithi107 ceph-mon[184249]: pgmap v485: 89 pgs: 89 active+clean; 767 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 787 op/s 2023-10-09T04:41:18.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:17 smithi107 ceph-mon[179183]: pgmap v485: 89 pgs: 89 active+clean; 767 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 787 op/s 2023-10-09T04:41:18.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:17 smithi150 ceph-mon[168511]: pgmap v485: 89 pgs: 89 active+clean; 767 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 787 op/s 2023-10-09T04:41:20.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:20 smithi107 ceph-mon[179183]: pgmap v486: 89 pgs: 89 active+clean; 589 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 918 op/s 2023-10-09T04:41:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:20 smithi107 ceph-mon[184249]: pgmap v486: 89 pgs: 89 active+clean; 589 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 918 op/s 2023-10-09T04:41:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:20 smithi150 ceph-mon[168511]: pgmap v486: 89 pgs: 89 active+clean; 589 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 918 op/s 2023-10-09T04:41:22.390 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:22 smithi107 ceph-mon[179183]: pgmap v487: 89 pgs: 89 active+clean; 589 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:41:22.391 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:41:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:41:22] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2023-10-09T04:41:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:22 smithi107 ceph-mon[184249]: pgmap v487: 89 pgs: 89 active+clean; 589 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:41:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:22 smithi150 ceph-mon[168511]: pgmap v487: 89 pgs: 89 active+clean; 589 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2023-10-09T04:41:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:24 smithi107 ceph-mon[184249]: pgmap v488: 89 pgs: 89 active+clean; 341 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:41:24.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:24 smithi107 ceph-mon[179183]: pgmap v488: 89 pgs: 89 active+clean; 341 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:41:24.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:24 smithi150 ceph-mon[168511]: pgmap v488: 89 pgs: 89 active+clean; 341 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:41:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:25 smithi107 ceph-mon[179183]: pgmap v489: 89 pgs: 89 active+clean; 341 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 670 op/s 2023-10-09T04:41:26.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:25 smithi107 ceph-mon[184249]: pgmap v489: 89 pgs: 89 active+clean; 341 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 670 op/s 2023-10-09T04:41:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:25 smithi150 ceph-mon[168511]: pgmap v489: 89 pgs: 89 active+clean; 341 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 670 op/s 2023-10-09T04:41:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:28 smithi107 ceph-mon[184249]: pgmap v490: 89 pgs: 89 active+clean; 264 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 773 op/s 2023-10-09T04:41:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:28 smithi107 ceph-mon[179183]: pgmap v490: 89 pgs: 89 active+clean; 264 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 773 op/s 2023-10-09T04:41:28.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:28 smithi150 ceph-mon[168511]: pgmap v490: 89 pgs: 89 active+clean; 264 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 773 op/s 2023-10-09T04:41:29.055 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 128692 objects 2023-10-09T04:41:29.056 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :156.684 2023-10-09T04:41:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:30 smithi107 ceph-mon[184249]: pgmap v491: 89 pgs: 89 active+clean; 86 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2023-10-09T04:41:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:30 smithi107 ceph-mon[179183]: pgmap v491: 89 pgs: 89 active+clean; 86 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2023-10-09T04:41:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:30 smithi150 ceph-mon[168511]: pgmap v491: 89 pgs: 89 active+clean; 86 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2023-10-09T04:41:31.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:31.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:41:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:31.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:41:31.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:31.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:41:32.383 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:41:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:41:32] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2023-10-09T04:41:32.405 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2023-10-09T04:41:32.405 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2023-10-09T04:41:32.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:32 smithi107 ceph-mon[184249]: pgmap v492: 89 pgs: 89 active+clean; 86 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 670 op/s 2023-10-09T04:41:32.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:32 smithi107 ceph-mon[179183]: pgmap v492: 89 pgs: 89 active+clean; 86 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 670 op/s 2023-10-09T04:41:32.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:32 smithi150 ceph-mon[168511]: pgmap v492: 89 pgs: 89 active+clean; 86 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 670 op/s 2023-10-09T04:41:33.125 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:34.583 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:34 smithi107 ceph-mon[179183]: pgmap v493: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-10-09T04:41:34.584 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:34 smithi107 ceph-mon[184249]: pgmap v493: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-10-09T04:41:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:34 smithi150 ceph-mon[168511]: pgmap v493: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-10-09T04:41:35.843 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_3' removed 2023-10-09T04:41:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2661167324' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:41:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:35 smithi107 ceph-mon[184249]: pgmap v494: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 453 op/s 2023-10-09T04:41:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2661167324' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:41:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:35 smithi107 ceph-mon[179183]: pgmap v494: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 453 op/s 2023-10-09T04:41:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2661167324' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:41:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:35 smithi150 ceph-mon[168511]: pgmap v494: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 453 op/s 2023-10-09T04:41:36.629 INFO:teuthology.task.sequential:In sequential, running task print... 2023-10-09T04:41:36.630 INFO:teuthology.task.print:**** done end radosbench.yaml 2023-10-09T04:41:36.630 DEBUG:teuthology.parallel:result is None 2023-10-09T04:41:36.630 INFO:teuthology.run_tasks:Running task print... 2023-10-09T04:41:36.639 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2023-10-09T04:41:36.640 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-10-09T04:41:36.688 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-09T04:41:36.688 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-09T04:41:36.689 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-09T04:41:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2661167324' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:41:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: osdmap e147: 8 total, 8 up, 8 in 2023-10-09T04:41:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[184249]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2661167324' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:41:36.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: osdmap e147: 8 total, 8 up, 8 in 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: failed to encode map e147 with expected crc 2023-10-09T04:41:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:36 smithi107 ceph-mon[179183]: failed to encode map e147 with expected crc 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2661167324' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: osdmap e147: 8 total, 8 up, 8 in 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: failed to encode map e147 with expected crc 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: failed to encode map e147 with expected crc 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: failed to encode map e147 with expected crc 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:37.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: failed to encode map e147 with expected crc 2023-10-09T04:41:37.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:36 smithi150 ceph-mon[168511]: failed to encode map e147 with expected crc 2023-10-09T04:41:37.302 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:37.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:41:37.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:41:37.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:37.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[184249]: pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:37.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:41:37.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:41:37.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:37.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:37 smithi107 ceph-mon[179183]: pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:41:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:41:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:41:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:37 smithi150 ceph-mon[168511]: pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:38.877 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:41:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3781749175' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:41:39.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3781749175' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:41:39.343 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":35,"active_gid":24964,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1947828627},{"type":"v1","addr":"172.21.15.107:6801","nonce":1947828627}]},"active_addr":"172.21.15.107:6801/1947828627","active_change":"2023-10-09T04:27:30.842692+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24961,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":77,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":388736181}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":2877128352}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":3172866604}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.107:0","nonce":3287497257}]}]} 2023-10-09T04:41:39.348 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-09T04:41:39.348 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-09T04:41:39.348 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:41:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3781749175' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-09T04:41:39.945 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:40.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:40 smithi107 ceph-mon[179183]: pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:40.353 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:40 smithi107 ceph-mon[184249]: pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:40.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:40 smithi150 ceph-mon[168511]: pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:41.520 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:41:41.520 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":147,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:41:35.788112+0000","last_up_change":"2023-10-09T04:36:49.032685+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-10-09T04:23:08.880996+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-10-09T04:23:09.454912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":82,"up_from":86,"up_thru":143,"down_at":83,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6803","nonce":2118302359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6805","nonce":2118302359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6809","nonce":2118302359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6807","nonce":2118302359}]},"public_addr":"172.21.15.107:6803/2118302359","cluster_addr":"172.21.15.107:6805/2118302359","heartbeat_back_addr":"172.21.15.107:6809/2118302359","heartbeat_front_addr":"172.21.15.107:6807/2118302359","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":98,"up_from":102,"up_thru":143,"down_at":99,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6811","nonce":1494864614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6813","nonce":1494864614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6817","nonce":1494864614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6815","nonce":1494864614}]},"public_addr":"172.21.15.107:6811/1494864614","cluster_addr":"172.21.15.107:6813/1494864614","heartbeat_back_addr":"172.21.15.107:6817/1494864614","heartbeat_front_addr":"172.21.15.107:6815/1494864614","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":112,"up_from":116,"up_thru":141,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6819","nonce":1932075145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6821","nonce":1932075145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6825","nonce":1932075145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6823","nonce":1932075145}]},"public_addr":"172.21.15.107:6819/1932075145","cluster_addr":"172.21.15.107:6821/1932075145","heartbeat_back_addr":"172.21.15.107:6825/1932075145","heartbeat_front_addr":"172.21.15.107:6823/1932075145","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":131,"up_from":135,"up_thru":143,"down_at":132,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6827","nonce":1088959883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6829","nonce":1088959883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6833","nonce":1088959883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6831","nonce":1088959883}]},"public_addr":"172.21.15.107:6827/1088959883","cluster_addr":"172.21.15.107:6829/1088959883","heartbeat_back_addr":"172.21.15.107:6833/1088959883","heartbeat_front_addr":"172.21.15.107:6831/1088959883","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":143,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":143,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":143,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":135,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":82},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":98},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":112},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":131},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:0/1701950446":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/2527273438":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.150:0/1626470036":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6801/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/2340316110":"2023-10-10T04:25:29.637479+0000","172.21.15.150:0/4151441234":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.150:0/27277897":"2023-10-10T04:26:29.598458+0000","172.21.15.150:0/1741093219":"2023-10-10T04:26:29.598458+0000","172.21.15.150:0/2664317021":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3833199445":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/737220408":"2023-10-10T04:25:29.637479+0000","172.21.15.150:6834/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.150:6835/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000","172.21.15.150:0/1756869995":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1006727044":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/986944331":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6800/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1285099573":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/705851465":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/745450084":"2023-10-10T04:27:30.842446+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:41:41.997 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-09T04:41:41.997 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T04:41:42.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:41:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:41:42] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2023-10-09T04:41:42.594 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:42 smithi107 ceph-mon[184249]: pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4193807771' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:41:42.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:42 smithi107 ceph-mon[179183]: pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:42.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4193807771' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:41:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:42 smithi150 ceph-mon[168511]: pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4193807771' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:41:44.242 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:41:44.242 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":147,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T04:41:35.788112+0000","last_up_change":"2023-10-09T04:36:49.032685+0000","last_in_change":"2023-10-09T04:21:31.806692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-10-09T04:23:08.880996+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-10-09T04:23:09.454912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":82,"up_from":86,"up_thru":143,"down_at":83,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6803","nonce":2118302359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6805","nonce":2118302359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6809","nonce":2118302359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6807","nonce":2118302359}]},"public_addr":"172.21.15.107:6803/2118302359","cluster_addr":"172.21.15.107:6805/2118302359","heartbeat_back_addr":"172.21.15.107:6809/2118302359","heartbeat_front_addr":"172.21.15.107:6807/2118302359","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":98,"up_from":102,"up_thru":143,"down_at":99,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6811","nonce":1494864614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6813","nonce":1494864614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6817","nonce":1494864614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1494864614},{"type":"v1","addr":"172.21.15.107:6815","nonce":1494864614}]},"public_addr":"172.21.15.107:6811/1494864614","cluster_addr":"172.21.15.107:6813/1494864614","heartbeat_back_addr":"172.21.15.107:6817/1494864614","heartbeat_front_addr":"172.21.15.107:6815/1494864614","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":112,"up_from":116,"up_thru":141,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6819","nonce":1932075145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6821","nonce":1932075145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6825","nonce":1932075145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6823","nonce":1932075145}]},"public_addr":"172.21.15.107:6819/1932075145","cluster_addr":"172.21.15.107:6821/1932075145","heartbeat_back_addr":"172.21.15.107:6825/1932075145","heartbeat_front_addr":"172.21.15.107:6823/1932075145","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":131,"up_from":135,"up_thru":143,"down_at":132,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6827","nonce":1088959883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6829","nonce":1088959883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6833","nonce":1088959883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1088959883},{"type":"v1","addr":"172.21.15.107:6831","nonce":1088959883}]},"public_addr":"172.21.15.107:6827/1088959883","cluster_addr":"172.21.15.107:6829/1088959883","heartbeat_back_addr":"172.21.15.107:6833/1088959883","heartbeat_front_addr":"172.21.15.107:6831/1088959883","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":143,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":143,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":143,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":135,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":82},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":98},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":112},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":131},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1701950446":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/3833199445":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.150:0/4151441234":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/705851465":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/745450084":"2023-10-10T04:27:30.842446+0000","172.21.15.150:0/27277897":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/737220408":"2023-10-10T04:25:29.637479+0000","172.21.15.150:6834/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.150:0/2664317021":"2023-10-10T04:26:29.598458+0000","172.21.15.107:6800/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.150:0/1741093219":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.150:6835/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/2340316110":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/2527273438":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.150:0/1626470036":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000","172.21.15.150:0/1756869995":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1006727044":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/1285099573":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/986944331":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T04:41:44.666 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:44 smithi107 ceph-mon[184249]: pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:44.666 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3299987203' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:41:44.667 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:44 smithi107 ceph-mon[179183]: pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:44.667 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3299987203' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:41:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:44 smithi150 ceph-mon[168511]: pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3299987203' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T04:41:44.739 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-09T04:41:44.739 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-09T04:41:44.740 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-09T04:41:44.740 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-09T04:41:44.740 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-09T04:41:44.741 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-09T04:41:44.741 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-09T04:41:44.742 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-09T04:41:45.832 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:45.963 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.035 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:45 smithi107 ceph-mon[184249]: pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:46.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:45 smithi107 ceph-mon[179183]: pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:46.192 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.193 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:45 smithi150 ceph-mon[168511]: pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:46.328 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.367 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.410 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:46.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:46.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:41:48.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:47 smithi107 ceph-mon[184249]: pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:48.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:47 smithi107 ceph-mon[179183]: pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:47 smithi150 ceph-mon[168511]: pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:50.645 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:50 smithi107 ceph-mon[184249]: pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:50.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:50 smithi107 ceph-mon[179183]: pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:50 smithi150 ceph-mon[168511]: pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:52.301 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:41:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:41:52] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2023-10-09T04:41:52.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:52 smithi107 ceph-mon[179183]: pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:52.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:52 smithi107 ceph-mon[184249]: pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:52 smithi150 ceph-mon[168511]: pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:54.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:54 smithi107 ceph-mon[184249]: pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:54.636 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:54 smithi107 ceph-mon[179183]: pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:54 smithi150 ceph-mon[168511]: pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:54.753 INFO:teuthology.orchestra.run.smithi107.stdout:369367187571 2023-10-09T04:41:54.753 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-09T04:41:55.308 INFO:teuthology.orchestra.run.smithi107.stdout:163208757500 2023-10-09T04:41:55.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-09T04:41:55.472 INFO:teuthology.orchestra.run.smithi107.stdout:128849019136 2023-10-09T04:41:55.968 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-09T04:41:55.969 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:55 smithi107 ceph-mon[179183]: pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:55.969 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:55 smithi107 ceph-mon[184249]: pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:55 smithi150 ceph-mon[168511]: pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:56.313 INFO:teuthology.orchestra.run.smithi107.stdout:438086664298 2023-10-09T04:41:56.313 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-09T04:41:56.427 INFO:teuthology.orchestra.run.smithi107.stdout:579820585023 2023-10-09T04:41:56.427 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-09T04:41:57.222 INFO:teuthology.orchestra.run.smithi107.stdout:498216206414 2023-10-09T04:41:57.222 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-09T04:41:57.385 INFO:teuthology.orchestra.run.smithi107.stdout:231928234228 2023-10-09T04:41:57.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-09T04:41:57.492 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:57.592 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:57.973 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:57.973 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:41:58 smithi107 ceph-mon[184249]: pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:58.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:41:58 smithi107 ceph-mon[179183]: pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:58.716 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:58.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:41:58 smithi150 ceph-mon[168511]: pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:41:58.746 INFO:teuthology.orchestra.run.smithi107.stdout:197568495865 2023-10-09T04:41:58.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-09T04:41:58.955 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:41:59.965 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:00.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:00 smithi107 ceph-mon[184249]: pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:00.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:00 smithi107 ceph-mon[179183]: pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:00 smithi150 ceph-mon[168511]: pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:01.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:01.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:01.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:02.402 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:42:02] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2023-10-09T04:42:02.613 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:02.656 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:02 smithi107 ceph-mon[184249]: pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:02.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:02 smithi107 ceph-mon[179183]: pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:02.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:02 smithi150 ceph-mon[168511]: pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:02.742 INFO:teuthology.orchestra.run.smithi107.stdout:369367187572 2023-10-09T04:42:03.091 INFO:teuthology.orchestra.run.smithi107.stdout:438086664299 2023-10-09T04:42:03.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2088808773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:42:03.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2998825235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:42:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2088808773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:42:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2998825235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:42:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2088808773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T04:42:03.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2998825235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T04:42:03.925 INFO:tasks.cephadm.ceph_manager.ceph:need seq 369367187571 got 369367187572 for osd.0 2023-10-09T04:42:03.925 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:04.051 INFO:teuthology.orchestra.run.smithi107.stdout:163208757502 2023-10-09T04:42:04.442 INFO:teuthology.orchestra.run.smithi107.stdout:579820585025 2023-10-09T04:42:04.467 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:04 smithi107 ceph-mon[179183]: pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:04.468 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3045896887' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:42:04.468 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:04 smithi107 ceph-mon[184249]: pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:04.468 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3045896887' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:42:04.688 INFO:teuthology.orchestra.run.smithi107.stdout:498216206415 2023-10-09T04:42:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:04 smithi150 ceph-mon[168511]: pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3045896887' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T04:42:04.785 INFO:teuthology.orchestra.run.smithi107.stdout:128849019138 2023-10-09T04:42:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4041844925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:42:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/215621392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:42:05.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3284161663' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:42:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4041844925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:42:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/215621392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:42:05.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3284161663' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:42:05.717 INFO:teuthology.orchestra.run.smithi107.stdout:231928234230 2023-10-09T04:42:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4041844925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T04:42:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/215621392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T04:42:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3284161663' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T04:42:05.888 INFO:tasks.cephadm.ceph_manager.ceph:need seq 438086664298 got 438086664299 for osd.1 2023-10-09T04:42:05.888 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:06.286 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757500 got 163208757502 for osd.5 2023-10-09T04:42:06.286 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:06.559 INFO:tasks.cephadm.ceph_manager.ceph:need seq 498216206414 got 498216206415 for osd.2 2023-10-09T04:42:06.560 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:06.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 579820585023 got 579820585025 for osd.3 2023-10-09T04:42:06.561 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:06.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:06 smithi107 ceph-mon[179183]: pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:06.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1135595178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:42:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:06 smithi107 ceph-mon[184249]: pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:06.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1135595178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:42:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:06 smithi150 ceph-mon[168511]: pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1135595178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T04:42:07.213 INFO:teuthology.orchestra.run.smithi107.stdout:197568495866 2023-10-09T04:42:07.342 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019136 got 128849019138 for osd.4 2023-10-09T04:42:07.342 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:07.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1490416860' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:42:07.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1490416860' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:42:07.594 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234228 got 231928234230 for osd.7 2023-10-09T04:42:07.594 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:07.648 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495865 got 197568495866 for osd.6 2023-10-09T04:42:07.648 DEBUG:teuthology.parallel:result is None 2023-10-09T04:42:07.648 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-09T04:42:07.648 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:42:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1490416860' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T04:42:08.244 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:08.677 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:08 smithi107 ceph-mon[179183]: pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:08.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:08 smithi107 ceph-mon[184249]: pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:08 smithi150 ceph-mon[168511]: pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:09.848 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:09.849 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:42:10.288 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":512,"stamp":"2023-10-09T04:42:09.319015+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3082332,"kb_used_data":13724,"kb_used_omap":20,"kb_used_meta":3068523,"kb_avail":746878884,"statfs":{"total":767960285184,"available":764803977216,"internally_reserved":0,"allocated":14053376,"data_stored":9375406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3142168206},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002483"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":126,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171469+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:37:21.171469+0000","last_peered":"2023-10-09T04:37:21.171469+0000","last_clean":"2023-10-09T04:37:21.171469+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:37:21.171469+0000","last_undegraded":"2023-10-09T04:37:21.171469+0000","last_fullsized":"2023-10-09T04:37:21.171469+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797998+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:41:35.797998+0000","last_peered":"2023-10-09T04:41:35.797998+0000","last_clean":"2023-10-09T04:41:35.797998+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:41:35.797998+0000","last_undegraded":"2023-10-09T04:41:35.797998+0000","last_fullsized":"2023-10-09T04:41:35.797998+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":84,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:27.274337+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:40:27.274337+0000","last_peered":"2023-10-09T04:40:27.274337+0000","last_clean":"2023-10-09T04:40:27.274337+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:40:27.274337+0000","last_undegraded":"2023-10-09T04:40:27.274337+0000","last_fullsized":"2023-10-09T04:40:27.274337+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:26.351170+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:40:26.351170+0000","last_peered":"2023-10-09T04:40:26.351170+0000","last_clean":"2023-10-09T04:40:26.351170+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:40:26.351170+0000","last_undegraded":"2023-10-09T04:40:26.351170+0000","last_fullsized":"2023-10-09T04:40:26.351170+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":107,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.801829+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:41:35.801829+0000","last_peered":"2023-10-09T04:41:35.801829+0000","last_clean":"2023-10-09T04:41:35.801829+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:41:35.801829+0000","last_undegraded":"2023-10-09T04:41:35.801829+0000","last_fullsized":"2023-10-09T04:41:35.801829+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205682+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:37:21.205682+0000","last_peered":"2023-10-09T04:37:21.205682+0000","last_clean":"2023-10-09T04:37:21.205682+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:37:21.205682+0000","last_undegraded":"2023-10-09T04:37:21.205682+0000","last_fullsized":"2023-10-09T04:37:21.205682+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.805228+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:41:35.805228+0000","last_peered":"2023-10-09T04:41:35.805228+0000","last_clean":"2023-10-09T04:41:35.805228+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:41:35.805228+0000","last_undegraded":"2023-10-09T04:41:35.805228+0000","last_fullsized":"2023-10-09T04:41:35.805228+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275862+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:41:28.275862+0000","last_peered":"2023-10-09T04:41:28.275862+0000","last_clean":"2023-10-09T04:41:28.275862+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:41:28.275862+0000","last_undegraded":"2023-10-09T04:41:28.275862+0000","last_fullsized":"2023-10-09T04:41:28.275862+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699957+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:37:20.699957+0000","last_peered":"2023-10-09T04:37:20.699957+0000","last_clean":"2023-10-09T04:37:20.699957+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:37:20.699957+0000","last_undegraded":"2023-10-09T04:37:20.699957+0000","last_fullsized":"2023-10-09T04:37:20.699957+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":78,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275897+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:41:28.275897+0000","last_peered":"2023-10-09T04:41:28.275897+0000","last_clean":"2023-10-09T04:41:28.275897+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:41:28.275897+0000","last_undegraded":"2023-10-09T04:41:28.275897+0000","last_fullsized":"2023-10-09T04:41:28.275897+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699864+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:37:20.699864+0000","last_peered":"2023-10-09T04:37:20.699864+0000","last_clean":"2023-10-09T04:37:20.699864+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:37:20.699864+0000","last_undegraded":"2023-10-09T04:37:20.699864+0000","last_fullsized":"2023-10-09T04:37:20.699864+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:12.268437+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:40:12.268437+0000","last_peered":"2023-10-09T04:40:12.268437+0000","last_clean":"2023-10-09T04:40:12.268437+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:40:12.268437+0000","last_undegraded":"2023-10-09T04:40:12.268437+0000","last_fullsized":"2023-10-09T04:40:12.268437+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172112+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:37:21.172112+0000","last_peered":"2023-10-09T04:37:21.172112+0000","last_clean":"2023-10-09T04:37:21.172112+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:37:21.172112+0000","last_undegraded":"2023-10-09T04:37:21.172112+0000","last_fullsized":"2023-10-09T04:37:21.172112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171936+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:37:21.171936+0000","last_peered":"2023-10-09T04:37:21.171936+0000","last_clean":"2023-10-09T04:37:21.171936+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:37:21.171936+0000","last_undegraded":"2023-10-09T04:37:21.171936+0000","last_fullsized":"2023-10-09T04:37:21.171936+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699704+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:37:20.699704+0000","last_peered":"2023-10-09T04:37:20.699704+0000","last_clean":"2023-10-09T04:37:20.699704+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:37:20.699704+0000","last_undegraded":"2023-10-09T04:37:20.699704+0000","last_fullsized":"2023-10-09T04:37:20.699704+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275945+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:41:28.275945+0000","last_peered":"2023-10-09T04:41:28.275945+0000","last_clean":"2023-10-09T04:41:28.275945+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:41:28.275945+0000","last_undegraded":"2023-10-09T04:41:28.275945+0000","last_fullsized":"2023-10-09T04:41:28.275945+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.826125+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:41:35.826125+0000","last_peered":"2023-10-09T04:41:35.826125+0000","last_clean":"2023-10-09T04:41:35.826125+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:41:35.826125+0000","last_undegraded":"2023-10-09T04:41:35.826125+0000","last_fullsized":"2023-10-09T04:41:35.826125+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699972+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:37:20.699972+0000","last_peered":"2023-10-09T04:37:20.699972+0000","last_clean":"2023-10-09T04:37:20.699972+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:37:20.699972+0000","last_undegraded":"2023-10-09T04:37:20.699972+0000","last_fullsized":"2023-10-09T04:37:20.699972+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699393+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:37:20.699393+0000","last_peered":"2023-10-09T04:37:20.699393+0000","last_clean":"2023-10-09T04:37:20.699393+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:37:20.699393+0000","last_undegraded":"2023-10-09T04:37:20.699393+0000","last_fullsized":"2023-10-09T04:37:20.699393+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":101,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.816750+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:41:35.816750+0000","last_peered":"2023-10-09T04:41:35.816750+0000","last_clean":"2023-10-09T04:41:35.816750+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:41:35.816750+0000","last_undegraded":"2023-10-09T04:41:35.816750+0000","last_fullsized":"2023-10-09T04:41:35.816750+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205150+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:37:21.205150+0000","last_peered":"2023-10-09T04:37:21.205150+0000","last_clean":"2023-10-09T04:37:21.205150+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:37:21.205150+0000","last_undegraded":"2023-10-09T04:37:21.205150+0000","last_fullsized":"2023-10-09T04:37:21.205150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.802514+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:41:35.802514+0000","last_peered":"2023-10-09T04:41:35.802514+0000","last_clean":"2023-10-09T04:41:35.802514+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:41:35.802514+0000","last_undegraded":"2023-10-09T04:41:35.802514+0000","last_fullsized":"2023-10-09T04:41:35.802514+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":109,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700640+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:37:20.700640+0000","last_peered":"2023-10-09T04:37:20.700640+0000","last_clean":"2023-10-09T04:37:20.700640+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:37:20.700640+0000","last_undegraded":"2023-10-09T04:37:20.700640+0000","last_fullsized":"2023-10-09T04:37:20.700640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700282+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:37:20.700282+0000","last_peered":"2023-10-09T04:37:20.700282+0000","last_clean":"2023-10-09T04:37:20.700282+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:37:20.700282+0000","last_undegraded":"2023-10-09T04:37:20.700282+0000","last_fullsized":"2023-10-09T04:37:20.700282+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699843+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:37:20.699843+0000","last_peered":"2023-10-09T04:37:20.699843+0000","last_clean":"2023-10-09T04:37:20.699843+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:37:20.699843+0000","last_undegraded":"2023-10-09T04:37:20.699843+0000","last_fullsized":"2023-10-09T04:37:20.699843+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":134,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171779+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:37:21.171779+0000","last_peered":"2023-10-09T04:37:21.171779+0000","last_clean":"2023-10-09T04:37:21.171779+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:37:21.171779+0000","last_undegraded":"2023-10-09T04:37:21.171779+0000","last_fullsized":"2023-10-09T04:37:21.171779+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":92,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699615+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:37:20.699615+0000","last_peered":"2023-10-09T04:37:20.699615+0000","last_clean":"2023-10-09T04:37:20.699615+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:37:20.699615+0000","last_undegraded":"2023-10-09T04:37:20.699615+0000","last_fullsized":"2023-10-09T04:37:20.699615+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205278+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:37:21.205278+0000","last_peered":"2023-10-09T04:37:21.205278+0000","last_clean":"2023-10-09T04:37:21.205278+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:37:21.205278+0000","last_undegraded":"2023-10-09T04:37:21.205278+0000","last_fullsized":"2023-10-09T04:37:21.205278+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699981+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:37:20.699981+0000","last_peered":"2023-10-09T04:37:20.699981+0000","last_clean":"2023-10-09T04:37:20.699981+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:37:20.699981+0000","last_undegraded":"2023-10-09T04:37:20.699981+0000","last_fullsized":"2023-10-09T04:37:20.699981+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:26.400531+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:41:26.400531+0000","last_peered":"2023-10-09T04:41:26.400531+0000","last_clean":"2023-10-09T04:41:26.400531+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:41:26.400531+0000","last_undegraded":"2023-10-09T04:41:26.400531+0000","last_fullsized":"2023-10-09T04:41:26.400531+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:18.262215+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:41:18.262215+0000","last_peered":"2023-10-09T04:41:18.262215+0000","last_clean":"2023-10-09T04:41:18.262215+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:41:18.262215+0000","last_undegraded":"2023-10-09T04:41:18.262215+0000","last_fullsized":"2023-10-09T04:41:18.262215+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172105+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:37:21.172105+0000","last_peered":"2023-10-09T04:37:21.172105+0000","last_clean":"2023-10-09T04:37:21.172105+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:37:21.172105+0000","last_undegraded":"2023-10-09T04:37:21.172105+0000","last_fullsized":"2023-10-09T04:37:21.172105+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205403+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:37:21.205403+0000","last_peered":"2023-10-09T04:37:21.205403+0000","last_clean":"2023-10-09T04:37:21.205403+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:37:21.205403+0000","last_undegraded":"2023-10-09T04:37:21.205403+0000","last_fullsized":"2023-10-09T04:37:21.205403+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171526+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:37:21.171526+0000","last_peered":"2023-10-09T04:37:21.171526+0000","last_clean":"2023-10-09T04:37:21.171526+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:37:21.171526+0000","last_undegraded":"2023-10-09T04:37:21.171526+0000","last_fullsized":"2023-10-09T04:37:21.171526+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171455+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:37:21.171455+0000","last_peered":"2023-10-09T04:37:21.171455+0000","last_clean":"2023-10-09T04:37:21.171455+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:37:21.171455+0000","last_undegraded":"2023-10-09T04:37:21.171455+0000","last_fullsized":"2023-10-09T04:37:21.171455+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172351+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:37:21.172351+0000","last_peered":"2023-10-09T04:37:21.172351+0000","last_clean":"2023-10-09T04:37:21.172351+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:37:21.172351+0000","last_undegraded":"2023-10-09T04:37:21.172351+0000","last_fullsized":"2023-10-09T04:37:21.172351+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246580+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:41:08.246580+0000","last_peered":"2023-10-09T04:41:08.246580+0000","last_clean":"2023-10-09T04:41:08.246580+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:41:08.246580+0000","last_undegraded":"2023-10-09T04:41:08.246580+0000","last_fullsized":"2023-10-09T04:41:08.246580+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:39:57.250552+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:39:57.250552+0000","last_peered":"2023-10-09T04:39:57.250552+0000","last_clean":"2023-10-09T04:39:57.250552+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:39:57.250552+0000","last_undegraded":"2023-10-09T04:39:57.250552+0000","last_fullsized":"2023-10-09T04:39:57.250552+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361083+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:41:32.361083+0000","last_peered":"2023-10-09T04:41:32.361083+0000","last_clean":"2023-10-09T04:41:32.361083+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:41:32.361083+0000","last_undegraded":"2023-10-09T04:41:32.361083+0000","last_fullsized":"2023-10-09T04:41:32.361083+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":125,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699958+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:37:20.699958+0000","last_peered":"2023-10-09T04:37:20.699958+0000","last_clean":"2023-10-09T04:37:20.699958+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:37:20.699958+0000","last_undegraded":"2023-10-09T04:37:20.699958+0000","last_fullsized":"2023-10-09T04:37:20.699958+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":71,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361029+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:41:32.361029+0000","last_peered":"2023-10-09T04:41:32.361029+0000","last_clean":"2023-10-09T04:41:32.361029+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:41:32.361029+0000","last_undegraded":"2023-10-09T04:41:32.361029+0000","last_fullsized":"2023-10-09T04:41:32.361029+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700391+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:37:20.700391+0000","last_peered":"2023-10-09T04:37:20.700391+0000","last_clean":"2023-10-09T04:37:20.700391+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:37:20.700391+0000","last_undegraded":"2023-10-09T04:37:20.700391+0000","last_fullsized":"2023-10-09T04:37:20.700391+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171897+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:37:21.171897+0000","last_peered":"2023-10-09T04:37:21.171897+0000","last_clean":"2023-10-09T04:37:21.171897+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:37:21.171897+0000","last_undegraded":"2023-10-09T04:37:21.171897+0000","last_fullsized":"2023-10-09T04:37:21.171897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361066+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:41:32.361066+0000","last_peered":"2023-10-09T04:41:32.361066+0000","last_clean":"2023-10-09T04:41:32.361066+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:41:32.361066+0000","last_undegraded":"2023-10-09T04:41:32.361066+0000","last_fullsized":"2023-10-09T04:41:32.361066+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":113,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797476+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:41:35.797476+0000","last_peered":"2023-10-09T04:41:35.797476+0000","last_clean":"2023-10-09T04:41:35.797476+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:41:35.797476+0000","last_undegraded":"2023-10-09T04:41:35.797476+0000","last_fullsized":"2023-10-09T04:41:35.797476+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:12.349962+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:41:12.349962+0000","last_peered":"2023-10-09T04:41:12.349962+0000","last_clean":"2023-10-09T04:41:12.349962+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:41:12.349962+0000","last_undegraded":"2023-10-09T04:41:12.349962+0000","last_fullsized":"2023-10-09T04:41:12.349962+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":108,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487639+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:41:36.487639+0000","last_peered":"2023-10-09T04:41:36.487639+0000","last_clean":"2023-10-09T04:41:36.487639+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:41:36.487639+0000","last_undegraded":"2023-10-09T04:41:36.487639+0000","last_fullsized":"2023-10-09T04:41:36.487639+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699830+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:37:20.699830+0000","last_peered":"2023-10-09T04:37:20.699830+0000","last_clean":"2023-10-09T04:37:20.699830+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:37:20.699830+0000","last_undegraded":"2023-10-09T04:37:20.699830+0000","last_fullsized":"2023-10-09T04:37:20.699830+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":489,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700141+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:37:20.700141+0000","last_peered":"2023-10-09T04:37:20.700141+0000","last_clean":"2023-10-09T04:37:20.700141+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:37:20.700141+0000","last_undegraded":"2023-10-09T04:37:20.700141+0000","last_fullsized":"2023-10-09T04:37:20.700141+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":77,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:58.234242+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:40:58.234242+0000","last_peered":"2023-10-09T04:40:58.234242+0000","last_clean":"2023-10-09T04:40:58.234242+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:40:58.234242+0000","last_undegraded":"2023-10-09T04:40:58.234242+0000","last_fullsized":"2023-10-09T04:40:58.234242+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205529+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:37:21.205529+0000","last_peered":"2023-10-09T04:37:21.205529+0000","last_clean":"2023-10-09T04:37:21.205529+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:37:21.205529+0000","last_undegraded":"2023-10-09T04:37:21.205529+0000","last_fullsized":"2023-10-09T04:37:21.205529+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699603+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:37:20.699603+0000","last_peered":"2023-10-09T04:37:20.699603+0000","last_clean":"2023-10-09T04:37:20.699603+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:37:20.699603+0000","last_undegraded":"2023-10-09T04:37:20.699603+0000","last_fullsized":"2023-10-09T04:37:20.699603+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":100,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371284+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:40:46.371284+0000","last_peered":"2023-10-09T04:40:46.371284+0000","last_clean":"2023-10-09T04:40:46.371284+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:40:46.371284+0000","last_undegraded":"2023-10-09T04:40:46.371284+0000","last_fullsized":"2023-10-09T04:40:46.371284+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385667+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:41:06.385667+0000","last_peered":"2023-10-09T04:41:06.385667+0000","last_clean":"2023-10-09T04:41:06.385667+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:41:06.385667+0000","last_undegraded":"2023-10-09T04:41:06.385667+0000","last_fullsized":"2023-10-09T04:41:06.385667+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699667+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:37:20.699667+0000","last_peered":"2023-10-09T04:37:20.699667+0000","last_clean":"2023-10-09T04:37:20.699667+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:37:20.699667+0000","last_undegraded":"2023-10-09T04:37:20.699667+0000","last_fullsized":"2023-10-09T04:37:20.699667+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361056+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:41:32.361056+0000","last_peered":"2023-10-09T04:41:32.361056+0000","last_clean":"2023-10-09T04:41:32.361056+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:41:32.361056+0000","last_undegraded":"2023-10-09T04:41:32.361056+0000","last_fullsized":"2023-10-09T04:41:32.361056+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":86,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371318+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:40:46.371318+0000","last_peered":"2023-10-09T04:40:46.371318+0000","last_clean":"2023-10-09T04:40:46.371318+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:40:46.371318+0000","last_undegraded":"2023-10-09T04:40:46.371318+0000","last_fullsized":"2023-10-09T04:40:46.371318+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246776+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:41:08.246776+0000","last_peered":"2023-10-09T04:41:08.246776+0000","last_clean":"2023-10-09T04:41:08.246776+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:41:08.246776+0000","last_undegraded":"2023-10-09T04:41:08.246776+0000","last_fullsized":"2023-10-09T04:41:08.246776+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":70,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487275+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:41:36.487275+0000","last_peered":"2023-10-09T04:41:36.487275+0000","last_clean":"2023-10-09T04:41:36.487275+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:41:36.487275+0000","last_undegraded":"2023-10-09T04:41:36.487275+0000","last_fullsized":"2023-10-09T04:41:36.487275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218117+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:40:48.218117+0000","last_peered":"2023-10-09T04:40:48.218117+0000","last_clean":"2023-10-09T04:40:48.218117+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:40:48.218117+0000","last_undegraded":"2023-10-09T04:40:48.218117+0000","last_fullsized":"2023-10-09T04:40:48.218117+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.204949+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:37:21.204949+0000","last_peered":"2023-10-09T04:37:21.204949+0000","last_clean":"2023-10-09T04:37:21.204949+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:37:21.204949+0000","last_undegraded":"2023-10-09T04:37:21.204949+0000","last_fullsized":"2023-10-09T04:37:21.204949+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385680+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:41:06.385680+0000","last_peered":"2023-10-09T04:41:06.385680+0000","last_clean":"2023-10-09T04:41:06.385680+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:41:06.385680+0000","last_undegraded":"2023-10-09T04:41:06.385680+0000","last_fullsized":"2023-10-09T04:41:06.385680+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171614+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:37:21.171614+0000","last_peered":"2023-10-09T04:37:21.171614+0000","last_clean":"2023-10-09T04:37:21.171614+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:37:21.171614+0000","last_undegraded":"2023-10-09T04:37:21.171614+0000","last_fullsized":"2023-10-09T04:37:21.171614+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":88,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:39:56.270207+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:39:56.270207+0000","last_peered":"2023-10-09T04:39:56.270207+0000","last_clean":"2023-10-09T04:39:56.270207+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:39:56.270207+0000","last_undegraded":"2023-10-09T04:39:56.270207+0000","last_fullsized":"2023-10-09T04:39:56.270207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":123,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:35.396424+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:40:35.396424+0000","last_peered":"2023-10-09T04:40:35.396424+0000","last_clean":"2023-10-09T04:40:35.396424+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:40:35.396424+0000","last_undegraded":"2023-10-09T04:40:35.396424+0000","last_fullsized":"2023-10-09T04:40:35.396424+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700423+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:37:20.700423+0000","last_peered":"2023-10-09T04:37:20.700423+0000","last_clean":"2023-10-09T04:37:20.700423+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:37:20.700423+0000","last_undegraded":"2023-10-09T04:37:20.700423+0000","last_fullsized":"2023-10-09T04:37:20.700423+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171991+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:37:21.171991+0000","last_peered":"2023-10-09T04:37:21.171991+0000","last_clean":"2023-10-09T04:37:21.171991+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:37:21.171991+0000","last_undegraded":"2023-10-09T04:37:21.171991+0000","last_fullsized":"2023-10-09T04:37:21.171991+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":93,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699861+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:37:20.699861+0000","last_peered":"2023-10-09T04:37:20.699861+0000","last_clean":"2023-10-09T04:37:20.699861+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:37:20.699861+0000","last_undegraded":"2023-10-09T04:37:20.699861+0000","last_fullsized":"2023-10-09T04:37:20.699861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171809+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:37:21.171809+0000","last_peered":"2023-10-09T04:37:21.171809+0000","last_clean":"2023-10-09T04:37:21.171809+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:37:21.171809+0000","last_undegraded":"2023-10-09T04:37:21.171809+0000","last_fullsized":"2023-10-09T04:37:21.171809+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":105,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218256+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:40:48.218256+0000","last_peered":"2023-10-09T04:40:48.218256+0000","last_clean":"2023-10-09T04:40:48.218256+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:40:48.218256+0000","last_undegraded":"2023-10-09T04:40:48.218256+0000","last_fullsized":"2023-10-09T04:40:48.218256+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":120,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.798435+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:41:35.798435+0000","last_peered":"2023-10-09T04:41:35.798435+0000","last_clean":"2023-10-09T04:41:35.798435+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:41:35.798435+0000","last_undegraded":"2023-10-09T04:41:35.798435+0000","last_fullsized":"2023-10-09T04:41:35.798435+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371443+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:40:46.371443+0000","last_peered":"2023-10-09T04:40:46.371443+0000","last_clean":"2023-10-09T04:40:46.371443+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:40:46.371443+0000","last_undegraded":"2023-10-09T04:40:46.371443+0000","last_fullsized":"2023-10-09T04:40:46.371443+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171408+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:37:21.171408+0000","last_peered":"2023-10-09T04:37:21.171408+0000","last_clean":"2023-10-09T04:37:21.171408+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:37:21.171408+0000","last_undegraded":"2023-10-09T04:37:21.171408+0000","last_fullsized":"2023-10-09T04:37:21.171408+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234231,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":299308,"kb_used_data":2020,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93445844,"statfs":{"total":95995035648,"available":95688544256,"internally_reserved":0,"allocated":2068480,"data_stored":1533429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.258,"15min":1.7250000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.21299999999999999},"max":{"1min":8.1899999999999995,"5min":9.375,"15min":9.6120000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.9810000000000001,"15min":1.7030000000000001},"min":{"1min":0.253,"5min":0.246,"15min":0.23499999999999999},"max":{"1min":5.7759999999999998,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.45100000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0630000000000002,"5min":2.052,"15min":1.478},"min":{"1min":0.24099999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1099999999999994,"5min":11.464,"15min":11.464},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.218,"15min":1.879},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.24399999999999999},"max":{"1min":7.9089999999999998,"5min":8.3859999999999992,"15min":9.0549999999999997},"last":0.58299999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.327,"15min":2.331},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.7690000000000001,"5min":12.07,"15min":12.07},"last":0.54000000000000004},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.0979999999999999,"15min":2.9340000000000002},"min":{"1min":0.35699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.04,"5min":8.1210000000000004,"15min":11.742000000000001},"last":0.66700000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":2.2120000000000002,"5min":2.3029999999999999,"15min":1.7310000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":9.6880000000000006,"5min":11.553000000000001,"15min":11.553000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":2.2109999999999999,"5min":2.3769999999999998,"15min":1.8169999999999999},"min":{"1min":0.34000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":7.0439999999999996,"5min":8.8200000000000003,"15min":8.8200000000000003},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.621,"5min":1.879,"15min":1.6499999999999999},"min":{"1min":0.316,"5min":0.22,"15min":0.22},"max":{"1min":8.8629999999999995,"5min":17.469000000000001,"15min":18.027000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":2.4129999999999998,"5min":1.9399999999999999,"15min":1.583},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.27800000000000002},"max":{"1min":7.9569999999999999,"5min":7.9569999999999999,"15min":14.318},"last":0.754}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0510000000000002,"5min":2.0379999999999998,"15min":1.9279999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":8.6219999999999999,"5min":17.370000000000001,"15min":20.140000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.853,"15min":1.766},"min":{"1min":0.311,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":8.0619999999999994,"5min":10.842000000000001,"15min":12.074999999999999},"last":0.70399999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.988,"15min":1.677},"min":{"1min":0.39500000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":8.4640000000000004,"5min":17.501000000000001,"15min":17.501000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.0129999999999999,"15min":1.6970000000000001},"min":{"1min":0.37,"5min":0.35899999999999999,"15min":0.30599999999999999},"max":{"1min":8.157,"5min":12.093,"15min":12.101000000000001},"last":0.72799999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495867,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311584,"kb_used_data":2008,"kb_used_omap":0,"kb_used_meta":309568,"kb_avail":93433568,"statfs":{"total":95995035648,"available":95675973632,"internally_reserved":0,"allocated":2056192,"data_stored":1533341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316997632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:44 2023","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":2.1859999999999999,"15min":1.5109999999999999},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":13.289,"5min":13.289,"15min":13.289},"last":0.76300000000000001},{"interface":"front","average":{"1min":1.569,"5min":1.8979999999999999,"15min":1.552},"min":{"1min":0.251,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.0119999999999996,"5min":9.1440000000000001,"15min":9.1440000000000001},"last":0.71599999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.359,"5min":2.552,"15min":1.72},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":13.244999999999999,"5min":13.244999999999999,"15min":13.244999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":2.7829999999999999,"5min":2.5830000000000002,"15min":1.742},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.23200000000000001},"max":{"1min":8.7129999999999992,"5min":9.1869999999999994,"15min":11.877000000000001},"last":0.747}]},{"osd":2,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.4369999999999998,"15min":2.3999999999999999},"min":{"1min":0.33800000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.32,"5min":13.32,"15min":13.32},"last":0.73099999999999998},{"interface":"front","average":{"1min":2.004,"5min":2.1549999999999998,"15min":1.974},"min":{"1min":0.34200000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.181,"5min":8.5619999999999994,"15min":8.5619999999999994},"last":0.65700000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":2.6949999999999998,"15min":1.6160000000000001},"min":{"1min":0.33100000000000002,"5min":0.317,"15min":0.317},"max":{"1min":6.0279999999999996,"5min":15.481999999999999,"15min":15.481999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":2.1379999999999999,"5min":2.3370000000000002,"15min":1.393},"min":{"1min":0.39500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":9.7569999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.69299999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.8460000000000001,"15min":1.494},"min":{"1min":0.33500000000000002,"5min":0.255,"15min":0.24399999999999999},"max":{"1min":13.369,"5min":13.369,"15min":18.027000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.93200000000000005,"5min":1.827,"15min":1.5489999999999999},"min":{"1min":0.35799999999999998,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":5.9950000000000001,"5min":8.5879999999999992,"15min":14.734},"last":0.505}]},{"osd":5,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":2.0539999999999998,"15min":1.7749999999999999},"min":{"1min":0.34300000000000003,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":6.4189999999999996,"5min":16.042000000000002,"15min":22.722999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":1.698,"5min":2.3730000000000002,"15min":1.9530000000000001},"min":{"1min":0.39400000000000002,"5min":0.315,"15min":0.30399999999999999},"max":{"1min":13.391999999999999,"5min":13.391999999999999,"15min":26.076000000000001},"last":0.624}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.306,"15min":1.8600000000000001},"min":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.30399999999999999},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.928000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":2.7410000000000001,"5min":2.2559999999999998,"15min":1.8480000000000001},"min":{"1min":0.39200000000000002,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":11.153,"5min":11.153,"15min":19.706},"last":0.60299999999999998}]}]},{"osd":1,"up_from":102,"seq":438086664301,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":354940,"kb_used_data":1588,"kb_used_omap":4,"kb_used_meta":353339,"kb_avail":93390212,"statfs":{"total":95995035648,"available":95631577088,"internally_reserved":0,"allocated":1626112,"data_stored":963555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":361820046},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.4340000000000002,"15min":2.2090000000000001},"min":{"1min":0.189,"5min":0.161,"15min":0.161},"max":{"1min":15.563000000000001,"5min":15.563000000000001,"15min":15.563000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":2.867,"5min":2.7240000000000002,"15min":2.226},"min":{"1min":0.24299999999999999,"5min":0.20499999999999999,"15min":0.19400000000000001},"max":{"1min":7.6059999999999999,"5min":21.981999999999999,"15min":21.981999999999999},"last":0.318}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.679,"15min":2.3290000000000002},"min":{"1min":0.23899999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.7370000000000001,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":1.5069999999999999,"5min":2.2789999999999999,"15min":2.5129999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.4760000000000009,"5min":11.630000000000001,"15min":11.630000000000001},"last":0.251}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.5600000000000001,"15min":1.476},"min":{"1min":0.248,"5min":0.217,"15min":0.217},"max":{"1min":6.2779999999999996,"5min":15.102,"15min":15.102},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.4950000000000001,"5min":2.7879999999999998,"15min":3.1680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.7370000000000001,"5min":14.444000000000001,"15min":14.444000000000001},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":2.4510000000000001,"15min":2.3100000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.5440000000000005,"5min":9.5440000000000005,"15min":12.286},"last":0.63300000000000001},{"interface":"front","average":{"1min":2.577,"5min":2.1789999999999998,"15min":1.5069999999999999},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.8769999999999998,"5min":15.074,"15min":15.074},"last":0.442}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.7589999999999999,"15min":1.9790000000000001},"min":{"1min":0.33700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.6609999999999996,"5min":12.952999999999999,"15min":12.952999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":2.5779999999999998,"5min":2.3399999999999999,"15min":1.71},"min":{"1min":0.44800000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":7.6580000000000004,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.60099999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.4049999999999998,"15min":1.804},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.8469999999999995,"5min":12.874000000000001,"15min":12.874000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":2.802,"5min":2.593,"15min":2.4620000000000002},"min":{"1min":0.316,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":9.6809999999999992,"5min":12.657999999999999,"15min":12.657999999999999},"last":0.67500000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":2.8149999999999999,"15min":2.363},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":13.199999999999999,"5min":14.788,"15min":14.788},"last":0.60999999999999999},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.2370000000000001,"15min":1.494},"min":{"1min":0.48099999999999998,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":7.8380000000000001,"5min":15.130000000000001,"15min":15.130000000000001},"last":0.68100000000000005}]}]},{"osd":0,"up_from":86,"seq":369367187574,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376896,"kb_used_data":2232,"kb_used_omap":5,"kb_used_meta":374650,"kb_avail":93368256,"statfs":{"total":95995035648,"available":95609094144,"internally_reserved":0,"allocated":2285568,"data_stored":1561256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":383642234},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:41:35 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.3969999999999998,"15min":2.4380000000000002},"min":{"1min":0.189,"5min":0.183,"15min":0.183},"max":{"1min":16.155000000000001,"5min":76.174000000000007,"15min":76.174000000000007},"last":0.379},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.7759999999999998,"15min":2.4279999999999999},"min":{"1min":0.31900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.2319999999999993,"5min":76.245000000000005,"15min":76.245000000000005},"last":0.26300000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":1.778,"15min":2.4649999999999999},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.3090000000000002,"5min":18.437000000000001,"15min":18.437000000000001},"last":0.317},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.994,"15min":2.528},"min":{"1min":0.36299999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.2579999999999991,"5min":13.348000000000001,"15min":13.348000000000001},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":2.1819999999999999,"5min":1.708,"15min":1.462},"min":{"1min":0.23400000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":9.5700000000000003,"5min":9.5700000000000003,"15min":9.5700000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.554,"5min":1.823,"15min":1.4630000000000001},"min":{"1min":0.32100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.5340000000000007,"5min":13.411,"15min":13.411},"last":0.36699999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.784,"15min":1.7330000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28399999999999997},"max":{"1min":5.3630000000000004,"5min":13.334,"15min":13.334},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.1680000000000001,"5min":1.3939999999999999,"15min":1.873},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":0.55400000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.819,"5min":1.758,"15min":1.97},"min":{"1min":0.31,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.5190000000000001,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":3.0880000000000001,"5min":2.5880000000000001,"15min":1.8979999999999999},"min":{"1min":0.495,"5min":0.34000000000000002,"15min":0.30499999999999999},"max":{"1min":11.923,"5min":15.956,"15min":16.609999999999999},"last":0.56999999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":2.4670000000000001,"15min":2.3719999999999999},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.316},"max":{"1min":9.5449999999999999,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.9039999999999999,"15min":2.0219999999999998},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.33700000000000002},"max":{"1min":8.4949999999999992,"5min":43.819000000000003,"15min":43.819000000000003},"last":0.58999999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3050000000000002,"5min":2.198,"15min":1.883},"min":{"1min":0.49199999999999999,"5min":0.38600000000000001,"15min":0.36099999999999999},"max":{"1min":8.5150000000000006,"5min":13.374000000000001,"15min":13.374000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.9910000000000001,"5min":1.819,"15min":1.696},"min":{"1min":0.36699999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.8970000000000002,"5min":13.375999999999999,"15min":14.186},"last":0.624}]}]},{"osd":2,"up_from":116,"seq":498216206416,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":278148,"kb_used_data":1532,"kb_used_omap":7,"kb_used_meta":276600,"kb_avail":93467004,"statfs":{"total":95995035648,"available":95710212096,"internally_reserved":0,"allocated":1568768,"data_stored":953509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":283238481},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":2.976,"5min":2.4940000000000002,"15min":3.528},"min":{"1min":0.219,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":29.183,"5min":29.183,"15min":29.183},"last":0.252},{"interface":"front","average":{"1min":2.1659999999999999,"5min":2.1930000000000001,"15min":3.2890000000000001},"min":{"1min":0.26700000000000002,"5min":0.191,"15min":0.191},"max":{"1min":8.9350000000000005,"5min":11.128,"15min":12.164},"last":0.33800000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":2.2909999999999999,"15min":3.3069999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.4930000000000003,"5min":11.096,"15min":11.096},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.722,"5min":2.2549999999999999,"15min":3.1320000000000001},"min":{"1min":0.20799999999999999,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":8.9860000000000007,"5min":12.138,"15min":21.797999999999998},"last":0.27200000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":2.0129999999999999,"15min":1.6339999999999999},"min":{"1min":0.27100000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.1559999999999997,"5min":10.069000000000001,"15min":10.069000000000001},"last":0.318},{"interface":"front","average":{"1min":1.048,"5min":2.1469999999999998,"15min":1.4630000000000001},"min":{"1min":0.28000000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4160000000000004,"5min":12.664,"15min":12.664},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":2.0070000000000001,"15min":1.6160000000000001},"min":{"1min":0.31900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1079999999999997,"5min":11.789,"15min":11.789},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.419,"5min":1.8939999999999999,"15min":2.738},"min":{"1min":0.34100000000000003,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":8.1449999999999996,"5min":9.4390000000000001,"15min":13.69},"last":0.36599999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.7769999999999999,"5min":2.5870000000000002,"15min":2.9830000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.024,"5min":14.644,"15min":14.644},"last":0.497},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.1379999999999999,"15min":2.1760000000000002},"min":{"1min":0.33400000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.8819999999999997,"5min":10.102,"15min":10.102},"last":0.376}]},{"osd":6,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":2.0649999999999999,"15min":2.8290000000000002},"min":{"1min":0.39900000000000002,"5min":0.307,"15min":0.30599999999999999},"max":{"1min":4.46,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.8260000000000001,"5min":2.4470000000000001,"15min":3.1360000000000001},"min":{"1min":0.47699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":9.5039999999999996,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.438}]},{"osd":7,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":2.262,"15min":3.5659999999999998},"min":{"1min":0.42199999999999999,"5min":0.373,"15min":0.373},"max":{"1min":6.6059999999999999,"5min":9.7720000000000002,"15min":13.756},"last":0.52700000000000002},{"interface":"front","average":{"1min":1.7809999999999999,"5min":2.6699999999999999,"15min":3.476},"min":{"1min":0.47499999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":4.9960000000000004,"5min":14.757999999999999,"15min":14.757999999999999},"last":0.47099999999999997}]}]},{"osd":3,"up_from":135,"seq":579820585026,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":279056,"kb_used_data":1480,"kb_used_omap":2,"kb_used_meta":277565,"kb_avail":93466096,"statfs":{"total":95995035648,"available":95709282304,"internally_reserved":0,"allocated":1515520,"data_stored":947944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":284226613},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.47,"15min":1.7989999999999999},"min":{"1min":0.21199999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":8.7319999999999993,"5min":12.403,"15min":12.403},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.071,"5min":2.004,"15min":2.1699999999999999},"min":{"1min":0.25,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.9989999999999997,"5min":10.33,"15min":10.33},"last":0.40600000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.169,"15min":2.024},"min":{"1min":0.27300000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":9.2899999999999991,"5min":18.779,"15min":18.779},"last":0.53200000000000003},{"interface":"front","average":{"1min":1.357,"5min":1.7689999999999999,"15min":1.732},"min":{"1min":0.308,"5min":0.245,"15min":0.245},"max":{"1min":8.9830000000000005,"5min":12.377000000000001,"15min":12.377000000000001},"last":0.64800000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.7889999999999999,"15min":1.931},"min":{"1min":0.26800000000000002,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":11.691000000000001,"5min":12.369,"15min":12.369},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.177,"5min":1.798,"15min":1.2709999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.0629999999999997,"5min":8.6600000000000001,"15min":8.6600000000000001},"last":0.35999999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.905,"5min":1.97,"15min":1.4710000000000001},"min":{"1min":0.35399999999999998,"5min":0.249,"15min":0.249},"max":{"1min":9.3160000000000007,"5min":12.16,"15min":12.16},"last":0.505},{"interface":"front","average":{"1min":1.5720000000000001,"5min":1.4890000000000001,"15min":1.417},"min":{"1min":0.34000000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.7799999999999994,"5min":9.0389999999999997,"15min":9.0389999999999997},"last":0.78000000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":2.2839999999999998,"15min":1.8220000000000001},"min":{"1min":0.35699999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7110000000000003,"5min":12.119,"15min":12.119},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.1359999999999999,"5min":2.2679999999999998,"15min":1.712},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.314},"max":{"1min":5.04,"5min":11.441000000000001,"15min":11.441000000000001},"last":0.63700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":2.085,"15min":1.385},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":12.694000000000001,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.54100000000000004},{"interface":"front","average":{"1min":2.6419999999999999,"5min":2.4500000000000002,"15min":1.694},"min":{"1min":0.441,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":12.75,"5min":12.75,"15min":12.75},"last":0.61499999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8360000000000001,"15min":1.9119999999999999},"min":{"1min":0.39500000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":8.8079999999999998,"5min":12.307,"15min":12.307},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.2069999999999999,"15min":1.7270000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":9.1890000000000001,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.60399999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019139,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":595304,"kb_used_data":1440,"kb_used_omap":0,"kb_used_meta":593856,"kb_avail":93149848,"statfs":{"total":95995035648,"available":95385444352,"internally_reserved":0,"allocated":1474560,"data_stored":943314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608108544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8049999999999999,"5min":1.915,"15min":2.2280000000000002},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.20599999999999999},"max":{"1min":16.363,"5min":16.363,"15min":28.765000000000001},"last":0.498},{"interface":"front","average":{"1min":2.5579999999999998,"5min":2.2050000000000001,"15min":1.5880000000000001},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.2039999999999997,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":0.54100000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:41:31 2023","interfaces":[{"interface":"back","average":{"1min":2.8530000000000002,"5min":1.8959999999999999,"15min":1.6220000000000001},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23899999999999999},"max":{"1min":16.792999999999999,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":2.5990000000000002,"5min":2.2999999999999998,"15min":1.8360000000000001},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.5810000000000004,"5min":13.435,"15min":22.178999999999998},"last":0.45600000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":1.964,"15min":1.7529999999999999},"min":{"1min":0.26200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":8.4779999999999998,"5min":13.488,"15min":13.488},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.2320000000000002,"15min":2.476},"min":{"1min":0.40899999999999997,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":8.1280000000000001,"5min":9.4039999999999999,"15min":13.170999999999999},"last":0.433}]},{"osd":3,"last update":"Mon Oct 9 04:41:53 2023","interfaces":[{"interface":"back","average":{"1min":1.645,"5min":2.1909999999999998,"15min":2.1789999999999998},"min":{"1min":0.47099999999999997,"5min":0.317,"15min":0.317},"max":{"1min":5.0419999999999998,"5min":13.659000000000001,"15min":13.659000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":3.48,"5min":2.7930000000000001,"15min":1.7949999999999999},"min":{"1min":0.47799999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":19.800999999999998,"5min":19.800999999999998,"15min":19.800999999999998},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.6619999999999999,"15min":1.661},"min":{"1min":0.28199999999999997,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7089999999999996,"5min":13.624000000000001,"15min":14.343999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.1779999999999999,"5min":1.9059999999999999,"15min":1.569},"min":{"1min":0.374,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":6.1440000000000001,"5min":7.5279999999999996,"15min":14.271000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:42:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":2.0070000000000001,"15min":1.7769999999999999},"min":{"1min":0.379,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.461,"5min":18.442,"15min":22.326000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.679,"15min":1.6160000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.25600000000000001},"max":{"1min":6.1239999999999997,"5min":13.584,"15min":14.329000000000001},"last":0.59299999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":2.181,"15min":1.754},"min":{"1min":0.42799999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":19.754999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":2.0760000000000001,"5min":1.53,"15min":1.7769999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":16.835000000000001,"5min":16.835000000000001,"15min":22.244},"last":0.47199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757503,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":587096,"kb_used_data":1424,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":93158056,"statfs":{"total":95995035648,"available":95393849344,"internally_reserved":0,"allocated":1458176,"data_stored":939058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.7649999999999999,"15min":1.3859999999999999},"min":{"1min":0.223,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":4.4800000000000004,"5min":12.144,"15min":12.144},"last":0.432},{"interface":"front","average":{"1min":2.0089999999999999,"5min":2.2759999999999998,"15min":1.8540000000000001},"min":{"1min":0.29999999999999999,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.8700000000000001,"5min":10.999000000000001,"15min":10.999000000000001},"last":0.52000000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:41:30 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3260000000000001,"15min":2.0870000000000002},"min":{"1min":0.23400000000000001,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.4669999999999996,"5min":11.086,"15min":11.086},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.488,"5min":2.4790000000000001,"15min":2.1629999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":6.75,"5min":10.192,"15min":10.192},"last":0.57499999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:41:48 2023","interfaces":[{"interface":"back","average":{"1min":2.1669999999999998,"5min":2.2370000000000001,"15min":2.0019999999999998},"min":{"1min":0.48099999999999998,"5min":0.26200000000000001,"15min":0.252},"max":{"1min":11.579000000000001,"5min":11.579000000000001,"15min":11.579000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.304,"5min":2.4060000000000001,"15min":2.6309999999999998},"min":{"1min":0.34000000000000002,"5min":0.28899999999999998,"15min":0.26000000000000001},"max":{"1min":6.5659999999999998,"5min":13.308,"15min":13.308},"last":0.64400000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":2.3559999999999999,"15min":2.0880000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.694,"5min":18.587,"15min":18.587},"last":0.63},{"interface":"front","average":{"1min":2.1070000000000002,"5min":2.2690000000000001,"15min":2.1280000000000001},"min":{"1min":0.53200000000000003,"5min":0.313,"15min":0.313},"max":{"1min":6.718,"5min":11.473000000000001,"15min":11.473000000000001},"last":0.60699999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:41:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":1.4430000000000001,"15min":1.4299999999999999},"min":{"1min":0.29299999999999998,"5min":0.26700000000000002,"15min":0.23899999999999999},"max":{"1min":9.5139999999999993,"5min":9.5869999999999997,"15min":15.803000000000001},"last":0.502},{"interface":"front","average":{"1min":1.5980000000000001,"5min":1.448,"15min":1.516},"min":{"1min":0.36099999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":11.382},"last":0.40500000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:42:06 2023","interfaces":[{"interface":"back","average":{"1min":1.484,"5min":1.5700000000000001,"15min":1.627},"min":{"1min":0.308,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":6.7350000000000003,"5min":8.1669999999999998,"15min":11.065},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":2.032,"15min":1.889},"min":{"1min":0.31,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":9.2309999999999999,"5min":16.344999999999999,"15min":20.372},"last":0.47199999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.9670000000000001,"15min":1.8740000000000001},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.28000000000000003},"max":{"1min":9.8320000000000007,"5min":13.955,"15min":20.454000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":1.663,"5min":1.593,"15min":1.6919999999999999},"min":{"1min":0.39500000000000002,"5min":0.33200000000000002,"15min":0.29499999999999998},"max":{"1min":8.3930000000000007,"5min":9.6129999999999995,"15min":15.85},"last":0.66300000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:42:10.295 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:42:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:10 smithi107 ceph-mon[184249]: pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:10 smithi107 ceph-mon[179183]: pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:10 smithi150 ceph-mon[168511]: pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:10.893 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:11.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:11 smithi150 ceph-mon[168511]: from='client.34893 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:11.772 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:11 smithi107 ceph-mon[179183]: from='client.34893 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:11.773 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:11 smithi107 ceph-mon[184249]: from='client.34893 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:12.107 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:42:12] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2023-10-09T04:42:12.546 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:12.547 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:42:12.709 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:12 smithi107 ceph-mon[179183]: pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:12.710 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:12 smithi107 ceph-mon[184249]: pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:12.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:12 smithi150 ceph-mon[168511]: pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:13.038 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":513,"stamp":"2023-10-09T04:42:11.319506+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3082332,"kb_used_data":13724,"kb_used_omap":20,"kb_used_meta":3068523,"kb_avail":746878884,"statfs":{"total":767960285184,"available":764803977216,"internally_reserved":0,"allocated":14053376,"data_stored":9375406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3142168206},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002561"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":126,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171469+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:37:21.171469+0000","last_peered":"2023-10-09T04:37:21.171469+0000","last_clean":"2023-10-09T04:37:21.171469+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:37:21.171469+0000","last_undegraded":"2023-10-09T04:37:21.171469+0000","last_fullsized":"2023-10-09T04:37:21.171469+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797998+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:41:35.797998+0000","last_peered":"2023-10-09T04:41:35.797998+0000","last_clean":"2023-10-09T04:41:35.797998+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:41:35.797998+0000","last_undegraded":"2023-10-09T04:41:35.797998+0000","last_fullsized":"2023-10-09T04:41:35.797998+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":84,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:27.274337+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:40:27.274337+0000","last_peered":"2023-10-09T04:40:27.274337+0000","last_clean":"2023-10-09T04:40:27.274337+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:40:27.274337+0000","last_undegraded":"2023-10-09T04:40:27.274337+0000","last_fullsized":"2023-10-09T04:40:27.274337+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:26.351170+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:40:26.351170+0000","last_peered":"2023-10-09T04:40:26.351170+0000","last_clean":"2023-10-09T04:40:26.351170+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:40:26.351170+0000","last_undegraded":"2023-10-09T04:40:26.351170+0000","last_fullsized":"2023-10-09T04:40:26.351170+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":107,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.801829+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:41:35.801829+0000","last_peered":"2023-10-09T04:41:35.801829+0000","last_clean":"2023-10-09T04:41:35.801829+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:41:35.801829+0000","last_undegraded":"2023-10-09T04:41:35.801829+0000","last_fullsized":"2023-10-09T04:41:35.801829+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205682+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:37:21.205682+0000","last_peered":"2023-10-09T04:37:21.205682+0000","last_clean":"2023-10-09T04:37:21.205682+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:37:21.205682+0000","last_undegraded":"2023-10-09T04:37:21.205682+0000","last_fullsized":"2023-10-09T04:37:21.205682+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.805228+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:41:35.805228+0000","last_peered":"2023-10-09T04:41:35.805228+0000","last_clean":"2023-10-09T04:41:35.805228+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:41:35.805228+0000","last_undegraded":"2023-10-09T04:41:35.805228+0000","last_fullsized":"2023-10-09T04:41:35.805228+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275862+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:41:28.275862+0000","last_peered":"2023-10-09T04:41:28.275862+0000","last_clean":"2023-10-09T04:41:28.275862+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:41:28.275862+0000","last_undegraded":"2023-10-09T04:41:28.275862+0000","last_fullsized":"2023-10-09T04:41:28.275862+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699957+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:37:20.699957+0000","last_peered":"2023-10-09T04:37:20.699957+0000","last_clean":"2023-10-09T04:37:20.699957+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:37:20.699957+0000","last_undegraded":"2023-10-09T04:37:20.699957+0000","last_fullsized":"2023-10-09T04:37:20.699957+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":78,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275897+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:41:28.275897+0000","last_peered":"2023-10-09T04:41:28.275897+0000","last_clean":"2023-10-09T04:41:28.275897+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:41:28.275897+0000","last_undegraded":"2023-10-09T04:41:28.275897+0000","last_fullsized":"2023-10-09T04:41:28.275897+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699864+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:37:20.699864+0000","last_peered":"2023-10-09T04:37:20.699864+0000","last_clean":"2023-10-09T04:37:20.699864+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:37:20.699864+0000","last_undegraded":"2023-10-09T04:37:20.699864+0000","last_fullsized":"2023-10-09T04:37:20.699864+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:12.268437+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:40:12.268437+0000","last_peered":"2023-10-09T04:40:12.268437+0000","last_clean":"2023-10-09T04:40:12.268437+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:40:12.268437+0000","last_undegraded":"2023-10-09T04:40:12.268437+0000","last_fullsized":"2023-10-09T04:40:12.268437+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172112+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:37:21.172112+0000","last_peered":"2023-10-09T04:37:21.172112+0000","last_clean":"2023-10-09T04:37:21.172112+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:37:21.172112+0000","last_undegraded":"2023-10-09T04:37:21.172112+0000","last_fullsized":"2023-10-09T04:37:21.172112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171936+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:37:21.171936+0000","last_peered":"2023-10-09T04:37:21.171936+0000","last_clean":"2023-10-09T04:37:21.171936+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:37:21.171936+0000","last_undegraded":"2023-10-09T04:37:21.171936+0000","last_fullsized":"2023-10-09T04:37:21.171936+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699704+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:37:20.699704+0000","last_peered":"2023-10-09T04:37:20.699704+0000","last_clean":"2023-10-09T04:37:20.699704+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:37:20.699704+0000","last_undegraded":"2023-10-09T04:37:20.699704+0000","last_fullsized":"2023-10-09T04:37:20.699704+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275945+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:41:28.275945+0000","last_peered":"2023-10-09T04:41:28.275945+0000","last_clean":"2023-10-09T04:41:28.275945+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:41:28.275945+0000","last_undegraded":"2023-10-09T04:41:28.275945+0000","last_fullsized":"2023-10-09T04:41:28.275945+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.826125+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:41:35.826125+0000","last_peered":"2023-10-09T04:41:35.826125+0000","last_clean":"2023-10-09T04:41:35.826125+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:41:35.826125+0000","last_undegraded":"2023-10-09T04:41:35.826125+0000","last_fullsized":"2023-10-09T04:41:35.826125+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699972+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:37:20.699972+0000","last_peered":"2023-10-09T04:37:20.699972+0000","last_clean":"2023-10-09T04:37:20.699972+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:37:20.699972+0000","last_undegraded":"2023-10-09T04:37:20.699972+0000","last_fullsized":"2023-10-09T04:37:20.699972+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699393+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:37:20.699393+0000","last_peered":"2023-10-09T04:37:20.699393+0000","last_clean":"2023-10-09T04:37:20.699393+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:37:20.699393+0000","last_undegraded":"2023-10-09T04:37:20.699393+0000","last_fullsized":"2023-10-09T04:37:20.699393+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":101,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.816750+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:41:35.816750+0000","last_peered":"2023-10-09T04:41:35.816750+0000","last_clean":"2023-10-09T04:41:35.816750+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:41:35.816750+0000","last_undegraded":"2023-10-09T04:41:35.816750+0000","last_fullsized":"2023-10-09T04:41:35.816750+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205150+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:37:21.205150+0000","last_peered":"2023-10-09T04:37:21.205150+0000","last_clean":"2023-10-09T04:37:21.205150+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:37:21.205150+0000","last_undegraded":"2023-10-09T04:37:21.205150+0000","last_fullsized":"2023-10-09T04:37:21.205150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.802514+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:41:35.802514+0000","last_peered":"2023-10-09T04:41:35.802514+0000","last_clean":"2023-10-09T04:41:35.802514+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:41:35.802514+0000","last_undegraded":"2023-10-09T04:41:35.802514+0000","last_fullsized":"2023-10-09T04:41:35.802514+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":109,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700640+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:37:20.700640+0000","last_peered":"2023-10-09T04:37:20.700640+0000","last_clean":"2023-10-09T04:37:20.700640+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:37:20.700640+0000","last_undegraded":"2023-10-09T04:37:20.700640+0000","last_fullsized":"2023-10-09T04:37:20.700640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700282+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:37:20.700282+0000","last_peered":"2023-10-09T04:37:20.700282+0000","last_clean":"2023-10-09T04:37:20.700282+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:37:20.700282+0000","last_undegraded":"2023-10-09T04:37:20.700282+0000","last_fullsized":"2023-10-09T04:37:20.700282+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699843+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:37:20.699843+0000","last_peered":"2023-10-09T04:37:20.699843+0000","last_clean":"2023-10-09T04:37:20.699843+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:37:20.699843+0000","last_undegraded":"2023-10-09T04:37:20.699843+0000","last_fullsized":"2023-10-09T04:37:20.699843+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":134,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171779+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:37:21.171779+0000","last_peered":"2023-10-09T04:37:21.171779+0000","last_clean":"2023-10-09T04:37:21.171779+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:37:21.171779+0000","last_undegraded":"2023-10-09T04:37:21.171779+0000","last_fullsized":"2023-10-09T04:37:21.171779+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":92,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699615+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:37:20.699615+0000","last_peered":"2023-10-09T04:37:20.699615+0000","last_clean":"2023-10-09T04:37:20.699615+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:37:20.699615+0000","last_undegraded":"2023-10-09T04:37:20.699615+0000","last_fullsized":"2023-10-09T04:37:20.699615+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205278+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:37:21.205278+0000","last_peered":"2023-10-09T04:37:21.205278+0000","last_clean":"2023-10-09T04:37:21.205278+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:37:21.205278+0000","last_undegraded":"2023-10-09T04:37:21.205278+0000","last_fullsized":"2023-10-09T04:37:21.205278+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699981+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:37:20.699981+0000","last_peered":"2023-10-09T04:37:20.699981+0000","last_clean":"2023-10-09T04:37:20.699981+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:37:20.699981+0000","last_undegraded":"2023-10-09T04:37:20.699981+0000","last_fullsized":"2023-10-09T04:37:20.699981+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:26.400531+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:41:26.400531+0000","last_peered":"2023-10-09T04:41:26.400531+0000","last_clean":"2023-10-09T04:41:26.400531+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:41:26.400531+0000","last_undegraded":"2023-10-09T04:41:26.400531+0000","last_fullsized":"2023-10-09T04:41:26.400531+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:18.262215+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:41:18.262215+0000","last_peered":"2023-10-09T04:41:18.262215+0000","last_clean":"2023-10-09T04:41:18.262215+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:41:18.262215+0000","last_undegraded":"2023-10-09T04:41:18.262215+0000","last_fullsized":"2023-10-09T04:41:18.262215+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172105+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:37:21.172105+0000","last_peered":"2023-10-09T04:37:21.172105+0000","last_clean":"2023-10-09T04:37:21.172105+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:37:21.172105+0000","last_undegraded":"2023-10-09T04:37:21.172105+0000","last_fullsized":"2023-10-09T04:37:21.172105+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205403+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:37:21.205403+0000","last_peered":"2023-10-09T04:37:21.205403+0000","last_clean":"2023-10-09T04:37:21.205403+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:37:21.205403+0000","last_undegraded":"2023-10-09T04:37:21.205403+0000","last_fullsized":"2023-10-09T04:37:21.205403+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171526+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:37:21.171526+0000","last_peered":"2023-10-09T04:37:21.171526+0000","last_clean":"2023-10-09T04:37:21.171526+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:37:21.171526+0000","last_undegraded":"2023-10-09T04:37:21.171526+0000","last_fullsized":"2023-10-09T04:37:21.171526+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171455+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:37:21.171455+0000","last_peered":"2023-10-09T04:37:21.171455+0000","last_clean":"2023-10-09T04:37:21.171455+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:37:21.171455+0000","last_undegraded":"2023-10-09T04:37:21.171455+0000","last_fullsized":"2023-10-09T04:37:21.171455+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172351+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:37:21.172351+0000","last_peered":"2023-10-09T04:37:21.172351+0000","last_clean":"2023-10-09T04:37:21.172351+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:37:21.172351+0000","last_undegraded":"2023-10-09T04:37:21.172351+0000","last_fullsized":"2023-10-09T04:37:21.172351+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246580+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:41:08.246580+0000","last_peered":"2023-10-09T04:41:08.246580+0000","last_clean":"2023-10-09T04:41:08.246580+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:41:08.246580+0000","last_undegraded":"2023-10-09T04:41:08.246580+0000","last_fullsized":"2023-10-09T04:41:08.246580+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:39:57.250552+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:39:57.250552+0000","last_peered":"2023-10-09T04:39:57.250552+0000","last_clean":"2023-10-09T04:39:57.250552+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:39:57.250552+0000","last_undegraded":"2023-10-09T04:39:57.250552+0000","last_fullsized":"2023-10-09T04:39:57.250552+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361083+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:41:32.361083+0000","last_peered":"2023-10-09T04:41:32.361083+0000","last_clean":"2023-10-09T04:41:32.361083+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:41:32.361083+0000","last_undegraded":"2023-10-09T04:41:32.361083+0000","last_fullsized":"2023-10-09T04:41:32.361083+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":125,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699958+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:37:20.699958+0000","last_peered":"2023-10-09T04:37:20.699958+0000","last_clean":"2023-10-09T04:37:20.699958+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:37:20.699958+0000","last_undegraded":"2023-10-09T04:37:20.699958+0000","last_fullsized":"2023-10-09T04:37:20.699958+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":71,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361029+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:41:32.361029+0000","last_peered":"2023-10-09T04:41:32.361029+0000","last_clean":"2023-10-09T04:41:32.361029+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:41:32.361029+0000","last_undegraded":"2023-10-09T04:41:32.361029+0000","last_fullsized":"2023-10-09T04:41:32.361029+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700391+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:37:20.700391+0000","last_peered":"2023-10-09T04:37:20.700391+0000","last_clean":"2023-10-09T04:37:20.700391+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:37:20.700391+0000","last_undegraded":"2023-10-09T04:37:20.700391+0000","last_fullsized":"2023-10-09T04:37:20.700391+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171897+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:37:21.171897+0000","last_peered":"2023-10-09T04:37:21.171897+0000","last_clean":"2023-10-09T04:37:21.171897+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:37:21.171897+0000","last_undegraded":"2023-10-09T04:37:21.171897+0000","last_fullsized":"2023-10-09T04:37:21.171897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361066+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:41:32.361066+0000","last_peered":"2023-10-09T04:41:32.361066+0000","last_clean":"2023-10-09T04:41:32.361066+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:41:32.361066+0000","last_undegraded":"2023-10-09T04:41:32.361066+0000","last_fullsized":"2023-10-09T04:41:32.361066+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":113,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797476+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:41:35.797476+0000","last_peered":"2023-10-09T04:41:35.797476+0000","last_clean":"2023-10-09T04:41:35.797476+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:41:35.797476+0000","last_undegraded":"2023-10-09T04:41:35.797476+0000","last_fullsized":"2023-10-09T04:41:35.797476+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:12.349962+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:41:12.349962+0000","last_peered":"2023-10-09T04:41:12.349962+0000","last_clean":"2023-10-09T04:41:12.349962+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:41:12.349962+0000","last_undegraded":"2023-10-09T04:41:12.349962+0000","last_fullsized":"2023-10-09T04:41:12.349962+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":108,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487639+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:41:36.487639+0000","last_peered":"2023-10-09T04:41:36.487639+0000","last_clean":"2023-10-09T04:41:36.487639+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:41:36.487639+0000","last_undegraded":"2023-10-09T04:41:36.487639+0000","last_fullsized":"2023-10-09T04:41:36.487639+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699830+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:37:20.699830+0000","last_peered":"2023-10-09T04:37:20.699830+0000","last_clean":"2023-10-09T04:37:20.699830+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:37:20.699830+0000","last_undegraded":"2023-10-09T04:37:20.699830+0000","last_fullsized":"2023-10-09T04:37:20.699830+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":489,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700141+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:37:20.700141+0000","last_peered":"2023-10-09T04:37:20.700141+0000","last_clean":"2023-10-09T04:37:20.700141+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:37:20.700141+0000","last_undegraded":"2023-10-09T04:37:20.700141+0000","last_fullsized":"2023-10-09T04:37:20.700141+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":77,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:58.234242+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:40:58.234242+0000","last_peered":"2023-10-09T04:40:58.234242+0000","last_clean":"2023-10-09T04:40:58.234242+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:40:58.234242+0000","last_undegraded":"2023-10-09T04:40:58.234242+0000","last_fullsized":"2023-10-09T04:40:58.234242+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205529+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:37:21.205529+0000","last_peered":"2023-10-09T04:37:21.205529+0000","last_clean":"2023-10-09T04:37:21.205529+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:37:21.205529+0000","last_undegraded":"2023-10-09T04:37:21.205529+0000","last_fullsized":"2023-10-09T04:37:21.205529+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699603+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:37:20.699603+0000","last_peered":"2023-10-09T04:37:20.699603+0000","last_clean":"2023-10-09T04:37:20.699603+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:37:20.699603+0000","last_undegraded":"2023-10-09T04:37:20.699603+0000","last_fullsized":"2023-10-09T04:37:20.699603+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":100,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371284+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:40:46.371284+0000","last_peered":"2023-10-09T04:40:46.371284+0000","last_clean":"2023-10-09T04:40:46.371284+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:40:46.371284+0000","last_undegraded":"2023-10-09T04:40:46.371284+0000","last_fullsized":"2023-10-09T04:40:46.371284+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385667+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:41:06.385667+0000","last_peered":"2023-10-09T04:41:06.385667+0000","last_clean":"2023-10-09T04:41:06.385667+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:41:06.385667+0000","last_undegraded":"2023-10-09T04:41:06.385667+0000","last_fullsized":"2023-10-09T04:41:06.385667+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699667+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:37:20.699667+0000","last_peered":"2023-10-09T04:37:20.699667+0000","last_clean":"2023-10-09T04:37:20.699667+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:37:20.699667+0000","last_undegraded":"2023-10-09T04:37:20.699667+0000","last_fullsized":"2023-10-09T04:37:20.699667+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361056+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:41:32.361056+0000","last_peered":"2023-10-09T04:41:32.361056+0000","last_clean":"2023-10-09T04:41:32.361056+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:41:32.361056+0000","last_undegraded":"2023-10-09T04:41:32.361056+0000","last_fullsized":"2023-10-09T04:41:32.361056+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":86,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371318+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:40:46.371318+0000","last_peered":"2023-10-09T04:40:46.371318+0000","last_clean":"2023-10-09T04:40:46.371318+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:40:46.371318+0000","last_undegraded":"2023-10-09T04:40:46.371318+0000","last_fullsized":"2023-10-09T04:40:46.371318+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246776+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:41:08.246776+0000","last_peered":"2023-10-09T04:41:08.246776+0000","last_clean":"2023-10-09T04:41:08.246776+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:41:08.246776+0000","last_undegraded":"2023-10-09T04:41:08.246776+0000","last_fullsized":"2023-10-09T04:41:08.246776+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":70,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487275+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:41:36.487275+0000","last_peered":"2023-10-09T04:41:36.487275+0000","last_clean":"2023-10-09T04:41:36.487275+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:41:36.487275+0000","last_undegraded":"2023-10-09T04:41:36.487275+0000","last_fullsized":"2023-10-09T04:41:36.487275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218117+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:40:48.218117+0000","last_peered":"2023-10-09T04:40:48.218117+0000","last_clean":"2023-10-09T04:40:48.218117+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:40:48.218117+0000","last_undegraded":"2023-10-09T04:40:48.218117+0000","last_fullsized":"2023-10-09T04:40:48.218117+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.204949+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:37:21.204949+0000","last_peered":"2023-10-09T04:37:21.204949+0000","last_clean":"2023-10-09T04:37:21.204949+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:37:21.204949+0000","last_undegraded":"2023-10-09T04:37:21.204949+0000","last_fullsized":"2023-10-09T04:37:21.204949+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385680+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:41:06.385680+0000","last_peered":"2023-10-09T04:41:06.385680+0000","last_clean":"2023-10-09T04:41:06.385680+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:41:06.385680+0000","last_undegraded":"2023-10-09T04:41:06.385680+0000","last_fullsized":"2023-10-09T04:41:06.385680+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171614+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:37:21.171614+0000","last_peered":"2023-10-09T04:37:21.171614+0000","last_clean":"2023-10-09T04:37:21.171614+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:37:21.171614+0000","last_undegraded":"2023-10-09T04:37:21.171614+0000","last_fullsized":"2023-10-09T04:37:21.171614+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":88,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:39:56.270207+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:39:56.270207+0000","last_peered":"2023-10-09T04:39:56.270207+0000","last_clean":"2023-10-09T04:39:56.270207+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:39:56.270207+0000","last_undegraded":"2023-10-09T04:39:56.270207+0000","last_fullsized":"2023-10-09T04:39:56.270207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":123,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:35.396424+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:40:35.396424+0000","last_peered":"2023-10-09T04:40:35.396424+0000","last_clean":"2023-10-09T04:40:35.396424+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:40:35.396424+0000","last_undegraded":"2023-10-09T04:40:35.396424+0000","last_fullsized":"2023-10-09T04:40:35.396424+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700423+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:37:20.700423+0000","last_peered":"2023-10-09T04:37:20.700423+0000","last_clean":"2023-10-09T04:37:20.700423+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:37:20.700423+0000","last_undegraded":"2023-10-09T04:37:20.700423+0000","last_fullsized":"2023-10-09T04:37:20.700423+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171991+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:37:21.171991+0000","last_peered":"2023-10-09T04:37:21.171991+0000","last_clean":"2023-10-09T04:37:21.171991+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:37:21.171991+0000","last_undegraded":"2023-10-09T04:37:21.171991+0000","last_fullsized":"2023-10-09T04:37:21.171991+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":93,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699861+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:37:20.699861+0000","last_peered":"2023-10-09T04:37:20.699861+0000","last_clean":"2023-10-09T04:37:20.699861+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:37:20.699861+0000","last_undegraded":"2023-10-09T04:37:20.699861+0000","last_fullsized":"2023-10-09T04:37:20.699861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171809+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:37:21.171809+0000","last_peered":"2023-10-09T04:37:21.171809+0000","last_clean":"2023-10-09T04:37:21.171809+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:37:21.171809+0000","last_undegraded":"2023-10-09T04:37:21.171809+0000","last_fullsized":"2023-10-09T04:37:21.171809+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":105,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218256+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:40:48.218256+0000","last_peered":"2023-10-09T04:40:48.218256+0000","last_clean":"2023-10-09T04:40:48.218256+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:40:48.218256+0000","last_undegraded":"2023-10-09T04:40:48.218256+0000","last_fullsized":"2023-10-09T04:40:48.218256+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":120,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.798435+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:41:35.798435+0000","last_peered":"2023-10-09T04:41:35.798435+0000","last_clean":"2023-10-09T04:41:35.798435+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:41:35.798435+0000","last_undegraded":"2023-10-09T04:41:35.798435+0000","last_fullsized":"2023-10-09T04:41:35.798435+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371443+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:40:46.371443+0000","last_peered":"2023-10-09T04:40:46.371443+0000","last_clean":"2023-10-09T04:40:46.371443+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:40:46.371443+0000","last_undegraded":"2023-10-09T04:40:46.371443+0000","last_fullsized":"2023-10-09T04:40:46.371443+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171408+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:37:21.171408+0000","last_peered":"2023-10-09T04:37:21.171408+0000","last_clean":"2023-10-09T04:37:21.171408+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:37:21.171408+0000","last_undegraded":"2023-10-09T04:37:21.171408+0000","last_fullsized":"2023-10-09T04:37:21.171408+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234231,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":299308,"kb_used_data":2020,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93445844,"statfs":{"total":95995035648,"available":95688544256,"internally_reserved":0,"allocated":2068480,"data_stored":1533429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.258,"15min":1.7250000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.21299999999999999},"max":{"1min":8.1899999999999995,"5min":9.375,"15min":9.6120000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.9810000000000001,"15min":1.7030000000000001},"min":{"1min":0.253,"5min":0.246,"15min":0.23499999999999999},"max":{"1min":5.7759999999999998,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.45100000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0630000000000002,"5min":2.052,"15min":1.478},"min":{"1min":0.24099999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1099999999999994,"5min":11.464,"15min":11.464},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.218,"15min":1.879},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.24399999999999999},"max":{"1min":7.9089999999999998,"5min":8.3859999999999992,"15min":9.0549999999999997},"last":0.58299999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.327,"15min":2.331},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.7690000000000001,"5min":12.07,"15min":12.07},"last":0.54000000000000004},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.0979999999999999,"15min":2.9340000000000002},"min":{"1min":0.35699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.04,"5min":8.1210000000000004,"15min":11.742000000000001},"last":0.66700000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":2.2120000000000002,"5min":2.3029999999999999,"15min":1.7310000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":9.6880000000000006,"5min":11.553000000000001,"15min":11.553000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":2.2109999999999999,"5min":2.3769999999999998,"15min":1.8169999999999999},"min":{"1min":0.34000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":7.0439999999999996,"5min":8.8200000000000003,"15min":8.8200000000000003},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.621,"5min":1.879,"15min":1.6499999999999999},"min":{"1min":0.316,"5min":0.22,"15min":0.22},"max":{"1min":8.8629999999999995,"5min":17.469000000000001,"15min":18.027000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":2.4129999999999998,"5min":1.9399999999999999,"15min":1.583},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.27800000000000002},"max":{"1min":7.9569999999999999,"5min":7.9569999999999999,"15min":14.318},"last":0.754}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0510000000000002,"5min":2.0379999999999998,"15min":1.9279999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":8.6219999999999999,"5min":17.370000000000001,"15min":20.140000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.853,"15min":1.766},"min":{"1min":0.311,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":8.0619999999999994,"5min":10.842000000000001,"15min":12.074999999999999},"last":0.70399999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.988,"15min":1.677},"min":{"1min":0.39500000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":8.4640000000000004,"5min":17.501000000000001,"15min":17.501000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.0129999999999999,"15min":1.6970000000000001},"min":{"1min":0.37,"5min":0.35899999999999999,"15min":0.30599999999999999},"max":{"1min":8.157,"5min":12.093,"15min":12.101000000000001},"last":0.72799999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495867,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311584,"kb_used_data":2008,"kb_used_omap":0,"kb_used_meta":309568,"kb_avail":93433568,"statfs":{"total":95995035648,"available":95675973632,"internally_reserved":0,"allocated":2056192,"data_stored":1533341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316997632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:44 2023","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":2.1859999999999999,"15min":1.5109999999999999},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":13.289,"5min":13.289,"15min":13.289},"last":0.76300000000000001},{"interface":"front","average":{"1min":1.569,"5min":1.8979999999999999,"15min":1.552},"min":{"1min":0.251,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.0119999999999996,"5min":9.1440000000000001,"15min":9.1440000000000001},"last":0.71599999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.359,"5min":2.552,"15min":1.72},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":13.244999999999999,"5min":13.244999999999999,"15min":13.244999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":2.7829999999999999,"5min":2.5830000000000002,"15min":1.742},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.23200000000000001},"max":{"1min":8.7129999999999992,"5min":9.1869999999999994,"15min":11.877000000000001},"last":0.747}]},{"osd":2,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.4369999999999998,"15min":2.3999999999999999},"min":{"1min":0.33800000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.32,"5min":13.32,"15min":13.32},"last":0.73099999999999998},{"interface":"front","average":{"1min":2.004,"5min":2.1549999999999998,"15min":1.974},"min":{"1min":0.34200000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.181,"5min":8.5619999999999994,"15min":8.5619999999999994},"last":0.65700000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":2.6949999999999998,"15min":1.6160000000000001},"min":{"1min":0.33100000000000002,"5min":0.317,"15min":0.317},"max":{"1min":6.0279999999999996,"5min":15.481999999999999,"15min":15.481999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":2.1379999999999999,"5min":2.3370000000000002,"15min":1.393},"min":{"1min":0.39500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":9.7569999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.69299999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.8460000000000001,"15min":1.494},"min":{"1min":0.33500000000000002,"5min":0.255,"15min":0.24399999999999999},"max":{"1min":13.369,"5min":13.369,"15min":18.027000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.93200000000000005,"5min":1.827,"15min":1.5489999999999999},"min":{"1min":0.35799999999999998,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":5.9950000000000001,"5min":8.5879999999999992,"15min":14.734},"last":0.505}]},{"osd":5,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":2.0539999999999998,"15min":1.7749999999999999},"min":{"1min":0.34300000000000003,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":6.4189999999999996,"5min":16.042000000000002,"15min":22.722999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":1.698,"5min":2.3730000000000002,"15min":1.9530000000000001},"min":{"1min":0.39400000000000002,"5min":0.315,"15min":0.30399999999999999},"max":{"1min":13.391999999999999,"5min":13.391999999999999,"15min":26.076000000000001},"last":0.624}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.306,"15min":1.8600000000000001},"min":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.30399999999999999},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.928000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":2.7410000000000001,"5min":2.2559999999999998,"15min":1.8480000000000001},"min":{"1min":0.39200000000000002,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":11.153,"5min":11.153,"15min":19.706},"last":0.60299999999999998}]}]},{"osd":1,"up_from":102,"seq":438086664301,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":354940,"kb_used_data":1588,"kb_used_omap":4,"kb_used_meta":353339,"kb_avail":93390212,"statfs":{"total":95995035648,"available":95631577088,"internally_reserved":0,"allocated":1626112,"data_stored":963555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":361820046},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.4340000000000002,"15min":2.2090000000000001},"min":{"1min":0.189,"5min":0.161,"15min":0.161},"max":{"1min":15.563000000000001,"5min":15.563000000000001,"15min":15.563000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":2.867,"5min":2.7240000000000002,"15min":2.226},"min":{"1min":0.24299999999999999,"5min":0.20499999999999999,"15min":0.19400000000000001},"max":{"1min":7.6059999999999999,"5min":21.981999999999999,"15min":21.981999999999999},"last":0.318}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.679,"15min":2.3290000000000002},"min":{"1min":0.23899999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.7370000000000001,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":1.5069999999999999,"5min":2.2789999999999999,"15min":2.5129999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.4760000000000009,"5min":11.630000000000001,"15min":11.630000000000001},"last":0.251}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.5600000000000001,"15min":1.476},"min":{"1min":0.248,"5min":0.217,"15min":0.217},"max":{"1min":6.2779999999999996,"5min":15.102,"15min":15.102},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.4950000000000001,"5min":2.7879999999999998,"15min":3.1680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.7370000000000001,"5min":14.444000000000001,"15min":14.444000000000001},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":2.4510000000000001,"15min":2.3100000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.5440000000000005,"5min":9.5440000000000005,"15min":12.286},"last":0.63300000000000001},{"interface":"front","average":{"1min":2.577,"5min":2.1789999999999998,"15min":1.5069999999999999},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.8769999999999998,"5min":15.074,"15min":15.074},"last":0.442}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.7589999999999999,"15min":1.9790000000000001},"min":{"1min":0.33700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.6609999999999996,"5min":12.952999999999999,"15min":12.952999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":2.5779999999999998,"5min":2.3399999999999999,"15min":1.71},"min":{"1min":0.44800000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":7.6580000000000004,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.60099999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.4049999999999998,"15min":1.804},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.8469999999999995,"5min":12.874000000000001,"15min":12.874000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":2.802,"5min":2.593,"15min":2.4620000000000002},"min":{"1min":0.316,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":9.6809999999999992,"5min":12.657999999999999,"15min":12.657999999999999},"last":0.67500000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":2.8149999999999999,"15min":2.363},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":13.199999999999999,"5min":14.788,"15min":14.788},"last":0.60999999999999999},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.2370000000000001,"15min":1.494},"min":{"1min":0.48099999999999998,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":7.8380000000000001,"5min":15.130000000000001,"15min":15.130000000000001},"last":0.68100000000000005}]}]},{"osd":0,"up_from":86,"seq":369367187574,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376896,"kb_used_data":2232,"kb_used_omap":5,"kb_used_meta":374650,"kb_avail":93368256,"statfs":{"total":95995035648,"available":95609094144,"internally_reserved":0,"allocated":2285568,"data_stored":1561256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":383642234},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:41:35 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.3969999999999998,"15min":2.4380000000000002},"min":{"1min":0.189,"5min":0.183,"15min":0.183},"max":{"1min":16.155000000000001,"5min":76.174000000000007,"15min":76.174000000000007},"last":0.379},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.7759999999999998,"15min":2.4279999999999999},"min":{"1min":0.31900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.2319999999999993,"5min":76.245000000000005,"15min":76.245000000000005},"last":0.26300000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":1.778,"15min":2.4649999999999999},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.3090000000000002,"5min":18.437000000000001,"15min":18.437000000000001},"last":0.317},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.994,"15min":2.528},"min":{"1min":0.36299999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.2579999999999991,"5min":13.348000000000001,"15min":13.348000000000001},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":2.1819999999999999,"5min":1.708,"15min":1.462},"min":{"1min":0.23400000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":9.5700000000000003,"5min":9.5700000000000003,"15min":9.5700000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.554,"5min":1.823,"15min":1.4630000000000001},"min":{"1min":0.32100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.5340000000000007,"5min":13.411,"15min":13.411},"last":0.36699999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.784,"15min":1.7330000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28399999999999997},"max":{"1min":5.3630000000000004,"5min":13.334,"15min":13.334},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.1680000000000001,"5min":1.3939999999999999,"15min":1.873},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":0.55400000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.819,"5min":1.758,"15min":1.97},"min":{"1min":0.31,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.5190000000000001,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":3.0880000000000001,"5min":2.5880000000000001,"15min":1.8979999999999999},"min":{"1min":0.495,"5min":0.34000000000000002,"15min":0.30499999999999999},"max":{"1min":11.923,"5min":15.956,"15min":16.609999999999999},"last":0.56999999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":2.4670000000000001,"15min":2.3719999999999999},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.316},"max":{"1min":9.5449999999999999,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.9039999999999999,"15min":2.0219999999999998},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.33700000000000002},"max":{"1min":8.4949999999999992,"5min":43.819000000000003,"15min":43.819000000000003},"last":0.58999999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3050000000000002,"5min":2.198,"15min":1.883},"min":{"1min":0.49199999999999999,"5min":0.38600000000000001,"15min":0.36099999999999999},"max":{"1min":8.5150000000000006,"5min":13.374000000000001,"15min":13.374000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.9910000000000001,"5min":1.819,"15min":1.696},"min":{"1min":0.36699999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.8970000000000002,"5min":13.375999999999999,"15min":14.186},"last":0.624}]}]},{"osd":2,"up_from":116,"seq":498216206417,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":278148,"kb_used_data":1532,"kb_used_omap":7,"kb_used_meta":276600,"kb_avail":93467004,"statfs":{"total":95995035648,"available":95710212096,"internally_reserved":0,"allocated":1568768,"data_stored":953509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":283238481},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":2.976,"5min":2.4940000000000002,"15min":3.528},"min":{"1min":0.219,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":29.183,"5min":29.183,"15min":29.183},"last":0.25800000000000001},{"interface":"front","average":{"1min":2.1659999999999999,"5min":2.1930000000000001,"15min":3.2890000000000001},"min":{"1min":0.26700000000000002,"5min":0.191,"15min":0.191},"max":{"1min":8.9350000000000005,"5min":11.128,"15min":12.164},"last":0.32600000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":2.2909999999999999,"15min":3.3069999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.4930000000000003,"5min":11.096,"15min":11.096},"last":0.27700000000000002},{"interface":"front","average":{"1min":1.722,"5min":2.2549999999999999,"15min":3.1320000000000001},"min":{"1min":0.20799999999999999,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":8.9860000000000007,"5min":12.138,"15min":21.797999999999998},"last":0.29699999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":2.0129999999999999,"15min":1.6339999999999999},"min":{"1min":0.27100000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.1559999999999997,"5min":10.069000000000001,"15min":10.069000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.048,"5min":2.1469999999999998,"15min":1.4630000000000001},"min":{"1min":0.28000000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4160000000000004,"5min":12.664,"15min":12.664},"last":0.28699999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":2.0070000000000001,"15min":1.6160000000000001},"min":{"1min":0.31900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1079999999999997,"5min":11.789,"15min":11.789},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.419,"5min":1.8939999999999999,"15min":2.738},"min":{"1min":0.34100000000000003,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":8.1449999999999996,"5min":9.4390000000000001,"15min":13.69},"last":0.753}]},{"osd":5,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.7769999999999999,"5min":2.5870000000000002,"15min":2.9830000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.024,"5min":14.644,"15min":14.644},"last":0.57699999999999996},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.1379999999999999,"15min":2.1760000000000002},"min":{"1min":0.33400000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.8819999999999997,"5min":10.102,"15min":10.102},"last":0.81399999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":2.0649999999999999,"15min":2.8290000000000002},"min":{"1min":0.39900000000000002,"5min":0.307,"15min":0.30599999999999999},"max":{"1min":4.46,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.8260000000000001,"5min":2.4470000000000001,"15min":3.1360000000000001},"min":{"1min":0.47699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":9.5039999999999996,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.61599999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":2.262,"15min":3.5659999999999998},"min":{"1min":0.42199999999999999,"5min":0.373,"15min":0.373},"max":{"1min":6.6059999999999999,"5min":9.7720000000000002,"15min":13.756},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.7809999999999999,"5min":2.6699999999999999,"15min":3.476},"min":{"1min":0.47499999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":4.9960000000000004,"5min":14.757999999999999,"15min":14.757999999999999},"last":0.64200000000000002}]}]},{"osd":3,"up_from":135,"seq":579820585026,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":279056,"kb_used_data":1480,"kb_used_omap":2,"kb_used_meta":277565,"kb_avail":93466096,"statfs":{"total":95995035648,"available":95709282304,"internally_reserved":0,"allocated":1515520,"data_stored":947944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":284226613},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.47,"15min":1.7989999999999999},"min":{"1min":0.21199999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":8.7319999999999993,"5min":12.403,"15min":12.403},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.071,"5min":2.004,"15min":2.1699999999999999},"min":{"1min":0.25,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.9989999999999997,"5min":10.33,"15min":10.33},"last":0.40600000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.169,"15min":2.024},"min":{"1min":0.27300000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":9.2899999999999991,"5min":18.779,"15min":18.779},"last":0.53200000000000003},{"interface":"front","average":{"1min":1.357,"5min":1.7689999999999999,"15min":1.732},"min":{"1min":0.308,"5min":0.245,"15min":0.245},"max":{"1min":8.9830000000000005,"5min":12.377000000000001,"15min":12.377000000000001},"last":0.64800000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.7889999999999999,"15min":1.931},"min":{"1min":0.26800000000000002,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":11.691000000000001,"5min":12.369,"15min":12.369},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.177,"5min":1.798,"15min":1.2709999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.0629999999999997,"5min":8.6600000000000001,"15min":8.6600000000000001},"last":0.35999999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.905,"5min":1.97,"15min":1.4710000000000001},"min":{"1min":0.35399999999999998,"5min":0.249,"15min":0.249},"max":{"1min":9.3160000000000007,"5min":12.16,"15min":12.16},"last":0.505},{"interface":"front","average":{"1min":1.5720000000000001,"5min":1.4890000000000001,"15min":1.417},"min":{"1min":0.34000000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.7799999999999994,"5min":9.0389999999999997,"15min":9.0389999999999997},"last":0.78000000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":2.2839999999999998,"15min":1.8220000000000001},"min":{"1min":0.35699999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7110000000000003,"5min":12.119,"15min":12.119},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.1359999999999999,"5min":2.2679999999999998,"15min":1.712},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.314},"max":{"1min":5.04,"5min":11.441000000000001,"15min":11.441000000000001},"last":0.63700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":2.085,"15min":1.385},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":12.694000000000001,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.54100000000000004},{"interface":"front","average":{"1min":2.6419999999999999,"5min":2.4500000000000002,"15min":1.694},"min":{"1min":0.441,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":12.75,"5min":12.75,"15min":12.75},"last":0.61499999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8360000000000001,"15min":1.9119999999999999},"min":{"1min":0.39500000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":8.8079999999999998,"5min":12.307,"15min":12.307},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.2069999999999999,"15min":1.7270000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":9.1890000000000001,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.60399999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019139,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":595304,"kb_used_data":1440,"kb_used_omap":0,"kb_used_meta":593856,"kb_avail":93149848,"statfs":{"total":95995035648,"available":95385444352,"internally_reserved":0,"allocated":1474560,"data_stored":943314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608108544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8049999999999999,"5min":1.915,"15min":2.2280000000000002},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.20599999999999999},"max":{"1min":16.363,"5min":16.363,"15min":28.765000000000001},"last":0.498},{"interface":"front","average":{"1min":2.5579999999999998,"5min":2.2050000000000001,"15min":1.5880000000000001},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.2039999999999997,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":0.54100000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:41:31 2023","interfaces":[{"interface":"back","average":{"1min":2.8530000000000002,"5min":1.8959999999999999,"15min":1.6220000000000001},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23899999999999999},"max":{"1min":16.792999999999999,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":2.5990000000000002,"5min":2.2999999999999998,"15min":1.8360000000000001},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.5810000000000004,"5min":13.435,"15min":22.178999999999998},"last":0.45600000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":1.964,"15min":1.7529999999999999},"min":{"1min":0.26200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":8.4779999999999998,"5min":13.488,"15min":13.488},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.2320000000000002,"15min":2.476},"min":{"1min":0.40899999999999997,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":8.1280000000000001,"5min":9.4039999999999999,"15min":13.170999999999999},"last":0.433}]},{"osd":3,"last update":"Mon Oct 9 04:41:53 2023","interfaces":[{"interface":"back","average":{"1min":1.645,"5min":2.1909999999999998,"15min":2.1789999999999998},"min":{"1min":0.47099999999999997,"5min":0.317,"15min":0.317},"max":{"1min":5.0419999999999998,"5min":13.659000000000001,"15min":13.659000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":3.48,"5min":2.7930000000000001,"15min":1.7949999999999999},"min":{"1min":0.47799999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":19.800999999999998,"5min":19.800999999999998,"15min":19.800999999999998},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.6619999999999999,"15min":1.661},"min":{"1min":0.28199999999999997,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7089999999999996,"5min":13.624000000000001,"15min":14.343999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.1779999999999999,"5min":1.9059999999999999,"15min":1.569},"min":{"1min":0.374,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":6.1440000000000001,"5min":7.5279999999999996,"15min":14.271000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:42:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":2.0070000000000001,"15min":1.7769999999999999},"min":{"1min":0.379,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.461,"5min":18.442,"15min":22.326000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.679,"15min":1.6160000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.25600000000000001},"max":{"1min":6.1239999999999997,"5min":13.584,"15min":14.329000000000001},"last":0.59299999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":2.181,"15min":1.754},"min":{"1min":0.42799999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":19.754999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":2.0760000000000001,"5min":1.53,"15min":1.7769999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":16.835000000000001,"5min":16.835000000000001,"15min":22.244},"last":0.47199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757503,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":587096,"kb_used_data":1424,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":93158056,"statfs":{"total":95995035648,"available":95393849344,"internally_reserved":0,"allocated":1458176,"data_stored":939058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.7649999999999999,"15min":1.3859999999999999},"min":{"1min":0.223,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":4.4800000000000004,"5min":12.144,"15min":12.144},"last":0.432},{"interface":"front","average":{"1min":2.0089999999999999,"5min":2.2759999999999998,"15min":1.8540000000000001},"min":{"1min":0.29999999999999999,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.8700000000000001,"5min":10.999000000000001,"15min":10.999000000000001},"last":0.52000000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:41:30 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3260000000000001,"15min":2.0870000000000002},"min":{"1min":0.23400000000000001,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.4669999999999996,"5min":11.086,"15min":11.086},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.488,"5min":2.4790000000000001,"15min":2.1629999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":6.75,"5min":10.192,"15min":10.192},"last":0.57499999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:41:48 2023","interfaces":[{"interface":"back","average":{"1min":2.1669999999999998,"5min":2.2370000000000001,"15min":2.0019999999999998},"min":{"1min":0.48099999999999998,"5min":0.26200000000000001,"15min":0.252},"max":{"1min":11.579000000000001,"5min":11.579000000000001,"15min":11.579000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.304,"5min":2.4060000000000001,"15min":2.6309999999999998},"min":{"1min":0.34000000000000002,"5min":0.28899999999999998,"15min":0.26000000000000001},"max":{"1min":6.5659999999999998,"5min":13.308,"15min":13.308},"last":0.64400000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":2.3559999999999999,"15min":2.0880000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.694,"5min":18.587,"15min":18.587},"last":0.63},{"interface":"front","average":{"1min":2.1070000000000002,"5min":2.2690000000000001,"15min":2.1280000000000001},"min":{"1min":0.53200000000000003,"5min":0.313,"15min":0.313},"max":{"1min":6.718,"5min":11.473000000000001,"15min":11.473000000000001},"last":0.60699999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:41:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":1.4430000000000001,"15min":1.4299999999999999},"min":{"1min":0.29299999999999998,"5min":0.26700000000000002,"15min":0.23899999999999999},"max":{"1min":9.5139999999999993,"5min":9.5869999999999997,"15min":15.803000000000001},"last":0.502},{"interface":"front","average":{"1min":1.5980000000000001,"5min":1.448,"15min":1.516},"min":{"1min":0.36099999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":11.382},"last":0.40500000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:42:06 2023","interfaces":[{"interface":"back","average":{"1min":1.484,"5min":1.5700000000000001,"15min":1.627},"min":{"1min":0.308,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":6.7350000000000003,"5min":8.1669999999999998,"15min":11.065},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":2.032,"15min":1.889},"min":{"1min":0.31,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":9.2309999999999999,"5min":16.344999999999999,"15min":20.372},"last":0.47199999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.9670000000000001,"15min":1.8740000000000001},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.28000000000000003},"max":{"1min":9.8320000000000007,"5min":13.955,"15min":20.454000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":1.663,"5min":1.593,"15min":1.6919999999999999},"min":{"1min":0.39500000000000002,"5min":0.33200000000000002,"15min":0.29499999999999998},"max":{"1min":8.3930000000000007,"5min":9.6129999999999995,"15min":15.85},"last":0.66300000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:42:13.043 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-09T04:42:13.044 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-09T04:42:13.044 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-09T04:42:13.044 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-09T04:42:13.638 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:14 smithi107 ceph-mon[184249]: from='client.44852 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:14.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:14 smithi107 ceph-mon[184249]: pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:14 smithi107 ceph-mon[179183]: from='client.44852 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:14 smithi107 ceph-mon[179183]: pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:14 smithi150 ceph-mon[168511]: from='client.44852 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:14 smithi150 ceph-mon[168511]: pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:15.316 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:15.316 INFO:teuthology.orchestra.run.smithi107.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-09T04:42:15.796 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-09T04:42:15.796 INFO:teuthology.run_tasks:Running task print... 2023-10-09T04:42:15.804 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2023-10-09T04:42:15.804 INFO:teuthology.run_tasks:Running task parallel... 2023-10-09T04:42:15.842 INFO:teuthology.task.parallel:starting parallel... 2023-10-09T04:42:15.842 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-10-09T04:42:15.842 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2023-10-09T04:42:15.844 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-10-09T04:42:15.844 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'b4fa663fa77ba2efb5b9f24e2aeb12bf66bce1f0'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': 'a340fb5463aa3715e93e7472d5f60dfdcf184ab3'}} 2023-10-09T04:42:15.844 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-10-09T04:42:15.844 INFO:tasks.thrashosds:Beginning thrashosds... 2023-10-09T04:42:15.844 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-09T04:42:15.844 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:42:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4267760438' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:42:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:15 smithi107 ceph-mon[184249]: pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4267760438' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:42:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:15 smithi107 ceph-mon[179183]: pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4267760438' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-09T04:42:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:15 smithi150 ceph-mon[168511]: pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:16.437 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:16.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:17.945 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:17.946 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:42:18.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:17 smithi107 ceph-mon[184249]: pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:18.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:17 smithi107 ceph-mon[179183]: pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:18.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:17 smithi150 ceph-mon[168511]: pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:18.481 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":516,"stamp":"2023-10-09T04:42:17.320605+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3082332,"kb_used_data":13724,"kb_used_omap":20,"kb_used_meta":3068523,"kb_avail":746878884,"statfs":{"total":767960285184,"available":764803977216,"internally_reserved":0,"allocated":14053376,"data_stored":9375406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3142168206},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002300"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":126,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171469+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:37:21.171469+0000","last_peered":"2023-10-09T04:37:21.171469+0000","last_clean":"2023-10-09T04:37:21.171469+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:37:21.171469+0000","last_undegraded":"2023-10-09T04:37:21.171469+0000","last_fullsized":"2023-10-09T04:37:21.171469+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797998+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:41:35.797998+0000","last_peered":"2023-10-09T04:41:35.797998+0000","last_clean":"2023-10-09T04:41:35.797998+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:41:35.797998+0000","last_undegraded":"2023-10-09T04:41:35.797998+0000","last_fullsized":"2023-10-09T04:41:35.797998+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":84,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:27.274337+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:40:27.274337+0000","last_peered":"2023-10-09T04:40:27.274337+0000","last_clean":"2023-10-09T04:40:27.274337+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:40:27.274337+0000","last_undegraded":"2023-10-09T04:40:27.274337+0000","last_fullsized":"2023-10-09T04:40:27.274337+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:26.351170+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:40:26.351170+0000","last_peered":"2023-10-09T04:40:26.351170+0000","last_clean":"2023-10-09T04:40:26.351170+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:40:26.351170+0000","last_undegraded":"2023-10-09T04:40:26.351170+0000","last_fullsized":"2023-10-09T04:40:26.351170+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":107,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.801829+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:41:35.801829+0000","last_peered":"2023-10-09T04:41:35.801829+0000","last_clean":"2023-10-09T04:41:35.801829+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:41:35.801829+0000","last_undegraded":"2023-10-09T04:41:35.801829+0000","last_fullsized":"2023-10-09T04:41:35.801829+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205682+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:37:21.205682+0000","last_peered":"2023-10-09T04:37:21.205682+0000","last_clean":"2023-10-09T04:37:21.205682+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:37:21.205682+0000","last_undegraded":"2023-10-09T04:37:21.205682+0000","last_fullsized":"2023-10-09T04:37:21.205682+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.805228+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:41:35.805228+0000","last_peered":"2023-10-09T04:41:35.805228+0000","last_clean":"2023-10-09T04:41:35.805228+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:41:35.805228+0000","last_undegraded":"2023-10-09T04:41:35.805228+0000","last_fullsized":"2023-10-09T04:41:35.805228+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275862+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:41:28.275862+0000","last_peered":"2023-10-09T04:41:28.275862+0000","last_clean":"2023-10-09T04:41:28.275862+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:41:28.275862+0000","last_undegraded":"2023-10-09T04:41:28.275862+0000","last_fullsized":"2023-10-09T04:41:28.275862+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699957+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:37:20.699957+0000","last_peered":"2023-10-09T04:37:20.699957+0000","last_clean":"2023-10-09T04:37:20.699957+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:37:20.699957+0000","last_undegraded":"2023-10-09T04:37:20.699957+0000","last_fullsized":"2023-10-09T04:37:20.699957+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":78,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275897+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:41:28.275897+0000","last_peered":"2023-10-09T04:41:28.275897+0000","last_clean":"2023-10-09T04:41:28.275897+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:41:28.275897+0000","last_undegraded":"2023-10-09T04:41:28.275897+0000","last_fullsized":"2023-10-09T04:41:28.275897+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699864+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:37:20.699864+0000","last_peered":"2023-10-09T04:37:20.699864+0000","last_clean":"2023-10-09T04:37:20.699864+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:37:20.699864+0000","last_undegraded":"2023-10-09T04:37:20.699864+0000","last_fullsized":"2023-10-09T04:37:20.699864+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:12.268437+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:40:12.268437+0000","last_peered":"2023-10-09T04:40:12.268437+0000","last_clean":"2023-10-09T04:40:12.268437+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:40:12.268437+0000","last_undegraded":"2023-10-09T04:40:12.268437+0000","last_fullsized":"2023-10-09T04:40:12.268437+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172112+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:37:21.172112+0000","last_peered":"2023-10-09T04:37:21.172112+0000","last_clean":"2023-10-09T04:37:21.172112+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:37:21.172112+0000","last_undegraded":"2023-10-09T04:37:21.172112+0000","last_fullsized":"2023-10-09T04:37:21.172112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171936+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:37:21.171936+0000","last_peered":"2023-10-09T04:37:21.171936+0000","last_clean":"2023-10-09T04:37:21.171936+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:37:21.171936+0000","last_undegraded":"2023-10-09T04:37:21.171936+0000","last_fullsized":"2023-10-09T04:37:21.171936+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699704+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:37:20.699704+0000","last_peered":"2023-10-09T04:37:20.699704+0000","last_clean":"2023-10-09T04:37:20.699704+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:37:20.699704+0000","last_undegraded":"2023-10-09T04:37:20.699704+0000","last_fullsized":"2023-10-09T04:37:20.699704+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275945+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:41:28.275945+0000","last_peered":"2023-10-09T04:41:28.275945+0000","last_clean":"2023-10-09T04:41:28.275945+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:41:28.275945+0000","last_undegraded":"2023-10-09T04:41:28.275945+0000","last_fullsized":"2023-10-09T04:41:28.275945+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.826125+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:41:35.826125+0000","last_peered":"2023-10-09T04:41:35.826125+0000","last_clean":"2023-10-09T04:41:35.826125+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:41:35.826125+0000","last_undegraded":"2023-10-09T04:41:35.826125+0000","last_fullsized":"2023-10-09T04:41:35.826125+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699972+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:37:20.699972+0000","last_peered":"2023-10-09T04:37:20.699972+0000","last_clean":"2023-10-09T04:37:20.699972+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:37:20.699972+0000","last_undegraded":"2023-10-09T04:37:20.699972+0000","last_fullsized":"2023-10-09T04:37:20.699972+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699393+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:37:20.699393+0000","last_peered":"2023-10-09T04:37:20.699393+0000","last_clean":"2023-10-09T04:37:20.699393+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:37:20.699393+0000","last_undegraded":"2023-10-09T04:37:20.699393+0000","last_fullsized":"2023-10-09T04:37:20.699393+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":101,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.816750+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:41:35.816750+0000","last_peered":"2023-10-09T04:41:35.816750+0000","last_clean":"2023-10-09T04:41:35.816750+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:41:35.816750+0000","last_undegraded":"2023-10-09T04:41:35.816750+0000","last_fullsized":"2023-10-09T04:41:35.816750+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205150+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:37:21.205150+0000","last_peered":"2023-10-09T04:37:21.205150+0000","last_clean":"2023-10-09T04:37:21.205150+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:37:21.205150+0000","last_undegraded":"2023-10-09T04:37:21.205150+0000","last_fullsized":"2023-10-09T04:37:21.205150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.802514+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:41:35.802514+0000","last_peered":"2023-10-09T04:41:35.802514+0000","last_clean":"2023-10-09T04:41:35.802514+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:41:35.802514+0000","last_undegraded":"2023-10-09T04:41:35.802514+0000","last_fullsized":"2023-10-09T04:41:35.802514+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":109,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700640+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:37:20.700640+0000","last_peered":"2023-10-09T04:37:20.700640+0000","last_clean":"2023-10-09T04:37:20.700640+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:37:20.700640+0000","last_undegraded":"2023-10-09T04:37:20.700640+0000","last_fullsized":"2023-10-09T04:37:20.700640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700282+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:37:20.700282+0000","last_peered":"2023-10-09T04:37:20.700282+0000","last_clean":"2023-10-09T04:37:20.700282+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:37:20.700282+0000","last_undegraded":"2023-10-09T04:37:20.700282+0000","last_fullsized":"2023-10-09T04:37:20.700282+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699843+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:37:20.699843+0000","last_peered":"2023-10-09T04:37:20.699843+0000","last_clean":"2023-10-09T04:37:20.699843+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:37:20.699843+0000","last_undegraded":"2023-10-09T04:37:20.699843+0000","last_fullsized":"2023-10-09T04:37:20.699843+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":134,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171779+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:37:21.171779+0000","last_peered":"2023-10-09T04:37:21.171779+0000","last_clean":"2023-10-09T04:37:21.171779+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:37:21.171779+0000","last_undegraded":"2023-10-09T04:37:21.171779+0000","last_fullsized":"2023-10-09T04:37:21.171779+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":92,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699615+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:37:20.699615+0000","last_peered":"2023-10-09T04:37:20.699615+0000","last_clean":"2023-10-09T04:37:20.699615+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:37:20.699615+0000","last_undegraded":"2023-10-09T04:37:20.699615+0000","last_fullsized":"2023-10-09T04:37:20.699615+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205278+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:37:21.205278+0000","last_peered":"2023-10-09T04:37:21.205278+0000","last_clean":"2023-10-09T04:37:21.205278+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:37:21.205278+0000","last_undegraded":"2023-10-09T04:37:21.205278+0000","last_fullsized":"2023-10-09T04:37:21.205278+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699981+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:37:20.699981+0000","last_peered":"2023-10-09T04:37:20.699981+0000","last_clean":"2023-10-09T04:37:20.699981+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:37:20.699981+0000","last_undegraded":"2023-10-09T04:37:20.699981+0000","last_fullsized":"2023-10-09T04:37:20.699981+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:26.400531+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:41:26.400531+0000","last_peered":"2023-10-09T04:41:26.400531+0000","last_clean":"2023-10-09T04:41:26.400531+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:41:26.400531+0000","last_undegraded":"2023-10-09T04:41:26.400531+0000","last_fullsized":"2023-10-09T04:41:26.400531+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:18.262215+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:41:18.262215+0000","last_peered":"2023-10-09T04:41:18.262215+0000","last_clean":"2023-10-09T04:41:18.262215+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:41:18.262215+0000","last_undegraded":"2023-10-09T04:41:18.262215+0000","last_fullsized":"2023-10-09T04:41:18.262215+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172105+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:37:21.172105+0000","last_peered":"2023-10-09T04:37:21.172105+0000","last_clean":"2023-10-09T04:37:21.172105+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:37:21.172105+0000","last_undegraded":"2023-10-09T04:37:21.172105+0000","last_fullsized":"2023-10-09T04:37:21.172105+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205403+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:37:21.205403+0000","last_peered":"2023-10-09T04:37:21.205403+0000","last_clean":"2023-10-09T04:37:21.205403+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:37:21.205403+0000","last_undegraded":"2023-10-09T04:37:21.205403+0000","last_fullsized":"2023-10-09T04:37:21.205403+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171526+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:37:21.171526+0000","last_peered":"2023-10-09T04:37:21.171526+0000","last_clean":"2023-10-09T04:37:21.171526+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:37:21.171526+0000","last_undegraded":"2023-10-09T04:37:21.171526+0000","last_fullsized":"2023-10-09T04:37:21.171526+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171455+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:37:21.171455+0000","last_peered":"2023-10-09T04:37:21.171455+0000","last_clean":"2023-10-09T04:37:21.171455+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:37:21.171455+0000","last_undegraded":"2023-10-09T04:37:21.171455+0000","last_fullsized":"2023-10-09T04:37:21.171455+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172351+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:37:21.172351+0000","last_peered":"2023-10-09T04:37:21.172351+0000","last_clean":"2023-10-09T04:37:21.172351+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:37:21.172351+0000","last_undegraded":"2023-10-09T04:37:21.172351+0000","last_fullsized":"2023-10-09T04:37:21.172351+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246580+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:41:08.246580+0000","last_peered":"2023-10-09T04:41:08.246580+0000","last_clean":"2023-10-09T04:41:08.246580+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:41:08.246580+0000","last_undegraded":"2023-10-09T04:41:08.246580+0000","last_fullsized":"2023-10-09T04:41:08.246580+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":86,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487579+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:41:36.487579+0000","last_peered":"2023-10-09T04:41:36.487579+0000","last_clean":"2023-10-09T04:41:36.487579+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:41:36.487579+0000","last_undegraded":"2023-10-09T04:41:36.487579+0000","last_fullsized":"2023-10-09T04:41:36.487579+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361083+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:41:32.361083+0000","last_peered":"2023-10-09T04:41:32.361083+0000","last_clean":"2023-10-09T04:41:32.361083+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:41:32.361083+0000","last_undegraded":"2023-10-09T04:41:32.361083+0000","last_fullsized":"2023-10-09T04:41:32.361083+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":125,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699958+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:37:20.699958+0000","last_peered":"2023-10-09T04:37:20.699958+0000","last_clean":"2023-10-09T04:37:20.699958+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:37:20.699958+0000","last_undegraded":"2023-10-09T04:37:20.699958+0000","last_fullsized":"2023-10-09T04:37:20.699958+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":71,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361029+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:41:32.361029+0000","last_peered":"2023-10-09T04:41:32.361029+0000","last_clean":"2023-10-09T04:41:32.361029+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:41:32.361029+0000","last_undegraded":"2023-10-09T04:41:32.361029+0000","last_fullsized":"2023-10-09T04:41:32.361029+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700391+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:37:20.700391+0000","last_peered":"2023-10-09T04:37:20.700391+0000","last_clean":"2023-10-09T04:37:20.700391+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:37:20.700391+0000","last_undegraded":"2023-10-09T04:37:20.700391+0000","last_fullsized":"2023-10-09T04:37:20.700391+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171897+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:37:21.171897+0000","last_peered":"2023-10-09T04:37:21.171897+0000","last_clean":"2023-10-09T04:37:21.171897+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:37:21.171897+0000","last_undegraded":"2023-10-09T04:37:21.171897+0000","last_fullsized":"2023-10-09T04:37:21.171897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361066+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:41:32.361066+0000","last_peered":"2023-10-09T04:41:32.361066+0000","last_clean":"2023-10-09T04:41:32.361066+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:41:32.361066+0000","last_undegraded":"2023-10-09T04:41:32.361066+0000","last_fullsized":"2023-10-09T04:41:32.361066+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":113,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797476+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:41:35.797476+0000","last_peered":"2023-10-09T04:41:35.797476+0000","last_clean":"2023-10-09T04:41:35.797476+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:41:35.797476+0000","last_undegraded":"2023-10-09T04:41:35.797476+0000","last_fullsized":"2023-10-09T04:41:35.797476+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:12.349962+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:41:12.349962+0000","last_peered":"2023-10-09T04:41:12.349962+0000","last_clean":"2023-10-09T04:41:12.349962+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:41:12.349962+0000","last_undegraded":"2023-10-09T04:41:12.349962+0000","last_fullsized":"2023-10-09T04:41:12.349962+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":108,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487639+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:41:36.487639+0000","last_peered":"2023-10-09T04:41:36.487639+0000","last_clean":"2023-10-09T04:41:36.487639+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:41:36.487639+0000","last_undegraded":"2023-10-09T04:41:36.487639+0000","last_fullsized":"2023-10-09T04:41:36.487639+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699830+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:37:20.699830+0000","last_peered":"2023-10-09T04:37:20.699830+0000","last_clean":"2023-10-09T04:37:20.699830+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:37:20.699830+0000","last_undegraded":"2023-10-09T04:37:20.699830+0000","last_fullsized":"2023-10-09T04:37:20.699830+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":489,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700141+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:37:20.700141+0000","last_peered":"2023-10-09T04:37:20.700141+0000","last_clean":"2023-10-09T04:37:20.700141+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:37:20.700141+0000","last_undegraded":"2023-10-09T04:37:20.700141+0000","last_fullsized":"2023-10-09T04:37:20.700141+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":77,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:58.234242+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:40:58.234242+0000","last_peered":"2023-10-09T04:40:58.234242+0000","last_clean":"2023-10-09T04:40:58.234242+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:40:58.234242+0000","last_undegraded":"2023-10-09T04:40:58.234242+0000","last_fullsized":"2023-10-09T04:40:58.234242+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205529+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:37:21.205529+0000","last_peered":"2023-10-09T04:37:21.205529+0000","last_clean":"2023-10-09T04:37:21.205529+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:37:21.205529+0000","last_undegraded":"2023-10-09T04:37:21.205529+0000","last_fullsized":"2023-10-09T04:37:21.205529+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699603+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:37:20.699603+0000","last_peered":"2023-10-09T04:37:20.699603+0000","last_clean":"2023-10-09T04:37:20.699603+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:37:20.699603+0000","last_undegraded":"2023-10-09T04:37:20.699603+0000","last_fullsized":"2023-10-09T04:37:20.699603+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":100,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371284+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:40:46.371284+0000","last_peered":"2023-10-09T04:40:46.371284+0000","last_clean":"2023-10-09T04:40:46.371284+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:40:46.371284+0000","last_undegraded":"2023-10-09T04:40:46.371284+0000","last_fullsized":"2023-10-09T04:40:46.371284+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385667+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:41:06.385667+0000","last_peered":"2023-10-09T04:41:06.385667+0000","last_clean":"2023-10-09T04:41:06.385667+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:41:06.385667+0000","last_undegraded":"2023-10-09T04:41:06.385667+0000","last_fullsized":"2023-10-09T04:41:06.385667+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699667+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:37:20.699667+0000","last_peered":"2023-10-09T04:37:20.699667+0000","last_clean":"2023-10-09T04:37:20.699667+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:37:20.699667+0000","last_undegraded":"2023-10-09T04:37:20.699667+0000","last_fullsized":"2023-10-09T04:37:20.699667+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361056+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:41:32.361056+0000","last_peered":"2023-10-09T04:41:32.361056+0000","last_clean":"2023-10-09T04:41:32.361056+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:41:32.361056+0000","last_undegraded":"2023-10-09T04:41:32.361056+0000","last_fullsized":"2023-10-09T04:41:32.361056+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":86,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371318+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:40:46.371318+0000","last_peered":"2023-10-09T04:40:46.371318+0000","last_clean":"2023-10-09T04:40:46.371318+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:40:46.371318+0000","last_undegraded":"2023-10-09T04:40:46.371318+0000","last_fullsized":"2023-10-09T04:40:46.371318+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246776+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:41:08.246776+0000","last_peered":"2023-10-09T04:41:08.246776+0000","last_clean":"2023-10-09T04:41:08.246776+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:41:08.246776+0000","last_undegraded":"2023-10-09T04:41:08.246776+0000","last_fullsized":"2023-10-09T04:41:08.246776+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":70,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487275+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:41:36.487275+0000","last_peered":"2023-10-09T04:41:36.487275+0000","last_clean":"2023-10-09T04:41:36.487275+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:41:36.487275+0000","last_undegraded":"2023-10-09T04:41:36.487275+0000","last_fullsized":"2023-10-09T04:41:36.487275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218117+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:40:48.218117+0000","last_peered":"2023-10-09T04:40:48.218117+0000","last_clean":"2023-10-09T04:40:48.218117+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:40:48.218117+0000","last_undegraded":"2023-10-09T04:40:48.218117+0000","last_fullsized":"2023-10-09T04:40:48.218117+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.204949+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:37:21.204949+0000","last_peered":"2023-10-09T04:37:21.204949+0000","last_clean":"2023-10-09T04:37:21.204949+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:37:21.204949+0000","last_undegraded":"2023-10-09T04:37:21.204949+0000","last_fullsized":"2023-10-09T04:37:21.204949+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385680+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:41:06.385680+0000","last_peered":"2023-10-09T04:41:06.385680+0000","last_clean":"2023-10-09T04:41:06.385680+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:41:06.385680+0000","last_undegraded":"2023-10-09T04:41:06.385680+0000","last_fullsized":"2023-10-09T04:41:06.385680+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171614+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:37:21.171614+0000","last_peered":"2023-10-09T04:37:21.171614+0000","last_clean":"2023-10-09T04:37:21.171614+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:37:21.171614+0000","last_undegraded":"2023-10-09T04:37:21.171614+0000","last_fullsized":"2023-10-09T04:37:21.171614+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":88,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:39:56.270207+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:39:56.270207+0000","last_peered":"2023-10-09T04:39:56.270207+0000","last_clean":"2023-10-09T04:39:56.270207+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:39:56.270207+0000","last_undegraded":"2023-10-09T04:39:56.270207+0000","last_fullsized":"2023-10-09T04:39:56.270207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":123,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:35.396424+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:40:35.396424+0000","last_peered":"2023-10-09T04:40:35.396424+0000","last_clean":"2023-10-09T04:40:35.396424+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:40:35.396424+0000","last_undegraded":"2023-10-09T04:40:35.396424+0000","last_fullsized":"2023-10-09T04:40:35.396424+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700423+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:37:20.700423+0000","last_peered":"2023-10-09T04:37:20.700423+0000","last_clean":"2023-10-09T04:37:20.700423+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:37:20.700423+0000","last_undegraded":"2023-10-09T04:37:20.700423+0000","last_fullsized":"2023-10-09T04:37:20.700423+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171991+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:37:21.171991+0000","last_peered":"2023-10-09T04:37:21.171991+0000","last_clean":"2023-10-09T04:37:21.171991+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:37:21.171991+0000","last_undegraded":"2023-10-09T04:37:21.171991+0000","last_fullsized":"2023-10-09T04:37:21.171991+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":93,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699861+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:37:20.699861+0000","last_peered":"2023-10-09T04:37:20.699861+0000","last_clean":"2023-10-09T04:37:20.699861+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:37:20.699861+0000","last_undegraded":"2023-10-09T04:37:20.699861+0000","last_fullsized":"2023-10-09T04:37:20.699861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171809+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:37:21.171809+0000","last_peered":"2023-10-09T04:37:21.171809+0000","last_clean":"2023-10-09T04:37:21.171809+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:37:21.171809+0000","last_undegraded":"2023-10-09T04:37:21.171809+0000","last_fullsized":"2023-10-09T04:37:21.171809+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":105,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218256+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:40:48.218256+0000","last_peered":"2023-10-09T04:40:48.218256+0000","last_clean":"2023-10-09T04:40:48.218256+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:40:48.218256+0000","last_undegraded":"2023-10-09T04:40:48.218256+0000","last_fullsized":"2023-10-09T04:40:48.218256+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":120,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.798435+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:41:35.798435+0000","last_peered":"2023-10-09T04:41:35.798435+0000","last_clean":"2023-10-09T04:41:35.798435+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:41:35.798435+0000","last_undegraded":"2023-10-09T04:41:35.798435+0000","last_fullsized":"2023-10-09T04:41:35.798435+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371443+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:40:46.371443+0000","last_peered":"2023-10-09T04:40:46.371443+0000","last_clean":"2023-10-09T04:40:46.371443+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:40:46.371443+0000","last_undegraded":"2023-10-09T04:40:46.371443+0000","last_fullsized":"2023-10-09T04:40:46.371443+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171408+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:37:21.171408+0000","last_peered":"2023-10-09T04:37:21.171408+0000","last_clean":"2023-10-09T04:37:21.171408+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:37:21.171408+0000","last_undegraded":"2023-10-09T04:37:21.171408+0000","last_fullsized":"2023-10-09T04:37:21.171408+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234232,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":299308,"kb_used_data":2020,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93445844,"statfs":{"total":95995035648,"available":95688544256,"internally_reserved":0,"allocated":2068480,"data_stored":1533429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.258,"15min":1.7250000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.21299999999999999},"max":{"1min":8.1899999999999995,"5min":9.375,"15min":9.6120000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.9810000000000001,"15min":1.7030000000000001},"min":{"1min":0.253,"5min":0.246,"15min":0.23499999999999999},"max":{"1min":5.7759999999999998,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.68100000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0630000000000002,"5min":2.052,"15min":1.478},"min":{"1min":0.24099999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1099999999999994,"5min":11.464,"15min":11.464},"last":0.42199999999999999},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.218,"15min":1.879},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.24399999999999999},"max":{"1min":7.9089999999999998,"5min":8.3859999999999992,"15min":9.0549999999999997},"last":0.54100000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.327,"15min":2.331},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.7690000000000001,"5min":12.07,"15min":12.07},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.0979999999999999,"15min":2.9340000000000002},"min":{"1min":0.35699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.04,"5min":8.1210000000000004,"15min":11.742000000000001},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":2.2120000000000002,"5min":2.3029999999999999,"15min":1.7310000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":9.6880000000000006,"5min":11.553000000000001,"15min":11.553000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.2109999999999999,"5min":2.3769999999999998,"15min":1.8169999999999999},"min":{"1min":0.34000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":7.0439999999999996,"5min":8.8200000000000003,"15min":8.8200000000000003},"last":0.629}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.621,"5min":1.879,"15min":1.6499999999999999},"min":{"1min":0.316,"5min":0.22,"15min":0.22},"max":{"1min":8.8629999999999995,"5min":17.469000000000001,"15min":18.027000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":2.4129999999999998,"5min":1.9399999999999999,"15min":1.583},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.27800000000000002},"max":{"1min":7.9569999999999999,"5min":7.9569999999999999,"15min":14.318},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0510000000000002,"5min":2.0379999999999998,"15min":1.9279999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":8.6219999999999999,"5min":17.370000000000001,"15min":20.140000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.853,"15min":1.766},"min":{"1min":0.311,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":8.0619999999999994,"5min":10.842000000000001,"15min":12.074999999999999},"last":0.61399999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.988,"15min":1.677},"min":{"1min":0.39500000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":8.4640000000000004,"5min":17.501000000000001,"15min":17.501000000000001},"last":0.495},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.0129999999999999,"15min":1.6970000000000001},"min":{"1min":0.37,"5min":0.35899999999999999,"15min":0.30599999999999999},"max":{"1min":8.157,"5min":12.093,"15min":12.101000000000001},"last":0.69799999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495869,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311584,"kb_used_data":2008,"kb_used_omap":0,"kb_used_meta":309568,"kb_avail":93433568,"statfs":{"total":95995035648,"available":95675973632,"internally_reserved":0,"allocated":2056192,"data_stored":1533341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316997632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:44 2023","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":2.1859999999999999,"15min":1.5109999999999999},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":13.289,"5min":13.289,"15min":13.289},"last":0.64000000000000001},{"interface":"front","average":{"1min":1.569,"5min":1.8979999999999999,"15min":1.552},"min":{"1min":0.251,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.0119999999999996,"5min":9.1440000000000001,"15min":9.1440000000000001},"last":0.56799999999999995}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.359,"5min":2.552,"15min":1.72},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":13.244999999999999,"5min":13.244999999999999,"15min":13.244999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":2.7829999999999999,"5min":2.5830000000000002,"15min":1.742},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.23200000000000001},"max":{"1min":8.7129999999999992,"5min":9.1869999999999994,"15min":11.877000000000001},"last":0.52100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.4369999999999998,"15min":2.3999999999999999},"min":{"1min":0.33800000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.32,"5min":13.32,"15min":13.32},"last":0.48699999999999999},{"interface":"front","average":{"1min":2.004,"5min":2.1549999999999998,"15min":1.974},"min":{"1min":0.34200000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.181,"5min":8.5619999999999994,"15min":8.5619999999999994},"last":0.42199999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":2.6949999999999998,"15min":1.6160000000000001},"min":{"1min":0.33100000000000002,"5min":0.317,"15min":0.317},"max":{"1min":6.0279999999999996,"5min":15.481999999999999,"15min":15.481999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.1379999999999999,"5min":2.3370000000000002,"15min":1.393},"min":{"1min":0.39500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":9.7569999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.53600000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.8460000000000001,"15min":1.494},"min":{"1min":0.33500000000000002,"5min":0.255,"15min":0.24399999999999999},"max":{"1min":13.369,"5min":13.369,"15min":18.027000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.93200000000000005,"5min":1.827,"15min":1.5489999999999999},"min":{"1min":0.35799999999999998,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":5.9950000000000001,"5min":8.5879999999999992,"15min":14.734},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":2.0539999999999998,"15min":1.7749999999999999},"min":{"1min":0.34300000000000003,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":6.4189999999999996,"5min":16.042000000000002,"15min":22.722999999999999},"last":0.625},{"interface":"front","average":{"1min":1.698,"5min":2.3730000000000002,"15min":1.9530000000000001},"min":{"1min":0.39400000000000002,"5min":0.315,"15min":0.30399999999999999},"max":{"1min":13.391999999999999,"5min":13.391999999999999,"15min":26.076000000000001},"last":0.70499999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.306,"15min":1.8600000000000001},"min":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.30399999999999999},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.928000000000001},"last":0.73099999999999998},{"interface":"front","average":{"1min":2.7410000000000001,"5min":2.2559999999999998,"15min":1.8480000000000001},"min":{"1min":0.39200000000000002,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":11.153,"5min":11.153,"15min":19.706},"last":0.65600000000000003}]}]},{"osd":1,"up_from":102,"seq":438086664302,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":354940,"kb_used_data":1588,"kb_used_omap":4,"kb_used_meta":353339,"kb_avail":93390212,"statfs":{"total":95995035648,"available":95631577088,"internally_reserved":0,"allocated":1626112,"data_stored":963555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":361820046},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.4340000000000002,"15min":2.2090000000000001},"min":{"1min":0.189,"5min":0.161,"15min":0.161},"max":{"1min":15.563000000000001,"5min":15.563000000000001,"15min":15.563000000000001},"last":0.253},{"interface":"front","average":{"1min":2.867,"5min":2.7240000000000002,"15min":2.226},"min":{"1min":0.24299999999999999,"5min":0.20499999999999999,"15min":0.19400000000000001},"max":{"1min":7.6059999999999999,"5min":21.981999999999999,"15min":21.981999999999999},"last":0.311}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.679,"15min":2.3290000000000002},"min":{"1min":0.23899999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.7370000000000001,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":2.2789999999999999,"15min":2.5129999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.4760000000000009,"5min":11.630000000000001,"15min":11.630000000000001},"last":0.32700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.5600000000000001,"15min":1.476},"min":{"1min":0.248,"5min":0.217,"15min":0.217},"max":{"1min":6.2779999999999996,"5min":15.102,"15min":15.102},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.4950000000000001,"5min":2.7879999999999998,"15min":3.1680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.7370000000000001,"5min":14.444000000000001,"15min":14.444000000000001},"last":0.34200000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":2.4510000000000001,"15min":2.3100000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.5440000000000005,"5min":9.5440000000000005,"15min":12.286},"last":0.61899999999999999},{"interface":"front","average":{"1min":2.577,"5min":2.1789999999999998,"15min":1.5069999999999999},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.8769999999999998,"5min":15.074,"15min":15.074},"last":0.60799999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.7589999999999999,"15min":1.9790000000000001},"min":{"1min":0.33700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.6609999999999996,"5min":12.952999999999999,"15min":12.952999999999999},"last":0.63},{"interface":"front","average":{"1min":2.5779999999999998,"5min":2.3399999999999999,"15min":1.71},"min":{"1min":0.44800000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":7.6580000000000004,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.55300000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.4049999999999998,"15min":1.804},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.8469999999999995,"5min":12.874000000000001,"15min":12.874000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":2.802,"5min":2.593,"15min":2.4620000000000002},"min":{"1min":0.316,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":9.6809999999999992,"5min":12.657999999999999,"15min":12.657999999999999},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":2.8149999999999999,"15min":2.363},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":13.199999999999999,"5min":14.788,"15min":14.788},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.2370000000000001,"15min":1.494},"min":{"1min":0.48099999999999998,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":7.8380000000000001,"5min":15.130000000000001,"15min":15.130000000000001},"last":0.53500000000000003}]}]},{"osd":0,"up_from":86,"seq":369367187576,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376896,"kb_used_data":2232,"kb_used_omap":5,"kb_used_meta":374650,"kb_avail":93368256,"statfs":{"total":95995035648,"available":95609094144,"internally_reserved":0,"allocated":2285568,"data_stored":1561256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":383642234},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:41:35 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.3969999999999998,"15min":2.4380000000000002},"min":{"1min":0.189,"5min":0.183,"15min":0.183},"max":{"1min":16.155000000000001,"5min":76.174000000000007,"15min":76.174000000000007},"last":0.20200000000000001},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.7759999999999998,"15min":2.4279999999999999},"min":{"1min":0.31900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.2319999999999993,"5min":76.245000000000005,"15min":76.245000000000005},"last":0.79000000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":1.778,"15min":2.4649999999999999},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.3090000000000002,"5min":18.437000000000001,"15min":18.437000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.994,"15min":2.528},"min":{"1min":0.36299999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.2579999999999991,"5min":13.348000000000001,"15min":13.348000000000001},"last":0.76700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":2.1819999999999999,"5min":1.708,"15min":1.462},"min":{"1min":0.23400000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":9.5700000000000003,"5min":9.5700000000000003,"15min":9.5700000000000003},"last":0.28000000000000003},{"interface":"front","average":{"1min":1.554,"5min":1.823,"15min":1.4630000000000001},"min":{"1min":0.32100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.5340000000000007,"5min":13.411,"15min":13.411},"last":0.81000000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.784,"15min":1.7330000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28399999999999997},"max":{"1min":5.3630000000000004,"5min":13.334,"15min":13.334},"last":0.50900000000000001},{"interface":"front","average":{"1min":2.1680000000000001,"5min":1.3939999999999999,"15min":1.873},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":0.48999999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.819,"5min":1.758,"15min":1.97},"min":{"1min":0.31,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.5190000000000001,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":0.53600000000000003},{"interface":"front","average":{"1min":3.0880000000000001,"5min":2.5880000000000001,"15min":1.8979999999999999},"min":{"1min":0.495,"5min":0.34000000000000002,"15min":0.30499999999999999},"max":{"1min":11.923,"5min":15.956,"15min":16.609999999999999},"last":0.82799999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":2.4670000000000001,"15min":2.3719999999999999},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.316},"max":{"1min":9.5449999999999999,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.9039999999999999,"15min":2.0219999999999998},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.33700000000000002},"max":{"1min":8.4949999999999992,"5min":43.819000000000003,"15min":43.819000000000003},"last":1.2330000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3050000000000002,"5min":2.198,"15min":1.883},"min":{"1min":0.49199999999999999,"5min":0.38600000000000001,"15min":0.36099999999999999},"max":{"1min":8.5150000000000006,"5min":13.374000000000001,"15min":13.374000000000001},"last":1.252},{"interface":"front","average":{"1min":1.9910000000000001,"5min":1.819,"15min":1.696},"min":{"1min":0.36699999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.8970000000000002,"5min":13.375999999999999,"15min":14.186},"last":0.55600000000000005}]}]},{"osd":2,"up_from":116,"seq":498216206418,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":278148,"kb_used_data":1532,"kb_used_omap":7,"kb_used_meta":276600,"kb_avail":93467004,"statfs":{"total":95995035648,"available":95710212096,"internally_reserved":0,"allocated":1568768,"data_stored":953509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":283238481},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":2.976,"5min":2.4940000000000002,"15min":3.528},"min":{"1min":0.219,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":29.183,"5min":29.183,"15min":29.183},"last":0.29999999999999999},{"interface":"front","average":{"1min":2.1659999999999999,"5min":2.1930000000000001,"15min":3.2890000000000001},"min":{"1min":0.26700000000000002,"5min":0.191,"15min":0.191},"max":{"1min":8.9350000000000005,"5min":11.128,"15min":12.164},"last":0.314}]},{"osd":1,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":2.2909999999999999,"15min":3.3069999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.4930000000000003,"5min":11.096,"15min":11.096},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.722,"5min":2.2549999999999999,"15min":3.1320000000000001},"min":{"1min":0.20799999999999999,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":8.9860000000000007,"5min":12.138,"15min":21.797999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":2.0129999999999999,"15min":1.6339999999999999},"min":{"1min":0.27100000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.1559999999999997,"5min":10.069000000000001,"15min":10.069000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.048,"5min":2.1469999999999998,"15min":1.4630000000000001},"min":{"1min":0.28000000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4160000000000004,"5min":12.664,"15min":12.664},"last":0.33100000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":2.0070000000000001,"15min":1.6160000000000001},"min":{"1min":0.31900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1079999999999997,"5min":11.789,"15min":11.789},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.419,"5min":1.8939999999999999,"15min":2.738},"min":{"1min":0.34100000000000003,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":8.1449999999999996,"5min":9.4390000000000001,"15min":13.69},"last":0.52900000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.7769999999999999,"5min":2.5870000000000002,"15min":2.9830000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.024,"5min":14.644,"15min":14.644},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.1379999999999999,"15min":2.1760000000000002},"min":{"1min":0.33400000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.8819999999999997,"5min":10.102,"15min":10.102},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":2.0649999999999999,"15min":2.8290000000000002},"min":{"1min":0.39900000000000002,"5min":0.307,"15min":0.30599999999999999},"max":{"1min":4.46,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.621},{"interface":"front","average":{"1min":1.8260000000000001,"5min":2.4470000000000001,"15min":3.1360000000000001},"min":{"1min":0.47699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":9.5039999999999996,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":2.262,"15min":3.5659999999999998},"min":{"1min":0.42199999999999999,"5min":0.373,"15min":0.373},"max":{"1min":6.6059999999999999,"5min":9.7720000000000002,"15min":13.756},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.7809999999999999,"5min":2.6699999999999999,"15min":3.476},"min":{"1min":0.47499999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":4.9960000000000004,"5min":14.757999999999999,"15min":14.757999999999999},"last":0.54800000000000004}]}]},{"osd":3,"up_from":135,"seq":579820585027,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":279056,"kb_used_data":1480,"kb_used_omap":2,"kb_used_meta":277565,"kb_avail":93466096,"statfs":{"total":95995035648,"available":95709282304,"internally_reserved":0,"allocated":1515520,"data_stored":947944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":284226613},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.47,"15min":1.7989999999999999},"min":{"1min":0.21199999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":8.7319999999999993,"5min":12.403,"15min":12.403},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.071,"5min":2.004,"15min":2.1699999999999999},"min":{"1min":0.25,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.9989999999999997,"5min":10.33,"15min":10.33},"last":0.30499999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.169,"15min":2.024},"min":{"1min":0.27300000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":9.2899999999999991,"5min":18.779,"15min":18.779},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.357,"5min":1.7689999999999999,"15min":1.732},"min":{"1min":0.308,"5min":0.245,"15min":0.245},"max":{"1min":8.9830000000000005,"5min":12.377000000000001,"15min":12.377000000000001},"last":0.41799999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.7889999999999999,"15min":1.931},"min":{"1min":0.26800000000000002,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":11.691000000000001,"5min":12.369,"15min":12.369},"last":0.377},{"interface":"front","average":{"1min":1.177,"5min":1.798,"15min":1.2709999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.0629999999999997,"5min":8.6600000000000001,"15min":8.6600000000000001},"last":0.36599999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.905,"5min":1.97,"15min":1.4710000000000001},"min":{"1min":0.35399999999999998,"5min":0.249,"15min":0.249},"max":{"1min":9.3160000000000007,"5min":12.16,"15min":12.16},"last":0.64900000000000002},{"interface":"front","average":{"1min":1.5720000000000001,"5min":1.4890000000000001,"15min":1.417},"min":{"1min":0.34000000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.7799999999999994,"5min":9.0389999999999997,"15min":9.0389999999999997},"last":0.53800000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":2.2839999999999998,"15min":1.8220000000000001},"min":{"1min":0.35699999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7110000000000003,"5min":12.119,"15min":12.119},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.1359999999999999,"5min":2.2679999999999998,"15min":1.712},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.314},"max":{"1min":5.04,"5min":11.441000000000001,"15min":11.441000000000001},"last":0.54700000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":2.085,"15min":1.385},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":12.694000000000001,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":2.6419999999999999,"5min":2.4500000000000002,"15min":1.694},"min":{"1min":0.441,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":12.75,"5min":12.75,"15min":12.75},"last":0.55500000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8360000000000001,"15min":1.9119999999999999},"min":{"1min":0.39500000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":8.8079999999999998,"5min":12.307,"15min":12.307},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.2069999999999999,"15min":1.7270000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":9.1890000000000001,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.56999999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019140,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":595304,"kb_used_data":1440,"kb_used_omap":0,"kb_used_meta":593856,"kb_avail":93149848,"statfs":{"total":95995035648,"available":95385444352,"internally_reserved":0,"allocated":1474560,"data_stored":943314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608108544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8049999999999999,"5min":1.915,"15min":2.2280000000000002},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.20599999999999999},"max":{"1min":16.363,"5min":16.363,"15min":28.765000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":2.5579999999999998,"5min":2.2050000000000001,"15min":1.5880000000000001},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.2039999999999997,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":0.50700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:41:31 2023","interfaces":[{"interface":"back","average":{"1min":2.8530000000000002,"5min":1.8959999999999999,"15min":1.6220000000000001},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23899999999999999},"max":{"1min":16.792999999999999,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.5990000000000002,"5min":2.2999999999999998,"15min":1.8360000000000001},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.5810000000000004,"5min":13.435,"15min":22.178999999999998},"last":0.59999999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":1.964,"15min":1.7529999999999999},"min":{"1min":0.26200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":8.4779999999999998,"5min":13.488,"15min":13.488},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.2320000000000002,"15min":2.476},"min":{"1min":0.40899999999999997,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":8.1280000000000001,"5min":9.4039999999999999,"15min":13.170999999999999},"last":0.45000000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:41:53 2023","interfaces":[{"interface":"back","average":{"1min":1.645,"5min":2.1909999999999998,"15min":2.1789999999999998},"min":{"1min":0.47099999999999997,"5min":0.317,"15min":0.317},"max":{"1min":5.0419999999999998,"5min":13.659000000000001,"15min":13.659000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":3.48,"5min":2.7930000000000001,"15min":1.7949999999999999},"min":{"1min":0.47799999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":19.800999999999998,"5min":19.800999999999998,"15min":19.800999999999998},"last":0.56799999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.6619999999999999,"15min":1.661},"min":{"1min":0.28199999999999997,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7089999999999996,"5min":13.624000000000001,"15min":14.343999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":2.1779999999999999,"5min":1.9059999999999999,"15min":1.569},"min":{"1min":0.374,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":6.1440000000000001,"5min":7.5279999999999996,"15min":14.271000000000001},"last":0.64700000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:42:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":2.0070000000000001,"15min":1.7769999999999999},"min":{"1min":0.379,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.461,"5min":18.442,"15min":22.326000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.679,"15min":1.6160000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.25600000000000001},"max":{"1min":6.1239999999999997,"5min":13.584,"15min":14.329000000000001},"last":0.65600000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":2.181,"15min":1.754},"min":{"1min":0.42799999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":19.754999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":2.0760000000000001,"5min":1.53,"15min":1.7769999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":16.835000000000001,"5min":16.835000000000001,"15min":22.244},"last":0.58499999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757504,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":587096,"kb_used_data":1424,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":93158056,"statfs":{"total":95995035648,"available":95393849344,"internally_reserved":0,"allocated":1458176,"data_stored":939058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.7649999999999999,"15min":1.3859999999999999},"min":{"1min":0.223,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":4.4800000000000004,"5min":12.144,"15min":12.144},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.0089999999999999,"5min":2.2759999999999998,"15min":1.8540000000000001},"min":{"1min":0.29999999999999999,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.8700000000000001,"5min":10.999000000000001,"15min":10.999000000000001},"last":0.438}]},{"osd":1,"last update":"Mon Oct 9 04:41:30 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3260000000000001,"15min":2.0870000000000002},"min":{"1min":0.23400000000000001,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.4669999999999996,"5min":11.086,"15min":11.086},"last":0.59499999999999997},{"interface":"front","average":{"1min":2.488,"5min":2.4790000000000001,"15min":2.1629999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":6.75,"5min":10.192,"15min":10.192},"last":0.57799999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:41:48 2023","interfaces":[{"interface":"back","average":{"1min":2.1669999999999998,"5min":2.2370000000000001,"15min":2.0019999999999998},"min":{"1min":0.48099999999999998,"5min":0.26200000000000001,"15min":0.252},"max":{"1min":11.579000000000001,"5min":11.579000000000001,"15min":11.579000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.304,"5min":2.4060000000000001,"15min":2.6309999999999998},"min":{"1min":0.34000000000000002,"5min":0.28899999999999998,"15min":0.26000000000000001},"max":{"1min":6.5659999999999998,"5min":13.308,"15min":13.308},"last":0.496}]},{"osd":3,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":2.3559999999999999,"15min":2.0880000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.694,"5min":18.587,"15min":18.587},"last":0.67400000000000004},{"interface":"front","average":{"1min":2.1070000000000002,"5min":2.2690000000000001,"15min":2.1280000000000001},"min":{"1min":0.53200000000000003,"5min":0.313,"15min":0.313},"max":{"1min":6.718,"5min":11.473000000000001,"15min":11.473000000000001},"last":0.55600000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:41:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":1.4430000000000001,"15min":1.4299999999999999},"min":{"1min":0.29299999999999998,"5min":0.26700000000000002,"15min":0.23899999999999999},"max":{"1min":9.5139999999999993,"5min":9.5869999999999997,"15min":15.803000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.5980000000000001,"5min":1.448,"15min":1.516},"min":{"1min":0.36099999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":11.382},"last":0.61399999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:42:06 2023","interfaces":[{"interface":"back","average":{"1min":1.484,"5min":1.5700000000000001,"15min":1.627},"min":{"1min":0.308,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":6.7350000000000003,"5min":8.1669999999999998,"15min":11.065},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.98399999999999999,"5min":2.032,"15min":1.889},"min":{"1min":0.31,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":9.2309999999999999,"5min":16.344999999999999,"15min":20.372},"last":0.40799999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.9670000000000001,"15min":1.8740000000000001},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.28000000000000003},"max":{"1min":9.8320000000000007,"5min":13.955,"15min":20.454000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":1.663,"5min":1.593,"15min":1.6919999999999999},"min":{"1min":0.39500000000000002,"5min":0.33200000000000002,"15min":0.29499999999999998},"max":{"1min":8.3930000000000007,"5min":9.6129999999999995,"15min":15.85},"last":0.46800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:42:18.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:42:19.081 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:19.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:18 smithi107 ceph-mon[184249]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:19.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:18 smithi107 ceph-mon[179183]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:19.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:18 smithi150 ceph-mon[168511]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:19.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:19 smithi107 ceph-mon[179183]: pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:19.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:19 smithi107 ceph-mon[184249]: pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:20.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:19 smithi150 ceph-mon[168511]: pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:20.619 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:20.620 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:42:21.131 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":517,"stamp":"2023-10-09T04:42:19.320995+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3082332,"kb_used_data":13724,"kb_used_omap":20,"kb_used_meta":3068523,"kb_avail":746878884,"statfs":{"total":767960285184,"available":764803977216,"internally_reserved":0,"allocated":14053376,"data_stored":9375406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3142168206},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002354"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":126,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171469+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:37:21.171469+0000","last_peered":"2023-10-09T04:37:21.171469+0000","last_clean":"2023-10-09T04:37:21.171469+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:37:21.171469+0000","last_undegraded":"2023-10-09T04:37:21.171469+0000","last_fullsized":"2023-10-09T04:37:21.171469+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797998+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:41:35.797998+0000","last_peered":"2023-10-09T04:41:35.797998+0000","last_clean":"2023-10-09T04:41:35.797998+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:41:35.797998+0000","last_undegraded":"2023-10-09T04:41:35.797998+0000","last_fullsized":"2023-10-09T04:41:35.797998+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":84,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:27.274337+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:40:27.274337+0000","last_peered":"2023-10-09T04:40:27.274337+0000","last_clean":"2023-10-09T04:40:27.274337+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:40:27.274337+0000","last_undegraded":"2023-10-09T04:40:27.274337+0000","last_fullsized":"2023-10-09T04:40:27.274337+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:26.351170+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:40:26.351170+0000","last_peered":"2023-10-09T04:40:26.351170+0000","last_clean":"2023-10-09T04:40:26.351170+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:40:26.351170+0000","last_undegraded":"2023-10-09T04:40:26.351170+0000","last_fullsized":"2023-10-09T04:40:26.351170+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":107,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.801829+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:41:35.801829+0000","last_peered":"2023-10-09T04:41:35.801829+0000","last_clean":"2023-10-09T04:41:35.801829+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:41:35.801829+0000","last_undegraded":"2023-10-09T04:41:35.801829+0000","last_fullsized":"2023-10-09T04:41:35.801829+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205682+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:37:21.205682+0000","last_peered":"2023-10-09T04:37:21.205682+0000","last_clean":"2023-10-09T04:37:21.205682+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:37:21.205682+0000","last_undegraded":"2023-10-09T04:37:21.205682+0000","last_fullsized":"2023-10-09T04:37:21.205682+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.805228+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:41:35.805228+0000","last_peered":"2023-10-09T04:41:35.805228+0000","last_clean":"2023-10-09T04:41:35.805228+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:41:35.805228+0000","last_undegraded":"2023-10-09T04:41:35.805228+0000","last_fullsized":"2023-10-09T04:41:35.805228+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275862+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:41:28.275862+0000","last_peered":"2023-10-09T04:41:28.275862+0000","last_clean":"2023-10-09T04:41:28.275862+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:41:28.275862+0000","last_undegraded":"2023-10-09T04:41:28.275862+0000","last_fullsized":"2023-10-09T04:41:28.275862+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699957+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:37:20.699957+0000","last_peered":"2023-10-09T04:37:20.699957+0000","last_clean":"2023-10-09T04:37:20.699957+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:37:20.699957+0000","last_undegraded":"2023-10-09T04:37:20.699957+0000","last_fullsized":"2023-10-09T04:37:20.699957+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":78,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275897+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:41:28.275897+0000","last_peered":"2023-10-09T04:41:28.275897+0000","last_clean":"2023-10-09T04:41:28.275897+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:41:28.275897+0000","last_undegraded":"2023-10-09T04:41:28.275897+0000","last_fullsized":"2023-10-09T04:41:28.275897+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699864+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:37:20.699864+0000","last_peered":"2023-10-09T04:37:20.699864+0000","last_clean":"2023-10-09T04:37:20.699864+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:37:20.699864+0000","last_undegraded":"2023-10-09T04:37:20.699864+0000","last_fullsized":"2023-10-09T04:37:20.699864+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:12.268437+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:40:12.268437+0000","last_peered":"2023-10-09T04:40:12.268437+0000","last_clean":"2023-10-09T04:40:12.268437+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:40:12.268437+0000","last_undegraded":"2023-10-09T04:40:12.268437+0000","last_fullsized":"2023-10-09T04:40:12.268437+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172112+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:37:21.172112+0000","last_peered":"2023-10-09T04:37:21.172112+0000","last_clean":"2023-10-09T04:37:21.172112+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:37:21.172112+0000","last_undegraded":"2023-10-09T04:37:21.172112+0000","last_fullsized":"2023-10-09T04:37:21.172112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171936+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:37:21.171936+0000","last_peered":"2023-10-09T04:37:21.171936+0000","last_clean":"2023-10-09T04:37:21.171936+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:37:21.171936+0000","last_undegraded":"2023-10-09T04:37:21.171936+0000","last_fullsized":"2023-10-09T04:37:21.171936+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699704+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:37:20.699704+0000","last_peered":"2023-10-09T04:37:20.699704+0000","last_clean":"2023-10-09T04:37:20.699704+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:37:20.699704+0000","last_undegraded":"2023-10-09T04:37:20.699704+0000","last_fullsized":"2023-10-09T04:37:20.699704+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":89,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:28.275945+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:41:28.275945+0000","last_peered":"2023-10-09T04:41:28.275945+0000","last_clean":"2023-10-09T04:41:28.275945+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:41:28.275945+0000","last_undegraded":"2023-10-09T04:41:28.275945+0000","last_fullsized":"2023-10-09T04:41:28.275945+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":100,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.826125+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:41:35.826125+0000","last_peered":"2023-10-09T04:41:35.826125+0000","last_clean":"2023-10-09T04:41:35.826125+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:41:35.826125+0000","last_undegraded":"2023-10-09T04:41:35.826125+0000","last_fullsized":"2023-10-09T04:41:35.826125+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699972+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:37:20.699972+0000","last_peered":"2023-10-09T04:37:20.699972+0000","last_clean":"2023-10-09T04:37:20.699972+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:37:20.699972+0000","last_undegraded":"2023-10-09T04:37:20.699972+0000","last_fullsized":"2023-10-09T04:37:20.699972+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699393+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:37:20.699393+0000","last_peered":"2023-10-09T04:37:20.699393+0000","last_clean":"2023-10-09T04:37:20.699393+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:37:20.699393+0000","last_undegraded":"2023-10-09T04:37:20.699393+0000","last_fullsized":"2023-10-09T04:37:20.699393+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":101,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.816750+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:41:35.816750+0000","last_peered":"2023-10-09T04:41:35.816750+0000","last_clean":"2023-10-09T04:41:35.816750+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:41:35.816750+0000","last_undegraded":"2023-10-09T04:41:35.816750+0000","last_fullsized":"2023-10-09T04:41:35.816750+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205150+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:37:21.205150+0000","last_peered":"2023-10-09T04:37:21.205150+0000","last_clean":"2023-10-09T04:37:21.205150+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:37:21.205150+0000","last_undegraded":"2023-10-09T04:37:21.205150+0000","last_fullsized":"2023-10-09T04:37:21.205150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":89,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.802514+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:41:35.802514+0000","last_peered":"2023-10-09T04:41:35.802514+0000","last_clean":"2023-10-09T04:41:35.802514+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:41:35.802514+0000","last_undegraded":"2023-10-09T04:41:35.802514+0000","last_fullsized":"2023-10-09T04:41:35.802514+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":109,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700640+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:37:20.700640+0000","last_peered":"2023-10-09T04:37:20.700640+0000","last_clean":"2023-10-09T04:37:20.700640+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:37:20.700640+0000","last_undegraded":"2023-10-09T04:37:20.700640+0000","last_fullsized":"2023-10-09T04:37:20.700640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700282+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:37:20.700282+0000","last_peered":"2023-10-09T04:37:20.700282+0000","last_clean":"2023-10-09T04:37:20.700282+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:37:20.700282+0000","last_undegraded":"2023-10-09T04:37:20.700282+0000","last_fullsized":"2023-10-09T04:37:20.700282+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699843+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:37:20.699843+0000","last_peered":"2023-10-09T04:37:20.699843+0000","last_clean":"2023-10-09T04:37:20.699843+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:37:20.699843+0000","last_undegraded":"2023-10-09T04:37:20.699843+0000","last_fullsized":"2023-10-09T04:37:20.699843+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":134,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171779+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:37:21.171779+0000","last_peered":"2023-10-09T04:37:21.171779+0000","last_clean":"2023-10-09T04:37:21.171779+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:37:21.171779+0000","last_undegraded":"2023-10-09T04:37:21.171779+0000","last_fullsized":"2023-10-09T04:37:21.171779+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":92,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699615+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:37:20.699615+0000","last_peered":"2023-10-09T04:37:20.699615+0000","last_clean":"2023-10-09T04:37:20.699615+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:37:20.699615+0000","last_undegraded":"2023-10-09T04:37:20.699615+0000","last_fullsized":"2023-10-09T04:37:20.699615+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205278+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:37:21.205278+0000","last_peered":"2023-10-09T04:37:21.205278+0000","last_clean":"2023-10-09T04:37:21.205278+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:37:21.205278+0000","last_undegraded":"2023-10-09T04:37:21.205278+0000","last_fullsized":"2023-10-09T04:37:21.205278+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699981+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:37:20.699981+0000","last_peered":"2023-10-09T04:37:20.699981+0000","last_clean":"2023-10-09T04:37:20.699981+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:37:20.699981+0000","last_undegraded":"2023-10-09T04:37:20.699981+0000","last_fullsized":"2023-10-09T04:37:20.699981+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:26.400531+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:41:26.400531+0000","last_peered":"2023-10-09T04:41:26.400531+0000","last_clean":"2023-10-09T04:41:26.400531+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:41:26.400531+0000","last_undegraded":"2023-10-09T04:41:26.400531+0000","last_fullsized":"2023-10-09T04:41:26.400531+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:18.262215+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:41:18.262215+0000","last_peered":"2023-10-09T04:41:18.262215+0000","last_clean":"2023-10-09T04:41:18.262215+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:41:18.262215+0000","last_undegraded":"2023-10-09T04:41:18.262215+0000","last_fullsized":"2023-10-09T04:41:18.262215+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172105+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:37:21.172105+0000","last_peered":"2023-10-09T04:37:21.172105+0000","last_clean":"2023-10-09T04:37:21.172105+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:37:21.172105+0000","last_undegraded":"2023-10-09T04:37:21.172105+0000","last_fullsized":"2023-10-09T04:37:21.172105+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205403+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:37:21.205403+0000","last_peered":"2023-10-09T04:37:21.205403+0000","last_clean":"2023-10-09T04:37:21.205403+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:37:21.205403+0000","last_undegraded":"2023-10-09T04:37:21.205403+0000","last_fullsized":"2023-10-09T04:37:21.205403+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171526+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:37:21.171526+0000","last_peered":"2023-10-09T04:37:21.171526+0000","last_clean":"2023-10-09T04:37:21.171526+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:37:21.171526+0000","last_undegraded":"2023-10-09T04:37:21.171526+0000","last_fullsized":"2023-10-09T04:37:21.171526+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171455+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:37:21.171455+0000","last_peered":"2023-10-09T04:37:21.171455+0000","last_clean":"2023-10-09T04:37:21.171455+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:37:21.171455+0000","last_undegraded":"2023-10-09T04:37:21.171455+0000","last_fullsized":"2023-10-09T04:37:21.171455+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.172351+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:37:21.172351+0000","last_peered":"2023-10-09T04:37:21.172351+0000","last_clean":"2023-10-09T04:37:21.172351+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:37:21.172351+0000","last_undegraded":"2023-10-09T04:37:21.172351+0000","last_fullsized":"2023-10-09T04:37:21.172351+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246580+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:41:08.246580+0000","last_peered":"2023-10-09T04:41:08.246580+0000","last_clean":"2023-10-09T04:41:08.246580+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:41:08.246580+0000","last_undegraded":"2023-10-09T04:41:08.246580+0000","last_fullsized":"2023-10-09T04:41:08.246580+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":86,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487579+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:41:36.487579+0000","last_peered":"2023-10-09T04:41:36.487579+0000","last_clean":"2023-10-09T04:41:36.487579+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:41:36.487579+0000","last_undegraded":"2023-10-09T04:41:36.487579+0000","last_fullsized":"2023-10-09T04:41:36.487579+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361083+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:41:32.361083+0000","last_peered":"2023-10-09T04:41:32.361083+0000","last_clean":"2023-10-09T04:41:32.361083+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:41:32.361083+0000","last_undegraded":"2023-10-09T04:41:32.361083+0000","last_fullsized":"2023-10-09T04:41:32.361083+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":125,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699958+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:37:20.699958+0000","last_peered":"2023-10-09T04:37:20.699958+0000","last_clean":"2023-10-09T04:37:20.699958+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:37:20.699958+0000","last_undegraded":"2023-10-09T04:37:20.699958+0000","last_fullsized":"2023-10-09T04:37:20.699958+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":71,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361029+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:41:32.361029+0000","last_peered":"2023-10-09T04:41:32.361029+0000","last_clean":"2023-10-09T04:41:32.361029+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:41:32.361029+0000","last_undegraded":"2023-10-09T04:41:32.361029+0000","last_fullsized":"2023-10-09T04:41:32.361029+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700391+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:37:20.700391+0000","last_peered":"2023-10-09T04:37:20.700391+0000","last_clean":"2023-10-09T04:37:20.700391+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:37:20.700391+0000","last_undegraded":"2023-10-09T04:37:20.700391+0000","last_fullsized":"2023-10-09T04:37:20.700391+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":108,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171897+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:37:21.171897+0000","last_peered":"2023-10-09T04:37:21.171897+0000","last_clean":"2023-10-09T04:37:21.171897+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:37:21.171897+0000","last_undegraded":"2023-10-09T04:37:21.171897+0000","last_fullsized":"2023-10-09T04:37:21.171897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361066+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:41:32.361066+0000","last_peered":"2023-10-09T04:41:32.361066+0000","last_clean":"2023-10-09T04:41:32.361066+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:41:32.361066+0000","last_undegraded":"2023-10-09T04:41:32.361066+0000","last_fullsized":"2023-10-09T04:41:32.361066+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":113,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.797476+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:41:35.797476+0000","last_peered":"2023-10-09T04:41:35.797476+0000","last_clean":"2023-10-09T04:41:35.797476+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:41:35.797476+0000","last_undegraded":"2023-10-09T04:41:35.797476+0000","last_fullsized":"2023-10-09T04:41:35.797476+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:12.349962+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:41:12.349962+0000","last_peered":"2023-10-09T04:41:12.349962+0000","last_clean":"2023-10-09T04:41:12.349962+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:41:12.349962+0000","last_undegraded":"2023-10-09T04:41:12.349962+0000","last_fullsized":"2023-10-09T04:41:12.349962+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":108,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487639+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:41:36.487639+0000","last_peered":"2023-10-09T04:41:36.487639+0000","last_clean":"2023-10-09T04:41:36.487639+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:41:36.487639+0000","last_undegraded":"2023-10-09T04:41:36.487639+0000","last_fullsized":"2023-10-09T04:41:36.487639+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":111,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699830+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:37:20.699830+0000","last_peered":"2023-10-09T04:37:20.699830+0000","last_clean":"2023-10-09T04:37:20.699830+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:37:20.699830+0000","last_undegraded":"2023-10-09T04:37:20.699830+0000","last_fullsized":"2023-10-09T04:37:20.699830+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":489,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700141+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:37:20.700141+0000","last_peered":"2023-10-09T04:37:20.700141+0000","last_clean":"2023-10-09T04:37:20.700141+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:37:20.700141+0000","last_undegraded":"2023-10-09T04:37:20.700141+0000","last_fullsized":"2023-10-09T04:37:20.700141+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":77,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:58.234242+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:40:58.234242+0000","last_peered":"2023-10-09T04:40:58.234242+0000","last_clean":"2023-10-09T04:40:58.234242+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:40:58.234242+0000","last_undegraded":"2023-10-09T04:40:58.234242+0000","last_fullsized":"2023-10-09T04:40:58.234242+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.205529+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:37:21.205529+0000","last_peered":"2023-10-09T04:37:21.205529+0000","last_clean":"2023-10-09T04:37:21.205529+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:37:21.205529+0000","last_undegraded":"2023-10-09T04:37:21.205529+0000","last_fullsized":"2023-10-09T04:37:21.205529+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699603+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:37:20.699603+0000","last_peered":"2023-10-09T04:37:20.699603+0000","last_clean":"2023-10-09T04:37:20.699603+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:37:20.699603+0000","last_undegraded":"2023-10-09T04:37:20.699603+0000","last_fullsized":"2023-10-09T04:37:20.699603+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":100,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371284+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:40:46.371284+0000","last_peered":"2023-10-09T04:40:46.371284+0000","last_clean":"2023-10-09T04:40:46.371284+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:40:46.371284+0000","last_undegraded":"2023-10-09T04:40:46.371284+0000","last_fullsized":"2023-10-09T04:40:46.371284+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385667+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:41:06.385667+0000","last_peered":"2023-10-09T04:41:06.385667+0000","last_clean":"2023-10-09T04:41:06.385667+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:41:06.385667+0000","last_undegraded":"2023-10-09T04:41:06.385667+0000","last_fullsized":"2023-10-09T04:41:06.385667+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699667+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:37:20.699667+0000","last_peered":"2023-10-09T04:37:20.699667+0000","last_clean":"2023-10-09T04:37:20.699667+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:37:20.699667+0000","last_undegraded":"2023-10-09T04:37:20.699667+0000","last_fullsized":"2023-10-09T04:37:20.699667+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:32.361056+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:41:32.361056+0000","last_peered":"2023-10-09T04:41:32.361056+0000","last_clean":"2023-10-09T04:41:32.361056+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:41:32.361056+0000","last_undegraded":"2023-10-09T04:41:32.361056+0000","last_fullsized":"2023-10-09T04:41:32.361056+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":86,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371318+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:40:46.371318+0000","last_peered":"2023-10-09T04:40:46.371318+0000","last_clean":"2023-10-09T04:40:46.371318+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:40:46.371318+0000","last_undegraded":"2023-10-09T04:40:46.371318+0000","last_fullsized":"2023-10-09T04:40:46.371318+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:08.246776+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:41:08.246776+0000","last_peered":"2023-10-09T04:41:08.246776+0000","last_clean":"2023-10-09T04:41:08.246776+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:41:08.246776+0000","last_undegraded":"2023-10-09T04:41:08.246776+0000","last_fullsized":"2023-10-09T04:41:08.246776+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":70,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:36.487275+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:41:36.487275+0000","last_peered":"2023-10-09T04:41:36.487275+0000","last_clean":"2023-10-09T04:41:36.487275+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:41:36.487275+0000","last_undegraded":"2023-10-09T04:41:36.487275+0000","last_fullsized":"2023-10-09T04:41:36.487275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218117+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:40:48.218117+0000","last_peered":"2023-10-09T04:40:48.218117+0000","last_clean":"2023-10-09T04:40:48.218117+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:40:48.218117+0000","last_undegraded":"2023-10-09T04:40:48.218117+0000","last_fullsized":"2023-10-09T04:40:48.218117+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.204949+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:37:21.204949+0000","last_peered":"2023-10-09T04:37:21.204949+0000","last_clean":"2023-10-09T04:37:21.204949+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:37:21.204949+0000","last_undegraded":"2023-10-09T04:37:21.204949+0000","last_fullsized":"2023-10-09T04:37:21.204949+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:41:06.385680+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:41:06.385680+0000","last_peered":"2023-10-09T04:41:06.385680+0000","last_clean":"2023-10-09T04:41:06.385680+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:41:06.385680+0000","last_undegraded":"2023-10-09T04:41:06.385680+0000","last_fullsized":"2023-10-09T04:41:06.385680+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171614+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:37:21.171614+0000","last_peered":"2023-10-09T04:37:21.171614+0000","last_clean":"2023-10-09T04:37:21.171614+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:37:21.171614+0000","last_undegraded":"2023-10-09T04:37:21.171614+0000","last_fullsized":"2023-10-09T04:37:21.171614+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":88,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:39:56.270207+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:39:56.270207+0000","last_peered":"2023-10-09T04:39:56.270207+0000","last_clean":"2023-10-09T04:39:56.270207+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:39:56.270207+0000","last_undegraded":"2023-10-09T04:39:56.270207+0000","last_fullsized":"2023-10-09T04:39:56.270207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":123,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:35.396424+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:40:35.396424+0000","last_peered":"2023-10-09T04:40:35.396424+0000","last_clean":"2023-10-09T04:40:35.396424+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:40:35.396424+0000","last_undegraded":"2023-10-09T04:40:35.396424+0000","last_fullsized":"2023-10-09T04:40:35.396424+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.700423+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:37:20.700423+0000","last_peered":"2023-10-09T04:37:20.700423+0000","last_clean":"2023-10-09T04:37:20.700423+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:37:20.700423+0000","last_undegraded":"2023-10-09T04:37:20.700423+0000","last_fullsized":"2023-10-09T04:37:20.700423+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171991+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:37:21.171991+0000","last_peered":"2023-10-09T04:37:21.171991+0000","last_clean":"2023-10-09T04:37:21.171991+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:37:21.171991+0000","last_undegraded":"2023-10-09T04:37:21.171991+0000","last_fullsized":"2023-10-09T04:37:21.171991+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":93,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:20.699861+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:37:20.699861+0000","last_peered":"2023-10-09T04:37:20.699861+0000","last_clean":"2023-10-09T04:37:20.699861+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:37:20.699861+0000","last_undegraded":"2023-10-09T04:37:20.699861+0000","last_fullsized":"2023-10-09T04:37:20.699861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171809+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:37:21.171809+0000","last_peered":"2023-10-09T04:37:21.171809+0000","last_clean":"2023-10-09T04:37:21.171809+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:37:21.171809+0000","last_undegraded":"2023-10-09T04:37:21.171809+0000","last_fullsized":"2023-10-09T04:37:21.171809+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":105,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:48.218256+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:40:48.218256+0000","last_peered":"2023-10-09T04:40:48.218256+0000","last_clean":"2023-10-09T04:40:48.218256+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:40:48.218256+0000","last_undegraded":"2023-10-09T04:40:48.218256+0000","last_fullsized":"2023-10-09T04:40:48.218256+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":120,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-10-09T04:41:35.798435+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:41:35.798435+0000","last_peered":"2023-10-09T04:41:35.798435+0000","last_clean":"2023-10-09T04:41:35.798435+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:41:35.798435+0000","last_undegraded":"2023-10-09T04:41:35.798435+0000","last_fullsized":"2023-10-09T04:41:35.798435+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":104,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:40:46.371443+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:40:46.371443+0000","last_peered":"2023-10-09T04:40:46.371443+0000","last_clean":"2023-10-09T04:40:46.371443+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:40:46.371443+0000","last_undegraded":"2023-10-09T04:40:46.371443+0000","last_fullsized":"2023-10-09T04:40:46.371443+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-10-09T04:37:21.171408+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:37:21.171408+0000","last_peered":"2023-10-09T04:37:21.171408+0000","last_clean":"2023-10-09T04:37:21.171408+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:37:21.171408+0000","last_undegraded":"2023-10-09T04:37:21.171408+0000","last_fullsized":"2023-10-09T04:37:21.171408+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234233,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":299308,"kb_used_data":2020,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93445844,"statfs":{"total":95995035648,"available":95688544256,"internally_reserved":0,"allocated":2068480,"data_stored":1533429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.258,"15min":1.7250000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.21299999999999999},"max":{"1min":8.1899999999999995,"5min":9.375,"15min":9.6120000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.9810000000000001,"15min":1.7030000000000001},"min":{"1min":0.253,"5min":0.246,"15min":0.23499999999999999},"max":{"1min":5.7759999999999998,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0630000000000002,"5min":2.052,"15min":1.478},"min":{"1min":0.24099999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1099999999999994,"5min":11.464,"15min":11.464},"last":0.51900000000000002},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.218,"15min":1.879},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.24399999999999999},"max":{"1min":7.9089999999999998,"5min":8.3859999999999992,"15min":9.0549999999999997},"last":0.68400000000000005}]},{"osd":2,"last update":"Mon Oct 9 04:41:42 2023","interfaces":[{"interface":"back","average":{"1min":2.052,"5min":2.327,"15min":2.331},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.7690000000000001,"5min":12.07,"15min":12.07},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.0979999999999999,"15min":2.9340000000000002},"min":{"1min":0.35699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.04,"5min":8.1210000000000004,"15min":11.742000000000001},"last":0.63200000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":2.2120000000000002,"5min":2.3029999999999999,"15min":1.7310000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":9.6880000000000006,"5min":11.553000000000001,"15min":11.553000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":2.2109999999999999,"5min":2.3769999999999998,"15min":1.8169999999999999},"min":{"1min":0.34000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":7.0439999999999996,"5min":8.8200000000000003,"15min":8.8200000000000003},"last":0.61099999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.621,"5min":1.879,"15min":1.6499999999999999},"min":{"1min":0.316,"5min":0.22,"15min":0.22},"max":{"1min":8.8629999999999995,"5min":17.469000000000001,"15min":18.027000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":2.4129999999999998,"5min":1.9399999999999999,"15min":1.583},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.27800000000000002},"max":{"1min":7.9569999999999999,"5min":7.9569999999999999,"15min":14.318},"last":0.499}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0510000000000002,"5min":2.0379999999999998,"15min":1.9279999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":8.6219999999999999,"5min":17.370000000000001,"15min":20.140000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.853,"15min":1.766},"min":{"1min":0.311,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":8.0619999999999994,"5min":10.842000000000001,"15min":12.074999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.988,"15min":1.677},"min":{"1min":0.39500000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":8.4640000000000004,"5min":17.501000000000001,"15min":17.501000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":2.1509999999999998,"5min":2.0129999999999999,"15min":1.6970000000000001},"min":{"1min":0.37,"5min":0.35899999999999999,"15min":0.30599999999999999},"max":{"1min":8.157,"5min":12.093,"15min":12.101000000000001},"last":0.72999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495869,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311584,"kb_used_data":2008,"kb_used_omap":0,"kb_used_meta":309568,"kb_avail":93433568,"statfs":{"total":95995035648,"available":95675973632,"internally_reserved":0,"allocated":2056192,"data_stored":1533341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316997632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:44 2023","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":2.1859999999999999,"15min":1.5109999999999999},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":13.289,"5min":13.289,"15min":13.289},"last":0.64000000000000001},{"interface":"front","average":{"1min":1.569,"5min":1.8979999999999999,"15min":1.552},"min":{"1min":0.251,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.0119999999999996,"5min":9.1440000000000001,"15min":9.1440000000000001},"last":0.56799999999999995}]},{"osd":1,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.359,"5min":2.552,"15min":1.72},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":13.244999999999999,"5min":13.244999999999999,"15min":13.244999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":2.7829999999999999,"5min":2.5830000000000002,"15min":1.742},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.23200000000000001},"max":{"1min":8.7129999999999992,"5min":9.1869999999999994,"15min":11.877000000000001},"last":0.52100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":2.4369999999999998,"15min":2.3999999999999999},"min":{"1min":0.33800000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.32,"5min":13.32,"15min":13.32},"last":0.48699999999999999},{"interface":"front","average":{"1min":2.004,"5min":2.1549999999999998,"15min":1.974},"min":{"1min":0.34200000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.181,"5min":8.5619999999999994,"15min":8.5619999999999994},"last":0.42199999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":2.6949999999999998,"15min":1.6160000000000001},"min":{"1min":0.33100000000000002,"5min":0.317,"15min":0.317},"max":{"1min":6.0279999999999996,"5min":15.481999999999999,"15min":15.481999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.1379999999999999,"5min":2.3370000000000002,"15min":1.393},"min":{"1min":0.39500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":9.7569999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.53600000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.8460000000000001,"15min":1.494},"min":{"1min":0.33500000000000002,"5min":0.255,"15min":0.24399999999999999},"max":{"1min":13.369,"5min":13.369,"15min":18.027000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.93200000000000005,"5min":1.827,"15min":1.5489999999999999},"min":{"1min":0.35799999999999998,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":5.9950000000000001,"5min":8.5879999999999992,"15min":14.734},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":2.0539999999999998,"15min":1.7749999999999999},"min":{"1min":0.34300000000000003,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":6.4189999999999996,"5min":16.042000000000002,"15min":22.722999999999999},"last":0.625},{"interface":"front","average":{"1min":1.698,"5min":2.3730000000000002,"15min":1.9530000000000001},"min":{"1min":0.39400000000000002,"5min":0.315,"15min":0.30399999999999999},"max":{"1min":13.391999999999999,"5min":13.391999999999999,"15min":26.076000000000001},"last":0.70499999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.306,"15min":1.8600000000000001},"min":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.30399999999999999},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.928000000000001},"last":0.73099999999999998},{"interface":"front","average":{"1min":2.7410000000000001,"5min":2.2559999999999998,"15min":1.8480000000000001},"min":{"1min":0.39200000000000002,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":11.153,"5min":11.153,"15min":19.706},"last":0.65600000000000003}]}]},{"osd":1,"up_from":102,"seq":438086664303,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":354940,"kb_used_data":1588,"kb_used_omap":4,"kb_used_meta":353339,"kb_avail":93390212,"statfs":{"total":95995035648,"available":95631577088,"internally_reserved":0,"allocated":1626112,"data_stored":963555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":361820046},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.4340000000000002,"15min":2.2090000000000001},"min":{"1min":0.189,"5min":0.161,"15min":0.161},"max":{"1min":15.563000000000001,"5min":15.563000000000001,"15min":15.563000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":2.867,"5min":2.7240000000000002,"15min":2.226},"min":{"1min":0.24299999999999999,"5min":0.20499999999999999,"15min":0.19400000000000001},"max":{"1min":7.6059999999999999,"5min":21.981999999999999,"15min":21.981999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":1.679,"15min":2.3290000000000002},"min":{"1min":0.23899999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.7370000000000001,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.37},{"interface":"front","average":{"1min":1.5069999999999999,"5min":2.2789999999999999,"15min":2.5129999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.4760000000000009,"5min":11.630000000000001,"15min":11.630000000000001},"last":0.35699999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.5600000000000001,"15min":1.476},"min":{"1min":0.248,"5min":0.217,"15min":0.217},"max":{"1min":6.2779999999999996,"5min":15.102,"15min":15.102},"last":0.436},{"interface":"front","average":{"1min":1.4950000000000001,"5min":2.7879999999999998,"15min":3.1680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.7370000000000001,"5min":14.444000000000001,"15min":14.444000000000001},"last":0.42099999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6739999999999999,"5min":2.4510000000000001,"15min":2.3100000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.5440000000000005,"5min":9.5440000000000005,"15min":12.286},"last":0.60699999999999998},{"interface":"front","average":{"1min":2.577,"5min":2.1789999999999998,"15min":1.5069999999999999},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.8769999999999998,"5min":15.074,"15min":15.074},"last":0.58499999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.4159999999999999,"5min":2.7589999999999999,"15min":1.9790000000000001},"min":{"1min":0.33700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.6609999999999996,"5min":12.952999999999999,"15min":12.952999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":2.5779999999999998,"5min":2.3399999999999999,"15min":1.71},"min":{"1min":0.44800000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":7.6580000000000004,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.50700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.4049999999999998,"15min":1.804},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.8469999999999995,"5min":12.874000000000001,"15min":12.874000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":2.802,"5min":2.593,"15min":2.4620000000000002},"min":{"1min":0.316,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":9.6809999999999992,"5min":12.657999999999999,"15min":12.657999999999999},"last":0.57599999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:41:27 2023","interfaces":[{"interface":"back","average":{"1min":3.327,"5min":2.8149999999999999,"15min":2.363},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":13.199999999999999,"5min":14.788,"15min":14.788},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.2370000000000001,"15min":1.494},"min":{"1min":0.48099999999999998,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":7.8380000000000001,"5min":15.130000000000001,"15min":15.130000000000001},"last":0.61699999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187576,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376896,"kb_used_data":2232,"kb_used_omap":5,"kb_used_meta":374650,"kb_avail":93368256,"statfs":{"total":95995035648,"available":95609094144,"internally_reserved":0,"allocated":2285568,"data_stored":1561256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":383642234},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:41:35 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.3969999999999998,"15min":2.4380000000000002},"min":{"1min":0.189,"5min":0.183,"15min":0.183},"max":{"1min":16.155000000000001,"5min":76.174000000000007,"15min":76.174000000000007},"last":0.20200000000000001},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.7759999999999998,"15min":2.4279999999999999},"min":{"1min":0.31900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.2319999999999993,"5min":76.245000000000005,"15min":76.245000000000005},"last":0.79000000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":1.778,"15min":2.4649999999999999},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.3090000000000002,"5min":18.437000000000001,"15min":18.437000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.994,"15min":2.528},"min":{"1min":0.36299999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.2579999999999991,"5min":13.348000000000001,"15min":13.348000000000001},"last":0.76700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":2.1819999999999999,"5min":1.708,"15min":1.462},"min":{"1min":0.23400000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":9.5700000000000003,"5min":9.5700000000000003,"15min":9.5700000000000003},"last":0.28000000000000003},{"interface":"front","average":{"1min":1.554,"5min":1.823,"15min":1.4630000000000001},"min":{"1min":0.32100000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.5340000000000007,"5min":13.411,"15min":13.411},"last":0.81000000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.784,"15min":1.7330000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28399999999999997},"max":{"1min":5.3630000000000004,"5min":13.334,"15min":13.334},"last":0.50900000000000001},{"interface":"front","average":{"1min":2.1680000000000001,"5min":1.3939999999999999,"15min":1.873},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":0.48999999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.819,"5min":1.758,"15min":1.97},"min":{"1min":0.31,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.5190000000000001,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":0.53600000000000003},{"interface":"front","average":{"1min":3.0880000000000001,"5min":2.5880000000000001,"15min":1.8979999999999999},"min":{"1min":0.495,"5min":0.34000000000000002,"15min":0.30499999999999999},"max":{"1min":11.923,"5min":15.956,"15min":16.609999999999999},"last":0.82799999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":2.4670000000000001,"15min":2.3719999999999999},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.316},"max":{"1min":9.5449999999999999,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.4009999999999998,"5min":2.9039999999999999,"15min":2.0219999999999998},"min":{"1min":0.432,"5min":0.36399999999999999,"15min":0.33700000000000002},"max":{"1min":8.4949999999999992,"5min":43.819000000000003,"15min":43.819000000000003},"last":1.2330000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3050000000000002,"5min":2.198,"15min":1.883},"min":{"1min":0.49199999999999999,"5min":0.38600000000000001,"15min":0.36099999999999999},"max":{"1min":8.5150000000000006,"5min":13.374000000000001,"15min":13.374000000000001},"last":1.252},{"interface":"front","average":{"1min":1.9910000000000001,"5min":1.819,"15min":1.696},"min":{"1min":0.36699999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.8970000000000002,"5min":13.375999999999999,"15min":14.186},"last":0.55600000000000005}]}]},{"osd":2,"up_from":116,"seq":498216206418,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":278148,"kb_used_data":1532,"kb_used_omap":7,"kb_used_meta":276600,"kb_avail":93467004,"statfs":{"total":95995035648,"available":95710212096,"internally_reserved":0,"allocated":1568768,"data_stored":953509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":283238481},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":2.976,"5min":2.4940000000000002,"15min":3.528},"min":{"1min":0.219,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":29.183,"5min":29.183,"15min":29.183},"last":0.29999999999999999},{"interface":"front","average":{"1min":2.1659999999999999,"5min":2.1930000000000001,"15min":3.2890000000000001},"min":{"1min":0.26700000000000002,"5min":0.191,"15min":0.191},"max":{"1min":8.9350000000000005,"5min":11.128,"15min":12.164},"last":0.314}]},{"osd":1,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":2.2909999999999999,"15min":3.3069999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.4930000000000003,"5min":11.096,"15min":11.096},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.722,"5min":2.2549999999999999,"15min":3.1320000000000001},"min":{"1min":0.20799999999999999,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":8.9860000000000007,"5min":12.138,"15min":21.797999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":2.0129999999999999,"15min":1.6339999999999999},"min":{"1min":0.27100000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.1559999999999997,"5min":10.069000000000001,"15min":10.069000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.048,"5min":2.1469999999999998,"15min":1.4630000000000001},"min":{"1min":0.28000000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4160000000000004,"5min":12.664,"15min":12.664},"last":0.33100000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":2.0070000000000001,"15min":1.6160000000000001},"min":{"1min":0.31900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1079999999999997,"5min":11.789,"15min":11.789},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.419,"5min":1.8939999999999999,"15min":2.738},"min":{"1min":0.34100000000000003,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":8.1449999999999996,"5min":9.4390000000000001,"15min":13.69},"last":0.52900000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.7769999999999999,"5min":2.5870000000000002,"15min":2.9830000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.024,"5min":14.644,"15min":14.644},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.1379999999999999,"15min":2.1760000000000002},"min":{"1min":0.33400000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.8819999999999997,"5min":10.102,"15min":10.102},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":2.0649999999999999,"15min":2.8290000000000002},"min":{"1min":0.39900000000000002,"5min":0.307,"15min":0.30599999999999999},"max":{"1min":4.46,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.621},{"interface":"front","average":{"1min":1.8260000000000001,"5min":2.4470000000000001,"15min":3.1360000000000001},"min":{"1min":0.47699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":9.5039999999999996,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":2.262,"15min":3.5659999999999998},"min":{"1min":0.42199999999999999,"5min":0.373,"15min":0.373},"max":{"1min":6.6059999999999999,"5min":9.7720000000000002,"15min":13.756},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.7809999999999999,"5min":2.6699999999999999,"15min":3.476},"min":{"1min":0.47499999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":4.9960000000000004,"5min":14.757999999999999,"15min":14.757999999999999},"last":0.54800000000000004}]}]},{"osd":3,"up_from":135,"seq":579820585028,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":279056,"kb_used_data":1480,"kb_used_omap":2,"kb_used_meta":277565,"kb_avail":93466096,"statfs":{"total":95995035648,"available":95709282304,"internally_reserved":0,"allocated":1515520,"data_stored":947944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":284226613},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.47,"15min":1.7989999999999999},"min":{"1min":0.21199999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":8.7319999999999993,"5min":12.403,"15min":12.403},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.071,"5min":2.004,"15min":2.1699999999999999},"min":{"1min":0.25,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.9989999999999997,"5min":10.33,"15min":10.33},"last":0.215}]},{"osd":1,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":2.169,"15min":2.024},"min":{"1min":0.27300000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":9.2899999999999991,"5min":18.779,"15min":18.779},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.357,"5min":1.7689999999999999,"15min":1.732},"min":{"1min":0.308,"5min":0.245,"15min":0.245},"max":{"1min":8.9830000000000005,"5min":12.377000000000001,"15min":12.377000000000001},"last":0.245}]},{"osd":2,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.6639999999999999,"5min":1.7889999999999999,"15min":1.931},"min":{"1min":0.26800000000000002,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":11.691000000000001,"5min":12.369,"15min":12.369},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.177,"5min":1.798,"15min":1.2709999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.0629999999999997,"5min":8.6600000000000001,"15min":8.6600000000000001},"last":0.34000000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.905,"5min":1.97,"15min":1.4710000000000001},"min":{"1min":0.35399999999999998,"5min":0.249,"15min":0.249},"max":{"1min":9.3160000000000007,"5min":12.16,"15min":12.16},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.5720000000000001,"5min":1.4890000000000001,"15min":1.417},"min":{"1min":0.34000000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.7799999999999994,"5min":9.0389999999999997,"15min":9.0389999999999997},"last":0.73899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":2.2839999999999998,"15min":1.8220000000000001},"min":{"1min":0.35699999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7110000000000003,"5min":12.119,"15min":12.119},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.1359999999999999,"5min":2.2679999999999998,"15min":1.712},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.314},"max":{"1min":5.04,"5min":11.441000000000001,"15min":11.441000000000001},"last":0.69599999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":2.085,"15min":1.385},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":12.694000000000001,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":2.6419999999999999,"5min":2.4500000000000002,"15min":1.694},"min":{"1min":0.441,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":12.75,"5min":12.75,"15min":12.75},"last":0.76400000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8360000000000001,"15min":1.9119999999999999},"min":{"1min":0.39500000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":8.8079999999999998,"5min":12.307,"15min":12.307},"last":0.78300000000000003},{"interface":"front","average":{"1min":1.9430000000000001,"5min":2.2069999999999999,"15min":1.7270000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":9.1890000000000001,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.751}]}]},{"osd":4,"up_from":30,"seq":128849019141,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":595304,"kb_used_data":1440,"kb_used_omap":0,"kb_used_meta":593856,"kb_avail":93149848,"statfs":{"total":95995035648,"available":95385444352,"internally_reserved":0,"allocated":1474560,"data_stored":943314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608108544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8049999999999999,"5min":1.915,"15min":2.2280000000000002},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.20599999999999999},"max":{"1min":16.363,"5min":16.363,"15min":28.765000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":2.5579999999999998,"5min":2.2050000000000001,"15min":1.5880000000000001},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.2039999999999997,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":0.78500000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:41:31 2023","interfaces":[{"interface":"back","average":{"1min":2.8530000000000002,"5min":1.8959999999999999,"15min":1.6220000000000001},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23899999999999999},"max":{"1min":16.792999999999999,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":2.5990000000000002,"5min":2.2999999999999998,"15min":1.8360000000000001},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":6.5810000000000004,"5min":13.435,"15min":22.178999999999998},"last":0.76400000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":1.964,"15min":1.7529999999999999},"min":{"1min":0.26200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":8.4779999999999998,"5min":13.488,"15min":13.488},"last":0.71399999999999997},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.2320000000000002,"15min":2.476},"min":{"1min":0.40899999999999997,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":8.1280000000000001,"5min":9.4039999999999999,"15min":13.170999999999999},"last":0.81399999999999995}]},{"osd":3,"last update":"Mon Oct 9 04:41:53 2023","interfaces":[{"interface":"back","average":{"1min":1.645,"5min":2.1909999999999998,"15min":2.1789999999999998},"min":{"1min":0.47099999999999997,"5min":0.317,"15min":0.317},"max":{"1min":5.0419999999999998,"5min":13.659000000000001,"15min":13.659000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":3.48,"5min":2.7930000000000001,"15min":1.7949999999999999},"min":{"1min":0.47799999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":19.800999999999998,"5min":19.800999999999998,"15min":19.800999999999998},"last":0.749}]},{"osd":5,"last update":"Mon Oct 9 04:41:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.6619999999999999,"15min":1.661},"min":{"1min":0.28199999999999997,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7089999999999996,"5min":13.624000000000001,"15min":14.343999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":2.1779999999999999,"5min":1.9059999999999999,"15min":1.569},"min":{"1min":0.374,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":6.1440000000000001,"5min":7.5279999999999996,"15min":14.271000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:42:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":2.0070000000000001,"15min":1.7769999999999999},"min":{"1min":0.379,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.461,"5min":18.442,"15min":22.326000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.679,"15min":1.6160000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.25600000000000001},"max":{"1min":6.1239999999999997,"5min":13.584,"15min":14.329000000000001},"last":0.67900000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":2.181,"15min":1.754},"min":{"1min":0.42799999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":19.754999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":2.0760000000000001,"5min":1.53,"15min":1.7769999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":16.835000000000001,"5min":16.835000000000001,"15min":22.244},"last":0.66400000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757505,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":587096,"kb_used_data":1424,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":93158056,"statfs":{"total":95995035648,"available":95393849344,"internally_reserved":0,"allocated":1458176,"data_stored":939058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:41:43 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.7649999999999999,"15min":1.3859999999999999},"min":{"1min":0.223,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":4.4800000000000004,"5min":12.144,"15min":12.144},"last":0.51600000000000001},{"interface":"front","average":{"1min":2.0089999999999999,"5min":2.2759999999999998,"15min":1.8540000000000001},"min":{"1min":0.29999999999999999,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.8700000000000001,"5min":10.999000000000001,"15min":10.999000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:41:30 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3260000000000001,"15min":2.0870000000000002},"min":{"1min":0.23400000000000001,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":7.4669999999999996,"5min":11.086,"15min":11.086},"last":0.64400000000000002},{"interface":"front","average":{"1min":2.488,"5min":2.4790000000000001,"15min":2.1629999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":6.75,"5min":10.192,"15min":10.192},"last":0.441}]},{"osd":2,"last update":"Mon Oct 9 04:41:48 2023","interfaces":[{"interface":"back","average":{"1min":2.1669999999999998,"5min":2.2370000000000001,"15min":2.0019999999999998},"min":{"1min":0.48099999999999998,"5min":0.26200000000000001,"15min":0.252},"max":{"1min":11.579000000000001,"5min":11.579000000000001,"15min":11.579000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":1.304,"5min":2.4060000000000001,"15min":2.6309999999999998},"min":{"1min":0.34000000000000002,"5min":0.28899999999999998,"15min":0.26000000000000001},"max":{"1min":6.5659999999999998,"5min":13.308,"15min":13.308},"last":0.59499999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":2.3559999999999999,"15min":2.0880000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.694,"5min":18.587,"15min":18.587},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.1070000000000002,"5min":2.2690000000000001,"15min":2.1280000000000001},"min":{"1min":0.53200000000000003,"5min":0.313,"15min":0.313},"max":{"1min":6.718,"5min":11.473000000000001,"15min":11.473000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:41:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":1.4430000000000001,"15min":1.4299999999999999},"min":{"1min":0.29299999999999998,"5min":0.26700000000000002,"15min":0.23899999999999999},"max":{"1min":9.5139999999999993,"5min":9.5869999999999997,"15min":15.803000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.5980000000000001,"5min":1.448,"15min":1.516},"min":{"1min":0.36099999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":11.382},"last":0.71699999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:42:06 2023","interfaces":[{"interface":"back","average":{"1min":1.484,"5min":1.5700000000000001,"15min":1.627},"min":{"1min":0.308,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":6.7350000000000003,"5min":8.1669999999999998,"15min":11.065},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.98399999999999999,"5min":2.032,"15min":1.889},"min":{"1min":0.31,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":9.2309999999999999,"5min":16.344999999999999,"15min":20.372},"last":0.69199999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:41:25 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.9670000000000001,"15min":1.8740000000000001},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.28000000000000003},"max":{"1min":9.8320000000000007,"5min":13.955,"15min":20.454000000000001},"last":0.62},{"interface":"front","average":{"1min":1.663,"5min":1.593,"15min":1.6919999999999999},"min":{"1min":0.39500000000000002,"5min":0.33200000000000002,"15min":0.29499999999999998},"max":{"1min":8.3930000000000007,"5min":9.6129999999999995,"15min":15.85},"last":0.73599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:42:21.137 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-09T04:42:21.137 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump 2023-10-09T04:42:21.733 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:22.290 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:42:22] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2023-10-09T04:42:22.574 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:22 smithi107 ceph-mon[184249]: from='client.44870 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:22.574 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:22 smithi107 ceph-mon[184249]: pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:22.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:22 smithi107 ceph-mon[179183]: from='client.44870 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:22.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:22 smithi107 ceph-mon[179183]: pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:22 smithi150 ceph-mon[168511]: from='client.44870 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:42:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:22 smithi150 ceph-mon[168511]: pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:epoch 147 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:created 2023-10-09T04:17:16.548927+0000 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:modified 2023-10-09T04:41:35.788112+0000 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:crush_version 22 2023-10-09T04:42:23.285 INFO:teuthology.orchestra.run.smithi107.stdout:full_ratio 0.95 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:backfillfull_ratio 0.9 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:nearfull_ratio 0.85 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:require_min_compat_client luminous 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:min_compat_client luminous 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:require_osd_release quincy 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:stretch_mode_enabled false 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 7.89 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 63 flags hashpspool stripe_width 0 application rbd read_balance_score 2.00 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 67 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.50 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 68 flags hashpspool,bulk stripe_width 0 application cephfs read_balance_score 2.25 2023-10-09T04:42:23.286 INFO:teuthology.orchestra.run.smithi107.stdout:max_osd 8 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 up in weight 1 up_from 86 up_thru 143 down_at 83 last_clean_interval [8,82) [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359] [v2:172.21.15.107:6804/2118302359,v1:172.21.15.107:6805/2118302359] exists,up 90ea961d-11d4-4f02-b0b1-d8a7eaf1f595 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 up in weight 1 up_from 102 up_thru 143 down_at 99 last_clean_interval [13,98) [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614] [v2:172.21.15.107:6812/1494864614,v1:172.21.15.107:6813/1494864614] exists,up 0bf3914e-0349-46dc-9b29-11ad23d47bf0 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2 up in weight 1 up_from 116 up_thru 141 down_at 113 last_clean_interval [18,112) [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145] [v2:172.21.15.107:6820/1932075145,v1:172.21.15.107:6821/1932075145] exists,up 9a42e461-fbc1-4a4d-95e4-f81c4d24aa52 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 up in weight 1 up_from 135 up_thru 143 down_at 132 last_clean_interval [25,131) [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883] [v2:172.21.15.107:6828/1088959883,v1:172.21.15.107:6829/1088959883] exists,up 93ec819e-e804-411d-91cf-4a02b2ad66a9 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 up in weight 1 up_from 30 up_thru 143 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297] [v2:172.21.15.150:6802/2577089297,v1:172.21.15.150:6803/2577089297] exists,up 9b32f00f-d38e-4f49-aeae-88cb78ef66c6 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 up in weight 1 up_from 38 up_thru 143 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072] [v2:172.21.15.150:6810/1369829072,v1:172.21.15.150:6811/1369829072] exists,up 39618a09-1982-4d53-92f3-f7f9165cc03c 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6 up in weight 1 up_from 46 up_thru 143 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782] [v2:172.21.15.150:6818/656120782,v1:172.21.15.150:6819/656120782] exists,up 04ef6311-6d44-4a5e-a7e8-00260a2d3768 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 up in weight 1 up_from 54 up_thru 135 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933] [v2:172.21.15.150:6826/1979472933,v1:172.21.15.150:6827/1979472933] exists,up 817c0171-ae73-4e05-80e0-0419496e0698 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:pg_upmap_items 4.9 [1,2] 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:pg_upmap_items 4.d [1,5] 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:pg_upmap_items 4.18 [1,2] 2023-10-09T04:42:23.287 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/125467378 expires 2023-10-10T04:17:44.532229+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/1701950446 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/3833199445 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6800/2295541533 expires 2023-10-10T04:17:44.532229+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:0/4151441234 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/705851465 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/745450084 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:0/27277897 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/737220408 expires 2023-10-10T04:25:29.637479+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:6834/829485185 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/1958313699 expires 2023-10-10T04:18:06.078190+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6801/628699366 expires 2023-10-10T04:18:06.078190+0000 2023-10-09T04:42:23.288 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/196179505 expires 2023-10-10T04:22:14.641003+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:0/2664317021 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6800/3329339661 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:0/1741093219 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/2968030229 expires 2023-10-10T04:18:06.078190+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/3463214081 expires 2023-10-10T04:17:44.532229+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:6835/829485185 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6801/2295541533 expires 2023-10-10T04:17:44.532229+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6800/3772966001 expires 2023-10-10T04:25:29.637479+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/2340316110 expires 2023-10-10T04:25:29.637479+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/2527273438 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.289 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6801/3772966001 expires 2023-10-10T04:25:29.637479+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6800/628699366 expires 2023-10-10T04:18:06.078190+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/1662992509 expires 2023-10-10T04:18:06.078190+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:0/1626470036 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/544458370 expires 2023-10-10T04:17:44.532229+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.150:0/1756869995 expires 2023-10-10T04:26:29.598458+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/1006727044 expires 2023-10-10T04:25:29.637479+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/1285099573 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6800/2171657098 expires 2023-10-10T04:22:14.641003+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/219653733 expires 2023-10-10T04:22:14.641003+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6801/3329339661 expires 2023-10-10T04:27:30.842446+0000 2023-10-09T04:42:23.290 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:6801/2171657098 expires 2023-10-10T04:22:14.641003+0000 2023-10-09T04:42:23.291 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/986944331 expires 2023-10-10T04:25:29.637479+0000 2023-10-09T04:42:23.291 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/3968435644 expires 2023-10-10T04:22:14.641003+0000 2023-10-09T04:42:23.291 INFO:teuthology.orchestra.run.smithi107.stdout:blocklist 172.21.15.107:0/3609866187 expires 2023-10-10T04:22:14.641003+0000 2023-10-09T04:42:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/751278316' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T04:42:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/751278316' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T04:42:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/751278316' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T04:42:23.889 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 86 up_thru 143 down_at 83 last_clean_interval [8,82) [v2:172.21.15.107:6802/2118302359,v1:172.21.15.107:6803/2118302359] [v2:172.21.15.107:6804/2118302359,v1:172.21.15.107:6805/2118302359] exists,up 90ea961d-11d4-4f02-b0b1-d8a7eaf1f595', 'osd.1 up in weight 1 up_from 102 up_thru 143 down_at 99 last_clean_interval [13,98) [v2:172.21.15.107:6810/1494864614,v1:172.21.15.107:6811/1494864614] [v2:172.21.15.107:6812/1494864614,v1:172.21.15.107:6813/1494864614] exists,up 0bf3914e-0349-46dc-9b29-11ad23d47bf0', 'osd.2 up in weight 1 up_from 116 up_thru 141 down_at 113 last_clean_interval [18,112) [v2:172.21.15.107:6818/1932075145,v1:172.21.15.107:6819/1932075145] [v2:172.21.15.107:6820/1932075145,v1:172.21.15.107:6821/1932075145] exists,up 9a42e461-fbc1-4a4d-95e4-f81c4d24aa52', 'osd.3 up in weight 1 up_from 135 up_thru 143 down_at 132 last_clean_interval [25,131) [v2:172.21.15.107:6826/1088959883,v1:172.21.15.107:6827/1088959883] [v2:172.21.15.107:6828/1088959883,v1:172.21.15.107:6829/1088959883] exists,up 93ec819e-e804-411d-91cf-4a02b2ad66a9', 'osd.4 up in weight 1 up_from 30 up_thru 143 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6800/2577089297,v1:172.21.15.150:6801/2577089297] [v2:172.21.15.150:6802/2577089297,v1:172.21.15.150:6803/2577089297] exists,up 9b32f00f-d38e-4f49-aeae-88cb78ef66c6', 'osd.5 up in weight 1 up_from 38 up_thru 143 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6808/1369829072,v1:172.21.15.150:6809/1369829072] [v2:172.21.15.150:6810/1369829072,v1:172.21.15.150:6811/1369829072] exists,up 39618a09-1982-4d53-92f3-f7f9165cc03c', 'osd.6 up in weight 1 up_from 46 up_thru 143 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6816/656120782,v1:172.21.15.150:6817/656120782] [v2:172.21.15.150:6818/656120782,v1:172.21.15.150:6819/656120782] exists,up 04ef6311-6d44-4a5e-a7e8-00260a2d3768', 'osd.7 up in weight 1 up_from 54 up_thru 135 down_at 0 last_clean_interval [0,0) [v2:172.21.15.150:6824/1979472933,v1:172.21.15.150:6825/1979472933] [v2:172.21.15.150:6826/1979472933,v1:172.21.15.150:6827/1979472933] exists,up 817c0171-ae73-4e05-80e0-0419496e0698'] 2023-10-09T04:42:23.890 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon mon.a config show 2023-10-09T04:42:24.485 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:24 smithi107 ceph-mon[184249]: pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:24.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:24 smithi107 ceph-mon[179183]: pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:24 smithi150 ceph-mon[168511]: pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:25.848 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:42:25.848 INFO:teuthology.orchestra.run.smithi107.stdout: "name": "mon.a", 2023-10-09T04:42:25.848 INFO:teuthology.orchestra.run.smithi107.stdout: "cluster": "ceph", 2023-10-09T04:42:25.848 INFO:teuthology.orchestra.run.smithi107.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "admin_socket_mode": "", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_allow_insecure_global_id_reclaim": "false", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_client_required": "cephx, none", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_cluster_required": "cephx", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_debug": "true", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_expose_insecure_global_id_reclaim": "true", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_mon_ticket_ttl": "660.000000", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_service_required": "cephx", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_service_ticket_ttl": "240.000000", 2023-10-09T04:42:25.849 INFO:teuthology.orchestra.run.smithi107.stdout: "auth_supported": "", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_aio": "true", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_aio_max_queue_depth": "1024", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_aio_poll_ms": "250", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_aio_reap_max": "16", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_async_discard": "false", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_block_size": "4096", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_debug_aio": "false", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_debug_aio_log_age": "5.000000", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_debug_inflight_ios": "false", 2023-10-09T04:42:25.850 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_enable_discard": "false", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_flock_retry": "3", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_flock_retry_interval": "0.100000", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_inject_crash": "0", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_inject_crash_flush_delay": "2", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_ioring": "false", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_ioring_hipri": "false", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_ioring_sqthread_poll": "false", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_nvme_unbind_from_kernel": "false", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_read_buffer_alignment": "4096", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_read_preallocated_huge_buffers": "", 2023-10-09T04:42:25.851 INFO:teuthology.orchestra.run.smithi107.stdout: "bdev_type": "", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_alloc_size": "1048576", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_allocator": "hybrid", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_buffered_io": "true", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_check_for_zeros": "false", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_check_volume_selector_often": "false", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_check_volume_selector_on_umount": "false", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_compact_log_sync": "false", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_failed_shared_alloc_cooldown": "600.000000", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_log_compact_min_size": "16777216", 2023-10-09T04:42:25.852 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_log_replay_check_allocations": "true", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_max_log_runway": "4194304", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_max_prefetch": "1048576", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_min_flush_size": "524288", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_min_log_runway": "1048576", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_replay_recovery": "false", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_replay_recovery_disable_compact": "false", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_shared_alloc_size": "65536", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluefs_sync_write": "false", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2023-10-09T04:42:25.853 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_allocation_from_file": "true", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_allocator": "hybrid", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_avl_alloc_ff_max_search_bytes": "16777216", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_avl_alloc_ff_max_search_count": "100", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_bitmapallocator_span_size": "1024", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_blobid_prealloc": "10240", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_create": "true", 2023-10-09T04:42:25.854 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_db_create": "false", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_db_path": "", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_db_size": "0", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_path": "", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_preallocate_file": "false", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_size": "107374182400", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_wal_create": "false", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_wal_path": "", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_block_wal_size": "100663296", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_bluefs": "true", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_bluefs_env_mirror": "false", 2023-10-09T04:42:25.855 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_bluefs_max_free": "10737418240", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_age_bin_interval": "1.000000", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_age_bins_data": "1 2 6 24 120 720 0 0 0 0", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_age_bins_kv": "1 2 6 24 120 720 0 0 0 0", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_age_bins_kv_onode": "0 0 0 0 0 0 0 0 0 720", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_age_bins_meta": "1 2 6 24 120 720 0 0 0 0", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_autotune": "true", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_autotune_interval": "5.000000", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_kv_ratio": "0.450000", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_meta_ratio": "0.450000", 2023-10-09T04:42:25.856 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_size": "0", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_size_hdd": "1073741824", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_size_ssd": "3221225472", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_trim_interval": "0.050000", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_trim_max_skip_pinned": "1000", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cache_type": "2q", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_cleaner_sleep_interval": "5.000000", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_clone_cow": "true", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_algorithm": "snappy", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_max_blob_size": "0", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2023-10-09T04:42:25.857 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_min_blob_size": "0", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_min_blob_size_ssd": "65536", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_mode": "none", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_compression_required_ratio": "0.875000", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_csum_type": "crc32c", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_enforce_settings": "default", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_freelist": "false", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_fsck_abort": "false", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_inject_allocation_from_file_failure": "0.000000", 2023-10-09T04:42:25.858 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_inject_bug21040": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_inject_read_err": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_legacy_omap": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_no_reuse_blocks": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_omit_block_device_write": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_omit_kv_commit": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_prefill": "0.000000", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_prefragment_max": "1048576", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_random_read_err": "0.000000", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2023-10-09T04:42:25.859 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_small_allocations": "0", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_default_buffered_read": "true", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_default_buffered_write": "false", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_deferred_batch_ops": "0", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_extent_map_shard_max_size": "1200", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_extent_map_shard_min_size": "150", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_extent_map_shard_target_size": "500", 2023-10-09T04:42:25.860 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fail_eio": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_freelist_blocks_per_key": "128", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_error_on_no_per_pg_omap": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_on_mkfs": "true", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_on_mount": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_on_mount_deep": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_on_umount": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_on_umount_deep": "false", 2023-10-09T04:42:25.861 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_quick_fix_on_mount": "false", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_quick_fix_threads": "2", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_fsck_shared_blob_tracker_size": "0.031250", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_gc_enable_blob_threshold": "0", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_gc_enable_total_threshold": "0", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_ignore_data_csum": "false", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_kvbackend": "rocksdb", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_log_collection_list_age": "60.000000", 2023-10-09T04:42:25.862 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_log_op_age": "5.000000", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_max_alloc_size": "0", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_max_blob_size": "0", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_max_blob_size_hdd": "65536", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_max_blob_size_ssd": "65536", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_max_defer_interval": "3.000000", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_max_deferred_txc": "32", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_min_alloc_size": "0", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_min_alloc_size_hdd": "4096", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_min_alloc_size_ssd": "4096", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_nid_prealloc": "1024", 2023-10-09T04:42:25.863 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_prefer_deferred_size": "0", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_qfsck_on_mount": "true", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_retry_disk_reads": "3", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_rocksdb_cf": "true", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L=min_write_buffer_number_to_merge=32 P=min_write_buffer_number_to_merge=32", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=64,min_write_buffer_number_to_merge=6,compaction_style=kCompactionStyleLevel,write_buffer_size=16777216,max_background_jobs=4,level0_file_num_compaction_trigger=8,max_bytes_for_level_base=1073741824,max_bytes_for_level_multiplier=8,compaction_readahead_size=2MB,max_total_wal_size=1073741824,writable_file_max_buffer_size=0", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_rocksdb_options_annex": "", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_spdk_coremask": "0x1", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_spdk_io_sleep": "5", 2023-10-09T04:42:25.864 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_spdk_max_io_completion": "0", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_spdk_mem": "512", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_sync_submit_transaction": "false", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_throttle_bytes": "67108864", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_throttle_cost_per_io": "0", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_throttle_trace_rate": "0.000000", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_tracing": "false", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_use_optimal_io_size_for_min_alloc_size": "false", 2023-10-09T04:42:25.865 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_volume_selection_reserved": "0", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_warn_on_legacy_statfs": "true", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_warn_on_no_per_pg_omap": "false", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "bluestore_zero_block_detection": "false", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "cephadm_path": "/usr/sbin/cephadm", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_action_update_interval": "2", 2023-10-09T04:42:25.866 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_directory_scan_interval": "10", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_mount_timeout": "10", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_restart_mirror_on_failure_interval": "20", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephsqlite_blocklist_dead_locker": "true", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephsqlite_lock_renewal_interval": "2000", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephsqlite_lock_renewal_timeout": "30000", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_cluster_require_signatures": "false", 2023-10-09T04:42:25.867 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_cluster_require_version": "2", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_require_signatures": "false", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_require_version": "2", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_service_require_signatures": "false", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_service_require_version": "2", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "cephx_sign_messages": "true", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "chdir": "", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_acl_type": "", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_asio_thread_count": "2", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_cache_mid": "0.750000", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_cache_size": "16384", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_caps_release_delay": "5", 2023-10-09T04:42:25.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_check_pool_perm": "true", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_collect_and_send_global_metrics": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_debug_force_sync_read": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_debug_getattr_caps": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_debug_inject_tick_delay": "0", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_die_on_failed_dentry_invalidate": "true", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_die_on_failed_remount": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_dirsize_rbytes": "true", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_force_lazyio": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_fs": "", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_inject_fixed_oldest_tid": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_inject_release_failure": "false", 2023-10-09T04:42:25.869 INFO:teuthology.orchestra.run.smithi107.stdout: "client_max_inline_size": "4096", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_max_retries_on_remount_failure": "5", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_mds_namespace": "", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_metadata": "", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_mount_gid": "-1", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_mount_timeout": "300", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_mount_uid": "-1", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_mountpoint": "/", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_notify_timeout": "10", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_oc": "true", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_oc_max_dirty": "104857600", 2023-10-09T04:42:25.870 INFO:teuthology.orchestra.run.smithi107.stdout: "client_oc_max_dirty_age": "5.000000", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_oc_max_objects": "1000", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_oc_size": "209715200", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_oc_target_dirty": "8388608", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_permissions": "true", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_quota": "true", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_quota_df": "true", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_readahead_max_bytes": "0", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_readahead_max_periods": "4", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_readahead_min": "131072", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_reconnect_stale": "false", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_shutdown_timeout": "30", 2023-10-09T04:42:25.871 INFO:teuthology.orchestra.run.smithi107.stdout: "client_snapdir": ".snap", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "client_tick_interval": "1", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "client_trace": "", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "client_try_dentry_invalidate": "false", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "client_use_faked_inos": "false", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "client_use_random_mds": "false", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_graylog": "false", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_graylog_host": "127.0.0.1", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_graylog_port": "12201", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_monitors": "default=true", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_syslog": "false", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2023-10-09T04:42:25.872 INFO:teuthology.orchestra.run.smithi107.stdout: "clog_to_syslog_level": "info", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "cluster_addr": "-", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "cluster_network": "", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "cluster_network_interface": "", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "compressor_zlib_isal": "false", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "compressor_zlib_level": "5", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "compressor_zlib_winsize": "-15", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "compressor_zstd_level": "1", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:f1b604d5f2ca70c029abed5d4751ce47aa1c979454bd17275a62f3ffa2ac6e8c", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "crash_dir": "/var/lib/ceph/crash", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "crimson_alien_op_num_threads": "6", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "crimson_alien_thread_cpu_cores": "", 2023-10-09T04:42:25.873 INFO:teuthology.orchestra.run.smithi107.stdout: "crimson_osd_obc_lru_size": "10", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "crimson_osd_scheduler_concurrency": "0", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "crimson_seastar_smp": "1", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "crush_location": "", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "crush_location_hook": "", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "crush_location_hook_timeout": "10", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "daemonize": "false", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "daos_pool": "tank", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "dbstore_config_uri": "file:/var/lib/ceph/radosgw/dbstore-config.db", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "dbstore_db_dir": "/var/lib/ceph/radosgw", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "dbstore_db_name_prefix": "dbstore", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_alienstore": "0/5", 2023-10-09T04:42:25.874 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_allow_any_pool_priority": "false", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_asok": "1/5", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_asok_assert_abort": "false", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_asserts_on_shutdown": "true", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_auth": "1/5", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_bdev": "1/3", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_bluefs": "1/5", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_bluestore": "1/5", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_buffer": "0/1", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_ceph_exporter": "1/5", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_cephfs_mirror": "0/5", 2023-10-09T04:42:25.875 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_cephsqlite": "0/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_client": "0/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_compressor": "1/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_context": "0/1", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_crush": "1/1", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_crypto": "1/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_cyanstore": "0/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_deliberately_leak_memory": "false", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_disable_randomized_ping": "false", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_dpdk": "1/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_eventtrace": "1/5", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_filer": "0/1", 2023-10-09T04:42:25.876 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_filestore": "1/3", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_finisher": "1/1", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_fuse": "1/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_heartbeat_testing_span": "0", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_heartbeatmap": "1/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_immutable_obj_cache": "0/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_javaclient": "1/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_journal": "1/3", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_journaler": "0/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_kstore": "1/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_leveldb": "4/5", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_lockdep": "0/1", 2023-10-09T04:42:25.877 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mclock": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mds": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mds_balancer": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mds_locker": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mds_log": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mds_log_expire": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mds_migrator": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_memstore": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mgr": "2/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mgrc": "1/5", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_mon": "20/20", 2023-10-09T04:42:25.878 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_monc": "0/10", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_ms": "1/1", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_none": "0/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_objclass": "0/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_objectcacher": "0/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_objecter": "0/1", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_optracker": "0/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_osd": "1/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_paxos": "20/20", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_perfcounter": "1/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_prioritycache": "1/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rados": "0/5", 2023-10-09T04:42:25.879 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rbd": "0/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rbd_mirror": "0/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rbd_pwl": "0/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rbd_replay": "0/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_refs": "0/0", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_reserver": "1/1", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rgw": "1/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rgw_access": "1/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rgw_datacache": "1/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rgw_dbstore": "1/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rgw_flight": "1/5", 2023-10-09T04:42:25.880 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rgw_sync": "1/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_rocksdb": "4/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_backref": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_cache": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_cleaner": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_device": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_epm": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_fixedkv_tree": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_journal": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_lba": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_odata": "0/5", 2023-10-09T04:42:25.881 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_omap": "0/5", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_onode": "0/5", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_t": "0/5", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_seastore_tm": "0/5", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_striper": "0/1", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_test": "0/5", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_throttle": "1/1", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_timer": "0/1", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "debug_tp": "0/5", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "device_failure_prediction_mode": "none", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2023-10-09T04:42:25.882 INFO:teuthology.orchestra.run.smithi107.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "err_to_graylog": "false", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "err_to_journald": "false", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "err_to_stderr": "true", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "err_to_syslog": "false", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "event_tracing": "false", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "exporter_addr": "0.0.0.0", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "exporter_http_port": "9926", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "exporter_prio_limit": "5", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "exporter_sock_dir": "/var/run/ceph/", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "exporter_sort_metrics": "true", 2023-10-09T04:42:25.883 INFO:teuthology.orchestra.run.smithi107.stdout: "exporter_stats_period": "5", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "fake_statfs_for_testing": "0", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "fatal_signal_handlers": "true", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filer_max_purge_ops": "10", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filer_max_truncate_ops": "128", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_apply_finisher_threads": "1", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_blackhole": "false", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_btrfs_clone_range": "true", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_btrfs_snap": "true", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_caller_concurrency": "10", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_collect_device_partition_information": "true", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_commit_timeout": "600.000000", 2023-10-09T04:42:25.884 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_debug_inject_read_err": "false", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_debug_omap_check": "false", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_debug_random_read_err": "0.000000", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_debug_verify_split": "false", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_dump_file": "", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_expected_throughput_ops": "200.000000", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fadvise": "true", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fail_eio": "true", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fd_cache_shards": "16", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fd_cache_size": "128", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fiemap": "false", 2023-10-09T04:42:25.885 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fiemap_threshold": "4096", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_fsync_flushes_journal_data": "false", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_index_retry_probability": "0.000000", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_inject_stall": "0", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_journal_parallel": "false", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_journal_trailing": "false", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_journal_writeahead": "false", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_kill_at": "0", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_alloc_hint_size": "1048576", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattr_size": "0", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2023-10-09T04:42:25.886 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattr_size_other": "512", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattrs": "0", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattrs_other": "2", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_inline_xattrs_xfs": "10", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_sync_interval": "5.000000", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_xattr_value_size": "0", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_xattr_value_size_other": "1024", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2023-10-09T04:42:25.887 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_merge_threshold": "-10", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_min_sync_interval": "0.010000", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_odsync_write": "false", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_omap_backend": "rocksdb", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_omap_backend_path": "", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_omap_header_cache_size": "1024", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_ondisk_finisher_threads": "1", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_op_thread_suicide_timeout": "180", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_op_thread_timeout": "60", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_op_threads": "2", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_punch_hole": "false", 2023-10-09T04:42:25.888 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_high_threshhold": "0.900000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_low_threshhold": "0.300000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_max_bytes": "104857600", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_queue_max_ops": "50", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2023-10-09T04:42:25.889 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_seek_data_hole": "false", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_sloppy_crc": "false", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_sloppy_crc_block_size": "65536", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_splice": "false", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_split_multiple": "2", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_split_rand_factor": "20", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_update_to": "1000", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2023-10-09T04:42:25.890 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_enable": "true", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_xfs_extsize": "false", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "filestore_zfs_snap": "false", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "fio_dir": "/tmp/fio", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "fsid": "9e20cd18-665a-11ee-8db5-212e2dc638e7", 2023-10-09T04:42:25.891 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_allow_other": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_atomic_o_trunc": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_big_writes": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_debug": "false", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_default_permissions": "false", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_disable_pagecache": "false", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_max_write": "0", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_multithreaded": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_require_active_mds": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_set_user_groups": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_splice_move": "true", 2023-10-09T04:42:25.892 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_splice_read": "true", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_splice_write": "true", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_syncfs_on_mksnap": "true", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "fuse_use_invalidate_cb": "true", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "gss_target_name": "ceph", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "heartbeat_file": "", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "heartbeat_inject_failure": "0", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "heartbeat_interval": "5", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "host": "smithi107", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_max_inflight_ops": "128", 2023-10-09T04:42:25.893 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_max_size": "1073741824", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_bps_burst": "0", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_bps_limit": "0", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_iops_burst": "0", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_iops_limit": "0", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "immutable_object_cache_watermark": "0.900000", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "inject_early_sigterm": "false", 2023-10-09T04:42:25.894 INFO:teuthology.orchestra.run.smithi107.stdout: "jaeger_agent_port": "6799", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "jaeger_tracing_enable": "false", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_aio": "true", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_align_min_size": "65536", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_block_align": "true", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_block_size": "4096", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_dio": "true", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_discard": "false", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_force_aio": "false", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_ignore_corruption": "false", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_max_write_bytes": "10485760", 2023-10-09T04:42:25.895 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_max_write_entries": "100", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_replay_from": "0", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_throttle_high_multiple": "0.000000", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_throttle_high_threshhold": "0.900000", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_throttle_low_threshhold": "0.600000", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_throttle_max_multiple": "0.000000", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_write_header_frequency": "0", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journal_zero_on_create": "false", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journaler_prefetch_periods": "10", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journaler_prezero_periods": "5", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "journaler_write_head_interval": "15", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "key": "", 2023-10-09T04:42:25.896 INFO:teuthology.orchestra.run.smithi107.stdout: "keyfile": "", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_backend": "rocksdb", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_default_stripe_size": "65536", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_fsck_on_mount": "false", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_fsck_on_mount_deep": "true", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_max_bytes": "67108864", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_max_ops": "512", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_nid_prealloc": "1024", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_onode_map_size": "1024", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_sync_submit_transaction": "false", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "kstore_sync_transaction": "false", 2023-10-09T04:42:25.897 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_block_size": "65536", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_bloom_size": "0", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_cache_size": "536870912", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_compact_on_mount": "false", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_compression": "false", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_log": "", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_log_to_ceph_log": "true", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_max_open_files": "0", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_paranoid": "false", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "leveldb_write_buffer_size": "33554432", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "librados_thread_count": "2", 2023-10-09T04:42:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: "lockdep": "false", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "lockdep_force_backtrace": "false", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_coarse_timestamps": "true", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_flush_on_exit": "false", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_graylog_host": "127.0.0.1", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_graylog_port": "12201", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_max_new": "1000", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_max_recent": "10000", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_stderr_prefix": "", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_stop_at_utilization": "0.970000", 2023-10-09T04:42:25.899 INFO:teuthology.orchestra.run.smithi107.stdout: "log_to_file": "true", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "log_to_graylog": "false", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "log_to_journald": "false", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "log_to_stderr": "false", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "log_to_syslog": "false", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "max_rotating_auth_attempts": "10", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_abort_on_newly_corrupt_dentry": "true", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_action_on_write_error": "1", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_alternate_name_max": "8192", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_asio_thread_count": "2", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_export_pin": "true", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_fragment_dirs": "true", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2023-10-09T04:42:25.900 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_fragment_interval": "5", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_fragment_size_max": "100000", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_idle_threshold": "0.000000", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_interval": "10", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_max": "-1", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_max_until": "-1", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_merge_size": "50", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_midchunk": "0.300000", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_min_rebalance": "0.100000", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_min_start": "0.200000", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_minchunk": "0.001000", 2023-10-09T04:42:25.901 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_mode": "0", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_need_max": "1.200000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_need_min": "0.800000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_replicate_threshold": "8000.000000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_sample_interval": "3.000000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_split_bits": "3", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_split_rd": "25000.000000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_split_size": "10000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_split_wr": "10000.000000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_target_decay": "10.000000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2023-10-09T04:42:25.902 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_beacon_grace": "15.000000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_beacon_interval": "4.000000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_beacon_mon_down_grace": "60", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_memory_limit": "4294967296", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_mid": "0.700000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_release_free_interval": "10", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_reservation": "0.050000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_trim_decay_rate": "1.000000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_trim_interval": "1", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cache_trim_threshold": "262144", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2023-10-09T04:42:25.903 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_client_delegate_inos_pct": "50", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_client_prealloc_inos": "1000", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_connect_bootstrapping": "false", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_damage_table_max_entries": "10000", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_debug_auth_pins": "false", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_debug_frag": "false", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_debug_scatterstat": "false", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_debug_subtrees": "false", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_decay_halflife": "5.000000", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_default_dir_hash": "2", 2023-10-09T04:42:25.904 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_defer_session_stale": "true", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_deny_all_reconnect": "false", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dir_keys_per_op": "16384", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dir_max_commit_size": "10", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dir_max_entries": "0", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dir_prefetch": "true", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dirstat_min_interval": "1.000000", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dump_cache_after_rejoin": "false", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dump_cache_on_map": "false", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dump_cache_threshold_file": "0", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2023-10-09T04:42:25.905 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_early_reply": "true", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_enable_op_tracker": "true", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_enforce_unique_name": "true", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_export_ephemeral_distributed": "true", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_export_ephemeral_random": "true", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_export_ephemeral_random_max": "0.010000", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_extraordinary_events_dump_interval": "0", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_forward_all_requests_to_auth": "false", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_freeze_tree_timeout": "30.000000", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_fscrypt_last_block_max_size": "4096", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_go_bad_corrupt_dentry": "true", 2023-10-09T04:42:25.906 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_health_cache_threshold": "1.500000", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_health_summarize_threshold": "10", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_heartbeat_grace": "15.000000", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_heartbeat_reset_grace": "1000", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_inject_health_dummy": "false", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_inject_journal_corrupt_dentry_first": "0.000000", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_inject_migrator_session_race": "false", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_inject_rename_corrupt_dentry_first": "0.000000", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_inject_skip_replaying_inotable": "false", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2023-10-09T04:42:25.907 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_join_fs": "", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_journal_format": "1", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_create_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_export_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_import_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_journal_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_journal_expire_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_journal_replay_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_link_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_mdstable_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_openc_at": "0", 2023-10-09T04:42:25.908 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_rename_at": "0", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_kill_skip_replaying_inotable": "false", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_events_per_segment": "1024", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_max_events": "-1", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_max_segments": "128", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_pause": "false", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_segment_size": "0", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_skip_corrupt_events": "false", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_log_warn_factor": "2.000000", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_caps_per_client": "1048576", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_completed_flushes": "100000", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_completed_requests": "100000", 2023-10-09T04:42:25.909 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_export_size": "20971520", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_file_recover": "32", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_purge_files": "64", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_purge_ops": "8192", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_scrub_ops_in_progress": "5", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_snaps_per_dir": "100", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_max_xattr_pairs_size": "65536", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_metrics_update_interval": "2", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_min_caps_per_client": "100", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_min_caps_working_set": "10000", 2023-10-09T04:42:25.910 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_mon_shutdown_timeout": "5.000000", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_numa_node": "-1", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_oft_prefetch_dirfrags": "false", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_op_complaint_time": "30.000000", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_op_history_duration": "600", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_op_history_size": "20", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_op_log_threshold": "5", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_ping_grace": "15", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_ping_interval": "5", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_recall_global_max_decay_threshold": "131072", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_recall_max_caps": "30000", 2023-10-09T04:42:25.911 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_recall_max_decay_rate": "1.500000", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_recall_max_decay_threshold": "131072", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_recall_warning_decay_rate": "60.000000", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_recall_warning_threshold": "262144", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_reconnect_timeout": "45.000000", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_replay_interval": "1.000000", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_replay_unsafe_with_closed_session": "false", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_request_load_average_decay_rate": "60.000000", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_root_ino_gid": "0", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_root_ino_uid": "0", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_scatter_nudge_interval": "5.000000", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_blocklist_on_evict": "true", 2023-10-09T04:42:25.912 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_blocklist_on_timeout": "true", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_cache_liveness_magnitude": "10", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_cap_acquisition_decay_rate": "30.000000", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_cap_acquisition_throttle": "100000", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_sessionmap_keys_per_op": "1024", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_shutdown_check": "0", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_skip_ino": "0", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_sleep_rank_change": "0.000000", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_snap_max_uid": "4294967294", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_snap_min_uid": "0", 2023-10-09T04:42:25.913 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_snap_rstat": "false", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_standby_replay_damaged": "false", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_symlink_recovery": "true", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_task_status_update_interval": "2.000000", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_thrash_exports": "0", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_thrash_fragments": "0", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_tick_interval": "5.000000", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_valgrind_exit": "false", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_verify_backtrace": "1", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_verify_scatter": "false", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_wipe_ino_prealloc": "false", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mds_wipe_sessions": "false", 2023-10-09T04:42:25.914 INFO:teuthology.orchestra.run.smithi107.stdout: "mempool_debug": "false", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "memstore_debug_omit_block_device_write": "false", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "memstore_device_bytes": "1073741824", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "memstore_page_set": "false", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "memstore_page_size": "65536", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_client_bytes": "134217728", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_client_messages": "512", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_connect_retry_interval": "1.000000", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_disabled_modules": "", 2023-10-09T04:42:25.915 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_initial_modules": "restful iostat nfs", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_max_pg_num_change": "128", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_mds_bytes": "134217728", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_mds_messages": "128", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_mon_bytes": "134217728", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_mon_messages": "128", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_osd_bytes": "536870912", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_osd_messages": "8192", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_pool": "true", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_service_beacon_grace": "60.000000", 2023-10-09T04:42:25.916 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_standby_modules": "true", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_stats_period": "5", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_stats_threshold": "5", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_tick_period": "2", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mgr_ttl_cache_expire_seconds": "0", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_accept_timeout_factor": "2.000000", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_allow_pool_delete": "true", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_allow_pool_size_one": "false", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_auth_validate_all_caps": "true", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2023-10-09T04:42:25.917 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_bytes": "104857600", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_directed_command_retry": "2", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_hunt_interval": "3.000000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_hunt_parallel": "3", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_log_interval": "1.000000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_max_log_entries_per_message": "1000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_ping_interval": "10.000000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_client_ping_timeout": "30.000000", 2023-10-09T04:42:25.918 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_clock_drift_allowed": "1.000000", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_file_level": "debug", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_file": "false", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_graylog": "false", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_graylog_port": "12201", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_journald": "true", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_stderr": "false", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_syslog": "default=false", 2023-10-09T04:42:25.919 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cluster_log_to_syslog_level": "info", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_compact_on_bootstrap": "false", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_compact_on_start": "false", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_compact_on_trim": "true", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_con_tracker_persist_interval": "10", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_con_tracker_score_halflife": "43200", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_config_key_max_entry_size": "65536", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_cpu_threads": "4", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_crush_min_required_version": "hammer", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_daemon_bytes": "419430400", 2023-10-09T04:42:25.920 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_data_avail_crit": "5", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_data_avail_warn": "5", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_data_size_warn": "16106127360", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_block_osdmap_trim": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_deprecated_as_obsolete": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_dump_json": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_dump_transactions": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_extra_checks": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_no_initial_persistent_features": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2023-10-09T04:42:25.921 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_no_require_quincy": "false", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_no_require_reef": "false", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_delta_reset_interval": "10.000000", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_dns_srv_name": "ceph-mon", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_down_mkfs_grace": "60", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_election_default_strategy": "1", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_election_timeout": "5.000000", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_elector_ping_divisor": "2", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_elector_ping_timeout": "2.000000", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_enable_op_tracker": "true", 2023-10-09T04:42:25.922 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_fake_pool_delete": "false", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_force_quorum_join": "false", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_globalid_prealloc": "10000", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_health_detail_to_clog": "true", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_health_log_update_period": "5", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_health_max_detail": "50", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_health_to_clog": "true", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_health_to_clog_interval": "600", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_host": "[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] [v2:172.21.15.107:3301/0,v1:172.21.15.107:6790/0]", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_host_override": "", 2023-10-09T04:42:25.923 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_initial_members": "", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_inject_transaction_delay_max": "10.000000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_keyvaluedb": "rocksdb", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_lease": "5.000000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_lease_renew_interval_factor": "0.600000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_log_full_interval": "50", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_log_max": "10000", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_log_max_summary": "50", 2023-10-09T04:42:25.924 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_log_entries_per_event": "4096", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_log_epochs": "500", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_mdsmap_epochs": "500", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_mgrmap_epochs": "500", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_osd": "10000", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_pg_per_osd": "10000", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_pool_pg_num": "65536", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_max_snap_prune_per_epoch": "100", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mds_blocklist_interval": "86400.000000", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mds_force_trim_to": "0", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mds_skip_sanity": "true", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_memory_autotune": "true", 2023-10-09T04:42:25.925 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_memory_target": "2147483648", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mgr_beacon_grace": "30", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mgr_digest_period": "5", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mgr_inactive_grace": "60", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mgr_mkfs_grace": "240", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_min_osdmap_epochs": "500", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_op_complaint_time": "30", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_op_history_duration": "600", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_op_history_size": "20", 2023-10-09T04:42:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_op_history_slow_op_size": "20", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_op_history_slow_op_threshold": "10", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_op_log_threshold": "5", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_adjust_down_out_interval": "true", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_auto_mark_in": "false", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_auto_mark_new_in": "true", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_cache_size": "500", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_cache_size_min": "134217728", 2023-10-09T04:42:25.927 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_crush_smoke_test": "true", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_destroyed_out_interval": "600", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_down_out_interval": "600", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_down_out_subtree_limit": "rack", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_force_trim_to": "0", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_full_ratio": "0.950000", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_laggy_halflife": "3600", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_laggy_max_interval": "300", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_laggy_weight": "0.300000", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2023-10-09T04:42:25.928 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_max_creating_pgs": "1024", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_max_initial_pgs": "1024", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_min_down_reporters": "2", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_min_in_ratio": "0.750000", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_min_up_ratio": "0.300000", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_nearfull_ratio": "0.850000", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_prime_pg_temp": "true", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_report_timeout": "900", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_reporter_subtree_level": "osd", 2023-10-09T04:42:25.929 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_warn_num_repaired": "10", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osd_warn_op_age": "32.000000", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osdmap_full_prune_enabled": "true", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osdmap_full_prune_interval": "10", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osdmap_full_prune_min": "10000", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_osdmap_full_prune_txsize": "100", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pg_stuck_threshold": "60", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pg_warn_min_objects": "10000", 2023-10-09T04:42:25.930 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pg_warn_min_per_osd": "0", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pg_warn_min_pool_objects": "1000", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pool_quota_crit_threshold": "0", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_pool_quota_warn_threshold": "0", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_probe_timeout": "2.000000", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_reweight_max_change": "0.050000", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_reweight_max_osds": "4", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_reweight_min_bytes_per_osd": "10", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_reweight_min_pgs_per_osd": "4", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2023-10-09T04:42:25.931 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_scrub_interval": "86400", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_scrub_max_keys": "100", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_scrub_timeout": "300", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_session_timeout": "300", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_smart_report_timeout": "5", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_stat_smooth_intervals": "6", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_stretch_pool_min_size": "2", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_stretch_pool_size": "4", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_subscribe_interval": "86400.000000", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_sync_debug": "false", 2023-10-09T04:42:25.932 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_sync_max_payload_keys": "2000", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_sync_max_payload_size": "1048576", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_sync_provider_kill_at": "0", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_sync_requester_kill_at": "0", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_sync_timeout": "60.000000", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_target_pg_per_osd": "100", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_tick_interval": "5", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_timecheck_interval": "300.000000", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_timecheck_skew_interval": "30.000000", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_use_min_delay_socket": "false", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_older_version_delay": "604800", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2023-10-09T04:42:25.933 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_filestore_osds": "true", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_insecure_global_id_reclaim": "false", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed": "false", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_misplaced": "false", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_older_version": "true", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_pool_no_app": "true", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_pool_no_redundancy": "true", 2023-10-09T04:42:25.934 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_on_too_few_osds": "false", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "monmap": "", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_admin_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_admin_fid": "0x7200000000000001:0x0", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_ha_endpoint": "192.168.180.182@tcp:12345:1:1", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_my_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_my_fid": "0x7200000000000001:0x0", 2023-10-09T04:42:25.935 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_profile_fid": "0x7000000000000001:0x0", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "motr_tracing_enabled": "false", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_op_threads": "3", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_buffer_size": "131072", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_cm": "false", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_device_name": "", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_dscp": "96", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_enable_hugepage": "false", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_gid_idx": "0", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_local_gid": "", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_polling_us": "1000", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_port_num": "1", 2023-10-09T04:42:25.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_receive_buffers": "32768", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_receive_queue_len": "4096", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_roce_ver": "1", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_send_buffers": "1024", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_sl": "3", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_support_srq": "true", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_rdma_type": "ib", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_async_reap_threshold": "5", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_before_connect": "false", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_ipv4": "true", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_ipv6": "false", 2023-10-09T04:42:25.937 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_msgr1": "true", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_msgr2": "true", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_port_max": "7568", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_port_min": "6800", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_prefer_ipv4": "false", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_retry_count": "3", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_bind_retry_delay": "5", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_blackhole_client": "false", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_blackhole_mds": "false", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_blackhole_mgr": "false", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_blackhole_mon": "false", 2023-10-09T04:42:25.938 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_blackhole_osd": "false", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_client_mode": "crc secure", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_cluster_mode": "crc secure", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_cluster_type": "", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_compress_secure": "false", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_connection_idle_timeout": "900", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_connection_ready_timeout": "10", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_crc_data": "true", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_crc_header": "true", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_die_on_bad_msg": "false", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_die_on_bug": "true", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_die_on_old_message": "true", 2023-10-09T04:42:25.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_die_on_skipped_message": "false", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_die_on_unhandled_msg": "false", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dispatch_throttle_bytes": "104857600", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_coremask": "0xF", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_debug_allow_loopback": "false", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_devs_allowlist": "", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_enable_tso": "true", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_host_ipv4_addr": "", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_hugepages": "", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_hw_flow_control": "true", 2023-10-09T04:42:25.940 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_lro": "true", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_memory_channel": "4", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_pmd": "", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_port_id": "0", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dump_corrupt_message_level": "1", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_dump_on_send": "false", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_initial_backoff": "0.200000", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_inject_delay_max": "1.000000", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_inject_delay_probability": "0.000000", 2023-10-09T04:42:25.941 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_inject_delay_type": "", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_inject_internal_delays": "0.000000", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_inject_network_congestion": "0", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_inject_socket_failures": "0", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_learn_addr_from_peer": "true", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_max_accept_failures": "4", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_max_backoff": "15.000000", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_mon_client_mode": "secure crc", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_mon_cluster_mode": "secure crc", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_mon_service_mode": "secure crc", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_osd_compress_min_size": "1024", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_osd_compress_mode": "none", 2023-10-09T04:42:25.942 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_osd_compression_algorithm": "snappy", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_pq_min_cost": "65536", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_public_type": "", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_service_mode": "crc secure", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_tcp_listen_backlog": "512", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_tcp_nodelay": "true", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_tcp_prefetch_max_size": "4096", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_tcp_rcvbuf": "0", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "ms_type": "async+posix", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "no_config_file": "false", 2023-10-09T04:42:25.943 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_completion_locks_per_session": "32", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_debug_inject_relock_delay": "false", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_inflight_op_bytes": "104857600", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_inflight_ops": "1024", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_inject_no_watch_ping": "false", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_retry_writes_after_first_reply": "false", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_tick_interval": "5.000000", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objecter_timeout": "10.000000", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "objectstore_blackhole": "false", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "openssl_engine_opts": "", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_delay_time": "5.000000", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_hist_halflife": "1000", 2023-10-09T04:42:25.944 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_max_low_ops": "2", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_max_ops": "4", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_min_evict_effort": "0.100000", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_quantize_effort": "0.100000", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_agent_slop": "0.020000", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_aggregated_slow_ops_logging": "true", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_allow_recovery_below_min_size": "true", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_asio_thread_count": "2", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_async_recovery_min_cost": "100", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_auto_mark_unfound_lost": "false", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_backfill_retry_interval": "30.000000", 2023-10-09T04:42:25.945 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_backfill_scan_max": "512", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_backfill_scan_min": "64", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_backoff_on_degraded": "false", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_backoff_on_peering": "false", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_backoff_on_unfound": "true", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_beacon_report_interval": "300", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_bench_duration": "30", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_bench_large_size_max_throughput": "104857600", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_bench_max_block_size": "67108864", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_bench_small_size_max_iops": "100", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_blkin_trace_all": "false", 2023-10-09T04:42:25.946 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_blocked_scrub_grace_period": "120", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_calc_pg_upmaps_aggressively_fast": "true", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_check_for_log_corruption": "false", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_check_max_object_name_len_on_startup": "true", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_class_update_on_start": "true", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_client_message_cap": "256", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_client_message_size_cap": "524288000", 2023-10-09T04:42:25.947 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_client_op_priority": "63", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_client_watch_timeout": "30", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_command_max_records": "256", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_compact_on_start": "false", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_copyfrom_max_chunk": "8388608", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_crush_chooseleaf_type": "1", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_crush_initial_weight": "-1.000000", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_crush_update_on_start": "true", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_crush_update_weight_set": "true", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2023-10-09T04:42:25.948 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_drop_ping_duration": "0", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_drop_ping_probability": "0.000000", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_feed_pullee": "-1", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_inject_copyfrom_error": "false", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_misdirected_ops": "false", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_no_acting_change": "false", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_no_purge_strays": "false", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_op_order": "false", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_pg_log_writeout": "false", 2023-10-09T04:42:25.949 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_pretend_recovery_active": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_random_push_read_error": "0.000000", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_shutdown": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_verify_cached_snaps": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_verify_missing_on_start": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_verify_snaps": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_debug_verify_stray_on_activate": "false", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_interval": "604800.000000", 2023-10-09T04:42:25.950 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_keys": "1024", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_stride": "524288", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_default_data_pool_replay_window": "45", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_default_notify_timeout": "30", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_delete_sleep": "0.000000", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_delete_sleep_hdd": "5.000000", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_delete_sleep_hybrid": "1.000000", 2023-10-09T04:42:25.951 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_delete_sleep_ssd": "1.000000", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_discard_disconnected_ops": "true", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_enable_op_tracker": "true", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_erasure_code_plugins": "jerasure lrc", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_extblkdev_plugins": "vdo", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_failsafe_full_ratio": "0.970000", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_fast_fail_on_connection_refused": "true", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_fast_info": "true", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_fast_shutdown": "true", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_fast_shutdown_notify_mon": "true", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_fast_shutdown_timeout": "15", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_find_best_info_ignore_history_les": "false", 2023-10-09T04:42:25.952 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_force_auth_primary_missing_objects": "100", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_function_tracing": "false", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_grace": "20", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_interval": "6", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_min_peers": "10", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_min_size": "2000", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_stale": "600", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_hit_set_max_size": "100000", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_hit_set_min_size": "1000", 2023-10-09T04:42:25.953 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_hit_set_namespace": ".ceph-internal", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_ignore_stale_divergent_priors": "false", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_inject_failure_on_pg_removal": "false", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_journal_flush_on_shutdown": "true", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_journal_size": "5120", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_kill_backfill_at": "0", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_loop_before_reset_tphandle": "64", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_map_cache_size": "50", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_map_dedup": "true", 2023-10-09T04:42:25.954 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_map_message_max": "40", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_map_message_max_bytes": "10485760", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_map_share_max_epochs": "40", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_attr_name_len": "100", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_attr_size": "0", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_backfills": "1", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_markdown_count": "5", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_markdown_period": "600", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_object_name_len": "2048", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_object_namespace_len": "256", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_object_size": "134217728", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2023-10-09T04:42:25.955 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_omap_entries_per_request": "1024", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_pg_blocked_by": "16", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_pg_log_entries": "10000", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_pgls": "1024", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_push_cost": "8388608", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_push_objects": "10", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_scrubs": "1", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_trimming_pgs": "2", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_write_op_reply_len": "64", 2023-10-09T04:42:25.956 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_max_write_size": "90", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_force_run_benchmark_on_init": "false", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_iops_capacity_threshold_hdd": "500.000000", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_iops_capacity_threshold_ssd": "80000.000000", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_max_capacity_iops_hdd": "315.000000", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_max_sequential_bandwidth_hdd": "157286400", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_max_sequential_bandwidth_ssd": "1258291200", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_override_recovery_settings": "false", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_profile": "balanced", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_background_best_effort_lim": "0.000000", 2023-10-09T04:42:25.957 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_background_best_effort_res": "0.000000", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_background_recovery_lim": "0.000000", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_background_recovery_res": "0.000000", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_client_lim": "0.000000", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_client_res": "0.000000", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_scheduler_client_wgt": "1", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mclock_skip_benchmark": "false", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_base": "805306368", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_cache_min": "134217728", 2023-10-09T04:42:25.958 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_cache_resize_interval": "1.000000", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_expected_fragmentation": "0.150000", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_target": "4294967296", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_target_autotune": "false", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_min_pg_log_entries": "250", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_min_recovery_priority": "0", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mon_heartbeat_interval": "30", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mon_report_interval": "5", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mon_report_max_in_flight": "2", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_mon_shutdown_timeout": "5.000000", 2023-10-09T04:42:25.959 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_num_cache_shards": "32", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_num_op_tracker_shard": "32", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_numa_auto_affinity": "true", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_numa_node": "-1", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_numa_prefer_iface": "true", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_object_clean_region_max_num_intervals": "10", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_objecter_finishers": "1", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_objectstore": "bluestore", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_objectstore_fuse": "false", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_objectstore_tracing": "false", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_complaint_time": "30.000000", 2023-10-09T04:42:25.960 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_history_duration": "600", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_history_size": "20", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_history_slow_op_size": "20", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_log_threshold": "5", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_num_shards": "0", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_num_shards_hdd": "5", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_num_shards_ssd": "8", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_num_threads_per_shard": "0", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2023-10-09T04:42:25.961 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_pq_min_cost": "65536", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_queue": "mclock_scheduler", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_queue_cut_off": "high", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_thread_suicide_timeout": "150", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_op_thread_timeout": "15", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_open_classes_on_start": "true", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_os_flags": "0", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_peering_op_priority": "255", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_delete_cost": "1048576", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_delete_priority": "5", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2023-10-09T04:42:25.962 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_log_dups_tracked": "3000", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_log_trim_max": "10000", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_log_trim_min": "100", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_object_context_cache_count": "64", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pg_stat_report_interval_max": "500", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_cache_min_evict_age": "0", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_cache_min_flush_age": "0", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2023-10-09T04:42:25.963 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_crimson": "false", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_crush_rule": "-1", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_ec_fast_read": "false", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_flag_bulk": "false", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_flag_hashpspool": "true", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_flag_nodelete": "false", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_flag_nopgchange": "false", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_flag_nosizechange": "false", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_flags": "0", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2023-10-09T04:42:25.964 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_min_size": "0", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_pg_num": "32", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_pgp_num": "0", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_size": "3", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_default_type": "replicated", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_pool_use_gmt_hitset": "true", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_push_per_object_cost": "1000", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_read_ec_check_for_errors": "false", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recover_clone_overlap": "true", 2023-10-09T04:42:25.965 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recover_clone_overlap_limit": "10", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_cost": "20971520", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_delay_start": "0.000000", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_max_active": "0", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_max_active_hdd": "3", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_max_active_ssd": "10", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_max_chunk": "8388608", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_max_single_start": "1", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_op_priority": "3", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_op_warn_multiple": "16", 2023-10-09T04:42:25.966 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_priority": "5", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_retry_interval": "30.000000", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_sleep": "0.000000", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_sleep_hdd": "0.100000", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_recovery_sleep_ssd": "0.000000", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_repair_during_recovery": "false", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_requested_scrub_priority": "120", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_rocksdb_iterator_bounds_enabled": "true", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_rollback_to_cluster_snap": "", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_auto_repair": "false", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_auto_repair_num_errors": "5", 2023-10-09T04:42:25.967 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_backoff_ratio": "0.660000", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_begin_hour": "0", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_begin_week_day": "0", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_chunk_max": "25", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_chunk_min": "5", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_cost": "52428800", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_during_recovery": "false", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_end_hour": "0", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_end_week_day": "0", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_event_cost": "4096", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_extended_sleep": "0.000000", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2023-10-09T04:42:25.968 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_invalid_stats": "true", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_load_threshold": "0.500000", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_max_interval": "604800.000000", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_max_preemptions": "5", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_min_interval": "86400.000000", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_priority": "5", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_reservation_timeout": "5000", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_sleep": "0.000000", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_scrub_slow_reservation_response": "2200", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_shallow_scrub_chunk_max": "100", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_shallow_scrub_chunk_min": "50", 2023-10-09T04:42:25.969 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_shutdown_pgref_assert": "false", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_skip_data_digest": "false", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_smart_report_timeout": "5", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_snap_trim_cost": "1048576", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_snap_trim_priority": "5", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_snap_trim_sleep": "0.000000", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_stats_update_period_not_scrubbing": "120", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_stats_update_period_scrubbing": "15", 2023-10-09T04:42:25.970 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_target_transaction_size": "30", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_hit_set_count": "4", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_default_cache_mode": "writeback", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tier_promote_max_objects_sec": "25", 2023-10-09T04:42:25.971 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_tracing": "false", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_use_stale_snap": "false", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "osdc_blkin_trace_all": "false", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_kill_at": "0", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_max_join_drift": "10", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_min": "500", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_min_wait": "0.050000", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_propose_interval": "1.000000", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_service_trim_max": "500", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_service_trim_max_multiplier": "20", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_service_trim_min": "250", 2023-10-09T04:42:25.972 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_stash_full_interval": "25", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_trim_max": "500", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "paxos_trim_min": "250", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "perf": "true", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "pid_file": "", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "plugin_crypto_accelerator": "crypto_isal", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "plugin_dir": "/usr/lib64/ceph", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "public_addr": "-", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "public_addrv": "", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "public_bind_addr": "-", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "public_network": "172.21.0.0/20", 2023-10-09T04:42:25.973 INFO:teuthology.orchestra.run.smithi107.stdout: "public_network_interface": "", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "qat_compressor_enabled": "false", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "qat_compressor_session_max_number": "256", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rados_mon_op_timeout": "0", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rados_osd_op_timeout": "0", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rados_tracing": "false", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_atime_update_interval": "60", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_balance_parent_reads": "false", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_balance_snap_reads": "false", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_blkin_trace_all": "false", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_blocklist_expire_seconds": "0", 2023-10-09T04:42:25.974 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_blocklist_on_break_lock": "true", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache": "true", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_block_writes_upfront": "false", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_max_dirty": "25165824", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_max_dirty_age": "1.000000", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_max_dirty_object": "0", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_policy": "writearound", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_size": "33554432", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_target_dirty": "16777216", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_cache_writethrough_until_flush": "true", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_clone_copy_on_read": "false", 2023-10-09T04:42:25.975 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_compression_hint": "none", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_concurrent_management_ops": "10", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_config_pool_override_update_timestamp": "0", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_clone_format": "auto", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_data_pool": "", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_features": "61", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_format": "2", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_map_options": "", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_order": "22", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_pool": "rbd", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_stripe_count": "0", 2023-10-09T04:42:25.976 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_default_stripe_unit": "0", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_disable_zero_copy_writes": "true", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_discard_granularity_bytes": "65536", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_discard_on_zeroed_write_same": "true", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_enable_alloc_hint": "true", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_io_scheduler": "simple", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_commit_age": "5.000000", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_max_payload_bytes": "16384", 2023-10-09T04:42:25.977 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_object_flush_age": "0.000000", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_object_flush_bytes": "1048576", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_object_flush_interval": "0", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_order": "24", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_pool": "", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_journal_splay_width": "4", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_localize_parent_reads": "false", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_localize_snap_reads": "false", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2023-10-09T04:42:25.978 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_image_policy_type": "simple", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_image_state_check_interval": "30", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2023-10-09T04:42:25.979 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_autotune": "true", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_base": "805306368", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_cache_min": "134217728", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_memory_target": "4294967296", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_perf_stats_prio": "5", 2023-10-09T04:42:25.980 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirroring_delete_delay": "0", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirroring_max_mirroring_snapshots": "5", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirroring_replay_delay": "0", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_move_to_trash_on_remove": "false", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_mtime_update_interval": "60", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_non_blocking_aio": "true", 2023-10-09T04:42:25.981 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_op_thread_timeout": "60", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_op_threads": "1", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_parent_cache_enabled": "false", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_persistent_cache_mode": "disabled", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_persistent_cache_path": "/tmp", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_persistent_cache_size": "1073741824", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_plugins": "", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_bps_burst": "0", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_bps_burst_seconds": "1", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_bps_limit": "0", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_exclude_ops": "0", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_iops_burst": "0", 2023-10-09T04:42:25.982 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_iops_burst_seconds": "1", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_iops_limit": "0", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_read_bps_burst": "0", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_read_bps_limit": "0", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_read_iops_burst": "0", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_read_iops_limit": "0", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_schedule_tick_min": "50", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_write_bps_burst": "0", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2023-10-09T04:42:25.983 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_write_bps_limit": "0", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_write_iops_burst": "0", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_qos_write_iops_limit": "0", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_quiesce_notification_attempts": "10", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_read_from_replica_policy": "default", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_readahead_max_bytes": "524288", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_readahead_trigger_requests": "10", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_request_timed_out_seconds": "30", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_skip_partial_discard": "true", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2023-10-09T04:42:25.984 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_tracing": "false", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_validate_names": "true", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rbd_validate_pool": "true", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "restapi_base_url": "", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "restapi_log_level": "", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_acl_grants_max_num": "100", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_admin_entry": "admin", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_allow_notification_secrets_in_cleartext": "false", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_backend_store": "rados", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_barbican_url": "", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_beast_enable_async": "true", 2023-10-09T04:42:25.985 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_default_quota_max_size": "-1", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_index_max_aio": "128", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_index_transaction_instrumentation": "false", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_quota_cache_size": "10000", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_quota_ttl": "600", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_bucket_sync_spawn_window": "20", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_cache_enabled": "true", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_cache_expiry_interval": "900", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_cache_lru_size": "10000", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_config_store": "rados", 2023-10-09T04:42:25.986 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_content_length_compat": "false", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_copy_obj_progress": "true", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_cors_rules_max_num": "100", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_cross_domain_policy": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_default_encryption_key": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_addr": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_ca_path": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_client_cert": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_client_key": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_kms_key_template": "", 2023-10-09T04:42:25.987 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_password": "", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_s3_key_template": "$keyid", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_kmip_username": "", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_require_ssl": "true", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_backend": "vault", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_key_template": "%bucket_id", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_addr": "", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_auth": "token", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_namespace": "", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_prefix": "", 2023-10-09T04:42:25.988 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_secret_engine": "transit", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_ssl_cacert": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_ssl_clientcert": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_ssl_clientkey": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_token_file": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_sse_s3_vault_verify_ssl": "true", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_suppress_logs": "true", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_addr": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_auth": "token", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_namespace": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_prefix": "", 2023-10-09T04:42:25.989 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_secret_engine": "transit", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_ssl_cacert": "", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_ssl_clientcert": "", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_ssl_clientkey": "", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_token_file": "", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_crypt_vault_verify_ssl": "true", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_curl_buffersize": "524288", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_curl_low_speed_limit": "1024", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_curl_low_speed_time": "300", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_curl_tcp_keepalive": "0", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_curl_wait_timeout_ms": "1000", 2023-10-09T04:42:25.990 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_l1_datacache_persistent_path": "/tmp/rgw_datacache/", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_l1_datacache_size": "1073741824", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_l1_evict_cache_on_start": "true", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_l1_eviction_policy": "lru", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_l1_fadvise": "4", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_l1_local_datacache_enabled": "false", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_libaio_aio_num": "64", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_d3n_libaio_aio_threads": "20", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_log_changes_size": "1000", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_log_num_shards": "128", 2023-10-09T04:42:25.991 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_log_obj_prefix": "data_log", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_log_window": "30", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_notify_interval_msec": "0", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_sync_poll_interval": "20", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_data_sync_spawn_window": "20", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_debug_inject_olh_cancel_modification_err": "false", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_debug_inject_set_olh_err": "0", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_default_data_log_backing": "fifo", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_default_realm_info_oid": "default.realm", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_default_region_info_oid": "default.region", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_default_zone_info_oid": "default.zone", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2023-10-09T04:42:25.992 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_defer_to_bucket_acls": "", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_delete_multi_obj_max_num": "1000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_admin_lim": "0.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_admin_res": "100.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_auth_lim": "0.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_auth_res": "200.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_data_lim": "0.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_data_res": "500.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_data_wgt": "500.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2023-10-09T04:42:25.993 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_metadata_res": "500.000000", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dns_name": "", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dns_s3website_name": "", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_dynamic_resharding": "true", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_gc_threads": "true", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_lc_threads": "true", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_ops_log": "false", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_quota_threads": "true", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_static_website": "false", 2023-10-09T04:42:25.994 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enable_usage_log": "false", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_enforce_swift_acls": "true", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_exit_timeout_secs": "120", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_expose_bucket": "false", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_extended_http_attrs": "", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_filter": "none", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_frontends": "beast port=7480", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_max_concurrent_io": "10", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_max_deferred": "50", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2023-10-09T04:42:25.995 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_max_objs": "32", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_max_queue_size": "134213632", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_max_trim_chunk": "16", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_obj_min_wait": "7200", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_processor_max_time": "3600", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_gc_processor_period": "3600", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_get_obj_max_req_size": "4194304", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_get_obj_window_size": "16777216", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_healthcheck_disabling_path": "", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ignore_get_invalid_range": "false", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_init_timeout": "300", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2023-10-09T04:42:25.996 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_json_config": "/var/lib/ceph/radosgw/config.json", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_accepted_admin_roles": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_domain": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_password": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_password_path": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_project": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_tenant": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_token": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_token_path": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_admin_user": "", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_api_version": "2", 2023-10-09T04:42:25.997 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_barbican_domain": "", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_barbican_password": "", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_barbican_project": "", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_barbican_tenant": "", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_barbican_user": "", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_expired_token_cache_expiration": "3600", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_implicit_tenants": "false", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_service_token_accepted_roles": "admin", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_service_token_enabled": "false", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_token_cache_size": "10000", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_url": "", 2023-10-09T04:42:25.998 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_keystone_verify_ssl": "true", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_debug_interval": "-1", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_lock_max_time": "90", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_max_objs": "32", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_max_rules": "1000", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_max_worker": "3", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_max_wp_worker": "3", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lc_thread_delay": "0", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ldap_dnattr": "uid", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ldap_searchfilter": "", 2023-10-09T04:42:25.999 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ldap_uri": "ldaps://", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_list_bucket_min_readahead": "1000", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_list_buckets_max_chunk": "1000", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_log_http_headers": "", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_log_nonexistent_bucket": "false", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_log_object_name_utc": "false", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_attr_name_len": "0", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_attr_size": "0", 2023-10-09T04:42:26.000 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_attrs_num_in_req": "0", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_chunk_size": "4194304", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_concurrent_requests": "1024", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_copy_obj_concurrent_io": "10", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_dynamic_shards": "1999", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_listing_results": "1000", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_notify_retries": "10", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_objs_per_shard": "100000", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_put_param_size": "1048576", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_put_size": "5368709120", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_max_slo_entries": "1000", 2023-10-09T04:42:26.001 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_md_log_max_shards": "64", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_md_notify_interval_msec": "200", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_meta_sync_poll_interval": "20", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_meta_sync_spawn_window": "20", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_mime_types_file": "/etc/mime.types", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_mp_lock_max_time": "600", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_multi_obj_del_max_aio": "16", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_multipart_min_part_size": "5242880", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_multipart_part_upload_limit": "10000", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_fhcache_partitions": "3", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_fhcache_size": "2017", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_frontends": "rgw-nfs", 2023-10-09T04:42:26.002 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_lru_lanes": "5", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_max_gc": "300", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_namespace_expire_secs": "300", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_run_gc_threads": "false", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_run_lc_threads": "false", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_run_quota_threads": "false", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_run_sync_thread": "false", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_s3_fast_attrs": "false", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_nfs_write_completion_interval_s": "10", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_num_async_rados_threads": "32", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_num_control_oids": "8", 2023-10-09T04:42:26.003 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_numa_node": "-1", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_obj_stripe_size": "4194304", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_obj_tombstone_cache_size": "1000", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_objexp_chunk_size": "100", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_objexp_gc_interval": "600", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_objexp_hints_num_shards": "127", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_olh_pending_timeout_sec": "3600", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_op_thread_suicide_timeout": "0", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_op_thread_timeout": "600", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_op_tracing": "false", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_opa_token": "", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_opa_url": "", 2023-10-09T04:42:26.004 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_opa_verify_ssl": "true", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ops_log_data_backlog": "5242880", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ops_log_file_path": "/var/log/ceph/ops-log-ceph-mon.a.log", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ops_log_rados": "false", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_ops_log_socket_path": "", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_override_bucket_index_max_shards": "0", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_pending_bucket_index_op_expiration": "120", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_period_push_interval": "2.000000", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_period_push_interval_max": "30.000000", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_period_root_pool": ".rgw.root", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_policy_reject_invalid_principals": "true", 2023-10-09T04:42:26.005 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_print_continue": "true", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_print_prohibited_content_length": "false", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_put_obj_max_window_size": "67108864", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_put_obj_min_window_size": "16777216", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_rados_pool_recovery_priority": "5", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_rados_tracing": "false", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_realm": "", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_realm_id": "", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_realm_root_pool": ".rgw.root", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_region": "", 2023-10-09T04:42:26.006 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_region_root_pool": ".rgw.root", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_relaxed_region_enforcement": "false", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_relaxed_s3_bucket_names": "false", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_request_uri": "", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_reshard_batch_size": "64", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_reshard_bucket_lock_duration": "360", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_reshard_max_aio": "128", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_reshard_num_logs": "16", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_reshard_thread_interval": "600", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_resolve_cname": "false", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_rest_getusage_op_compat": "false", 2023-10-09T04:42:26.007 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_run_sync_thread": "true", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_auth_order": "sts, external, local", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_auth_use_keystone": "false", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_auth_use_ldap": "false", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_auth_use_rados": "true", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_auth_use_sts": "false", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_client_max_sig_ver": "-1", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_s3_success_create_obj_status": "0", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_safe_max_objects_per_shard": "102400", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_scheduler_type": "throttler", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_script_uri": "", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_service_provider_name": "", 2023-10-09T04:42:26.008 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_shard_warning_threshold": "90.000000", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_client_id": "", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_client_secret": "", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_entry": "sts", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_key": "sts", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_max_session_duration": "43200", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_min_session_duration": "900", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sts_token_introspection_url": "", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_account_in_url": "false", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_auth_entry": "auth", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_auth_url": "", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_custom_header": "", 2023-10-09T04:42:26.009 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_enforce_content_length": "false", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_need_stats": "true", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_tenant_name": "", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_token_expiration": "86400", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_url": "", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_url_prefix": "swift", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_swift_versioning_enabled": "false", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_data_full_inject_err_probability": "0.000000", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_lease_period": "120", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2023-10-09T04:42:26.010 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_log_trim_interval": "1200", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_log_trim_max_buckets": "16", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_obj_etag_verify": "false", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_trace_history_size": "4096", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_trace_per_node_log_size": "32", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_thread_pool_size": "512", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_comment": "", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_createby": "", 2023-10-09T04:42:26.011 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_encoding": "", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_flag": "false", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_origin": "", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_sha_unit": "524288", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_torrent_tracker": "", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_trust_forwarded_https": "false", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_usage_log_flush_threshold": "1024", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_usage_log_tick_interval": "30", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_usage_max_shards": "32", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_usage_max_user_shards": "1", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_use_opa_authz": "false", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_default_quota_max_objects": "-1", 2023-10-09T04:42:26.012 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_default_quota_max_size": "-1", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_max_buckets": "1000", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_policies_max_num": "100", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_quota_sync_idle_users": "false", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_quota_sync_interval": "86400", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_quota_sync_wait_time": "86400", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_user_unique_email": "true", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_verify_ssl": "true", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_website_routing_rules_max_num": "50", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_zone": "", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_zone_id": "", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_zone_root_pool": ".rgw.root", 2023-10-09T04:42:26.013 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_zonegroup": "", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_zonegroup_id": "", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rgwlc_auto_session_clear": "true", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rgwlc_skip_bucket_step": "false", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_block_size": "4096", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_bloom_bits_per_key": "20", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cache_row_ratio": "0.000000", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cache_shard_bits": "4", 2023-10-09T04:42:26.014 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cache_size": "536870912", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cache_type": "binned_lru", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cf_compact_on_deletion": "true", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cf_compact_on_deletion_sliding_window": "32768", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_cf_compact_on_deletion_trigger": "16384", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_collect_compaction_stats": "false", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_collect_extended_stats": "false", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_collect_memory_stats": "false", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_delete_range_threshold": "1048576", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_index_type": "binary_search", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_log_to_ceph_log": "true", 2023-10-09T04:42:26.015 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_metadata_block_size": "4096", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_partition_filters": "false", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_perf": "false", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "rotating_keys_bootstrap_timeout": "30", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "rotating_keys_renewal_timeout": "10", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "run_dir": "/var/run/ceph", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_block_create": "true", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_cache_lru_size": "67108864", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_cbjournal_size": "5368709120", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_default_max_object_size": "16777216", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_default_object_metadata_reservation": "16777216", 2023-10-09T04:42:26.016 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_device_size": "53687091200", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_journal_batch_capacity": "16", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_journal_batch_flush_size": "16777216", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_journal_batch_preferred_fullness": "0.950000", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_journal_iodepth_limit": "5", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_main_device_type": "SSD", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_max_concurrent_transactions": "8", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_multiple_tiers_default_evict_ratio": "0.600000", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_multiple_tiers_fast_evict_ratio": "0.700000", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_multiple_tiers_stop_evict_ratio": "0.500000", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_obj_data_write_amplification": "1.250000", 2023-10-09T04:42:26.017 INFO:teuthology.orchestra.run.smithi107.stdout: "seastore_segment_size": "67108864", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "set_keepcaps": "false", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "setgroup": "ceph", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "setuser": "ceph", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "setuser_match_path": "", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "target_max_misplaced_ratio": "0.050000", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "thp": "false", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "threadpool_default_timeout": "60", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "threadpool_empty_queue_max_wait": "2", 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout: "throttler_perf_counter": "true" 2023-10-09T04:42:26.018 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:42:26.019 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:25 smithi107 ceph-mon[184249]: pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:26.019 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:25 smithi107 ceph-mon[179183]: pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:25 smithi150 ceph-mon[168511]: pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:26.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2023-10-09T04:42:26.923 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:28.279 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a: {} 2023-10-09T04:42:28.289 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b: {} 2023-10-09T04:42:28.299 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c: {} 2023-10-09T04:42:28.300 INFO:teuthology.orchestra.run.smithi107.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-10-09T04:42:28.300 INFO:teuthology.orchestra.run.smithi107.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-10-09T04:42:28.300 INFO:teuthology.orchestra.run.smithi107.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-10-09T04:42:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:28 smithi107 ceph-mon[184249]: pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/964670884' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:42:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:28 smithi107 ceph-mon[179183]: pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/964670884' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:42:28.680 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2023-10-09T04:42:28.680 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2023-10-09T04:42:28.681 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:42:28.681 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:42:28.681 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2023-10-09T04:42:28.681 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_4 16 2023-10-09T04:42:28.682 INFO:tasks.thrashosds.thrasher:starting do_thrash 2023-10-09T04:42:28.682 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:42:28.682 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:42:28.682 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:42:28.682 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 0.05 2023-10-09T04:42:28.683 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2023-10-09T04:42:28.683 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:28.683 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2023-10-09T04:42:28.683 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:42:28.684 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2023-10-09T04:42:28.684 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:42:28.684 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2023-10-09T04:42:28.684 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:42:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:28 smithi150 ceph-mon[168511]: pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/964670884' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T04:42:28.780 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:28.822 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:28.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:28.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:28.926 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:28.957 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:28.989 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:28.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:28.993 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:29.093 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:29.119 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:29.151 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:29.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:29.154 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:29.255 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:29.310 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:29.342 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:29.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:29.345 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:29.446 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:29.476 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:29.537 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:29.560 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:29.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:29.565 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:29.665 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:29.668 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:29.693 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:29.699 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:29.699 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:29.728 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:29.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:29.731 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:29.832 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:29.859 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:29.891 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:29.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:29.894 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:29.995 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:30.020 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:30.052 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:30.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:30.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:30.056 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:30.157 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:30.185 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:30.306 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:30.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:30.310 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:30.411 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:30.437 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:30.470 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:30.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:30.473 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:30.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:30.598 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:30 smithi107 ceph-mon[184249]: pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:30.598 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:30 smithi107 ceph-mon[179183]: pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:30.601 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:30.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:30 smithi150 ceph-mon[168511]: pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:31.037 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:31.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:31.041 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:31.142 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:31.171 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:31.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:31.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:32.266 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:32.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:32.271 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:32.271 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:42:32] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2023-10-09T04:42:32.372 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:32.402 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:32.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:32 smithi107 ceph-mon[179183]: pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:32.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:32 smithi107 ceph-mon[184249]: pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:32.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:32 smithi150 ceph-mon[168511]: pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:33.072 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:33.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:33.077 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:33.178 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:33.206 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:33.351 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:33.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:33.355 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:33.405 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:42:33.456 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:33.492 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:33.506 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:42:33.529 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:42:33.549 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:42:33.576 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:42:33.597 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:42:33.616 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:42:33.639 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:42:33.658 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:42:33.659 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.659 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.659 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.659 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.659 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:42:33.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/604956622' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:42:33.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:42:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/604956622' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:42:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:42:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/604956622' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:42:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:42:33.748 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:42:33.748 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:42:34.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[179183]: pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:34.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:34.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[179183]: failed to encode map e148 with expected crc 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[179183]: osdmap e148: 8 total, 8 up, 8 in 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/232903595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[184249]: pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[184249]: failed to encode map e148 with expected crc 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[184249]: osdmap e148: 8 total, 8 up, 8 in 2023-10-09T04:42:34.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/232903595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:34 smithi150 ceph-mon[168511]: pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:34 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:34 smithi150 ceph-mon[168511]: failed to encode map e148 with expected crc 2023-10-09T04:42:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:34 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:42:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:34 smithi150 ceph-mon[168511]: osdmap e148: 8 total, 8 up, 8 in 2023-10-09T04:42:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/232903595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:34.850 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:34.854 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:42:34.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:34.855 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:34.950 INFO:teuthology.orchestra.run.smithi107.stdout:moved 3 / 219 (1.36986%) 2023-10-09T04:42:34.950 INFO:teuthology.orchestra.run.smithi107.stdout:avg 27.375 2023-10-09T04:42:34.950 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 4.8202 -> 4.47039 (expected baseline 4.89419) 2023-10-09T04:42:34.950 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.2 with 19 -> 20 pgs (0.694064 -> 0.730594 * mean) 2023-10-09T04:42:34.950 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.4 with 33 -> 31 pgs (1.20548 -> 1.13242 * mean) 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:oload 110 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 0.05 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0041 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0045 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 weight 1.0000 -> 0.9500 2023-10-09T04:42:34.951 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 weight 1.0000 -> 0.9500 2023-10-09T04:42:34.953 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:42:34.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:34.984 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:35.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:42:34.948+0000 7f1c311cf700 -1 mgr.server reply reply (2) No such file or directory no change 2023-10-09T04:42:35.289 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:35.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:35.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:35.394 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:35.421 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:35.566 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:35.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[184249]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[184249]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[184249]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3559195995' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-10-09T04:42:35.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-10-09T04:42:35.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[179183]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[179183]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[179183]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3559195995' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-10-09T04:42:35.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-10-09T04:42:35.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:35.570 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:35.587 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:42:35.588 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 0.05 2023-10-09T04:42:35.671 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:35.701 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:35 smithi150 ceph-mon[168511]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.701 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:35 smithi150 ceph-mon[168511]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.701 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:35 smithi150 ceph-mon[168511]: failed to encode map e148 with expected crc 2023-10-09T04:42:35.701 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3559195995' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-10-09T04:42:35.701 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-10-09T04:42:35.704 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:35.705 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:35.742 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:35.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:35.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:35.819 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_4' created 2023-10-09T04:42:35.846 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:35.874 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:35.909 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:35.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:35.913 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:36.013 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:36.040 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:36.073 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:36.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:36.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:36.177 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:36.203 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:36.204 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:42:36.235 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:36.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:36.238 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:36.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:36.367 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:36.408 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:36.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:36.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:36.512 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:36.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: from='client.44906 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:36.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:36.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: osdmap e149: 8 total, 8 up, 8 in 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[184249]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: from='client.44906 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.538 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-10-09T04:42:36.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: osdmap e149: 8 total, 8 up, 8 in 2023-10-09T04:42:36.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:36 smithi107 ceph-mon[179183]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.540 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:36.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: from='client.44906 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:36.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:36.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-10-09T04:42:36.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: osdmap e149: 8 total, 8 up, 8 in 2023-10-09T04:42:36.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:36 smithi150 ceph-mon[168511]: failed to encode map e149 with expected crc 2023-10-09T04:42:36.788 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2023-10-09T04:42:36.830 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:36.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:36.840 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:36.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:36.944 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:36.977 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:37.062 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:37.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:37.065 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:37.166 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:37.195 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:37.230 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:37.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:37.233 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:37.301 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:42:37.301 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:42:37.311 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:37.323 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:42:37.334 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:37.360 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:37.393 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:37.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:37.396 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:37 smithi150 ceph-mon[168511]: failed to encode map e149 with expected crc 2023-10-09T04:42:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:37 smithi150 ceph-mon[168511]: failed to encode map e149 with expected crc 2023-10-09T04:42:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:37 smithi150 ceph-mon[168511]: osdmap e150: 8 total, 8 up, 8 in 2023-10-09T04:42:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:37 smithi150 ceph-mon[168511]: failed to encode map e150 with expected crc 2023-10-09T04:42:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:42:37.498 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:37.525 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:37.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[179183]: failed to encode map e149 with expected crc 2023-10-09T04:42:37.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[179183]: failed to encode map e149 with expected crc 2023-10-09T04:42:37.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[179183]: osdmap e150: 8 total, 8 up, 8 in 2023-10-09T04:42:37.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[179183]: failed to encode map e150 with expected crc 2023-10-09T04:42:37.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:42:37.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[184249]: failed to encode map e149 with expected crc 2023-10-09T04:42:37.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[184249]: failed to encode map e149 with expected crc 2023-10-09T04:42:37.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[184249]: osdmap e150: 8 total, 8 up, 8 in 2023-10-09T04:42:37.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[184249]: failed to encode map e150 with expected crc 2023-10-09T04:42:37.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:42:37.846 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:37.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:37.850 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:37.879 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:42:37.950 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:37.989 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:38.213 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:38.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:38.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:38.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:38.346 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:38.486 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:38.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:38.489 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:38.590 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:38.614 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:38 smithi150 ceph-mon[168511]: failed to encode map e150 with expected crc 2023-10-09T04:42:38.614 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:38 smithi150 ceph-mon[168511]: failed to encode map e150 with expected crc 2023-10-09T04:42:38.614 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:38 smithi150 ceph-mon[168511]: pgmap v529: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:38.614 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:38 smithi150 ceph-mon[168511]: osdmap e151: 8 total, 8 up, 8 in 2023-10-09T04:42:38.614 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:38 smithi150 ceph-mon[168511]: failed to encode map e151 with expected crc 2023-10-09T04:42:38.614 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:38 smithi150 ceph-mon[168511]: failed to encode map e151 with expected crc 2023-10-09T04:42:38.616 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:38.648 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:38.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:38.651 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[179183]: failed to encode map e150 with expected crc 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[179183]: failed to encode map e150 with expected crc 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[179183]: pgmap v529: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[179183]: osdmap e151: 8 total, 8 up, 8 in 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[179183]: failed to encode map e151 with expected crc 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[179183]: failed to encode map e151 with expected crc 2023-10-09T04:42:38.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[184249]: failed to encode map e150 with expected crc 2023-10-09T04:42:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[184249]: failed to encode map e150 with expected crc 2023-10-09T04:42:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[184249]: pgmap v529: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[184249]: osdmap e151: 8 total, 8 up, 8 in 2023-10-09T04:42:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[184249]: failed to encode map e151 with expected crc 2023-10-09T04:42:38.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:38 smithi107 ceph-mon[184249]: failed to encode map e151 with expected crc 2023-10-09T04:42:38.752 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:38.779 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:38.811 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:38.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:38.814 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:38.864 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:38.915 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:38.941 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:38.976 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:38.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:38.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:39.080 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:39.123 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:39.207 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:39.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:39.210 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:39.311 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:42:39.344 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:39.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:39 smithi107 ceph-mon[179183]: failed to encode map e151 with expected crc 2023-10-09T04:42:39.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:39 smithi107 ceph-mon[179183]: failed to encode map e151 with expected crc 2023-10-09T04:42:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:39 smithi150 ceph-mon[168511]: failed to encode map e151 with expected crc 2023-10-09T04:42:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:39 smithi150 ceph-mon[168511]: failed to encode map e151 with expected crc 2023-10-09T04:42:39.515 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:42:39.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:39.519 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:42:39.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:39.643 INFO:teuthology.orchestra.run.smithi107.stdout:moved 0 / 267 (0%) 2023-10-09T04:42:39.643 INFO:teuthology.orchestra.run.smithi107.stdout:avg 33.375 2023-10-09T04:42:39.643 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 6.04023 -> 6.04023 (expected baseline 5.40399) 2023-10-09T04:42:39.643 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.2 with 22 -> 22 pgs (0.659176 -> 0.659176 * mean) 2023-10-09T04:42:39.643 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.1 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2023-10-09T04:42:39.643 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:39.644 INFO:teuthology.orchestra.run.smithi107.stdout:oload 1000 2023-10-09T04:42:39.644 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 0.05 2023-10-09T04:42:39.644 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:42:39.644 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0041 2023-10-09T04:42:39.644 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0411 2023-10-09T04:42:39.645 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:42:39.646 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:39.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:39 smithi107 ceph-mon[184249]: failed to encode map e151 with expected crc 2023-10-09T04:42:39.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:39 smithi107 ceph-mon[184249]: failed to encode map e151 with expected crc 2023-10-09T04:42:39.679 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:39.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:39.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:39.783 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:42:39.811 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:39.820 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:39.951 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:42:39.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:39.954 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:42:40.055 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:40.079 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:40.094 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:40.231 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:40.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:40.236 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:40.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:40.368 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:40 smithi107 ceph-mon[179183]: pgmap v531: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:40 smithi107 ceph-mon[179183]: from='client.44918 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:40 smithi107 ceph-mon[184249]: pgmap v531: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:40 smithi107 ceph-mon[184249]: from='client.44918 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:40 smithi150 ceph-mon[168511]: pgmap v531: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:40 smithi150 ceph-mon[168511]: from='client.44918 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:40.882 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:40.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:40.885 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:40.946 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:42:40.946 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 0.05 2023-10-09T04:42:40.986 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:41.017 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:41.101 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:41.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:41.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:41.204 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:41.233 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:41.422 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:42:41.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4286689514' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:42:41.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:42:41.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4286689514' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:42:41.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:42:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4286689514' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:42:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:42:42.415 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:42:42] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2023-10-09T04:42:42.429 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_4' 2023-10-09T04:42:42.642 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:42.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:42.647 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: pgmap v532: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:42:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: osdmap e152: 8 total, 8 up, 8 in 2023-10-09T04:42:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1242556470' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:42.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: pgmap v532: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:42.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:42.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:42:42.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: osdmap e152: 8 total, 8 up, 8 in 2023-10-09T04:42:42.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1242556470' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:42:42.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:42.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:42 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: pgmap v532: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: osdmap e152: 8 total, 8 up, 8 in 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: failed to encode map e152 with expected crc 2023-10-09T04:42:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1242556470' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:42:42.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:42.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:42 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:42.748 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:42.774 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:42.806 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:42.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:42.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:42.910 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:42.937 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:42.968 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:42.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:42.972 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:43.072 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:43.098 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:43.130 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:43.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:43.133 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:43.234 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:43.260 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:43.291 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:43.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:43.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:43.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:43.402 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:43.428 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:43.463 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:43.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:43.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:43.567 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:43.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:43.717 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:42:43.717 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:42:43.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[184249]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[184249]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1242556470' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:42:43.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[184249]: osdmap e153: 8 total, 8 up, 8 in 2023-10-09T04:42:43.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[184249]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[184249]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.727 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[179183]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.727 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[179183]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.727 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1242556470' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:42:43.727 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[179183]: osdmap e153: 8 total, 8 up, 8 in 2023-10-09T04:42:43.727 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[179183]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.727 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:43 smithi107 ceph-mon[179183]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.727 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:42:43.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:43 smithi150 ceph-mon[168511]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:43 smithi150 ceph-mon[168511]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1242556470' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:42:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:43 smithi150 ceph-mon[168511]: osdmap e153: 8 total, 8 up, 8 in 2023-10-09T04:42:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:43 smithi150 ceph-mon[168511]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:43 smithi150 ceph-mon[168511]: failed to encode map e153 with expected crc 2023-10-09T04:42:43.746 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:42:43.764 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:42:43.783 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:42:43.792 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:43.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:43.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:43.803 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:42:43.821 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:42:43.839 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:42:43.869 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:42:43.870 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.870 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.871 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:42:43.896 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:43.923 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:43.954 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:43.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:43.958 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:44.058 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:44.086 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:44.200 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2023-10-09T04:42:44.203 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:42:44.203 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:42:44.369 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:44.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:44.372 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:44.397 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:42:44.397 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:42:44.397 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_236173 2023-10-09T04:42:44.397 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:42:44.398 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:42:44.473 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:44.515 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:44.563 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:44.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:44.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:44 smithi107 ceph-mon[179183]: pgmap v535: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:44.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3788449555' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:44.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:44 smithi107 ceph-mon[184249]: pgmap v535: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:44.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3788449555' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:44.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:44 smithi150 ceph-mon[168511]: pgmap v535: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3788449555' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:44.734 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:44.823 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:42:45.094 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:45.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:45.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:45.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:42:45.207 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:45.243 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:45.291 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:45.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:45.295 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:45.395 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:45.397 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 3271 3255 203.426 203.438 0.00415384 0.00488344 2023-10-09T04:42:45.438 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:45.487 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:45.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:45.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:45.592 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:45.662 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:45.808 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:45.831 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:45 smithi107 ceph-mon[179183]: pgmap v536: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:45.880 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:45.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:45.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:45.991 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:46.035 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:46.035 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:46.082 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:46.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:46.085 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:46.086 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:45 smithi150 ceph-mon[168511]: pgmap v536: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:46.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:45 smithi107 ceph-mon[184249]: pgmap v536: 89 pgs: 89 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-10-09T04:42:46.186 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:46.236 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:46.238 INFO:teuthology.orchestra.run.smithi107.stdout:moved 0 / 267 (0%) 2023-10-09T04:42:46.238 INFO:teuthology.orchestra.run.smithi107.stdout:avg 33.375 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 6.04023 -> 6.04023 (expected baseline 5.40399) 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.2 with 22 -> 22 pgs (0.659176 -> 0.659176 * mean) 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.1 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:oload 1000 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 0.05 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0041 2023-10-09T04:42:46.239 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0411 2023-10-09T04:42:46.241 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:42:46.263 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:46.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:46.266 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:46.367 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:46.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:42:46.398 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 5950 5934 185.413 167.438 0.00767234 0.00537913 2023-10-09T04:42:46.405 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:46.455 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:46.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:46.459 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:46.559 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:46.609 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:46.651 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:46.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:46.655 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:46.755 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:46.834 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:47.042 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:47.042 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:47.398 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9053 9037 188.249 193.938 0.00345351 0.00530452 2023-10-09T04:42:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[179183]: from='client.54823 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[184249]: from='client.54823 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:47.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:47.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:42:47.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:47 smithi150 ceph-mon[168511]: from='client.54823 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:42:47.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:48.398 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 12141 12125 189.432 193 0.00298807 0.00527151 2023-10-09T04:42:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:48 smithi107 ceph-mon[184249]: pgmap v537: 89 pgs: 89 active+clean; 71 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s wr, 140 op/s 2023-10-09T04:42:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:48 smithi107 ceph-mon[179183]: pgmap v537: 89 pgs: 89 active+clean; 71 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s wr, 140 op/s 2023-10-09T04:42:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:48 smithi150 ceph-mon[168511]: pgmap v537: 89 pgs: 89 active+clean; 71 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s wr, 140 op/s 2023-10-09T04:42:49.167 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:49.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:49.178 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:49.203 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2023-10-09T04:42:49.204 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight-by-utilization 1000 3.0 2023-10-09T04:42:49.279 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:49.375 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:49.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 15 15083 15068 188.294 183.938 0.0142509 0.00530102 2023-10-09T04:42:49.532 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:49.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:49.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:49.638 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:49.709 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:49.764 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:49.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:49.768 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:49.869 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:49.916 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:49.975 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:49.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:49.982 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:50.083 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:50.140 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:50.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 17625 17609 183.379 158.812 0.00152466 0.00540807 2023-10-09T04:42:50.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:50 smithi107 ceph-mon[184249]: pgmap v538: 89 pgs: 89 active+clean; 580 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2023-10-09T04:42:50.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:50 smithi107 ceph-mon[179183]: pgmap v538: 89 pgs: 89 active+clean; 580 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2023-10-09T04:42:50.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:50 smithi150 ceph-mon[168511]: pgmap v538: 89 pgs: 89 active+clean; 580 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2023-10-09T04:42:51.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 19878 19862 177.297 140.812 0.00190186 0.0056152 2023-10-09T04:42:52.050 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:52.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:52.058 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:52.159 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:52.238 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:52.346 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:52.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:52.349 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:52.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 21869 21853 170.689 124.438 0.00441476 0.00585388 2023-10-09T04:42:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:52 smithi107 ceph-mon[179183]: pgmap v539: 89 pgs: 89 active+clean; 580 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s 2023-10-09T04:42:52.403 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:42:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:42:52] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-10-09T04:42:52.450 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:52.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:52 smithi150 ceph-mon[168511]: pgmap v539: 89 pgs: 89 active+clean; 580 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s 2023-10-09T04:42:52.486 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:52.534 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:52.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:52.540 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:52.641 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:42:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:52 smithi107 ceph-mon[184249]: pgmap v539: 89 pgs: 89 active+clean; 580 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s 2023-10-09T04:42:52.677 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:52.731 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:42:52.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:52.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:42:52.834 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:52.915 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:53.078 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:53.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:53.085 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:53.164 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:42:53.164 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:42:53.164 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.164 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:23357 9.4 9:209dd9fe:::benchmark_data_smithi107_236173_object23356:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:42:53.164 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:53.154561+0000", 2023-10-09T04:42:53.164 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0016091549999999999, 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001645561, 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 23357 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.165 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154561+0000", 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154561+0000", 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154559+0000", 2023-10-09T04:42:53.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154586+0000", 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7452000000000001e-05 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154604+0000", 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7489000000000001e-05 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154613+0000", 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7589999999999992e-06 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154666+0000", 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2667000000000002e-05 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:42:53.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154811+0000", 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014451000000000001 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:23363 9.0 9:0b2fea7c:::benchmark_data_smithi107_236173_object23362:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:53.154631+0000", 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.001538635, 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001658463, 2023-10-09T04:42:53.169 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 23363 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154631+0000", 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154631+0000", 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154630+0000", 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154650+0000", 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9589000000000002e-05 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154658+0000", 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7559999999999999e-06 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154665+0000", 2023-10-09T04:42:53.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3350000000000001e-06 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154729+0000", 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3938999999999999e-05 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.154887+0000", 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000158398 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.155033+0000", 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014521900000000001 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:23365 9.a e153/149)", 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:53.156186+0000", 2023-10-09T04:42:53.174 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 4294967295.9999838, 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019488400000000001, 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156186+0000", 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:42:53.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156186+0000", 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156185+0000", 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156222+0000", 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7342999999999998e-05 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156234+0000", 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1499e-05 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156242+0000", 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8439999999999998e-06 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:23366 9.6 e153/149 9:6a500444:::benchmark_data_smithi107_236173_object23365:head v 153'1487, mlcod=153'1485)", 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:53.156254+0000", 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 4294967295.9999156, 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00043901999999999998, 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156254+0000", 2023-10-09T04:42:53.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156254+0000", 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156254+0000", 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156285+0000", 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1504999999999997e-05 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156292+0000", 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.764e-06 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156297+0000", 2023-10-09T04:42:53.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9699999999999998e-06 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156353+0000", 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6103999999999997e-05 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156377+0000", 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4046e-05 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.181 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:23369 9.f e153/149)", 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:53.156310+0000", 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 4294967295.9998593, 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000441073, 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156310+0000", 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156310+0000", 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156310+0000", 2023-10-09T04:42:53.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156347+0000", 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6621000000000001e-05 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156353+0000", 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4439999999999996e-06 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:42:53.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:53.156358+0000", 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.532e-06 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 5 2023-10-09T04:42:53.185 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:42:53.186 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:53.200 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:53.202 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:53.216 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:53.259 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:53.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:53.263 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:53.363 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:53.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 23775 23759 164.957 119.125 0.00578644 0.00605639 2023-10-09T04:42:53.427 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:53.489 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:53.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:53.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:53.595 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:53.651 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:53.726 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:53.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:53.732 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:53.833 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:42:53.880 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:53.943 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:42:53.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:53.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:42:54.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:42:54.102 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:54.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 25889 25873 161.673 132.125 0.00324648 0.00618093 2023-10-09T04:42:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:54 smithi107 ceph-mon[179183]: pgmap v540: 89 pgs: 89 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 126 MiB/s wr, 2.02k op/s 2023-10-09T04:42:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3211819441' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:42:54.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:54 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:42:54.437 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:42:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:54 smithi107 ceph-mon[184249]: pgmap v540: 89 pgs: 89 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 126 MiB/s wr, 2.02k op/s 2023-10-09T04:42:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3211819441' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:42:54.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:54 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:42:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:54 smithi150 ceph-mon[168511]: pgmap v540: 89 pgs: 89 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 126 MiB/s wr, 2.02k op/s 2023-10-09T04:42:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3211819441' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:42:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:54 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:42:54.997 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:42:55.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 27782 27766 157.73 118.312 0.00391621 0.0063314 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: osdmap e154: 8 total, 8 up, 8 in 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[179183]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: osdmap e154: 8 total, 8 up, 8 in 2023-10-09T04:42:55.688 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.689 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.689 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.689 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:55 smithi107 ceph-mon[184249]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:42:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:42:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: osdmap e154: 8 total, 8 up, 8 in 2023-10-09T04:42:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: failed to encode map e154 with expected crc 2023-10-09T04:42:55.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:55 smithi150 ceph-mon[168511]: failed to encode map e154 with expected crc 2023-10-09T04:42:56.014 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:42:56.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:56.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:42:56.123 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:56.151 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:56.203 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:56.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:56.207 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:56.308 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:42:56.353 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:56.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 15 29730 29715 154.736 121.812 0.00809262 0.00645683 2023-10-09T04:42:56.410 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:42:56.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:56.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:42:56.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:56.571 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:56.642 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:56.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:56.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:56.684 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:56 smithi107 ceph-mon[184249]: pgmap v542: 89 pgs: 89 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 137 MiB/s wr, 2.20k op/s 2023-10-09T04:42:56.684 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:56 smithi107 ceph-mon[179183]: pgmap v542: 89 pgs: 89 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 137 MiB/s wr, 2.20k op/s 2023-10-09T04:42:56.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:56 smithi150 ceph-mon[168511]: pgmap v542: 89 pgs: 89 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 137 MiB/s wr, 2.20k op/s 2023-10-09T04:42:56.748 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:42:56.796 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:56.834 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:42:56.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:56.837 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:42:56.937 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:42:56.992 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:57.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 31348 31332 150.607 101.062 0.0041834 0.00663498 2023-10-09T04:42:57.845 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:42:57.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:57.852 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:42:57.953 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:58.029 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:58.167 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:58.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:58.179 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:58.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:58.370 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:58.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 33271 33255 148.434 120.188 0.00359015 0.00673203 2023-10-09T04:42:58.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:58 smithi107 ceph-mon[179183]: pgmap v543: 89 pgs: 89 active+clean; 1.5 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-10-09T04:42:58.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:58.434 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:58.434 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:58 smithi107 ceph-mon[184249]: pgmap v543: 89 pgs: 89 active+clean; 1.5 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-10-09T04:42:58.434 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:58.434 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:58.577 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:58.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:58.581 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:58.608 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:42:58.682 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:58.691 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:42:58.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:58 smithi150 ceph-mon[168511]: pgmap v543: 89 pgs: 89 active+clean; 1.5 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-10-09T04:42:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:58.762 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:59.016 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:42:59.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:59.032 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:42:59.132 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:42:59.189 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:42:59.211 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:59.230 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:42:59.269 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:42:59.311 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:42:59.357 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:42:59.397 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:42:59.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 34846 34830 145.101 98.4375 0.00786775 0.0068872 2023-10-09T04:42:59.439 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:42:59.472 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:42:59.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:42:59.490 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:42:59.490 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:42:59.495 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.495 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.495 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.495 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.496 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.496 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.496 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.496 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:42:59.592 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:42:59.654 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:42:59.654 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:42:59.654 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:59.655 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3114339058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:59.655 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:42:59.655 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:42:59.655 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:59.657 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:42:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3114339058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:42:59.659 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:42:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:42:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:42:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:42:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:42:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3114339058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:00.157 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:00.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:00.167 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:00.269 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout:moved 0 / 267 (0%) 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout:avg 33.375 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 6.04023 -> 6.04023 (expected baseline 5.40399) 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.2 with 22 -> 22 pgs (0.659176 -> 0.659176 * mean) 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.1 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:43:00.283 INFO:teuthology.orchestra.run.smithi107.stdout:oload 1000 2023-10-09T04:43:00.284 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 3 2023-10-09T04:43:00.284 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:43:00.284 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0123 2023-10-09T04:43:00.284 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.1228 2023-10-09T04:43:00.289 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:43:00.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 36597 36581 142.871 109.438 0.0020145 0.00697675 2023-10-09T04:43:00.464 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:00 smithi150 ceph-mon[168511]: pgmap v544: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2023-10-09T04:43:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:00 smithi107 ceph-mon[184249]: pgmap v544: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2023-10-09T04:43:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:00 smithi107 ceph-mon[179183]: pgmap v544: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2023-10-09T04:43:01.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 38004 37988 139.64 87.9375 0.00644034 0.00715688 2023-10-09T04:43:01.517 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:01.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:01.522 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:01.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:01.704 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:01.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:01 smithi150 ceph-mon[168511]: from='client.35013 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:43:01.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:01.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:01 smithi107 ceph-mon[184249]: from='client.35013 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:43:01.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:01.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:01 smithi107 ceph-mon[179183]: from='client.35013 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:43:01.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:01.940 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:01.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:01.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:02.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:02.109 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:02.170 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:02.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:02.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:02.272 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:43:02.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 0.05 2023-10-09T04:43:02.273 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:43:02] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2023-10-09T04:43:02.275 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:02.312 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:02.368 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:02.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:02.373 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:02.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 39814 39798 138.155 113.125 0.0130477 0.00723217 2023-10-09T04:43:02.474 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:02.527 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:02.583 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:02.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:02.587 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:02.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:02 smithi107 ceph-mon[179183]: pgmap v545: 89 pgs: 89 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2023-10-09T04:43:02.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:02 smithi107 ceph-mon[184249]: pgmap v545: 89 pgs: 89 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2023-10-09T04:43:02.680 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:02.688 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:02.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:02 smithi150 ceph-mon[168511]: pgmap v545: 89 pgs: 89 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2023-10-09T04:43:02.786 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:03.074 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:03.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:03.088 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:03.099 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:03.099 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:03.189 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:03.255 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:03.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 41391 41375 136.071 98.5625 0.00620868 0.00734427 2023-10-09T04:43:03.539 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:03.623 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:03.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:03.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:03.649 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:43:03.733 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:03.771 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:03.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:43:03.823 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:03.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:03.827 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:03.927 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:03.963 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:04.016 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:04.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:04.019 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:04.120 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:04.156 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:04.204 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:04.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:04.209 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:04.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:04.380 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:04.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:43:04.402276+0000 min lat: 0.00119487 max lat: 0.173194 avg lat: 0.00746011 2023-10-09T04:43:04.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:43:04.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 42888 42872 133.946 93.5625 0.00749005 0.00746011 2023-10-09T04:43:04.591 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:04.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:04.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:04.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:04 smithi107 ceph-mon[184249]: pgmap v546: 89 pgs: 89 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-10-09T04:43:04.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:04 smithi107 ceph-mon[179183]: pgmap v546: 89 pgs: 89 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-10-09T04:43:04.699 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:04.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:04 smithi150 ceph-mon[168511]: pgmap v546: 89 pgs: 89 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-10-09T04:43:04.748 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:04.818 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:04.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:04.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:04.925 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:04.986 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:05.138 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:05.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:05.146 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:05.222 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:05.247 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:05.270 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:05.280 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:05.332 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:05.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:05.336 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:05.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 44392 44376 132.043 94 0.00697487 0.00756896 2023-10-09T04:43:05.437 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:05.488 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:05.541 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:05.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:05.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:05.648 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:05.687 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:05.731 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:05.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:05.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:05.839 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:05.850 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:43:05.919 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:06.032 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1331502173' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:06.032 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:06.032 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:05 smithi107 ceph-mon[179183]: pgmap v547: 89 pgs: 89 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.64k op/s 2023-10-09T04:43:06.032 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1331502173' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:06.033 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:06.033 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:05 smithi107 ceph-mon[184249]: pgmap v547: 89 pgs: 89 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.64k op/s 2023-10-09T04:43:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1331502173' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:05 smithi150 ceph-mon[168511]: pgmap v547: 89 pgs: 89 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.64k op/s 2023-10-09T04:43:06.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 45943 45927 130.444 96.9375 0.00603509 0.00766172 2023-10-09T04:43:06.416 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:06.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:06.423 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:06.523 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:06.570 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:06.621 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:06.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:06.625 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:06.726 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:06.770 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:06.825 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:06.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:06.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:06.933 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:06.972 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:07.017 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:07.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:07.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: osdmap e155: 8 total, 8 up, 8 in 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.101 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[179183]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: osdmap e155: 8 total, 8 up, 8 in 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.104 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.104 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:06 smithi107 ceph-mon[184249]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.122 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: osdmap e155: 8 total, 8 up, 8 in 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:06 smithi150 ceph-mon[168511]: failed to encode map e155 with expected crc 2023-10-09T04:43:07.171 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:07.221 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:07.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:07.227 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout:moved 9 / 267 (3.37079%) 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout:avg 33.375 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 6.04023 -> 6.22369 (expected baseline 5.40399) 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.2 with 22 -> 22 pgs (0.659176 -> 0.659176 * mean) 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.1 with 41 -> 39 pgs (1.22846 -> 1.16854 * mean) 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:43:07.257 INFO:teuthology.orchestra.run.smithi107.stdout:oload 110 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 0.05 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0149 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0164 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 weight 1.0000 -> 0.9500 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 weight 1.0000 -> 0.9500 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1 weight 1.0000 -> 0.9500 2023-10-09T04:43:07.258 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3 weight 1.0000 -> 0.9500 2023-10-09T04:43:07.265 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:43:07.328 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:07.367 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:07.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 47471 47455 128.924 95.5 0.0149235 0.00775205 2023-10-09T04:43:07.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:07 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:43:07.254+0000 7f1c311cf700 -1 mgr.server reply reply (4) Interrupted system call no change 2023-10-09T04:43:07.425 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:07.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:07.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:07.532 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:07.572 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:07.632 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:07.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:07.638 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:07.739 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:07.817 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:07.997 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:08.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:08.008 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:08.109 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:08.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:07 smithi107 ceph-mon[179183]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:43:08.155 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:07 smithi107 ceph-mon[179183]: pgmap v549: 89 pgs: 89 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2023-10-09T04:43:08.155 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:07 smithi107 ceph-mon[184249]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:43:08.155 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:07 smithi107 ceph-mon[184249]: pgmap v549: 89 pgs: 89 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2023-10-09T04:43:08.162 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:08.217 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:08.217 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:08.232 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:07 smithi150 ceph-mon[168511]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:43:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:07 smithi150 ceph-mon[168511]: pgmap v549: 89 pgs: 89 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2023-10-09T04:43:08.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:08.238 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:08.339 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:08.388 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:08.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 48892 48876 127.253 88.8125 0.00455455 0.00785242 2023-10-09T04:43:08.436 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:08.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:08.442 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:08.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:08.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:08.675 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:08.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:08.709 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:08.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:43:08.806 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:43:08.810 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3966034965' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:08.858 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:08.910 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:08.921 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:08.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:08.988 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:08.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:08.999 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:09.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:09.072 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:09.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:09.116 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:09.142 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3966034965' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:09.143 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:09.156 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3966034965' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:09.193 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:09.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:09.196 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:09.211 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:09.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.215 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:43:09.297 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:09.342 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:09.392 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:09.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:09.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:09.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 50265 50249 125.595 85.8125 0.00811909 0.00795813 2023-10-09T04:43:09.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:09.558 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:09.623 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:09.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:09.628 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:09.729 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:09.777 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:09.829 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:09.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:09.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:09.836 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:09.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:09 smithi107 ceph-mon[184249]: pgmap v550: 89 pgs: 89 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-10-09T04:43:09.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:09 smithi107 ceph-mon[179183]: pgmap v550: 89 pgs: 89 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-10-09T04:43:09.934 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:09.987 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:09.992 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:10.159 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:10.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:10.165 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:09 smithi150 ceph-mon[168511]: pgmap v550: 89 pgs: 89 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-10-09T04:43:10.266 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:10.313 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:10.374 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:10.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:10.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:10.404 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 51739 51723 124.308 92.125 0.00695605 0.00803975 2023-10-09T04:43:10.484 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:10.542 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:10.600 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:10.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:10.604 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:10.704 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:10.756 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:10.820 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:10.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:10.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:10.927 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:10.988 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:11.045 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:11.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:11.051 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:11.152 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:11.216 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:11.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 53232 53216 123.159 93.3125 0.0124297 0.00811413 2023-10-09T04:43:11.489 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:11.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:11.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:11.594 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:11.631 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:11.667 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:43:11.678 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:11.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:11.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:11.783 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:11.824 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:11.868 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:11.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:11.872 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:11.972 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:12.001 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:43:12.001 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:43:12.002 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T04:43:12.002 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:43:12.015 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:12.070 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:12.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:12.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:12.176 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:12.255 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:12.402 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:43:12] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2023-10-09T04:43:12.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 54571 54555 121.749 83.6875 0.00579398 0.00820863 2023-10-09T04:43:12.406 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:12 smithi150 ceph-mon[168511]: pgmap v551: 89 pgs: 89 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-10-09T04:43:12.478 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:12.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:12.485 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:12.586 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:12.619 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:43:12.628 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:12.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:12 smithi107 ceph-mon[184249]: pgmap v551: 89 pgs: 89 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-10-09T04:43:12.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:12 smithi107 ceph-mon[179183]: pgmap v551: 89 pgs: 89 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-10-09T04:43:12.687 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:12.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:12.692 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:12.790 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:12.793 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:12.903 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:12.986 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:13.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:13.007 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:13.048 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:43:13.048 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:43:13.049 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-10-09T04:43:13.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:43:13.107 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:13.209 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:13.278 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:13.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:13.293 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:13.393 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:13.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 55784 55768 120.165 75.8125 0.0191708 0.00831648 2023-10-09T04:43:13.430 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:13.448 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:43:13.482 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:13.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:13.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:13.589 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:13.634 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:13.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2779200784' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:13.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:13.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2779200784' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:13.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:13.691 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:13.696 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2779200784' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:13.696 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:13.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:13.697 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:13.798 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:13.860 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:13.919 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:13.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:13.924 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:14.025 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:14.064 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:14.111 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:14.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:14.117 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:14.217 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:14.263 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:14.318 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:14.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:14.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:14.404 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 57165 57149 119.036 86.3125 0.00559038 0.00839553 2023-10-09T04:43:14.411 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: pgmap v552: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s 2023-10-09T04:43:14.411 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:14.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:43:14.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: osdmap e156: 8 total, 8 up, 8 in 2023-10-09T04:43:14.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[179183]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: pgmap v552: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s 2023-10-09T04:43:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:14.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:43:14.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: osdmap e156: 8 total, 8 up, 8 in 2023-10-09T04:43:14.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:14 smithi107 ceph-mon[184249]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.425 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:14.477 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:14.510 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:14.539 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:14.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:14.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:14.645 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: pgmap v552: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: osdmap e156: 8 total, 8 up, 8 in 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:14 smithi150 ceph-mon[168511]: failed to encode map e156 with expected crc 2023-10-09T04:43:14.688 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:14.757 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:14.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:14.763 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:14.864 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:14.915 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:14.974 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:14.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:14.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:14.990 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:15.020 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:15.072 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:15.083 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:15.117 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:15.165 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:15.207 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:15.208 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:15.239 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:15.279 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:15.312 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:15.317 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.317 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.318 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.318 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.318 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.318 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.318 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.318 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:43:15.338 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:15.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:15.344 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:15.403 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 58443 58427 117.773 79.875 0.00729338 0.00848646 2023-10-09T04:43:15.445 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:15.491 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:15.541 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:15.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:15.544 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:15.644 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:15.712 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:15.829 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3533000979' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:15.829 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:15 smithi150 ceph-mon[168511]: pgmap v554: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-10-09T04:43:15.983 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:15.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:15.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:15.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3533000979' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:15.995 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:15 smithi107 ceph-mon[179183]: pgmap v554: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-10-09T04:43:15.996 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3533000979' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:15.996 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:15 smithi107 ceph-mon[184249]: pgmap v554: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-10-09T04:43:16.096 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:16.155 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:16.212 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:16.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:16.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:16.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:16.367 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:16.405 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 59799 59783 116.734 84.75 0.0111023 0.00856194 2023-10-09T04:43:16.425 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:43:16.426 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:16.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:16.434 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:16.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:16.611 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:16.765 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:16.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:16.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:16.881 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:16.938 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:16.992 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:16.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:16.995 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:17.096 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:17.106 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:17.106 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:17.107 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:17.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:17.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:17.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:17.405 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 61005 60989 115.481 75.375 0.0111415 0.00865385 2023-10-09T04:43:17.666 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:17.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:17.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:17.773 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:17.810 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:43:17.843 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:43:17.861 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:17.874 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:43:17.920 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:17.924 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:17.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:17.937 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:17.937 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:17 smithi107 ceph-mon[179183]: pgmap v555: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:43:17.937 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:17 smithi107 ceph-mon[184249]: pgmap v555: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:43:18.038 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:18.062 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:43:18.096 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:18.153 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:18.155 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:17 smithi150 ceph-mon[168511]: pgmap v555: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:43:18.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:18.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:18.259 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:18.311 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:18.367 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:18.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:18.373 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:18.406 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 15 62214 62199 114.308 75.625 0.0146646 0.00874272 2023-10-09T04:43:18.474 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:18.493 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":555,"stamp":"2023-10-09T04:43:17.344489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3660388256,"num_objects":55868,"num_object_clones":0,"num_object_copies":167604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55868,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":56144,"num_write_kb":3576461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":56060,"ondisk_log_size":56060,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14317352,"kb_used_data":10573288,"kb_used_omap":20,"kb_used_meta":3743979,"kb_avail":735643864,"statfs":{"total":767960285184,"available":753299316736,"internally_reserved":0,"allocated":10827046912,"data_stored":10822251587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3833835150},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,6,2,6,10],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":950337536,"num_objects":14501,"num_object_clones":0,"num_object_copies":43503,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14501,"num_write_kb":928064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.007097"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":134,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425335+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:42:54.425335+0000","last_peered":"2023-10-09T04:42:54.425335+0000","last_clean":"2023-10-09T04:42:54.425335+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:42:54.425335+0000","last_undegraded":"2023-10-09T04:42:54.425335+0000","last_fullsized":"2023-10-09T04:42:54.425335+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":97,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420421+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:42:54.420421+0000","last_peered":"2023-10-09T04:42:54.420421+0000","last_clean":"2023-10-09T04:42:54.420421+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:42:54.420421+0000","last_undegraded":"2023-10-09T04:42:54.420421+0000","last_fullsized":"2023-10-09T04:42:54.420421+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":93,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.414061+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:42:54.414061+0000","last_peered":"2023-10-09T04:42:54.414061+0000","last_clean":"2023-10-09T04:42:54.414061+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:42:54.414061+0000","last_undegraded":"2023-10-09T04:42:54.414061+0000","last_fullsized":"2023-10-09T04:42:54.414061+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":111,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.830472+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:43:05.830472+0000","last_peered":"2023-10-09T04:43:05.830472+0000","last_clean":"2023-10-09T04:43:05.830472+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:43:05.830472+0000","last_undegraded":"2023-10-09T04:43:05.830472+0000","last_fullsized":"2023-10-09T04:43:05.830472+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":115,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420682+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:42:54.420682+0000","last_peered":"2023-10-09T04:42:54.420682+0000","last_clean":"2023-10-09T04:42:54.420682+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:42:54.420682+0000","last_undegraded":"2023-10-09T04:42:54.420682+0000","last_fullsized":"2023-10-09T04:42:54.420682+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":116,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.842056+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:43:05.842056+0000","last_peered":"2023-10-09T04:43:05.842056+0000","last_clean":"2023-10-09T04:43:05.842056+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:43:05.842056+0000","last_undegraded":"2023-10-09T04:43:05.842056+0000","last_fullsized":"2023-10-09T04:43:05.842056+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":109,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.830247+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:43:05.830247+0000","last_peered":"2023-10-09T04:43:05.830247+0000","last_clean":"2023-10-09T04:43:05.830247+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:43:05.830247+0000","last_undegraded":"2023-10-09T04:43:05.830247+0000","last_fullsized":"2023-10-09T04:43:05.830247+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":97,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420593+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:42:54.420593+0000","last_peered":"2023-10-09T04:42:54.420593+0000","last_clean":"2023-10-09T04:42:54.420593+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:42:54.420593+0000","last_undegraded":"2023-10-09T04:42:54.420593+0000","last_fullsized":"2023-10-09T04:42:54.420593+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":116,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422853+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:42:54.422853+0000","last_peered":"2023-10-09T04:42:54.422853+0000","last_clean":"2023-10-09T04:42:54.422853+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:42:54.422853+0000","last_undegraded":"2023-10-09T04:42:54.422853+0000","last_fullsized":"2023-10-09T04:42:54.422853+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":86,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420609+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:42:54.420609+0000","last_peered":"2023-10-09T04:42:54.420609+0000","last_clean":"2023-10-09T04:42:54.420609+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:42:54.420609+0000","last_undegraded":"2023-10-09T04:42:54.420609+0000","last_fullsized":"2023-10-09T04:42:54.420609+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":119,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418728+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:42:54.418728+0000","last_peered":"2023-10-09T04:42:54.418728+0000","last_clean":"2023-10-09T04:42:54.418728+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:42:54.418728+0000","last_undegraded":"2023-10-09T04:42:54.418728+0000","last_fullsized":"2023-10-09T04:42:54.418728+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":94,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.415027+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:42:54.415027+0000","last_peered":"2023-10-09T04:42:54.415027+0000","last_clean":"2023-10-09T04:42:54.415027+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:42:54.415027+0000","last_undegraded":"2023-10-09T04:42:54.415027+0000","last_fullsized":"2023-10-09T04:42:54.415027+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":121,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425685+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:42:54.425685+0000","last_peered":"2023-10-09T04:42:54.425685+0000","last_clean":"2023-10-09T04:42:54.425685+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:42:54.425685+0000","last_undegraded":"2023-10-09T04:42:54.425685+0000","last_fullsized":"2023-10-09T04:42:54.425685+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":115,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425545+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:42:54.425545+0000","last_peered":"2023-10-09T04:42:54.425545+0000","last_clean":"2023-10-09T04:42:54.425545+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:42:54.425545+0000","last_undegraded":"2023-10-09T04:42:54.425545+0000","last_fullsized":"2023-10-09T04:42:54.425545+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":118,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418490+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:42:54.418490+0000","last_peered":"2023-10-09T04:42:54.418490+0000","last_clean":"2023-10-09T04:42:54.418490+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:42:54.418490+0000","last_undegraded":"2023-10-09T04:42:54.418490+0000","last_fullsized":"2023-10-09T04:42:54.418490+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":97,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.424326+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:42:54.424326+0000","last_peered":"2023-10-09T04:42:54.424326+0000","last_clean":"2023-10-09T04:42:54.424326+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:42:54.424326+0000","last_undegraded":"2023-10-09T04:42:54.424326+0000","last_fullsized":"2023-10-09T04:42:54.424326+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":109,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.829755+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:43:05.829755+0000","last_peered":"2023-10-09T04:43:05.829755+0000","last_clean":"2023-10-09T04:43:05.829755+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:43:05.829755+0000","last_undegraded":"2023-10-09T04:43:05.829755+0000","last_fullsized":"2023-10-09T04:43:05.829755+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":115,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422948+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:42:54.422948+0000","last_peered":"2023-10-09T04:42:54.422948+0000","last_clean":"2023-10-09T04:42:54.422948+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:42:54.422948+0000","last_undegraded":"2023-10-09T04:42:54.422948+0000","last_fullsized":"2023-10-09T04:42:54.422948+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":99,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418220+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:42:54.418220+0000","last_peered":"2023-10-09T04:42:54.418220+0000","last_clean":"2023-10-09T04:42:54.418220+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:42:54.418220+0000","last_undegraded":"2023-10-09T04:42:54.418220+0000","last_fullsized":"2023-10-09T04:42:54.418220+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":110,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.830139+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:43:05.830139+0000","last_peered":"2023-10-09T04:43:05.830139+0000","last_clean":"2023-10-09T04:43:05.830139+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:43:05.830139+0000","last_undegraded":"2023-10-09T04:43:05.830139+0000","last_fullsized":"2023-10-09T04:43:05.830139+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":125,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.842080+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:43:05.842080+0000","last_peered":"2023-10-09T04:43:05.842080+0000","last_clean":"2023-10-09T04:43:05.842080+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:43:05.842080+0000","last_undegraded":"2023-10-09T04:43:05.842080+0000","last_fullsized":"2023-10-09T04:43:05.842080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":97,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422452+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:42:54.422452+0000","last_peered":"2023-10-09T04:42:54.422452+0000","last_clean":"2023-10-09T04:42:54.422452+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:42:54.422452+0000","last_undegraded":"2023-10-09T04:42:54.422452+0000","last_fullsized":"2023-10-09T04:42:54.422452+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"156'3717","reported_seq":3733,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-10-09T04:43:16.360760+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:43:16.360760+0000","last_peered":"2023-10-09T04:43:16.360760+0000","last_clean":"2023-10-09T04:43:16.360760+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:43:16.360760+0000","last_undegraded":"2023-10-09T04:43:16.360760+0000","last_fullsized":"2023-10-09T04:43:16.360760+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3717,"log_dups_size":0,"ondisk_log_size":3717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243597312,"num_objects":3717,"num_object_clones":0,"num_object_copies":11151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3717,"num_write_kb":237888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":117,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418917+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:42:54.418917+0000","last_peered":"2023-10-09T04:42:54.418917+0000","last_clean":"2023-10-09T04:42:54.418917+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:42:54.418917+0000","last_undegraded":"2023-10-09T04:42:54.418917+0000","last_fullsized":"2023-10-09T04:42:54.418917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":98,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422604+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:42:54.422604+0000","last_peered":"2023-10-09T04:42:54.422604+0000","last_clean":"2023-10-09T04:42:54.422604+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:42:54.422604+0000","last_undegraded":"2023-10-09T04:42:54.422604+0000","last_fullsized":"2023-10-09T04:42:54.422604+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"155'3513","reported_seq":3528,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.382980+0000","last_change":"2023-10-09T04:42:36.822070+0000","last_active":"2023-10-09T04:43:12.382980+0000","last_peered":"2023-10-09T04:43:12.382980+0000","last_clean":"2023-10-09T04:43:12.382980+0000","last_became_active":"2023-10-09T04:42:36.821765+0000","last_became_peered":"2023-10-09T04:42:36.821765+0000","last_unstale":"2023-10-09T04:43:12.382980+0000","last_undegraded":"2023-10-09T04:43:12.382980+0000","last_fullsized":"2023-10-09T04:43:12.382980+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3513,"log_dups_size":0,"ondisk_log_size":3513,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:30:35.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230227968,"num_objects":3513,"num_object_clones":0,"num_object_copies":10539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3513,"num_write_kb":224832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":118,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420163+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:42:54.420163+0000","last_peered":"2023-10-09T04:42:54.420163+0000","last_clean":"2023-10-09T04:42:54.420163+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:42:54.420163+0000","last_undegraded":"2023-10-09T04:42:54.420163+0000","last_fullsized":"2023-10-09T04:42:54.420163+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":142,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425328+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:42:54.425328+0000","last_peered":"2023-10-09T04:42:54.425328+0000","last_clean":"2023-10-09T04:42:54.425328+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:42:54.425328+0000","last_undegraded":"2023-10-09T04:42:54.425328+0000","last_fullsized":"2023-10-09T04:42:54.425328+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"155'3325","reported_seq":3339,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.496576+0000","last_change":"2023-10-09T04:42:36.825066+0000","last_active":"2023-10-09T04:43:12.496576+0000","last_peered":"2023-10-09T04:43:12.496576+0000","last_clean":"2023-10-09T04:43:12.496576+0000","last_became_active":"2023-10-09T04:42:36.824791+0000","last_became_peered":"2023-10-09T04:42:36.824791+0000","last_unstale":"2023-10-09T04:43:12.496576+0000","last_undegraded":"2023-10-09T04:43:12.496576+0000","last_fullsized":"2023-10-09T04:43:12.496576+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3325,"log_dups_size":0,"ondisk_log_size":3325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:38:21.493355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217907200,"num_objects":3325,"num_object_clones":0,"num_object_copies":9975,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3325,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3325,"num_write_kb":212800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":100,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418636+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:42:54.418636+0000","last_peered":"2023-10-09T04:42:54.418636+0000","last_clean":"2023-10-09T04:42:54.418636+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:42:54.418636+0000","last_undegraded":"2023-10-09T04:42:54.418636+0000","last_fullsized":"2023-10-09T04:42:54.418636+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":116,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.841195+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:43:05.841195+0000","last_peered":"2023-10-09T04:43:05.841195+0000","last_clean":"2023-10-09T04:43:05.841195+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:43:05.841195+0000","last_undegraded":"2023-10-09T04:43:05.841195+0000","last_fullsized":"2023-10-09T04:43:05.841195+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"155'3445","reported_seq":3459,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.501028+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:43:12.501028+0000","last_peered":"2023-10-09T04:43:12.501028+0000","last_clean":"2023-10-09T04:43:12.501028+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:43:12.501028+0000","last_undegraded":"2023-10-09T04:43:12.501028+0000","last_fullsized":"2023-10-09T04:43:12.501028+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3445,"log_dups_size":0,"ondisk_log_size":3445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225771520,"num_objects":3445,"num_object_clones":0,"num_object_copies":10335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3445,"num_write_kb":220480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":116,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422563+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:42:54.422563+0000","last_peered":"2023-10-09T04:42:54.422563+0000","last_clean":"2023-10-09T04:42:54.422563+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:42:54.422563+0000","last_undegraded":"2023-10-09T04:42:54.422563+0000","last_fullsized":"2023-10-09T04:42:54.422563+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":110,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.829957+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:43:05.829957+0000","last_peered":"2023-10-09T04:43:05.829957+0000","last_clean":"2023-10-09T04:43:05.829957+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:43:05.829957+0000","last_undegraded":"2023-10-09T04:43:05.829957+0000","last_fullsized":"2023-10-09T04:43:05.829957+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"155'3517","reported_seq":3532,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:13.235524+0000","last_change":"2023-10-09T04:42:37.038174+0000","last_active":"2023-10-09T04:43:13.235524+0000","last_peered":"2023-10-09T04:43:13.235524+0000","last_clean":"2023-10-09T04:43:13.235524+0000","last_became_active":"2023-10-09T04:42:37.037828+0000","last_became_peered":"2023-10-09T04:42:37.037828+0000","last_unstale":"2023-10-09T04:43:13.235524+0000","last_undegraded":"2023-10-09T04:43:13.235524+0000","last_fullsized":"2023-10-09T04:43:13.235524+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3517,"log_dups_size":0,"ondisk_log_size":3517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:03.938752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230490112,"num_objects":3517,"num_object_clones":0,"num_object_copies":10551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3517,"num_write_kb":225088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":126,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420968+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:42:54.420968+0000","last_peered":"2023-10-09T04:42:54.420968+0000","last_clean":"2023-10-09T04:42:54.420968+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:42:54.420968+0000","last_undegraded":"2023-10-09T04:42:54.420968+0000","last_fullsized":"2023-10-09T04:42:54.420968+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":115,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425627+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:42:54.425627+0000","last_peered":"2023-10-09T04:42:54.425627+0000","last_clean":"2023-10-09T04:42:54.425627+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:42:54.425627+0000","last_undegraded":"2023-10-09T04:42:54.425627+0000","last_fullsized":"2023-10-09T04:42:54.425627+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"155'3504","reported_seq":3519,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.373396+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:43:12.373396+0000","last_peered":"2023-10-09T04:43:12.373396+0000","last_clean":"2023-10-09T04:43:12.373396+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:43:12.373396+0000","last_undegraded":"2023-10-09T04:43:12.373396+0000","last_fullsized":"2023-10-09T04:43:12.373396+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3504,"log_dups_size":0,"ondisk_log_size":3504,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229638144,"num_objects":3504,"num_object_clones":0,"num_object_copies":10512,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3504,"num_write_kb":224256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":117,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.841344+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:43:05.841344+0000","last_peered":"2023-10-09T04:43:05.841344+0000","last_clean":"2023-10-09T04:43:05.841344+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:43:05.841344+0000","last_undegraded":"2023-10-09T04:43:05.841344+0000","last_fullsized":"2023-10-09T04:43:05.841344+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":125,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425684+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:42:54.425684+0000","last_peered":"2023-10-09T04:42:54.425684+0000","last_clean":"2023-10-09T04:42:54.425684+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:42:54.425684+0000","last_undegraded":"2023-10-09T04:42:54.425684+0000","last_fullsized":"2023-10-09T04:42:54.425684+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"155'3384","reported_seq":3398,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.412587+0000","last_change":"2023-10-09T04:42:36.827049+0000","last_active":"2023-10-09T04:43:12.412587+0000","last_peered":"2023-10-09T04:43:12.412587+0000","last_clean":"2023-10-09T04:43:12.412587+0000","last_became_active":"2023-10-09T04:42:36.826727+0000","last_became_peered":"2023-10-09T04:42:36.826727+0000","last_unstale":"2023-10-09T04:43:12.412587+0000","last_undegraded":"2023-10-09T04:43:12.412587+0000","last_fullsized":"2023-10-09T04:43:12.412587+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3384,"log_dups_size":0,"ondisk_log_size":3384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:09.037792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221773824,"num_objects":3384,"num_object_clones":0,"num_object_copies":10152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3384,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3384,"num_write_kb":216576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":116,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425257+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:42:54.425257+0000","last_peered":"2023-10-09T04:42:54.425257+0000","last_clean":"2023-10-09T04:42:54.425257+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:42:54.425257+0000","last_undegraded":"2023-10-09T04:42:54.425257+0000","last_fullsized":"2023-10-09T04:42:54.425257+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":115,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.426073+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:42:54.426073+0000","last_peered":"2023-10-09T04:42:54.426073+0000","last_clean":"2023-10-09T04:42:54.426073+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:42:54.426073+0000","last_undegraded":"2023-10-09T04:42:54.426073+0000","last_fullsized":"2023-10-09T04:42:54.426073+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"155'3403","reported_seq":3418,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:13.266635+0000","last_change":"2023-10-09T04:42:36.824057+0000","last_active":"2023-10-09T04:43:13.266635+0000","last_peered":"2023-10-09T04:43:13.266635+0000","last_clean":"2023-10-09T04:43:13.266635+0000","last_became_active":"2023-10-09T04:42:36.823827+0000","last_became_peered":"2023-10-09T04:42:36.823827+0000","last_unstale":"2023-10-09T04:43:13.266635+0000","last_undegraded":"2023-10-09T04:43:13.266635+0000","last_fullsized":"2023-10-09T04:43:13.266635+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3403,"log_dups_size":0,"ondisk_log_size":3403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:44.926455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223019008,"num_objects":3403,"num_object_clones":0,"num_object_copies":10209,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3403,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3403,"num_write_kb":217792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":98,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420505+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:42:54.420505+0000","last_peered":"2023-10-09T04:42:54.420505+0000","last_clean":"2023-10-09T04:42:54.420505+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:42:54.420505+0000","last_undegraded":"2023-10-09T04:42:54.420505+0000","last_fullsized":"2023-10-09T04:42:54.420505+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":94,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.417191+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:42:54.417191+0000","last_peered":"2023-10-09T04:42:54.417191+0000","last_clean":"2023-10-09T04:42:54.417191+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:42:54.417191+0000","last_undegraded":"2023-10-09T04:42:54.417191+0000","last_fullsized":"2023-10-09T04:42:54.417191+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"155'3485","reported_seq":3498,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.484230+0000","last_change":"2023-10-09T04:42:36.827377+0000","last_active":"2023-10-09T04:43:12.484230+0000","last_peered":"2023-10-09T04:43:12.484230+0000","last_clean":"2023-10-09T04:43:12.484230+0000","last_became_active":"2023-10-09T04:42:36.827102+0000","last_became_peered":"2023-10-09T04:42:36.827102+0000","last_unstale":"2023-10-09T04:43:12.484230+0000","last_undegraded":"2023-10-09T04:43:12.484230+0000","last_fullsized":"2023-10-09T04:43:12.484230+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3485,"log_dups_size":0,"ondisk_log_size":3485,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:09.310780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228392960,"num_objects":3485,"num_object_clones":0,"num_object_copies":10455,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3485,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3485,"num_write_kb":223040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":121,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.414977+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:42:54.414977+0000","last_peered":"2023-10-09T04:42:54.414977+0000","last_clean":"2023-10-09T04:42:54.414977+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:42:54.414977+0000","last_undegraded":"2023-10-09T04:42:54.414977+0000","last_fullsized":"2023-10-09T04:42:54.414977+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":133,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422851+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:42:54.422851+0000","last_peered":"2023-10-09T04:42:54.422851+0000","last_clean":"2023-10-09T04:42:54.422851+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:42:54.422851+0000","last_undegraded":"2023-10-09T04:42:54.422851+0000","last_fullsized":"2023-10-09T04:42:54.422851+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":79,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.414615+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:42:54.414615+0000","last_peered":"2023-10-09T04:42:54.414615+0000","last_clean":"2023-10-09T04:42:54.414615+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:42:54.414615+0000","last_undegraded":"2023-10-09T04:42:54.414615+0000","last_fullsized":"2023-10-09T04:42:54.414615+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"156'3798","reported_seq":3814,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-10-09T04:43:16.397556+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:43:16.397556+0000","last_peered":"2023-10-09T04:43:16.397556+0000","last_clean":"2023-10-09T04:43:16.397556+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:43:16.397556+0000","last_undegraded":"2023-10-09T04:43:16.397556+0000","last_fullsized":"2023-10-09T04:43:16.397556+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3798,"log_dups_size":0,"ondisk_log_size":3798,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248905728,"num_objects":3798,"num_object_clones":0,"num_object_copies":11394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3798,"num_write_kb":243072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":119,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422655+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:42:54.422655+0000","last_peered":"2023-10-09T04:42:54.422655+0000","last_clean":"2023-10-09T04:42:54.422655+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:42:54.422655+0000","last_undegraded":"2023-10-09T04:42:54.422655+0000","last_fullsized":"2023-10-09T04:42:54.422655+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":116,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425477+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:42:54.425477+0000","last_peered":"2023-10-09T04:42:54.425477+0000","last_clean":"2023-10-09T04:42:54.425477+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:42:54.425477+0000","last_undegraded":"2023-10-09T04:42:54.425477+0000","last_fullsized":"2023-10-09T04:42:54.425477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":109,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.414921+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:42:54.414921+0000","last_peered":"2023-10-09T04:42:54.414921+0000","last_clean":"2023-10-09T04:42:54.414921+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:42:54.414921+0000","last_undegraded":"2023-10-09T04:42:54.414921+0000","last_fullsized":"2023-10-09T04:42:54.414921+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"155'3291","reported_seq":3305,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.504520+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:43:12.504520+0000","last_peered":"2023-10-09T04:43:12.504520+0000","last_clean":"2023-10-09T04:43:12.504520+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:43:12.504520+0000","last_undegraded":"2023-10-09T04:43:12.504520+0000","last_fullsized":"2023-10-09T04:43:12.504520+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3291,"log_dups_size":0,"ondisk_log_size":3291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215678976,"num_objects":3291,"num_object_clones":0,"num_object_copies":9873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3291,"num_write_kb":210624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":122,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.845428+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:43:05.845428+0000","last_peered":"2023-10-09T04:43:05.845428+0000","last_clean":"2023-10-09T04:43:05.845428+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:43:05.845428+0000","last_undegraded":"2023-10-09T04:43:05.845428+0000","last_fullsized":"2023-10-09T04:43:05.845428+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":94,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.839448+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:43:05.839448+0000","last_peered":"2023-10-09T04:43:05.839448+0000","last_clean":"2023-10-09T04:43:05.839448+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:43:05.839448+0000","last_undegraded":"2023-10-09T04:43:05.839448+0000","last_fullsized":"2023-10-09T04:43:05.839448+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":116,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.417246+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:42:54.417246+0000","last_peered":"2023-10-09T04:42:54.417246+0000","last_clean":"2023-10-09T04:42:54.417246+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:42:54.417246+0000","last_undegraded":"2023-10-09T04:42:54.417246+0000","last_fullsized":"2023-10-09T04:42:54.417246+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"155'3391","reported_seq":3406,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:13.264476+0000","last_change":"2023-10-09T04:42:36.824963+0000","last_active":"2023-10-09T04:43:13.264476+0000","last_peered":"2023-10-09T04:43:13.264476+0000","last_clean":"2023-10-09T04:43:13.264476+0000","last_became_active":"2023-10-09T04:42:36.824679+0000","last_became_peered":"2023-10-09T04:42:36.824679+0000","last_unstale":"2023-10-09T04:43:13.264476+0000","last_undegraded":"2023-10-09T04:43:13.264476+0000","last_fullsized":"2023-10-09T04:43:13.264476+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3391,"log_dups_size":0,"ondisk_log_size":3391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:13:36.997809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222232576,"num_objects":3391,"num_object_clones":0,"num_object_copies":10173,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3391,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3391,"num_write_kb":217024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":119,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.423125+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:42:54.423125+0000","last_peered":"2023-10-09T04:42:54.423125+0000","last_clean":"2023-10-09T04:42:54.423125+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:42:54.423125+0000","last_undegraded":"2023-10-09T04:42:54.423125+0000","last_fullsized":"2023-10-09T04:42:54.423125+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":497,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418089+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:42:54.418089+0000","last_peered":"2023-10-09T04:42:54.418089+0000","last_clean":"2023-10-09T04:42:54.418089+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:42:54.418089+0000","last_undegraded":"2023-10-09T04:42:54.418089+0000","last_fullsized":"2023-10-09T04:42:54.418089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":86,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:43:03.291069+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:43:03.291069+0000","last_peered":"2023-10-09T04:43:03.291069+0000","last_clean":"2023-10-09T04:43:03.291069+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:43:03.291069+0000","last_undegraded":"2023-10-09T04:43:03.291069+0000","last_fullsized":"2023-10-09T04:43:03.291069+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":99,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.841676+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:43:05.841676+0000","last_peered":"2023-10-09T04:43:05.841676+0000","last_clean":"2023-10-09T04:43:05.841676+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:43:05.841676+0000","last_undegraded":"2023-10-09T04:43:05.841676+0000","last_fullsized":"2023-10-09T04:43:05.841676+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"156'3748","reported_seq":3764,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-10-09T04:43:16.398577+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:43:16.398577+0000","last_peered":"2023-10-09T04:43:16.398577+0000","last_clean":"2023-10-09T04:43:16.398577+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:43:16.398577+0000","last_undegraded":"2023-10-09T04:43:16.398577+0000","last_fullsized":"2023-10-09T04:43:16.398577+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3748,"log_dups_size":0,"ondisk_log_size":3748,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245628928,"num_objects":3748,"num_object_clones":0,"num_object_copies":11244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3748,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3748,"num_write_kb":239872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":137,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418129+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:42:54.418129+0000","last_peered":"2023-10-09T04:42:54.418129+0000","last_clean":"2023-10-09T04:42:54.418129+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:42:54.418129+0000","last_undegraded":"2023-10-09T04:42:54.418129+0000","last_fullsized":"2023-10-09T04:42:54.418129+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":110,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.830045+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:43:05.830045+0000","last_peered":"2023-10-09T04:43:05.830045+0000","last_clean":"2023-10-09T04:43:05.830045+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:43:05.830045+0000","last_undegraded":"2023-10-09T04:43:05.830045+0000","last_fullsized":"2023-10-09T04:43:05.830045+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":126,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-10-09T04:43:13.435571+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:43:13.435571+0000","last_peered":"2023-10-09T04:43:13.435571+0000","last_clean":"2023-10-09T04:43:13.435571+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:43:13.435571+0000","last_undegraded":"2023-10-09T04:43:13.435571+0000","last_fullsized":"2023-10-09T04:43:13.435571+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"155'3313","reported_seq":3327,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.426975+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:43:12.426975+0000","last_peered":"2023-10-09T04:43:12.426975+0000","last_clean":"2023-10-09T04:43:12.426975+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:43:12.426975+0000","last_undegraded":"2023-10-09T04:43:12.426975+0000","last_fullsized":"2023-10-09T04:43:12.426975+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3313,"log_dups_size":0,"ondisk_log_size":3313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217120768,"num_objects":3313,"num_object_clones":0,"num_object_copies":9939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3313,"num_write_kb":212032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":120,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.418631+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:42:54.418631+0000","last_peered":"2023-10-09T04:42:54.418631+0000","last_clean":"2023-10-09T04:42:54.418631+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:42:54.418631+0000","last_undegraded":"2023-10-09T04:42:54.418631+0000","last_fullsized":"2023-10-09T04:42:54.418631+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":93,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.414837+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:42:54.414837+0000","last_peered":"2023-10-09T04:42:54.414837+0000","last_clean":"2023-10-09T04:42:54.414837+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:42:54.414837+0000","last_undegraded":"2023-10-09T04:42:54.414837+0000","last_fullsized":"2023-10-09T04:42:54.414837+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":96,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.829834+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:43:05.829834+0000","last_peered":"2023-10-09T04:43:05.829834+0000","last_clean":"2023-10-09T04:43:05.829834+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:43:05.829834+0000","last_undegraded":"2023-10-09T04:43:05.829834+0000","last_fullsized":"2023-10-09T04:43:05.829834+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"155'3460","reported_seq":3474,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:12.438953+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:43:12.438953+0000","last_peered":"2023-10-09T04:43:12.438953+0000","last_clean":"2023-10-09T04:43:12.438953+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:43:12.438953+0000","last_undegraded":"2023-10-09T04:43:12.438953+0000","last_fullsized":"2023-10-09T04:43:12.438953+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3460,"log_dups_size":0,"ondisk_log_size":3460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226754560,"num_objects":3460,"num_object_clones":0,"num_object_copies":10380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3460,"num_write_kb":221440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":126,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422531+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:42:54.422531+0000","last_peered":"2023-10-09T04:42:54.422531+0000","last_clean":"2023-10-09T04:42:54.422531+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:42:54.422531+0000","last_undegraded":"2023-10-09T04:42:54.422531+0000","last_fullsized":"2023-10-09T04:42:54.422531+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":78,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.415048+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:42:54.415048+0000","last_peered":"2023-10-09T04:42:54.415048+0000","last_clean":"2023-10-09T04:42:54.415048+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:42:54.415048+0000","last_undegraded":"2023-10-09T04:42:54.415048+0000","last_fullsized":"2023-10-09T04:42:54.415048+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":124,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420403+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:42:54.420403+0000","last_peered":"2023-10-09T04:42:54.420403+0000","last_clean":"2023-10-09T04:42:54.420403+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:42:54.420403+0000","last_undegraded":"2023-10-09T04:42:54.420403+0000","last_fullsized":"2023-10-09T04:42:54.420403+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"155'3550","reported_seq":3565,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:13.279044+0000","last_change":"2023-10-09T04:42:36.822315+0000","last_active":"2023-10-09T04:43:13.279044+0000","last_peered":"2023-10-09T04:43:13.279044+0000","last_clean":"2023-10-09T04:43:13.279044+0000","last_became_active":"2023-10-09T04:42:36.822028+0000","last_became_peered":"2023-10-09T04:42:36.822028+0000","last_unstale":"2023-10-09T04:43:13.279044+0000","last_undegraded":"2023-10-09T04:43:13.279044+0000","last_fullsized":"2023-10-09T04:43:13.279044+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":3550,"log_dups_size":0,"ondisk_log_size":3550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:00.401120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232652800,"num_objects":3550,"num_object_clones":0,"num_object_copies":10650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3550,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3550,"num_write_kb":227200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":121,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.841981+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:43:05.841981+0000","last_peered":"2023-10-09T04:43:05.841981+0000","last_clean":"2023-10-09T04:43:05.841981+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:43:05.841981+0000","last_undegraded":"2023-10-09T04:43:05.841981+0000","last_fullsized":"2023-10-09T04:43:05.841981+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":114,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-10-09T04:43:13.435662+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:43:13.435662+0000","last_peered":"2023-10-09T04:43:13.435662+0000","last_clean":"2023-10-09T04:43:13.435662+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:43:13.435662+0000","last_undegraded":"2023-10-09T04:43:13.435662+0000","last_fullsized":"2023-10-09T04:43:13.435662+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":98,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425171+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:42:54.425171+0000","last_peered":"2023-10-09T04:42:54.425171+0000","last_clean":"2023-10-09T04:42:54.425171+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:42:54.425171+0000","last_undegraded":"2023-10-09T04:42:54.425171+0000","last_fullsized":"2023-10-09T04:42:54.425171+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":98,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.830035+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:43:05.830035+0000","last_peered":"2023-10-09T04:43:05.830035+0000","last_clean":"2023-10-09T04:43:05.830035+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:43:05.830035+0000","last_undegraded":"2023-10-09T04:43:05.830035+0000","last_fullsized":"2023-10-09T04:43:05.830035+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":133,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.845541+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:43:05.845541+0000","last_peered":"2023-10-09T04:43:05.845541+0000","last_clean":"2023-10-09T04:43:05.845541+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:43:05.845541+0000","last_undegraded":"2023-10-09T04:43:05.845541+0000","last_fullsized":"2023-10-09T04:43:05.845541+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":118,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422652+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:42:54.422652+0000","last_peered":"2023-10-09T04:42:54.422652+0000","last_clean":"2023-10-09T04:42:54.422652+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:42:54.422652+0000","last_undegraded":"2023-10-09T04:42:54.422652+0000","last_fullsized":"2023-10-09T04:42:54.422652+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":132,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425823+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:42:54.425823+0000","last_peered":"2023-10-09T04:42:54.425823+0000","last_clean":"2023-10-09T04:42:54.425823+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:42:54.425823+0000","last_undegraded":"2023-10-09T04:42:54.425823+0000","last_fullsized":"2023-10-09T04:42:54.425823+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":101,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.422663+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:42:54.422663+0000","last_peered":"2023-10-09T04:42:54.422663+0000","last_clean":"2023-10-09T04:42:54.422663+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:42:54.422663+0000","last_undegraded":"2023-10-09T04:42:54.422663+0000","last_fullsized":"2023-10-09T04:42:54.422663+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":132,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425427+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:42:54.425427+0000","last_peered":"2023-10-09T04:42:54.425427+0000","last_clean":"2023-10-09T04:42:54.425427+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:42:54.425427+0000","last_undegraded":"2023-10-09T04:42:54.425427+0000","last_fullsized":"2023-10-09T04:42:54.425427+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":114,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420766+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:42:54.420766+0000","last_peered":"2023-10-09T04:42:54.420766+0000","last_clean":"2023-10-09T04:42:54.420766+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:42:54.420766+0000","last_undegraded":"2023-10-09T04:42:54.420766+0000","last_fullsized":"2023-10-09T04:42:54.420766+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":128,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.420748+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:42:54.420748+0000","last_peered":"2023-10-09T04:42:54.420748+0000","last_clean":"2023-10-09T04:42:54.420748+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:42:54.420748+0000","last_undegraded":"2023-10-09T04:42:54.420748+0000","last_fullsized":"2023-10-09T04:42:54.420748+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":114,"reported_epoch":155,"state":"active+clean","last_fresh":"2023-10-09T04:43:05.830317+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:43:05.830317+0000","last_peered":"2023-10-09T04:43:05.830317+0000","last_clean":"2023-10-09T04:43:05.830317+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:43:05.830317+0000","last_undegraded":"2023-10-09T04:43:05.830317+0000","last_fullsized":"2023-10-09T04:43:05.830317+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":125,"reported_epoch":154,"state":"active+clean","last_fresh":"2023-10-09T04:42:54.425178+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:42:54.425178+0000","last_peered":"2023-10-09T04:42:54.425178+0000","last_clean":"2023-10-09T04:42:54.425178+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:42:54.425178+0000","last_undegraded":"2023-10-09T04:42:54.425178+0000","last_fullsized":"2023-10-09T04:42:54.425178+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":3659792384,"num_objects":55844,"num_object_clones":0,"num_object_copies":167532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":55844,"num_write_kb":3574016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10982785024,"data_stored":10982785024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55844,"ondisk_log_size":55844,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234244,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2516140,"kb_used_data":1930468,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":91229012,"statfs":{"total":95995035648,"available":93418508288,"internally_reserved":0,"allocated":1976799232,"data_stored":1976262808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.8919999999999999,"15min":1.6870000000000001},"min":{"1min":0.376,"5min":0.222,"15min":0.21299999999999999},"max":{"1min":0.70299999999999996,"5min":8.6180000000000003,"15min":9.6120000000000001},"last":2.2309999999999999},{"interface":"front","average":{"1min":0.502,"5min":1.7549999999999999,"15min":1.643},"min":{"1min":0.34499999999999997,"5min":0.246,"15min":0.23499999999999999},"max":{"1min":0.68100000000000005,"5min":7.9870000000000001,"15min":9.6790000000000003},"last":1.431}]},{"osd":1,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":1.8029999999999999,"15min":1.452},"min":{"1min":0.317,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.65100000000000002,"5min":11.464,"15min":11.464},"last":2.7440000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.929,"15min":1.8080000000000001},"min":{"1min":0.34999999999999998,"5min":0.27900000000000003,"15min":0.24399999999999999},"max":{"1min":0.73299999999999998,"5min":7.9089999999999998,"15min":9.0549999999999997},"last":1.3999999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":2.004,"15min":2.21},"min":{"1min":0.33400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":12.07,"15min":12.07},"last":2.2130000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":2.0059999999999998,"15min":2.7469999999999999},"min":{"1min":0.44700000000000001,"5min":0.32000000000000001,"15min":0.252},"max":{"1min":0.68999999999999995,"5min":8.1210000000000004,"15min":11.742000000000001},"last":1.8740000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":2.7309999999999999,"15min":1.873},"min":{"1min":0.433,"5min":0.308,"15min":0.308},"max":{"1min":58.716999999999999,"5min":58.716999999999999,"15min":58.716999999999999},"last":2.2559999999999998},{"interface":"front","average":{"1min":3.71,"5min":2.8119999999999998,"15min":1.962},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":58.639000000000003,"5min":58.639000000000003,"15min":58.639000000000003},"last":1.452}]},{"osd":4,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":1.5429999999999999,"15min":1.508},"min":{"1min":0.309,"5min":0.28199999999999997,"15min":0.22},"max":{"1min":0.84599999999999997,"5min":8.8629999999999995,"15min":18.027000000000001},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":1.681,"15min":1.468},"min":{"1min":0.40300000000000002,"5min":0.29199999999999998,"15min":0.27800000000000002},"max":{"1min":0.78900000000000003,"5min":7.9569999999999999,"15min":14.318},"last":1.361}]},{"osd":5,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":1.6220000000000001,"15min":1.615},"min":{"1min":0.42199999999999999,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":0.75800000000000001,"5min":9.2739999999999991,"15min":17.370000000000001},"last":1.0389999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.587,"15min":1.595},"min":{"1min":0.38500000000000001,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":2.3220000000000001,"5min":8.6899999999999995,"15min":12.074999999999999},"last":2.1400000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.589,"15min":1.5409999999999999},"min":{"1min":0.377,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80200000000000005,"5min":8.4640000000000004,"15min":17.501000000000001},"last":0.96899999999999997},{"interface":"front","average":{"1min":0.623,"5min":1.847,"15min":1.5029999999999999},"min":{"1min":0.439,"5min":0.35899999999999999,"15min":0.30599999999999999},"max":{"1min":0.77600000000000002,"5min":12.093,"15min":12.101000000000001},"last":2.1890000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495881,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1037608,"kb_used_data":732128,"kb_used_omap":0,"kb_used_meta":305472,"kb_avail":92707544,"statfs":{"total":95995035648,"available":94932525056,"internally_reserved":0,"allocated":749699072,"data_stored":749174726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312803328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":1.99,"15min":1.4810000000000001},"min":{"1min":0.316,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.165,"5min":13.289,"15min":13.289},"last":2.4529999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.7090000000000001,"15min":1.508},"min":{"1min":0.35699999999999998,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":1.3620000000000001,"5min":9.1440000000000001,"15min":9.1440000000000001},"last":1.3220000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":2.1880000000000002,"15min":1.6890000000000001},"min":{"1min":0.30499999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.745,"5min":13.244999999999999,"15min":13.244999999999999},"last":3.1970000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":2.1899999999999999,"15min":1.708},"min":{"1min":0.34100000000000003,"5min":0.255,"15min":0.23200000000000001},"max":{"1min":0.747,"5min":9.1869999999999994,"15min":11.877000000000001},"last":1.2769999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":2.198,"15min":2.2839999999999998},"min":{"1min":0.36399999999999999,"5min":0.27800000000000002,"15min":0.27000000000000002},"max":{"1min":1.4139999999999999,"5min":13.32,"15min":13.32},"last":2.5270000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":2.1739999999999999,"15min":1.897},"min":{"1min":0.42199999999999999,"5min":0.312,"15min":0.27100000000000002},"max":{"1min":2.6110000000000002,"5min":8.5619999999999994,"15min":8.5619999999999994},"last":1.3520000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":2.617,"15min":1.5900000000000001},"min":{"1min":0.35099999999999998,"5min":0.317,"15min":0.317},"max":{"1min":2.294,"5min":15.481999999999999,"15min":15.481999999999999},"last":1.216},{"interface":"front","average":{"1min":0.52800000000000002,"5min":2.258,"15min":1.3660000000000001},"min":{"1min":0.39300000000000002,"5min":0.35499999999999998,"15min":0.312},"max":{"1min":0.69299999999999995,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":1.754,"15min":1.2470000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.24399999999999999},"max":{"1min":0.72099999999999997,"5min":13.369,"15min":13.369},"last":2.5760000000000001},{"interface":"front","average":{"1min":0.69199999999999995,"5min":1.845,"15min":1.3660000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.25900000000000001},"max":{"1min":2.4580000000000002,"5min":8.5879999999999992,"15min":14.734},"last":1.706}]},{"osd":5,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":2.004,"15min":1.546},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.24399999999999999},"max":{"1min":0.625,"5min":16.042000000000002,"15min":22.722999999999999},"last":2.5950000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":2.278,"15min":1.661},"min":{"1min":0.34999999999999998,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":0.84699999999999998,"5min":13.391999999999999,"15min":13.391999999999999},"last":2.5}]},{"osd":7,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":2.0920000000000001,"15min":1.601},"min":{"1min":0.40000000000000002,"5min":0.34999999999999998,"15min":0.30399999999999999},"max":{"1min":0.82399999999999995,"5min":13.345000000000001,"15min":13.345000000000001},"last":2.5510000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":2.0270000000000001,"15min":1.6839999999999999},"min":{"1min":0.38100000000000001,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":0.82099999999999995,"5min":11.153,"15min":19.706},"last":1.5940000000000001}]}]},{"osd":1,"up_from":102,"seq":438086664314,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2328468,"kb_used_data":1930828,"kb_used_omap":4,"kb_used_meta":397627,"kb_avail":91416684,"statfs":{"total":95995035648,"available":93610684416,"internally_reserved":0,"allocated":1977167872,"data_stored":1976482059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":407170958},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":1.8939999999999999,"15min":2.0910000000000002},"min":{"1min":0.20100000000000001,"5min":0.161,"15min":0.161},"max":{"1min":0.66100000000000003,"5min":15.563000000000001,"15min":15.563000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.32600000000000001,"5min":2.113,"15min":2.1339999999999999},"min":{"1min":0.23000000000000001,"5min":0.20499999999999999,"15min":0.19400000000000001},"max":{"1min":0.60999999999999999,"5min":21.981999999999999,"15min":21.981999999999999},"last":0.51500000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":1.365,"15min":2.1760000000000002},"min":{"1min":0.24099999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.53600000000000003,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.33500000000000002,"5min":1.8340000000000001,"15min":2.3599999999999999},"min":{"1min":0.251,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.48699999999999999,"5min":11.204000000000001,"15min":11.630000000000001},"last":2.806}]},{"osd":3,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":1.3859999999999999,"15min":1.4179999999999999},"min":{"1min":0.28299999999999997,"5min":0.247,"15min":0.217},"max":{"1min":1.669,"5min":15.102,"15min":15.102},"last":1.3109999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":2.2229999999999999,"15min":2.9790000000000001},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.7569999999999999,"5min":14.444000000000001,"15min":14.444000000000001},"last":0.42099999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":2.024,"15min":2.2029999999999998},"min":{"1min":0.41799999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.84799999999999998,"5min":9.5440000000000005,"15min":12.286},"last":2.879},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.96,"15min":1.4790000000000001},"min":{"1min":0.442,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.91600000000000004,"5min":15.074,"15min":15.074},"last":0.38800000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":2.1459999999999999,"15min":1.921},"min":{"1min":0.40500000000000003,"5min":0.33400000000000002,"15min":0.23899999999999999},"max":{"1min":0.85799999999999998,"5min":11.534000000000001,"15min":12.952999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":1.8400000000000001,"15min":1.667},"min":{"1min":0.443,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.878,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.54600000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":1.764,"15min":1.7569999999999999},"min":{"1min":0.372,"5min":0.309,"15min":0.29299999999999998},"max":{"1min":0.90700000000000003,"5min":11.481999999999999,"15min":12.874000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":2.1499999999999999,"15min":2.3479999999999999},"min":{"1min":0.47499999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.92400000000000004,"5min":12.657999999999999,"15min":12.657999999999999},"last":2.851}]},{"osd":7,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":2.165,"15min":2.27},"min":{"1min":0.45500000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84199999999999997,"5min":13.199999999999999,"15min":14.788},"last":2.9079999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.823,"15min":1.4770000000000001},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.33700000000000002},"max":{"1min":0.82599999999999996,"5min":15.130000000000001,"15min":15.130000000000001},"last":0.56799999999999995}]}]},{"osd":0,"up_from":86,"seq":369367187588,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1334188,"kb_used_data":955428,"kb_used_omap":5,"kb_used_meta":378746,"kb_avail":92410964,"statfs":{"total":95995035648,"available":94628827136,"internally_reserved":0,"allocated":978358272,"data_stored":977599639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":387836538},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:42:36 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":2.1850000000000001,"15min":2.3079999999999998},"min":{"1min":0.20200000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.38900000000000001,"5min":76.174000000000007,"15min":76.174000000000007},"last":1.863},{"interface":"front","average":{"1min":0.36499999999999999,"5min":2.6110000000000002,"15min":2.319},"min":{"1min":0.23200000000000001,"5min":0.219,"15min":0.20000000000000001},"max":{"1min":0.79000000000000004,"5min":76.245000000000005,"15min":76.245000000000005},"last":0.46100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:42:45 2023","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":1.476,"15min":2.2989999999999999},"min":{"1min":0.26000000000000001,"5min":0.23000000000000001,"15min":0.20100000000000001},"max":{"1min":0.46200000000000002,"5min":7.5060000000000002,"15min":18.437000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.38,"5min":1.8009999999999999,"15min":2.367},"min":{"1min":0.246,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.76700000000000002,"5min":13.348000000000001,"15min":13.348000000000001},"last":0.70599999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:42:55 2023","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.742,"15min":1.4730000000000001},"min":{"1min":0.26800000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":13.385999999999999,"5min":13.385999999999999,"15min":13.385999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.845,"15min":1.4710000000000001},"min":{"1min":0.27700000000000002,"5min":0.214,"15min":0.214},"max":{"1min":12.007999999999999,"5min":13.411,"15min":13.411},"last":0.41999999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":1.5649999999999999,"15min":1.669},"min":{"1min":0.41499999999999998,"5min":0.28499999999999998,"15min":0.28399999999999997},"max":{"1min":0.753,"5min":13.125,"15min":13.334},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":1.3580000000000001,"15min":1.7749999999999999},"min":{"1min":0.42099999999999999,"5min":0.31,"15min":0.27100000000000002},"max":{"1min":0.85199999999999998,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":1.6759999999999999,"15min":1.881},"min":{"1min":0.41299999999999998,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":1.198},{"interface":"front","average":{"1min":0.61099999999999999,"5min":2.177,"15min":1.8600000000000001},"min":{"1min":0.496,"5min":0.34000000000000002,"15min":0.30499999999999999},"max":{"1min":0.82799999999999996,"5min":13.438000000000001,"15min":16.609999999999999},"last":4.8159999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":2.2829999999999999,"15min":2.2669999999999999},"min":{"1min":0.42399999999999999,"5min":0.33900000000000002,"15min":0.316},"max":{"1min":0.82599999999999996,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.66300000000000003,"5min":2.5899999999999999,"15min":1.9890000000000001},"min":{"1min":0.47599999999999998,"5min":0.36399999999999999,"15min":0.33700000000000002},"max":{"1min":1.2330000000000001,"5min":43.819000000000003,"15min":43.819000000000003},"last":0.75}]},{"osd":7,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":2.0219999999999998,"15min":1.8360000000000001},"min":{"1min":0.40400000000000003,"5min":0.38600000000000001,"15min":0.36099999999999999},"max":{"1min":1.252,"5min":13.374000000000001,"15min":13.374000000000001},"last":2.1709999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":1.587,"15min":1.6499999999999999},"min":{"1min":0.53000000000000003,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.83599999999999997,"5min":7.4610000000000003,"15min":14.186},"last":4.3819999999999997}]}]},{"osd":2,"up_from":116,"seq":498216206430,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":974952,"kb_used_data":694240,"kb_used_omap":7,"kb_used_meta":280696,"kb_avail":92770200,"statfs":{"total":95995035648,"available":94996684800,"internally_reserved":0,"allocated":710901760,"data_stored":710259358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":287432785},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":2.2189999999999999,"15min":3.2789999999999999},"min":{"1min":0.20000000000000001,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.878,"5min":29.183,"15min":29.183},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":1.996,"15min":3.0619999999999998},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.073,"5min":11.128,"15min":12.164},"last":0.27100000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":2.0510000000000002,"15min":3.0819999999999999},"min":{"1min":0.26100000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":2.5139999999999998,"5min":11.096,"15min":11.096},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.8480000000000001,"15min":2.9220000000000002},"min":{"1min":0.23499999999999999,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":2.1680000000000001,"5min":12.138,"15min":21.797999999999998},"last":0.51700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.8080000000000001,"15min":1.5660000000000001},"min":{"1min":0.27600000000000002,"5min":0.248,"15min":0.23699999999999999},"max":{"1min":1.6479999999999999,"5min":10.069000000000001,"15min":10.069000000000001},"last":1.054},{"interface":"front","average":{"1min":0.432,"5min":2.0089999999999999,"15min":1.417},"min":{"1min":0.28399999999999997,"5min":0.28000000000000003,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":12.664,"15min":12.664},"last":0.255}]},{"osd":4,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":1.8280000000000001,"15min":1.5620000000000001},"min":{"1min":0.39800000000000002,"5min":0.309,"15min":0.26300000000000001},"max":{"1min":1.6910000000000001,"5min":10.016999999999999,"15min":11.789},"last":0.318},{"interface":"front","average":{"1min":0.60199999999999998,"5min":1.8149999999999999,"15min":2.5670000000000002},"min":{"1min":0.36599999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.5640000000000001,"5min":9.4390000000000001,"15min":13.69},"last":0.35599999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":2.2549999999999999,"15min":2.8170000000000002},"min":{"1min":0.43099999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.516,"5min":11.151999999999999,"15min":14.644},"last":1.7050000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":2.0529999999999999,"15min":2.0760000000000001},"min":{"1min":0.36599999999999999,"5min":0.30499999999999999,"15min":0.25900000000000001},"max":{"1min":2.0899999999999999,"5min":10.102,"15min":10.102},"last":1.5629999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.911,"15min":2.657},"min":{"1min":0.38800000000000001,"5min":0.307,"15min":0.30599999999999999},"max":{"1min":1.6659999999999999,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":2.2069999999999999,"15min":2.9449999999999998},"min":{"1min":0.379,"5min":0.34799999999999998,"15min":0.32900000000000001},"max":{"1min":1.4119999999999999,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.44700000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":2.0350000000000001,"15min":3.3319999999999999},"min":{"1min":0.40799999999999997,"5min":0.373,"15min":0.373},"max":{"1min":2.286,"5min":9.5329999999999995,"15min":13.756},"last":2.0920000000000001},{"interface":"front","average":{"1min":0.68400000000000005,"5min":2.343,"15min":3.2629999999999999},"min":{"1min":0.432,"5min":0.36799999999999999,"15min":0.34899999999999998},"max":{"1min":1.954,"5min":11.173,"15min":14.757999999999999},"last":2.0760000000000001}]}]},{"osd":3,"up_from":135,"seq":579820585039,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2061420,"kb_used_data":1747748,"kb_used_omap":2,"kb_used_meta":313661,"kb_avail":91683732,"statfs":{"total":95995035648,"available":93884141568,"internally_reserved":0,"allocated":1789693952,"data_stored":1789099355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":321188917},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,5],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":1.23,"15min":1.7190000000000001},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.4329999999999998,"5min":8.7319999999999993,"15min":12.403},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.6970000000000001,"15min":2.0680000000000001},"min":{"1min":0.215,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.6970000000000001,"5min":8.2509999999999994,"15min":10.33},"last":8.0150000000000006}]},{"osd":1,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.9970000000000001,"15min":1.9670000000000001},"min":{"1min":0.251,"5min":0.20100000000000001,"15min":0.19700000000000001},"max":{"1min":4.7930000000000001,"5min":17.920999999999999,"15min":18.779},"last":1.9339999999999999},{"interface":"front","average":{"1min":0.498,"5min":1.5249999999999999,"15min":1.651},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":1.5649999999999999,"5min":11.975,"15min":12.377000000000001},"last":1.8979999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":1.482,"15min":1.829},"min":{"1min":0.29299999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.494,"5min":12.135,"15min":12.369},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.91800000000000004,"5min":1.78,"15min":1.2649999999999999},"min":{"1min":0.26100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.04,"5min":8.6600000000000001,"15min":8.6600000000000001},"last":4.4320000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.9410000000000001,"15min":1.4610000000000001},"min":{"1min":0.39600000000000002,"5min":0.249,"15min":0.249},"max":{"1min":4.7439999999999998,"5min":12.16,"15min":12.16},"last":0.628},{"interface":"front","average":{"1min":0.57099999999999995,"5min":1.327,"15min":1.363},"min":{"1min":0.36599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.82599999999999996,"5min":8.7799999999999994,"15min":9.0389999999999997},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":2.1880000000000002,"15min":1.79},"min":{"1min":0.42199999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7699999999999996,"5min":12.119,"15min":12.119},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.91300000000000003,"5min":2.1640000000000001,"15min":1.677},"min":{"1min":0.45500000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.0779999999999998,"5min":11.441000000000001,"15min":11.441000000000001},"last":4.4770000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":2.052,"15min":1.3740000000000001},"min":{"1min":0.41099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.2589999999999999,"5min":12.694000000000001,"15min":12.694000000000001},"last":4.5279999999999996},{"interface":"front","average":{"1min":1.1060000000000001,"5min":2.407,"15min":1.6799999999999999},"min":{"1min":0.40699999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.7080000000000002,"5min":12.75,"15min":12.75},"last":0.56399999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":1.5820000000000001,"15min":1.827},"min":{"1min":0.35799999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.4399999999999999,"5min":9.6479999999999997,"15min":12.307},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.91800000000000004,"5min":2.093,"15min":1.6890000000000001},"min":{"1min":0.46999999999999997,"5min":0.37,"15min":0.37},"max":{"1min":2.226,"5min":12.298999999999999,"15min":12.298999999999999},"last":4.5620000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019152,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1246824,"kb_used_data":648864,"kb_used_omap":0,"kb_used_meta":597952,"kb_avail":92498328,"statfs":{"total":95995035648,"available":94718287872,"internally_reserved":0,"allocated":664436736,"data_stored":663904117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612302848},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1.671,"15min":2.0899999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.20599999999999999},"max":{"1min":1.6699999999999999,"5min":16.363,"15min":28.765000000000001},"last":2.2210000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":2.153,"15min":1.5669999999999999},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":1.5489999999999999,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":0.36599999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:42:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":1.6779999999999999,"15min":1.573},"min":{"1min":0.34300000000000003,"5min":0.23999999999999999,"15min":0.23899999999999999},"max":{"1min":1.583,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":1.9870000000000001,"15min":1.788},"min":{"1min":0.41099999999999998,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":1.704,"5min":13.435,"15min":22.178999999999998},"last":1.8580000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":1.738,"15min":1.6859999999999999},"min":{"1min":0.36499999999999999,"5min":0.25,"15min":0.25},"max":{"1min":1.7909999999999999,"5min":13.488,"15min":13.488},"last":1.9490000000000001},{"interface":"front","average":{"1min":0.63,"5min":2.0510000000000002,"15min":2.3450000000000002},"min":{"1min":0.41499999999999998,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":1.649,"5min":9.4039999999999999,"15min":13.170999999999999},"last":2.403}]},{"osd":3,"last update":"Mon Oct 9 04:42:57 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.909,"15min":2.085},"min":{"1min":0.45400000000000001,"5min":0.317,"15min":0.317},"max":{"1min":2.25,"5min":13.659000000000001,"15min":13.659000000000001},"last":1.8979999999999999},{"interface":"front","average":{"1min":1.0760000000000001,"5min":2.7480000000000002,"15min":1.78},"min":{"1min":0.41899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.4359999999999999,"5min":19.800999999999998,"15min":19.800999999999998},"last":2.621}]},{"osd":5,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":1.419,"15min":1.5069999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.4470000000000001,"5min":13.624000000000001,"15min":14.343999999999999},"last":1.9730000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.853,"15min":1.383},"min":{"1min":0.36499999999999999,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":1.4259999999999999,"5min":7.5279999999999996,"15min":10.250999999999999},"last":1.609}]},{"osd":6,"last update":"Mon Oct 9 04:43:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":1.901,"15min":1.4810000000000001},"min":{"1min":0.34100000000000003,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":1.593,"5min":18.442,"15min":18.442},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":1.502,"15min":1.4159999999999999},"min":{"1min":0.38500000000000001,"5min":0.30199999999999999,"15min":0.25600000000000001},"max":{"1min":0.88300000000000001,"5min":13.584,"15min":13.584},"last":1.9219999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:42:26 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":2.1099999999999999,"15min":1.6539999999999999},"min":{"1min":0.42199999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":0.91400000000000003,"5min":19.754999999999999,"15min":19.754999999999999},"last":1.8360000000000001},{"interface":"front","average":{"1min":0.623,"5min":1.482,"15min":1.6100000000000001},"min":{"1min":0.47199999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.89900000000000002,"5min":16.835000000000001,"15min":22.244},"last":0.44900000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757516,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2817752,"kb_used_data":1933584,"kb_used_omap":0,"kb_used_meta":884160,"kb_avail":90927400,"statfs":{"total":95995035648,"available":93109657600,"internally_reserved":0,"allocated":1979990016,"data_stored":1979469525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":905379840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,3,1,3,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.444,"15min":1.353},"min":{"1min":0.38200000000000001,"5min":0.223,"15min":0.20799999999999999},"max":{"1min":0.73399999999999999,"5min":12.144,"15min":12.144},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":1.877,"15min":1.784},"min":{"1min":0.36499999999999999,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":0.72399999999999998,"5min":10.223000000000001,"15min":10.999000000000001},"last":1.2010000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:42:35 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":1.968,"15min":2.0089999999999999},"min":{"1min":0.33400000000000002,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":6.5359999999999996,"5min":9.6989999999999998,"15min":11.086},"last":7.5910000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0699999999999998,"15min":2.0680000000000001},"min":{"1min":0.39500000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":10.192,"15min":10.192},"last":0.80200000000000005}]},{"osd":2,"last update":"Mon Oct 9 04:42:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":1.8979999999999999,"15min":1.9139999999999999},"min":{"1min":0.30399999999999999,"5min":0.26200000000000001,"15min":0.252},"max":{"1min":0.96599999999999997,"5min":11.579000000000001,"15min":11.579000000000001},"last":3.0259999999999998},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.9019999999999999,"15min":2.4929999999999999},"min":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.26000000000000001},"max":{"1min":2.5419999999999998,"5min":11.130000000000001,"15min":13.308},"last":4.5570000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:43:02 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":2.0899999999999999,"15min":2},"min":{"1min":0.33300000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.02,"5min":18.587,"15min":18.587},"last":2.1789999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":2.0110000000000001,"15min":2.0419999999999998},"min":{"1min":0.41399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":2.9169999999999998,"5min":11.473000000000001,"15min":11.473000000000001},"last":0.33300000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:42:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":1.3700000000000001,"15min":1.2809999999999999},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.23899999999999999},"max":{"1min":1.321,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":1.411,"15min":1.3080000000000001},"min":{"1min":0.34699999999999998,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":0.84199999999999997,"5min":9.0649999999999995,"15min":9.1929999999999996},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:43:08 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":1.5760000000000001,"15min":1.3979999999999999},"min":{"1min":0.41499999999999998,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":2.9689999999999999,"5min":8.1669999999999998,"15min":8.5549999999999997},"last":1.9410000000000001},{"interface":"front","average":{"1min":0.78200000000000003,"5min":1.923,"15min":1.4850000000000001},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":2.9790000000000001,"5min":16.344999999999999,"15min":16.344999999999999},"last":1.5609999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:42:27 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.698,"15min":1.625},"min":{"1min":0.41899999999999998,"5min":0.32400000000000001,"15min":0.28000000000000003},"max":{"1min":0.72699999999999998,"5min":13.686,"15min":20.454000000000001},"last":2.1190000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":1.482,"15min":1.4390000000000001},"min":{"1min":0.433,"5min":0.33200000000000002,"15min":0.29499999999999998},"max":{"1min":0.81499999999999995,"5min":9.6129999999999995,"15min":13.436},"last":1.508}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":977928192,"data_stored":977928192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2010644480,"data_stored":2010644480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":721616896,"data_stored":721616896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1823539200,"data_stored":1823539200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":674955264,"data_stored":674955264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2010382336,"data_stored":2010382336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":759169024,"data_stored":759169024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2004549632,"data_stored":2004549632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:43:18.502 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 1 2023-10-09T04:43:18.526 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:18.577 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:18.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:18.581 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:18.682 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:18.762 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:18.832 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:18.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:18.840 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:18.895 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:18 smithi107 ceph-mon[179183]: from='client.44981 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:43:18.896 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:18 smithi107 ceph-mon[184249]: from='client.44981 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:43:18.941 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:18.973 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:19.027 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:19.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:19.035 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:19.136 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:19.214 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:19.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:18 smithi150 ceph-mon[168511]: from='client.44981 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:43:19.269 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:19.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:19.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:19.341 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:19.382 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:19.412 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 63411 63395 113.158 74.75 0.00785277 0.00883159 2023-10-09T04:43:19.426 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:19.477 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:19.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:19.486 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:19.514 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:19.587 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:19.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:19.695 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:19.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:19.701 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:19.802 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:19.862 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:19.915 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:19 smithi107 ceph-mon[179183]: pgmap v556: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2023-10-09T04:43:19.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:19 smithi107 ceph-mon[184249]: pgmap v556: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2023-10-09T04:43:19.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:19 smithi150 ceph-mon[168511]: pgmap v556: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2023-10-09T04:43:20.291 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:20.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:20.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:20.317 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:20.399 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:20.412 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 64616 64600 112.106 75.3125 0.0150122 0.00891486 2023-10-09T04:43:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:20.619 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:20.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:20.626 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:20.727 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:20.771 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:20.824 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:20.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:20.828 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:20.929 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:21.007 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:21.072 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:21.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:21.084 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:21.184 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:21.205 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/464154118' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:21.212 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:43:21.249 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:21.303 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:21.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:21.309 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:21.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:21.414 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 65828 65812 111.117 75.75 0.0137445 0.00899531 2023-10-09T04:43:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/464154118' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:21.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/464154118' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:21.485 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:22.002 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:22.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:22.008 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:22.109 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:22.172 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:22.231 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:22.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:22.238 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:22.257 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:22.257 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:22.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:22.395 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:43:22] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/464154118' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: osdmap e157: 8 total, 8 up, 8 in 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[184249]: pgmap v558: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 50 MiB/s wr, 804 op/s 2023-10-09T04:43:22.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:22.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/464154118' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:22.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: osdmap e157: 8 total, 8 up, 8 in 2023-10-09T04:43:22.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:22 smithi107 ceph-mon[179183]: pgmap v558: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 50 MiB/s wr, 804 op/s 2023-10-09T04:43:22.405 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:22.415 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 67045 67029 110.194 76.0625 0.0168666 0.00906981 2023-10-09T04:43:22.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/464154118' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: osdmap e157: 8 total, 8 up, 8 in 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: failed to encode map e157 with expected crc 2023-10-09T04:43:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:22 smithi150 ceph-mon[168511]: pgmap v558: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 50 MiB/s wr, 804 op/s 2023-10-09T04:43:22.670 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:22.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:22.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:22.781 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:22.858 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:23.012 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:23.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:23.022 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:23.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:43:23.123 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:23.168 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:23.192 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:23.226 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:23.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:23.229 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:23.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:23.271 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:23.305 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:23.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:23.344 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:23.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:23.389 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4114456818' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:23.389 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4114456818' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:23.394 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:23.410 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:23.415 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 68222 68206 109.254 73.5625 0.0109768 0.00914741 2023-10-09T04:43:23.456 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:23.462 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:23.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:23.472 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.476 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:43:23.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4114456818' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:23.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:23.675 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:23.908 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:23.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:23.916 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:24.016 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:24.069 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:24.091 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:43:24.124 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:24.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:24.127 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:24.228 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:24.268 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:24.323 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:24.327 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:24 smithi150 ceph-mon[168511]: pgmap v559: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:43:24.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:24.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:24.415 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:43:24.415820+0000 min lat: 0.00119487 max lat: 0.173194 avg lat: 0.00923132 2023-10-09T04:43:24.415 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:43:24.415 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 69341 69325 108.272 69.9375 0.0101084 0.00923132 2023-10-09T04:43:24.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:24.439 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:24.503 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:24 smithi107 ceph-mon[179183]: pgmap v559: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:43:24.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:24 smithi107 ceph-mon[184249]: pgmap v559: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:43:24.512 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:24.692 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:24.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:24.705 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:24.806 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:24.900 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:25.087 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:25.184 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:25.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:25.190 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:25.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:25.344 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:25.415 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 70455 70439 107.329 69.625 0.020522 0.00931233 2023-10-09T04:43:25.505 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:25.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:25.511 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:25.611 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:25.650 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:25.703 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:25.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:25.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:25.808 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:25.863 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pgp_num to 1 2023-10-09T04:43:25.882 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/839640204' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:43:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:43:25.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:25 smithi107 ceph-mon[179183]: pgmap v560: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-10-09T04:43:25.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/839640204' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:43:25.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:43:25.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:25 smithi107 ceph-mon[184249]: pgmap v560: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-10-09T04:43:25.945 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:25.948 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:43:25.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:25.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:25.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/839640204' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:43:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:43:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:25 smithi150 ceph-mon[168511]: pgmap v560: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-10-09T04:43:26.055 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:26.139 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:26.416 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 71550 71534 106.403 68.4375 0.0102485 0.00939304 2023-10-09T04:43:26.602 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:26.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:26.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:26.720 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:26.760 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:26.811 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:26.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:26.815 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:26.915 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[179183]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[179183]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[179183]: osdmap e158: 8 total, 8 up, 8 in 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[179183]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[179183]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[184249]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[184249]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[184249]: osdmap e158: 8 total, 8 up, 8 in 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[184249]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:26 smithi107 ceph-mon[184249]: failed to encode map e158 with expected crc 2023-10-09T04:43:26.990 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:27.077 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:27.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:27.087 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:27.124 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:43:27.124 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:43:27.124 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:72330 9.4 e158/149 9:23a8c0a5:::benchmark_data_smithi107_236173_object72329:head v 158'4680, mlcod=158'4678)", 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:43:27.122212+0000", 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00036303799999999999, 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00038434199999999997, 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:43:27.125 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122212+0000", 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122212+0000", 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:43:27.126 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122211+0000", 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122233+0000", 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1611e-05 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.127 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122243+0000", 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0387999999999999e-05 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122249+0000", 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8189999999999997e-06 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:43:27.128 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122318+0000", 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9393000000000005e-05 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.122350+0000", 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1884000000000002e-05 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.129 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:72331 9.2 9:4630bc88:::benchmark_data_smithi107_236173_object72330:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:43:27.111526+0000", 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.011049138, 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011116094, 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:27.130 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72331 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:43:27.131 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111526+0000", 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111526+0000", 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.132 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111525+0000", 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111550+0000", 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5547000000000001e-05 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.133 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111567+0000", 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6461999999999999e-05 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111575+0000", 2023-10-09T04:43:27.134 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1310000000000006e-06 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111631+0000", 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6237999999999999e-05 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:43:27.135 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111804+0000", 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017310599999999999 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.111972+0000", 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000168438 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.136 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.117450+0000", 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054775609999999997 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.118693+0000", 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001243243 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:43:27.137 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:72334 9.2 9:4968ae47:::benchmark_data_smithi107_236173_object72333:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:43:27.113385+0000", 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0091901789999999997, 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093113369999999994, 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:43:27.138 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72334 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.113385+0000", 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.113385+0000", 2023-10-09T04:43:27.139 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.113384+0000", 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.113407+0000", 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3e-05 2023-10-09T04:43:27.140 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.113422+0000", 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5009e-05 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.113429+0000", 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4850000000000003e-06 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.141 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:43:27.142 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.114287+0000", 2023-10-09T04:43:27.142 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00085806200000000004 2023-10-09T04:43:27.142 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.142 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.142 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:43:27.143 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.114448+0000", 2023-10-09T04:43:27.143 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016035999999999999 2023-10-09T04:43:27.143 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.143 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.114595+0000", 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014677200000000001 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.117563+0000", 2023-10-09T04:43:27.144 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029688169999999999 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:43:27.120771+0000", 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0032072060000000002 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:43:27.145 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.146 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:43:27.146 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:43:27.146 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 3 2023-10-09T04:43:27.146 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:43:27.188 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:27.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:26 smithi150 ceph-mon[168511]: failed to encode map e158 with expected crc 2023-10-09T04:43:27.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:26 smithi150 ceph-mon[168511]: failed to encode map e158 with expected crc 2023-10-09T04:43:27.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:26 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:43:27.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:26 smithi150 ceph-mon[168511]: osdmap e158: 8 total, 8 up, 8 in 2023-10-09T04:43:27.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:26 smithi150 ceph-mon[168511]: failed to encode map e158 with expected crc 2023-10-09T04:43:27.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:26 smithi150 ceph-mon[168511]: failed to encode map e158 with expected crc 2023-10-09T04:43:27.259 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:27.417 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 72656 72640 105.533 69.125 0.0121483 0.00947096 2023-10-09T04:43:27.586 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:27.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:27.597 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:27.698 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:27.784 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:27.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:27 smithi107 ceph-mon[184249]: pgmap v562: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 886 op/s 2023-10-09T04:43:27.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2176330524' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:43:27.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:43:27.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:27 smithi107 ceph-mon[179183]: pgmap v562: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 886 op/s 2023-10-09T04:43:27.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2176330524' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:43:27.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:43:27.891 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:43:28.008 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:28.043 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:28.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:28.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:28.081 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:43:28.153 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:27 smithi150 ceph-mon[168511]: pgmap v562: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 886 op/s 2023-10-09T04:43:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2176330524' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:43:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:43:28.267 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:28.418 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 73815 73799 104.779 72.4375 0.0104548 0.00953985 2023-10-09T04:43:29.125 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:29.127 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:29.127 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.127 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.127 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:43:29.127 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: osdmap e159: 8 total, 8 up, 8 in 2023-10-09T04:43:29.127 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.128 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[184249]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: osdmap e159: 8 total, 8 up, 8 in 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:28 smithi107 ceph-mon[179183]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:29.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:29.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:43:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: osdmap e159: 8 total, 8 up, 8 in 2023-10-09T04:43:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:28 smithi150 ceph-mon[168511]: failed to encode map e159 with expected crc 2023-10-09T04:43:29.238 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:29.272 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:29.342 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:29.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:29.348 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:29.418 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 75012 74996 104.114 74.8125 0.00550613 0.00960087 2023-10-09T04:43:29.448 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:29.499 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:29.870 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:29 smithi107 ceph-mon[179183]: pgmap v564: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:43:30.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:29 smithi107 ceph-mon[184249]: pgmap v564: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:43:30.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:29 smithi150 ceph-mon[168511]: pgmap v564: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-10-09T04:43:30.418 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 76164 76148 103.416 72 0.00840231 0.00966454 2023-10-09T04:43:31.097 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:31.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:31.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:31.204 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:31.269 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:31.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:31.404 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:31.418 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 77348 77332 102.79 74 0.0122413 0.00972403 2023-10-09T04:43:31.432 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:31.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:31.445 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:31.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:31.546 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:31.598 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:31.650 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:31.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:31.656 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:31.757 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:31.757 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:43:31.757 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:43:31.758 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2023-10-09T04:43:31.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:43:31.826 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:32.130 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:32.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:32.138 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:32.138 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:32.239 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:32.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:43:32] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2023-10-09T04:43:32.298 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:32 smithi107 ceph-mon[184249]: pgmap v565: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 44 MiB/s wr, 700 op/s 2023-10-09T04:43:32.301 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:32 smithi107 ceph-mon[179183]: pgmap v565: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 44 MiB/s wr, 700 op/s 2023-10-09T04:43:32.302 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:32.420 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 78411 78395 102.029 66.4375 0.0257227 0.00979652 2023-10-09T04:43:32.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:32 smithi150 ceph-mon[168511]: pgmap v565: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 44 MiB/s wr, 700 op/s 2023-10-09T04:43:32.575 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:32.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:32.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:32.691 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:32.741 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:32.802 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:32.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:32.807 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:32.907 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:32.940 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:32.994 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:32.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:32.998 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:33.067 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:33.092 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:33.098 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:33.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3297116505' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:33.105 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:33.122 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:43:33.142 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:33.145 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:33.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:33.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:33.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:33.187 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:33.240 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:33.278 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:33.287 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:33.314 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:33.354 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:33.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3297116505' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.377 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.378 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.378 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:43:33.420 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 79436 79420 101.254 64.0625 0.0187397 0.0098712 2023-10-09T04:43:33.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3297116505' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:33.587 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:33.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:33.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:33.692 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:33.759 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:34 smithi107 ceph-mon[179183]: pgmap v566: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:43:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:34 smithi107 ceph-mon[184249]: pgmap v566: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:43:34.319 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:34.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:34.328 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:34.422 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 80499 80483 100.554 66.4375 0.00998217 0.00993952 2023-10-09T04:43:34.429 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:34.452 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:34.453 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:34.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:34 smithi150 ceph-mon[168511]: pgmap v566: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:43:34.499 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:35.019 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:35.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:35.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:35.126 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:35.147 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:43:35.157 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:35.222 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:35.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:35.229 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:35.299 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:35.329 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:35.358 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:35.419 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:35.422 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 81575 81559 99.9016 67.25 0.0199417 0.0100047 2023-10-09T04:43:35.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:35.428 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:35.528 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:35.589 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:35.642 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:35.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:35.646 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:35.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:35.820 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:35.885 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:35.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:35.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:35.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:36.042 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:35 smithi107 ceph-mon[184249]: pgmap v567: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s 2023-10-09T04:43:36.042 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:35 smithi107 ceph-mon[179183]: pgmap v567: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s 2023-10-09T04:43:36.063 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:36.212 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:43:36.218 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:43:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:35 smithi150 ceph-mon[168511]: pgmap v567: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s 2023-10-09T04:43:36.372 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:43:36.423 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 82556 82540 99.1567 61.3125 0.014262 0.0100803 2023-10-09T04:43:36.900 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:36.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:36.904 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:36.934 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:36.977 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":567,"stamp":"2023-10-09T04:43:35.352013+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5142484896,"num_objects":78483,"num_object_clones":0,"num_object_copies":235449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78483,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":78759,"num_write_kb":5023821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78675,"ondisk_log_size":78675,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":18775616,"kb_used_data":14939200,"kb_used_omap":20,"kb_used_meta":3836267,"kb_avail":731185600,"statfs":{"total":767960285184,"available":748734054400,"internally_reserved":0,"allocated":15297740800,"data_stored":15292897867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3928338062},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,4,5,11,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":744030208,"num_objects":11353,"num_object_clones":0,"num_object_copies":34059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11353,"num_write_kb":726592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.520705"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":138,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854536+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:43:25.854536+0000","last_peered":"2023-10-09T04:43:25.854536+0000","last_clean":"2023-10-09T04:43:25.854536+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:43:25.854536+0000","last_undegraded":"2023-10-09T04:43:25.854536+0000","last_fullsized":"2023-10-09T04:43:25.854536+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.838281+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:43:25.838281+0000","last_peered":"2023-10-09T04:43:25.838281+0000","last_clean":"2023-10-09T04:43:25.838281+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:43:25.838281+0000","last_undegraded":"2023-10-09T04:43:25.838281+0000","last_fullsized":"2023-10-09T04:43:25.838281+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.838351+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:43:25.838351+0000","last_peered":"2023-10-09T04:43:25.838351+0000","last_clean":"2023-10-09T04:43:25.838351+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:43:25.838351+0000","last_undegraded":"2023-10-09T04:43:25.838351+0000","last_fullsized":"2023-10-09T04:43:25.838351+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":114,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847612+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:43:25.847612+0000","last_peered":"2023-10-09T04:43:25.847612+0000","last_clean":"2023-10-09T04:43:25.847612+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:43:25.847612+0000","last_undegraded":"2023-10-09T04:43:25.847612+0000","last_fullsized":"2023-10-09T04:43:25.847612+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.835047+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:43:25.835047+0000","last_peered":"2023-10-09T04:43:25.835047+0000","last_clean":"2023-10-09T04:43:25.835047+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:43:25.835047+0000","last_undegraded":"2023-10-09T04:43:25.835047+0000","last_fullsized":"2023-10-09T04:43:25.835047+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846391+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:43:25.846391+0000","last_peered":"2023-10-09T04:43:25.846391+0000","last_clean":"2023-10-09T04:43:25.846391+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:43:25.846391+0000","last_undegraded":"2023-10-09T04:43:25.846391+0000","last_fullsized":"2023-10-09T04:43:25.846391+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.848231+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:43:25.848231+0000","last_peered":"2023-10-09T04:43:25.848231+0000","last_clean":"2023-10-09T04:43:25.848231+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:43:25.848231+0000","last_undegraded":"2023-10-09T04:43:25.848231+0000","last_fullsized":"2023-10-09T04:43:25.848231+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.834974+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:43:25.834974+0000","last_peered":"2023-10-09T04:43:25.834974+0000","last_clean":"2023-10-09T04:43:25.834974+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:43:25.834974+0000","last_undegraded":"2023-10-09T04:43:25.834974+0000","last_fullsized":"2023-10-09T04:43:25.834974+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":120,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.845101+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:43:25.845101+0000","last_peered":"2023-10-09T04:43:25.845101+0000","last_clean":"2023-10-09T04:43:25.845101+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:43:25.845101+0000","last_undegraded":"2023-10-09T04:43:25.845101+0000","last_fullsized":"2023-10-09T04:43:25.845101+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":90,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.835484+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:43:25.835484+0000","last_peered":"2023-10-09T04:43:25.835484+0000","last_clean":"2023-10-09T04:43:25.835484+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:43:25.835484+0000","last_undegraded":"2023-10-09T04:43:25.835484+0000","last_fullsized":"2023-10-09T04:43:25.835484+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.840219+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:43:25.840219+0000","last_peered":"2023-10-09T04:43:25.840219+0000","last_clean":"2023-10-09T04:43:25.840219+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:43:25.840219+0000","last_undegraded":"2023-10-09T04:43:25.840219+0000","last_fullsized":"2023-10-09T04:43:25.840219+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846180+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:43:25.846180+0000","last_peered":"2023-10-09T04:43:25.846180+0000","last_clean":"2023-10-09T04:43:25.846180+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:43:25.846180+0000","last_undegraded":"2023-10-09T04:43:25.846180+0000","last_fullsized":"2023-10-09T04:43:25.846180+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.855728+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:43:25.855728+0000","last_peered":"2023-10-09T04:43:25.855728+0000","last_clean":"2023-10-09T04:43:25.855728+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:43:25.855728+0000","last_undegraded":"2023-10-09T04:43:25.855728+0000","last_fullsized":"2023-10-09T04:43:25.855728+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854441+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:43:25.854441+0000","last_peered":"2023-10-09T04:43:25.854441+0000","last_clean":"2023-10-09T04:43:25.854441+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:43:25.854441+0000","last_undegraded":"2023-10-09T04:43:25.854441+0000","last_fullsized":"2023-10-09T04:43:25.854441+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.843832+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:43:25.843832+0000","last_peered":"2023-10-09T04:43:25.843832+0000","last_clean":"2023-10-09T04:43:25.843832+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:43:25.843832+0000","last_undegraded":"2023-10-09T04:43:25.843832+0000","last_fullsized":"2023-10-09T04:43:25.843832+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.838638+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:43:25.838638+0000","last_peered":"2023-10-09T04:43:25.838638+0000","last_clean":"2023-10-09T04:43:25.838638+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:43:25.838638+0000","last_undegraded":"2023-10-09T04:43:25.838638+0000","last_fullsized":"2023-10-09T04:43:25.838638+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847280+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:43:25.847280+0000","last_peered":"2023-10-09T04:43:25.847280+0000","last_clean":"2023-10-09T04:43:25.847280+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:43:25.847280+0000","last_undegraded":"2023-10-09T04:43:25.847280+0000","last_fullsized":"2023-10-09T04:43:25.847280+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.844446+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:43:25.844446+0000","last_peered":"2023-10-09T04:43:25.844446+0000","last_clean":"2023-10-09T04:43:25.844446+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:43:25.844446+0000","last_undegraded":"2023-10-09T04:43:25.844446+0000","last_fullsized":"2023-10-09T04:43:25.844446+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":103,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839786+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:43:25.839786+0000","last_peered":"2023-10-09T04:43:25.839786+0000","last_clean":"2023-10-09T04:43:25.839786+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:43:25.839786+0000","last_undegraded":"2023-10-09T04:43:25.839786+0000","last_fullsized":"2023-10-09T04:43:25.839786+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847686+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:43:25.847686+0000","last_peered":"2023-10-09T04:43:25.847686+0000","last_clean":"2023-10-09T04:43:25.847686+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:43:25.847686+0000","last_undegraded":"2023-10-09T04:43:25.847686+0000","last_fullsized":"2023-10-09T04:43:25.847686+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":128,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846825+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:43:25.846825+0000","last_peered":"2023-10-09T04:43:25.846825+0000","last_clean":"2023-10-09T04:43:25.846825+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:43:25.846825+0000","last_undegraded":"2023-10-09T04:43:25.846825+0000","last_fullsized":"2023-10-09T04:43:25.846825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.838857+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:43:25.838857+0000","last_peered":"2023-10-09T04:43:25.838857+0000","last_clean":"2023-10-09T04:43:25.838857+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:43:25.838857+0000","last_undegraded":"2023-10-09T04:43:25.838857+0000","last_fullsized":"2023-10-09T04:43:25.838857+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"159'4814","reported_seq":4833,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:31.387055+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:43:31.387055+0000","last_peered":"2023-10-09T04:43:31.387055+0000","last_clean":"2023-10-09T04:43:31.387055+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:43:31.387055+0000","last_undegraded":"2023-10-09T04:43:31.387055+0000","last_fullsized":"2023-10-09T04:43:31.387055+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4814,"log_dups_size":0,"ondisk_log_size":4814,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315490304,"num_objects":4814,"num_object_clones":0,"num_object_copies":14442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4814,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4814,"num_write_kb":308096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.840028+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:43:25.840028+0000","last_peered":"2023-10-09T04:43:25.840028+0000","last_clean":"2023-10-09T04:43:25.840028+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:43:25.840028+0000","last_undegraded":"2023-10-09T04:43:25.840028+0000","last_fullsized":"2023-10-09T04:43:25.840028+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":102,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.841329+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:43:25.841329+0000","last_peered":"2023-10-09T04:43:25.841329+0000","last_clean":"2023-10-09T04:43:25.841329+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:43:25.841329+0000","last_undegraded":"2023-10-09T04:43:25.841329+0000","last_fullsized":"2023-10-09T04:43:25.841329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"159'5053","reported_seq":5072,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.387893+0000","last_change":"2023-10-09T04:42:36.822070+0000","last_active":"2023-10-09T04:43:32.387893+0000","last_peered":"2023-10-09T04:43:32.387893+0000","last_clean":"2023-10-09T04:43:32.387893+0000","last_became_active":"2023-10-09T04:42:36.821765+0000","last_became_peered":"2023-10-09T04:42:36.821765+0000","last_unstale":"2023-10-09T04:43:32.387893+0000","last_undegraded":"2023-10-09T04:43:32.387893+0000","last_fullsized":"2023-10-09T04:43:32.387893+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":5053,"log_dups_size":0,"ondisk_log_size":5053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:30:35.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331153408,"num_objects":5053,"num_object_clones":0,"num_object_copies":15159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5053,"num_write_kb":323392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.841030+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:43:25.841030+0000","last_peered":"2023-10-09T04:43:25.841030+0000","last_clean":"2023-10-09T04:43:25.841030+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:43:25.841030+0000","last_undegraded":"2023-10-09T04:43:25.841030+0000","last_fullsized":"2023-10-09T04:43:25.841030+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":146,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854291+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:43:25.854291+0000","last_peered":"2023-10-09T04:43:25.854291+0000","last_clean":"2023-10-09T04:43:25.854291+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:43:25.854291+0000","last_undegraded":"2023-10-09T04:43:25.854291+0000","last_fullsized":"2023-10-09T04:43:25.854291+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"159'4760","reported_seq":4778,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.478876+0000","last_change":"2023-10-09T04:42:36.825066+0000","last_active":"2023-10-09T04:43:32.478876+0000","last_peered":"2023-10-09T04:43:32.478876+0000","last_clean":"2023-10-09T04:43:32.478876+0000","last_became_active":"2023-10-09T04:42:36.824791+0000","last_became_peered":"2023-10-09T04:42:36.824791+0000","last_unstale":"2023-10-09T04:43:32.478876+0000","last_undegraded":"2023-10-09T04:43:32.478876+0000","last_fullsized":"2023-10-09T04:43:32.478876+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4760,"log_dups_size":0,"ondisk_log_size":4760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:38:21.493355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311951360,"num_objects":4760,"num_object_clones":0,"num_object_copies":14280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4760,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4760,"num_write_kb":304640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.840129+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:43:25.840129+0000","last_peered":"2023-10-09T04:43:25.840129+0000","last_clean":"2023-10-09T04:43:25.840129+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:43:25.840129+0000","last_undegraded":"2023-10-09T04:43:25.840129+0000","last_fullsized":"2023-10-09T04:43:25.840129+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.845655+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:43:25.845655+0000","last_peered":"2023-10-09T04:43:25.845655+0000","last_clean":"2023-10-09T04:43:25.845655+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:43:25.845655+0000","last_undegraded":"2023-10-09T04:43:25.845655+0000","last_fullsized":"2023-10-09T04:43:25.845655+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"159'4932","reported_seq":4950,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.483758+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:43:32.483758+0000","last_peered":"2023-10-09T04:43:32.483758+0000","last_clean":"2023-10-09T04:43:32.483758+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:43:32.483758+0000","last_undegraded":"2023-10-09T04:43:32.483758+0000","last_fullsized":"2023-10-09T04:43:32.483758+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4932,"log_dups_size":0,"ondisk_log_size":4932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323223552,"num_objects":4932,"num_object_clones":0,"num_object_copies":14796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4932,"num_write_kb":315648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":120,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.843661+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:43:25.843661+0000","last_peered":"2023-10-09T04:43:25.843661+0000","last_clean":"2023-10-09T04:43:25.843661+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:43:25.843661+0000","last_undegraded":"2023-10-09T04:43:25.843661+0000","last_fullsized":"2023-10-09T04:43:25.843661+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.848032+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:43:25.848032+0000","last_peered":"2023-10-09T04:43:25.848032+0000","last_clean":"2023-10-09T04:43:25.848032+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:43:25.848032+0000","last_undegraded":"2023-10-09T04:43:25.848032+0000","last_fullsized":"2023-10-09T04:43:25.848032+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"159'5007","reported_seq":5026,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:33.297151+0000","last_change":"2023-10-09T04:42:37.038174+0000","last_active":"2023-10-09T04:43:33.297151+0000","last_peered":"2023-10-09T04:43:33.297151+0000","last_clean":"2023-10-09T04:43:33.297151+0000","last_became_active":"2023-10-09T04:42:37.037828+0000","last_became_peered":"2023-10-09T04:42:37.037828+0000","last_unstale":"2023-10-09T04:43:33.297151+0000","last_undegraded":"2023-10-09T04:43:33.297151+0000","last_fullsized":"2023-10-09T04:43:33.297151+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":5007,"log_dups_size":0,"ondisk_log_size":5007,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:03.938752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328138752,"num_objects":5007,"num_object_clones":0,"num_object_copies":15021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5007,"num_write_kb":320448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":131,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:27.877021+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:43:27.877021+0000","last_peered":"2023-10-09T04:43:27.877021+0000","last_clean":"2023-10-09T04:43:27.877021+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:43:27.877021+0000","last_undegraded":"2023-10-09T04:43:27.877021+0000","last_fullsized":"2023-10-09T04:43:27.877021+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.855646+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:43:25.855646+0000","last_peered":"2023-10-09T04:43:25.855646+0000","last_clean":"2023-10-09T04:43:25.855646+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:43:25.855646+0000","last_undegraded":"2023-10-09T04:43:25.855646+0000","last_fullsized":"2023-10-09T04:43:25.855646+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"159'4961","reported_seq":4980,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.384488+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:43:32.384488+0000","last_peered":"2023-10-09T04:43:32.384488+0000","last_clean":"2023-10-09T04:43:32.384488+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:43:32.384488+0000","last_undegraded":"2023-10-09T04:43:32.384488+0000","last_fullsized":"2023-10-09T04:43:32.384488+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4961,"log_dups_size":0,"ondisk_log_size":4961,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325124096,"num_objects":4961,"num_object_clones":0,"num_object_copies":14883,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4961,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4961,"num_write_kb":317504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":120,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846677+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:43:25.846677+0000","last_peered":"2023-10-09T04:43:25.846677+0000","last_clean":"2023-10-09T04:43:25.846677+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:43:25.846677+0000","last_undegraded":"2023-10-09T04:43:25.846677+0000","last_fullsized":"2023-10-09T04:43:25.846677+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854771+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:43:25.854771+0000","last_peered":"2023-10-09T04:43:25.854771+0000","last_clean":"2023-10-09T04:43:25.854771+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:43:25.854771+0000","last_undegraded":"2023-10-09T04:43:25.854771+0000","last_fullsized":"2023-10-09T04:43:25.854771+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"159'4926","reported_seq":4943,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.463692+0000","last_change":"2023-10-09T04:42:36.827049+0000","last_active":"2023-10-09T04:43:32.463692+0000","last_peered":"2023-10-09T04:43:32.463692+0000","last_clean":"2023-10-09T04:43:32.463692+0000","last_became_active":"2023-10-09T04:42:36.826727+0000","last_became_peered":"2023-10-09T04:42:36.826727+0000","last_unstale":"2023-10-09T04:43:32.463692+0000","last_undegraded":"2023-10-09T04:43:32.463692+0000","last_fullsized":"2023-10-09T04:43:32.463692+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4926,"log_dups_size":0,"ondisk_log_size":4926,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:09.037792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322830336,"num_objects":4926,"num_object_clones":0,"num_object_copies":14778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4926,"num_write_kb":315264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":120,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854462+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:43:25.854462+0000","last_peered":"2023-10-09T04:43:25.854462+0000","last_clean":"2023-10-09T04:43:25.854462+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:43:25.854462+0000","last_undegraded":"2023-10-09T04:43:25.854462+0000","last_fullsized":"2023-10-09T04:43:25.854462+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":119,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.855435+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:43:25.855435+0000","last_peered":"2023-10-09T04:43:25.855435+0000","last_clean":"2023-10-09T04:43:25.855435+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:43:25.855435+0000","last_undegraded":"2023-10-09T04:43:25.855435+0000","last_fullsized":"2023-10-09T04:43:25.855435+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"159'4891","reported_seq":4910,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:33.257848+0000","last_change":"2023-10-09T04:42:36.824057+0000","last_active":"2023-10-09T04:43:33.257848+0000","last_peered":"2023-10-09T04:43:33.257848+0000","last_clean":"2023-10-09T04:43:33.257848+0000","last_became_active":"2023-10-09T04:42:36.823827+0000","last_became_peered":"2023-10-09T04:42:36.823827+0000","last_unstale":"2023-10-09T04:43:33.257848+0000","last_undegraded":"2023-10-09T04:43:33.257848+0000","last_fullsized":"2023-10-09T04:43:33.257848+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4891,"log_dups_size":0,"ondisk_log_size":4891,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:44.926455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320536576,"num_objects":4891,"num_object_clones":0,"num_object_copies":14673,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4891,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4891,"num_write_kb":313024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":103,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.834902+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:43:25.834902+0000","last_peered":"2023-10-09T04:43:25.834902+0000","last_clean":"2023-10-09T04:43:25.834902+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:43:25.834902+0000","last_undegraded":"2023-10-09T04:43:25.834902+0000","last_fullsized":"2023-10-09T04:43:25.834902+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.840878+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:43:25.840878+0000","last_peered":"2023-10-09T04:43:25.840878+0000","last_clean":"2023-10-09T04:43:25.840878+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:43:25.840878+0000","last_undegraded":"2023-10-09T04:43:25.840878+0000","last_fullsized":"2023-10-09T04:43:25.840878+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"159'4919","reported_seq":4937,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.500727+0000","last_change":"2023-10-09T04:42:36.827377+0000","last_active":"2023-10-09T04:43:32.500727+0000","last_peered":"2023-10-09T04:43:32.500727+0000","last_clean":"2023-10-09T04:43:32.500727+0000","last_became_active":"2023-10-09T04:42:36.827102+0000","last_became_peered":"2023-10-09T04:42:36.827102+0000","last_unstale":"2023-10-09T04:43:32.500727+0000","last_undegraded":"2023-10-09T04:43:32.500727+0000","last_fullsized":"2023-10-09T04:43:32.500727+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4919,"log_dups_size":0,"ondisk_log_size":4919,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:09.310780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322371584,"num_objects":4919,"num_object_clones":0,"num_object_copies":14757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4919,"num_write_kb":314816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839965+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:43:25.839965+0000","last_peered":"2023-10-09T04:43:25.839965+0000","last_clean":"2023-10-09T04:43:25.839965+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:43:25.839965+0000","last_undegraded":"2023-10-09T04:43:25.839965+0000","last_fullsized":"2023-10-09T04:43:25.839965+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":137,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.844381+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:43:25.844381+0000","last_peered":"2023-10-09T04:43:25.844381+0000","last_clean":"2023-10-09T04:43:25.844381+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:43:25.844381+0000","last_undegraded":"2023-10-09T04:43:25.844381+0000","last_fullsized":"2023-10-09T04:43:25.844381+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":83,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846275+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:43:25.846275+0000","last_peered":"2023-10-09T04:43:25.846275+0000","last_clean":"2023-10-09T04:43:25.846275+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:43:25.846275+0000","last_undegraded":"2023-10-09T04:43:25.846275+0000","last_fullsized":"2023-10-09T04:43:25.846275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"159'4888","reported_seq":4907,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:31.397729+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:43:31.397729+0000","last_peered":"2023-10-09T04:43:31.397729+0000","last_clean":"2023-10-09T04:43:31.397729+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:43:31.397729+0000","last_undegraded":"2023-10-09T04:43:31.397729+0000","last_fullsized":"2023-10-09T04:43:31.397729+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4888,"log_dups_size":0,"ondisk_log_size":4888,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320339968,"num_objects":4888,"num_object_clones":0,"num_object_copies":14664,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4888,"num_write_kb":312832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.843489+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:43:25.843489+0000","last_peered":"2023-10-09T04:43:25.843489+0000","last_clean":"2023-10-09T04:43:25.843489+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:43:25.843489+0000","last_undegraded":"2023-10-09T04:43:25.843489+0000","last_fullsized":"2023-10-09T04:43:25.843489+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":120,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854378+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:43:25.854378+0000","last_peered":"2023-10-09T04:43:25.854378+0000","last_clean":"2023-10-09T04:43:25.854378+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:43:25.854378+0000","last_undegraded":"2023-10-09T04:43:25.854378+0000","last_fullsized":"2023-10-09T04:43:25.854378+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839895+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:43:25.839895+0000","last_peered":"2023-10-09T04:43:25.839895+0000","last_clean":"2023-10-09T04:43:25.839895+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:43:25.839895+0000","last_undegraded":"2023-10-09T04:43:25.839895+0000","last_fullsized":"2023-10-09T04:43:25.839895+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"159'4807","reported_seq":4825,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.492354+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:43:32.492354+0000","last_peered":"2023-10-09T04:43:32.492354+0000","last_clean":"2023-10-09T04:43:32.492354+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:43:32.492354+0000","last_undegraded":"2023-10-09T04:43:32.492354+0000","last_fullsized":"2023-10-09T04:43:32.492354+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4807,"log_dups_size":0,"ondisk_log_size":4807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315031552,"num_objects":4807,"num_object_clones":0,"num_object_copies":14421,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4807,"num_write_kb":307648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854388+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:43:25.854388+0000","last_peered":"2023-10-09T04:43:25.854388+0000","last_clean":"2023-10-09T04:43:25.854388+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:43:25.854388+0000","last_undegraded":"2023-10-09T04:43:25.854388+0000","last_fullsized":"2023-10-09T04:43:25.854388+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839479+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:43:25.839479+0000","last_peered":"2023-10-09T04:43:25.839479+0000","last_clean":"2023-10-09T04:43:25.839479+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:43:25.839479+0000","last_undegraded":"2023-10-09T04:43:25.839479+0000","last_fullsized":"2023-10-09T04:43:25.839479+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":120,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.840952+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:43:25.840952+0000","last_peered":"2023-10-09T04:43:25.840952+0000","last_clean":"2023-10-09T04:43:25.840952+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:43:25.840952+0000","last_undegraded":"2023-10-09T04:43:25.840952+0000","last_fullsized":"2023-10-09T04:43:25.840952+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"159'4892","reported_seq":4911,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:33.259081+0000","last_change":"2023-10-09T04:42:36.824963+0000","last_active":"2023-10-09T04:43:33.259081+0000","last_peered":"2023-10-09T04:43:33.259081+0000","last_clean":"2023-10-09T04:43:33.259081+0000","last_became_active":"2023-10-09T04:42:36.824679+0000","last_became_peered":"2023-10-09T04:42:36.824679+0000","last_unstale":"2023-10-09T04:43:33.259081+0000","last_undegraded":"2023-10-09T04:43:33.259081+0000","last_fullsized":"2023-10-09T04:43:33.259081+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4892,"log_dups_size":0,"ondisk_log_size":4892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:13:36.997809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320602112,"num_objects":4892,"num_object_clones":0,"num_object_copies":14676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4892,"num_write_kb":313088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.843474+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:43:25.843474+0000","last_peered":"2023-10-09T04:43:25.843474+0000","last_clean":"2023-10-09T04:43:25.843474+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:43:25.843474+0000","last_undegraded":"2023-10-09T04:43:25.843474+0000","last_fullsized":"2023-10-09T04:43:25.843474+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":501,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839812+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:43:25.839812+0000","last_peered":"2023-10-09T04:43:25.839812+0000","last_clean":"2023-10-09T04:43:25.839812+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:43:25.839812+0000","last_undegraded":"2023-10-09T04:43:25.839812+0000","last_fullsized":"2023-10-09T04:43:25.839812+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":90,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.836626+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:43:25.836626+0000","last_peered":"2023-10-09T04:43:25.836626+0000","last_clean":"2023-10-09T04:43:25.836626+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:43:25.836626+0000","last_undegraded":"2023-10-09T04:43:25.836626+0000","last_fullsized":"2023-10-09T04:43:25.836626+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":102,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846125+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:43:25.846125+0000","last_peered":"2023-10-09T04:43:25.846125+0000","last_clean":"2023-10-09T04:43:25.846125+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:43:25.846125+0000","last_undegraded":"2023-10-09T04:43:25.846125+0000","last_fullsized":"2023-10-09T04:43:25.846125+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"159'4847","reported_seq":4866,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:31.394544+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:43:31.394544+0000","last_peered":"2023-10-09T04:43:31.394544+0000","last_clean":"2023-10-09T04:43:31.394544+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:43:31.394544+0000","last_undegraded":"2023-10-09T04:43:31.394544+0000","last_fullsized":"2023-10-09T04:43:31.394544+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4847,"log_dups_size":0,"ondisk_log_size":4847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317652992,"num_objects":4847,"num_object_clones":0,"num_object_copies":14541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4847,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4847,"num_write_kb":310208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":141,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839778+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:43:25.839778+0000","last_peered":"2023-10-09T04:43:25.839778+0000","last_clean":"2023-10-09T04:43:25.839778+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:43:25.839778+0000","last_undegraded":"2023-10-09T04:43:25.839778+0000","last_fullsized":"2023-10-09T04:43:25.839778+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847260+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:43:25.847260+0000","last_peered":"2023-10-09T04:43:25.847260+0000","last_clean":"2023-10-09T04:43:25.847260+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:43:25.847260+0000","last_undegraded":"2023-10-09T04:43:25.847260+0000","last_fullsized":"2023-10-09T04:43:25.847260+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847507+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:43:25.847507+0000","last_peered":"2023-10-09T04:43:25.847507+0000","last_clean":"2023-10-09T04:43:25.847507+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:43:25.847507+0000","last_undegraded":"2023-10-09T04:43:25.847507+0000","last_fullsized":"2023-10-09T04:43:25.847507+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"159'4802","reported_seq":4820,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.411869+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:43:32.411869+0000","last_peered":"2023-10-09T04:43:32.411869+0000","last_clean":"2023-10-09T04:43:32.411869+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:43:32.411869+0000","last_undegraded":"2023-10-09T04:43:32.411869+0000","last_fullsized":"2023-10-09T04:43:32.411869+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4802,"log_dups_size":0,"ondisk_log_size":4802,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314703872,"num_objects":4802,"num_object_clones":0,"num_object_copies":14406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4802,"num_write_kb":307328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.840153+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:43:25.840153+0000","last_peered":"2023-10-09T04:43:25.840153+0000","last_clean":"2023-10-09T04:43:25.840153+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:43:25.840153+0000","last_undegraded":"2023-10-09T04:43:25.840153+0000","last_fullsized":"2023-10-09T04:43:25.840153+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839790+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:43:25.839790+0000","last_peered":"2023-10-09T04:43:25.839790+0000","last_clean":"2023-10-09T04:43:25.839790+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:43:25.839790+0000","last_undegraded":"2023-10-09T04:43:25.839790+0000","last_fullsized":"2023-10-09T04:43:25.839790+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":99,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847914+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:43:25.847914+0000","last_peered":"2023-10-09T04:43:25.847914+0000","last_clean":"2023-10-09T04:43:25.847914+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:43:25.847914+0000","last_undegraded":"2023-10-09T04:43:25.847914+0000","last_fullsized":"2023-10-09T04:43:25.847914+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"159'4946","reported_seq":4964,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:32.425490+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:43:32.425490+0000","last_peered":"2023-10-09T04:43:32.425490+0000","last_clean":"2023-10-09T04:43:32.425490+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:43:32.425490+0000","last_undegraded":"2023-10-09T04:43:32.425490+0000","last_fullsized":"2023-10-09T04:43:32.425490+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":4946,"log_dups_size":0,"ondisk_log_size":4946,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324141056,"num_objects":4946,"num_object_clones":0,"num_object_copies":14838,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4946,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4946,"num_write_kb":316544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":131,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839078+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:43:25.839078+0000","last_peered":"2023-10-09T04:43:25.839078+0000","last_clean":"2023-10-09T04:43:25.839078+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:43:25.839078+0000","last_undegraded":"2023-10-09T04:43:25.839078+0000","last_fullsized":"2023-10-09T04:43:25.839078+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":82,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.839158+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:43:25.839158+0000","last_peered":"2023-10-09T04:43:25.839158+0000","last_clean":"2023-10-09T04:43:25.839158+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:43:25.839158+0000","last_undegraded":"2023-10-09T04:43:25.839158+0000","last_fullsized":"2023-10-09T04:43:25.839158+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":128,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.834818+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:43:25.834818+0000","last_peered":"2023-10-09T04:43:25.834818+0000","last_clean":"2023-10-09T04:43:25.834818+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:43:25.834818+0000","last_undegraded":"2023-10-09T04:43:25.834818+0000","last_fullsized":"2023-10-09T04:43:25.834818+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"159'5014","reported_seq":5033,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-10-09T04:43:33.280739+0000","last_change":"2023-10-09T04:42:36.822315+0000","last_active":"2023-10-09T04:43:33.280739+0000","last_peered":"2023-10-09T04:43:33.280739+0000","last_clean":"2023-10-09T04:43:33.280739+0000","last_became_active":"2023-10-09T04:42:36.822028+0000","last_became_peered":"2023-10-09T04:42:36.822028+0000","last_unstale":"2023-10-09T04:43:33.280739+0000","last_undegraded":"2023-10-09T04:43:33.280739+0000","last_fullsized":"2023-10-09T04:43:33.280739+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":5014,"log_dups_size":0,"ondisk_log_size":5014,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:00.401120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328597504,"num_objects":5014,"num_object_clones":0,"num_object_copies":15042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5014,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5014,"num_write_kb":320896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.846273+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:43:25.846273+0000","last_peered":"2023-10-09T04:43:25.846273+0000","last_clean":"2023-10-09T04:43:25.846273+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:43:25.846273+0000","last_undegraded":"2023-10-09T04:43:25.846273+0000","last_fullsized":"2023-10-09T04:43:25.846273+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.847535+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:43:25.847535+0000","last_peered":"2023-10-09T04:43:25.847535+0000","last_clean":"2023-10-09T04:43:25.847535+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:43:25.847535+0000","last_undegraded":"2023-10-09T04:43:25.847535+0000","last_fullsized":"2023-10-09T04:43:25.847535+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":102,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854186+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:43:25.854186+0000","last_peered":"2023-10-09T04:43:25.854186+0000","last_clean":"2023-10-09T04:43:25.854186+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:43:25.854186+0000","last_undegraded":"2023-10-09T04:43:25.854186+0000","last_fullsized":"2023-10-09T04:43:25.854186+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.848105+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:43:25.848105+0000","last_peered":"2023-10-09T04:43:25.848105+0000","last_clean":"2023-10-09T04:43:25.848105+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:43:25.848105+0000","last_undegraded":"2023-10-09T04:43:25.848105+0000","last_fullsized":"2023-10-09T04:43:25.848105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854148+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:43:25.854148+0000","last_peered":"2023-10-09T04:43:25.854148+0000","last_clean":"2023-10-09T04:43:25.854148+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:43:25.854148+0000","last_undegraded":"2023-10-09T04:43:25.854148+0000","last_fullsized":"2023-10-09T04:43:25.854148+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.843748+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:43:25.843748+0000","last_peered":"2023-10-09T04:43:25.843748+0000","last_clean":"2023-10-09T04:43:25.843748+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:43:25.843748+0000","last_undegraded":"2023-10-09T04:43:25.843748+0000","last_fullsized":"2023-10-09T04:43:25.843748+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854596+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:43:25.854596+0000","last_peered":"2023-10-09T04:43:25.854596+0000","last_clean":"2023-10-09T04:43:25.854596+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:43:25.854596+0000","last_undegraded":"2023-10-09T04:43:25.854596+0000","last_fullsized":"2023-10-09T04:43:25.854596+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.844196+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:43:25.844196+0000","last_peered":"2023-10-09T04:43:25.844196+0000","last_clean":"2023-10-09T04:43:25.844196+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:43:25.844196+0000","last_undegraded":"2023-10-09T04:43:25.844196+0000","last_fullsized":"2023-10-09T04:43:25.844196+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854694+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:43:25.854694+0000","last_peered":"2023-10-09T04:43:25.854694+0000","last_clean":"2023-10-09T04:43:25.854694+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:43:25.854694+0000","last_undegraded":"2023-10-09T04:43:25.854694+0000","last_fullsized":"2023-10-09T04:43:25.854694+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":118,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.838637+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:43:25.838637+0000","last_peered":"2023-10-09T04:43:25.838637+0000","last_clean":"2023-10-09T04:43:25.838637+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:43:25.838637+0000","last_undegraded":"2023-10-09T04:43:25.838637+0000","last_fullsized":"2023-10-09T04:43:25.838637+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":132,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.835602+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:43:25.835602+0000","last_peered":"2023-10-09T04:43:25.835602+0000","last_clean":"2023-10-09T04:43:25.835602+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:43:25.835602+0000","last_undegraded":"2023-10-09T04:43:25.835602+0000","last_fullsized":"2023-10-09T04:43:25.835602+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.848226+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:43:25.848226+0000","last_peered":"2023-10-09T04:43:25.848226+0000","last_clean":"2023-10-09T04:43:25.848226+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:43:25.848226+0000","last_undegraded":"2023-10-09T04:43:25.848226+0000","last_fullsized":"2023-10-09T04:43:25.848226+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-10-09T04:43:25.854180+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:43:25.854180+0000","last_peered":"2023-10-09T04:43:25.854180+0000","last_clean":"2023-10-09T04:43:25.854180+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:43:25.854180+0000","last_undegraded":"2023-10-09T04:43:25.854180+0000","last_fullsized":"2023-10-09T04:43:25.854180+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5141889024,"num_objects":78459,"num_object_clones":0,"num_object_copies":235377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":78459,"num_write_kb":5021376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15404892160,"data_stored":15404892160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78459,"ondisk_log_size":78459,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234248,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3390156,"kb_used_data":2792196,"kb_used_omap":0,"kb_used_meta":597952,"kb_avail":90354996,"statfs":{"total":95995035648,"available":92523515904,"internally_reserved":0,"allocated":2859208704,"data_stored":2858671792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612302848},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.8919999999999999,"15min":1.6870000000000001},"min":{"1min":0.376,"5min":0.222,"15min":0.21299999999999999},"max":{"1min":0.70299999999999996,"5min":8.6180000000000003,"15min":9.6120000000000001},"last":1.663},{"interface":"front","average":{"1min":0.502,"5min":1.7549999999999999,"15min":1.643},"min":{"1min":0.34499999999999997,"5min":0.246,"15min":0.23499999999999999},"max":{"1min":0.68100000000000005,"5min":7.9870000000000001,"15min":9.6790000000000003},"last":0.36299999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:43:28 2023","interfaces":[{"interface":"back","average":{"1min":5.6980000000000004,"5min":2.6059999999999999,"15min":1.7709999999999999},"min":{"1min":0.41899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":68.852999999999994,"5min":68.852999999999994,"15min":68.852999999999994},"last":0.253},{"interface":"front","average":{"1min":4.859,"5min":2.601,"15min":2.024},"min":{"1min":0.34699999999999998,"5min":0.27900000000000003,"15min":0.24399999999999999},"max":{"1min":68.903000000000006,"5min":68.903000000000006,"15min":68.903000000000006},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":2.004,"15min":2.21},"min":{"1min":0.33400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":12.07,"15min":12.07},"last":1.2390000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":2.0059999999999998,"15min":2.7469999999999999},"min":{"1min":0.44700000000000001,"5min":0.32000000000000001,"15min":0.252},"max":{"1min":0.68999999999999995,"5min":8.1210000000000004,"15min":11.742000000000001},"last":0.53000000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":2.7309999999999999,"15min":1.873},"min":{"1min":0.433,"5min":0.308,"15min":0.308},"max":{"1min":58.716999999999999,"5min":58.716999999999999,"15min":58.716999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":3.71,"5min":2.8119999999999998,"15min":1.962},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":58.639000000000003,"5min":58.639000000000003,"15min":58.639000000000003},"last":0.47599999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:43:28 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":1.335,"15min":1.2829999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":2.3969999999999998,"5min":8.8629999999999995,"15min":17.469000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.5940000000000001,"15min":1.2929999999999999},"min":{"1min":0.29399999999999998,"5min":0.29199999999999998,"15min":0.27800000000000002},"max":{"1min":1.911,"5min":7.9569999999999999,"15min":7.9569999999999999},"last":0.501}]},{"osd":5,"last update":"Mon Oct 9 04:43:28 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.4710000000000001,"15min":1.4139999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.9990000000000001,"5min":9.2739999999999991,"15min":17.370000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.5369999999999999,"15min":1.52},"min":{"1min":0.32400000000000001,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":4.609,"5min":8.6899999999999995,"15min":12.074999999999999},"last":0.39000000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:43:28 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.444,"15min":1.349},"min":{"1min":0.35299999999999998,"5min":0.33600000000000002,"15min":0.29699999999999999},"max":{"1min":2.379,"5min":8.4640000000000004,"15min":17.501000000000001},"last":0.443},{"interface":"front","average":{"1min":1.157,"5min":1.7809999999999999,"15min":1.4179999999999999},"min":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.30599999999999999},"max":{"1min":4.4619999999999997,"5min":12.093,"15min":12.101000000000001},"last":0.46200000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495884,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1241024,"kb_used_data":939640,"kb_used_omap":0,"kb_used_meta":301376,"kb_avail":92504128,"statfs":{"total":95995035648,"available":94724227072,"internally_reserved":0,"allocated":962191360,"data_stored":961666648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308609024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":1.99,"15min":1.4810000000000001},"min":{"1min":0.316,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.165,"5min":13.289,"15min":13.289},"last":1.6120000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.7090000000000001,"15min":1.508},"min":{"1min":0.35699999999999998,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":1.3620000000000001,"5min":9.1440000000000001,"15min":9.1440000000000001},"last":0.34399999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:43:27 2023","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":2.52,"15min":1.8520000000000001},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":22.805,"5min":22.805,"15min":22.805},"last":1.6679999999999999},{"interface":"front","average":{"1min":2.702,"5min":2.339,"15min":1.8169999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":22.834,"5min":22.834,"15min":22.834},"last":1.8660000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":2.198,"15min":2.2839999999999998},"min":{"1min":0.36399999999999999,"5min":0.27800000000000002,"15min":0.27000000000000002},"max":{"1min":1.4139999999999999,"5min":13.32,"15min":13.32},"last":2.496},{"interface":"front","average":{"1min":0.72999999999999998,"5min":2.1739999999999999,"15min":1.897},"min":{"1min":0.42199999999999999,"5min":0.312,"15min":0.27100000000000002},"max":{"1min":2.6110000000000002,"5min":8.5619999999999994,"15min":8.5619999999999994},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":2.617,"15min":1.5900000000000001},"min":{"1min":0.35099999999999998,"5min":0.317,"15min":0.317},"max":{"1min":2.294,"5min":15.481999999999999,"15min":15.481999999999999},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":2.258,"15min":1.3660000000000001},"min":{"1min":0.39300000000000002,"5min":0.35499999999999998,"15min":0.312},"max":{"1min":0.69299999999999995,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.749}]},{"osd":4,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":1.754,"15min":1.2470000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.24399999999999999},"max":{"1min":0.72099999999999997,"5min":13.369,"15min":13.369},"last":1.639},{"interface":"front","average":{"1min":0.69199999999999995,"5min":1.845,"15min":1.3660000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.25900000000000001},"max":{"1min":2.4580000000000002,"5min":8.5879999999999992,"15min":14.734},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":2.004,"15min":1.546},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.24399999999999999},"max":{"1min":0.625,"5min":16.042000000000002,"15min":22.722999999999999},"last":0.371},{"interface":"front","average":{"1min":0.54000000000000004,"5min":2.278,"15min":1.661},"min":{"1min":0.34999999999999998,"5min":0.32500000000000001,"15min":0.30399999999999999},"max":{"1min":0.84699999999999998,"5min":13.391999999999999,"15min":13.391999999999999},"last":1.575}]},{"osd":7,"last update":"Mon Oct 9 04:43:27 2023","interfaces":[{"interface":"back","average":{"1min":1.3740000000000001,"5min":2.008,"15min":1.504},"min":{"1min":0.41599999999999998,"5min":0.34999999999999998,"15min":0.30399999999999999},"max":{"1min":3.2490000000000001,"5min":13.345000000000001,"15min":13.345000000000001},"last":1.772},{"interface":"front","average":{"1min":1.4990000000000001,"5min":2.0539999999999998,"15min":1.55},"min":{"1min":0.434,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":2.7890000000000001,"5min":11.153,"15min":11.153},"last":0.54900000000000004}]}]},{"osd":1,"up_from":102,"seq":438086664318,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3199428,"kb_used_data":2796028,"kb_used_omap":4,"kb_used_meta":403387,"kb_avail":90545724,"statfs":{"total":95995035648,"available":92718821376,"internally_reserved":0,"allocated":2863132672,"data_stored":2862431681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":413069198},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,2,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:43:29 2023","interfaces":[{"interface":"back","average":{"1min":3.48,"5min":2.2130000000000001,"15min":2.1829999999999998},"min":{"1min":0.223,"5min":0.189,"15min":0.161},"max":{"1min":44.014000000000003,"5min":44.014000000000003,"15min":44.014000000000003},"last":4.3550000000000004},{"interface":"front","average":{"1min":3.2130000000000001,"5min":2.383,"15min":2.2330000000000001},"min":{"1min":0.21099999999999999,"5min":0.20499999999999999,"15min":0.19400000000000001},"max":{"1min":44.417999999999999,"5min":44.417999999999999,"15min":44.417999999999999},"last":0.45600000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":1.365,"15min":2.1760000000000002},"min":{"1min":0.24099999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.53600000000000003,"5min":15.156000000000001,"15min":15.156000000000001},"last":5.6970000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":1.8340000000000001,"15min":2.3599999999999999},"min":{"1min":0.251,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.48699999999999999,"5min":11.204000000000001,"15min":11.630000000000001},"last":5.7830000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:43:00 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":1.3859999999999999,"15min":1.4179999999999999},"min":{"1min":0.28299999999999997,"5min":0.247,"15min":0.217},"max":{"1min":1.669,"5min":15.102,"15min":15.102},"last":3.964},{"interface":"front","average":{"1min":0.53400000000000003,"5min":2.2229999999999999,"15min":2.9790000000000001},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.7569999999999999,"5min":14.444000000000001,"15min":14.444000000000001},"last":0.51100000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:43:29 2023","interfaces":[{"interface":"back","average":{"1min":1.478,"5min":2.077,"15min":2.1549999999999998},"min":{"1min":0.29799999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.8179999999999996,"5min":9.5440000000000005,"15min":12.286},"last":5.8179999999999996},{"interface":"front","average":{"1min":1.427,"5min":1.8280000000000001,"15min":1.506},"min":{"1min":0.33000000000000002,"5min":0.30199999999999999,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":15.074,"15min":15.074},"last":3.2709999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:43:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0620000000000001,"5min":1.9319999999999999,"15min":1.8959999999999999},"min":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.23899999999999999},"max":{"1min":3.9489999999999998,"5min":11.534000000000001,"15min":12.952999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.296,"5min":1.6899999999999999,"15min":1.671},"min":{"1min":0.375,"5min":0.34200000000000003,"15min":0.23799999999999999},"max":{"1min":5.258,"5min":15.029999999999999,"15min":15.029999999999999},"last":3.238}]},{"osd":6,"last update":"Mon Oct 9 04:43:29 2023","interfaces":[{"interface":"back","average":{"1min":1.3660000000000001,"5min":1.6890000000000001,"15min":1.762},"min":{"1min":0.308,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":5.6319999999999997,"5min":11.481999999999999,"15min":12.874000000000001},"last":1},{"interface":"front","average":{"1min":1.7430000000000001,"5min":2.157,"15min":2.3090000000000002},"min":{"1min":0.376,"5min":0.316,"15min":0.29999999999999999},"max":{"1min":5.9180000000000001,"5min":12.657999999999999,"15min":12.657999999999999},"last":5.9180000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:43:29 2023","interfaces":[{"interface":"back","average":{"1min":1.73,"5min":2.2149999999999999,"15min":2.254},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":5.8799999999999999,"5min":13.199999999999999,"15min":14.788},"last":5.8799999999999999},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.7549999999999999,"15min":1.52},"min":{"1min":0.44700000000000001,"5min":0.39500000000000002,"15min":0.33700000000000002},"max":{"1min":5.3230000000000004,"5min":15.130000000000001,"15min":15.130000000000001},"last":3.2090000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187591,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1628556,"kb_used_data":1235844,"kb_used_omap":5,"kb_used_meta":392698,"kb_avail":92116596,"statfs":{"total":95995035648,"available":94327394304,"internally_reserved":0,"allocated":1265504256,"data_stored":1264737727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":402123386},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:42:36 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":2.1850000000000001,"15min":2.3079999999999998},"min":{"1min":0.20200000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.38900000000000001,"5min":76.174000000000007,"15min":76.174000000000007},"last":1.5449999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":2.6110000000000002,"15min":2.319},"min":{"1min":0.23200000000000001,"5min":0.219,"15min":0.20000000000000001},"max":{"1min":0.79000000000000004,"5min":76.245000000000005,"15min":76.245000000000005},"last":2.1309999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:42:45 2023","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":1.476,"15min":2.2989999999999999},"min":{"1min":0.26000000000000001,"5min":0.23000000000000001,"15min":0.20100000000000001},"max":{"1min":0.46200000000000002,"5min":7.5060000000000002,"15min":18.437000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.38,"5min":1.8009999999999999,"15min":2.367},"min":{"1min":0.246,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.76700000000000002,"5min":13.348000000000001,"15min":13.348000000000001},"last":2.0950000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:42:55 2023","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":1.742,"15min":1.4730000000000001},"min":{"1min":0.26800000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":13.385999999999999,"5min":13.385999999999999,"15min":13.385999999999999},"last":1.5760000000000001},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.845,"15min":1.4710000000000001},"min":{"1min":0.27700000000000002,"5min":0.214,"15min":0.214},"max":{"1min":12.007999999999999,"5min":13.411,"15min":13.411},"last":0.32000000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":1.5649999999999999,"15min":1.669},"min":{"1min":0.41499999999999998,"5min":0.28499999999999998,"15min":0.28399999999999997},"max":{"1min":0.753,"5min":13.125,"15min":13.334},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":1.3580000000000001,"15min":1.7749999999999999},"min":{"1min":0.42099999999999999,"5min":0.31,"15min":0.27100000000000002},"max":{"1min":0.85199999999999998,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":5.9080000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":1.6759999999999999,"15min":1.881},"min":{"1min":0.41299999999999998,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":5.1109999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":2.177,"15min":1.8600000000000001},"min":{"1min":0.496,"5min":0.34000000000000002,"15min":0.30499999999999999},"max":{"1min":0.82799999999999996,"5min":13.438000000000001,"15min":16.609999999999999},"last":2.883}]},{"osd":6,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":2.2829999999999999,"15min":2.2669999999999999},"min":{"1min":0.42399999999999999,"5min":0.33900000000000002,"15min":0.316},"max":{"1min":0.82599999999999996,"5min":43.832999999999998,"15min":43.832999999999998},"last":5.0659999999999998},{"interface":"front","average":{"1min":0.66300000000000003,"5min":2.5899999999999999,"15min":1.9890000000000001},"min":{"1min":0.47599999999999998,"5min":0.36399999999999999,"15min":0.33700000000000002},"max":{"1min":1.2330000000000001,"5min":43.819000000000003,"15min":43.819000000000003},"last":3.0459999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:42:41 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":2.0219999999999998,"15min":1.8360000000000001},"min":{"1min":0.40400000000000003,"5min":0.38600000000000001,"15min":0.36099999999999999},"max":{"1min":1.252,"5min":13.374000000000001,"15min":13.374000000000001},"last":0.442},{"interface":"front","average":{"1min":0.60599999999999998,"5min":1.587,"15min":1.6499999999999999},"min":{"1min":0.53000000000000003,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.83599999999999997,"5min":7.4610000000000003,"15min":14.186},"last":2.7240000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206433,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1201992,"kb_used_data":907328,"kb_used_omap":7,"kb_used_meta":294648,"kb_avail":92543160,"statfs":{"total":95995035648,"available":94764195840,"internally_reserved":0,"allocated":929103872,"data_stored":928453944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":301719633},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":2.2189999999999999,"15min":3.2789999999999999},"min":{"1min":0.20000000000000001,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.878,"5min":29.183,"15min":29.183},"last":0.379},{"interface":"front","average":{"1min":0.42899999999999999,"5min":1.996,"15min":3.0619999999999998},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.191},"max":{"1min":2.073,"5min":11.128,"15min":12.164},"last":0.31}]},{"osd":1,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":2.0510000000000002,"15min":3.0819999999999999},"min":{"1min":0.26100000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":2.5139999999999998,"5min":11.096,"15min":11.096},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.8480000000000001,"15min":2.9220000000000002},"min":{"1min":0.23499999999999999,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":2.1680000000000001,"5min":12.138,"15min":21.797999999999998},"last":0.499}]},{"osd":3,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.8080000000000001,"15min":1.5660000000000001},"min":{"1min":0.27600000000000002,"5min":0.248,"15min":0.23699999999999999},"max":{"1min":1.6479999999999999,"5min":10.069000000000001,"15min":10.069000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.432,"5min":2.0089999999999999,"15min":1.417},"min":{"1min":0.28399999999999997,"5min":0.28000000000000003,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":12.664,"15min":12.664},"last":9.5419999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":1.8280000000000001,"15min":1.5620000000000001},"min":{"1min":0.39800000000000002,"5min":0.309,"15min":0.26300000000000001},"max":{"1min":1.6910000000000001,"5min":10.016999999999999,"15min":11.789},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":1.8149999999999999,"15min":2.5670000000000002},"min":{"1min":0.36599999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.5640000000000001,"5min":9.4390000000000001,"15min":13.69},"last":8.2780000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":2.2549999999999999,"15min":2.8170000000000002},"min":{"1min":0.43099999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.516,"5min":11.151999999999999,"15min":14.644},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.70499999999999996,"5min":2.0529999999999999,"15min":2.0760000000000001},"min":{"1min":0.36599999999999999,"5min":0.30499999999999999,"15min":0.25900000000000001},"max":{"1min":2.0899999999999999,"5min":10.102,"15min":10.102},"last":0.74399999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.911,"15min":2.657},"min":{"1min":0.38800000000000001,"5min":0.307,"15min":0.30599999999999999},"max":{"1min":1.6659999999999999,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61899999999999999,"5min":2.2069999999999999,"15min":2.9449999999999998},"min":{"1min":0.379,"5min":0.34799999999999998,"15min":0.32900000000000001},"max":{"1min":1.4119999999999999,"5min":13.484999999999999,"15min":13.484999999999999},"last":2.2519999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:42:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":2.0350000000000001,"15min":3.3319999999999999},"min":{"1min":0.40799999999999997,"5min":0.373,"15min":0.373},"max":{"1min":2.286,"5min":9.5329999999999995,"15min":13.756},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.68400000000000005,"5min":2.343,"15min":3.2629999999999999},"min":{"1min":0.432,"5min":0.36799999999999999,"15min":0.34899999999999998},"max":{"1min":1.954,"5min":11.173,"15min":14.757999999999999},"last":0.53700000000000003}]}]},{"osd":3,"up_from":135,"seq":579820585043,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2891612,"kb_used_data":2539796,"kb_used_omap":2,"kb_used_meta":351805,"kb_avail":90853540,"statfs":{"total":95995035648,"available":93034024960,"internally_reserved":0,"allocated":2600751104,"data_stored":2600141329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":360248373},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,3,6],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":1.23,"15min":1.7190000000000001},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.4329999999999998,"5min":8.7319999999999993,"15min":12.403},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.6970000000000001,"15min":2.0680000000000001},"min":{"1min":0.215,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.6970000000000001,"5min":8.2509999999999994,"15min":10.33},"last":0.749}]},{"osd":1,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.9970000000000001,"15min":1.9670000000000001},"min":{"1min":0.251,"5min":0.20100000000000001,"15min":0.19700000000000001},"max":{"1min":4.7930000000000001,"5min":17.920999999999999,"15min":18.779},"last":3.9980000000000002},{"interface":"front","average":{"1min":0.498,"5min":1.5249999999999999,"15min":1.651},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":1.5649999999999999,"5min":11.975,"15min":12.377000000000001},"last":3.9860000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":1.482,"15min":1.829},"min":{"1min":0.29299999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.494,"5min":12.135,"15min":12.369},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.91800000000000004,"5min":1.78,"15min":1.2649999999999999},"min":{"1min":0.26100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.04,"5min":8.6600000000000001,"15min":8.6600000000000001},"last":0.77500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.9410000000000001,"15min":1.4610000000000001},"min":{"1min":0.39600000000000002,"5min":0.249,"15min":0.249},"max":{"1min":4.7439999999999998,"5min":12.16,"15min":12.16},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":1.327,"15min":1.363},"min":{"1min":0.36599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.82599999999999996,"5min":8.7799999999999994,"15min":9.0389999999999997},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":2.1880000000000002,"15min":1.79},"min":{"1min":0.42199999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7699999999999996,"5min":12.119,"15min":12.119},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":2.1640000000000001,"15min":1.677},"min":{"1min":0.45500000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.0779999999999998,"5min":11.441000000000001,"15min":11.441000000000001},"last":0.69899999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":2.052,"15min":1.3740000000000001},"min":{"1min":0.41099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.2589999999999999,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":1.1060000000000001,"5min":2.407,"15min":1.6799999999999999},"min":{"1min":0.40699999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.7080000000000002,"5min":12.75,"15min":12.75},"last":0.41499999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":1.5820000000000001,"15min":1.827},"min":{"1min":0.35799999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.4399999999999999,"5min":9.6479999999999997,"15min":12.307},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.91800000000000004,"5min":2.093,"15min":1.6890000000000001},"min":{"1min":0.46999999999999997,"5min":0.37,"15min":0.37},"max":{"1min":2.226,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.67100000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019156,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1535304,"kb_used_data":937280,"kb_used_omap":0,"kb_used_meta":597952,"kb_avail":92209848,"statfs":{"total":95995035648,"available":94422884352,"internally_reserved":0,"allocated":959774720,"data_stored":959241613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612302848},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1.671,"15min":2.0899999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.20599999999999999},"max":{"1min":1.6699999999999999,"5min":16.363,"15min":28.765000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":2.153,"15min":1.5669999999999999},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":1.5489999999999999,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":1.605}]},{"osd":1,"last update":"Mon Oct 9 04:42:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":1.6779999999999999,"15min":1.573},"min":{"1min":0.34300000000000003,"5min":0.23999999999999999,"15min":0.23899999999999999},"max":{"1min":1.583,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":1.9870000000000001,"15min":1.788},"min":{"1min":0.41099999999999998,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":1.704,"5min":13.435,"15min":22.178999999999998},"last":0.33900000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":1.738,"15min":1.6859999999999999},"min":{"1min":0.36499999999999999,"5min":0.25,"15min":0.25},"max":{"1min":1.7909999999999999,"5min":13.488,"15min":13.488},"last":4.7210000000000001},{"interface":"front","average":{"1min":0.63,"5min":2.0510000000000002,"15min":2.3450000000000002},"min":{"1min":0.41499999999999998,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":1.649,"5min":9.4039999999999999,"15min":13.170999999999999},"last":5.7320000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:42:57 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.909,"15min":2.085},"min":{"1min":0.45400000000000001,"5min":0.317,"15min":0.317},"max":{"1min":2.25,"5min":13.659000000000001,"15min":13.659000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":1.0760000000000001,"5min":2.7480000000000002,"15min":1.78},"min":{"1min":0.41899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.4359999999999999,"5min":19.800999999999998,"15min":19.800999999999998},"last":3.3879999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:42:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":1.419,"15min":1.5069999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.4470000000000001,"5min":13.624000000000001,"15min":14.343999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.853,"15min":1.383},"min":{"1min":0.36499999999999999,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":1.4259999999999999,"5min":7.5279999999999996,"15min":10.250999999999999},"last":1.5680000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:43:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":1.901,"15min":1.4810000000000001},"min":{"1min":0.34100000000000003,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":1.593,"5min":18.442,"15min":18.442},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":1.502,"15min":1.4159999999999999},"min":{"1min":0.38500000000000001,"5min":0.30199999999999999,"15min":0.25600000000000001},"max":{"1min":0.88300000000000001,"5min":13.584,"15min":13.584},"last":0.56799999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:43:26 2023","interfaces":[{"interface":"back","average":{"1min":1.1259999999999999,"5min":1.998,"15min":1.5189999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":4.6980000000000004,"5min":19.754999999999999,"15min":19.754999999999999},"last":1.637},{"interface":"front","average":{"1min":0.83099999999999996,"5min":1.4450000000000001,"15min":1.3500000000000001},"min":{"1min":0.40400000000000003,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7170000000000001,"5min":16.835000000000001,"15min":16.835000000000001},"last":0.65600000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757520,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3687544,"kb_used_data":2791088,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":90057608,"statfs":{"total":95995035648,"available":92218990592,"internally_reserved":0,"allocated":2858074112,"data_stored":2857553133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:42:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.444,"15min":1.353},"min":{"1min":0.38200000000000001,"5min":0.223,"15min":0.20799999999999999},"max":{"1min":0.73399999999999999,"5min":12.144,"15min":12.144},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.54500000000000004,"5min":1.877,"15min":1.784},"min":{"1min":0.36499999999999999,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":0.72399999999999998,"5min":10.223000000000001,"15min":10.999000000000001},"last":1.2629999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:42:35 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":1.968,"15min":2.0089999999999999},"min":{"1min":0.33400000000000002,"5min":0.23000000000000001,"15min":0.22500000000000001},"max":{"1min":6.5359999999999996,"5min":9.6989999999999998,"15min":11.086},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0699999999999998,"15min":2.0680000000000001},"min":{"1min":0.39500000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":10.192,"15min":10.192},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:42:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":1.8979999999999999,"15min":1.9139999999999999},"min":{"1min":0.30399999999999999,"5min":0.26200000000000001,"15min":0.252},"max":{"1min":0.96599999999999997,"5min":11.579000000000001,"15min":11.579000000000001},"last":1.3089999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.9019999999999999,"15min":2.4929999999999999},"min":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.26000000000000001},"max":{"1min":2.5419999999999998,"5min":11.130000000000001,"15min":13.308},"last":1.385}]},{"osd":3,"last update":"Mon Oct 9 04:43:02 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":2.0899999999999999,"15min":2},"min":{"1min":0.33300000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.02,"5min":18.587,"15min":18.587},"last":3.1110000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":2.0110000000000001,"15min":2.0419999999999998},"min":{"1min":0.41399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":2.9169999999999998,"5min":11.473000000000001,"15min":11.473000000000001},"last":1.5569999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:42:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":1.3700000000000001,"15min":1.2809999999999999},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.23899999999999999},"max":{"1min":1.321,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":0.62},{"interface":"front","average":{"1min":0.57599999999999996,"5min":1.411,"15min":1.3080000000000001},"min":{"1min":0.34699999999999998,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":0.84199999999999997,"5min":9.0649999999999995,"15min":9.1929999999999996},"last":0.49399999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:43:08 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":1.5760000000000001,"15min":1.3979999999999999},"min":{"1min":0.41499999999999998,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":2.9689999999999999,"5min":8.1669999999999998,"15min":8.5549999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":1.923,"15min":1.4850000000000001},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":2.9790000000000001,"5min":16.344999999999999,"15min":16.344999999999999},"last":0.40200000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:43:30 2023","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":1.7070000000000001,"15min":1.4550000000000001},"min":{"1min":0.35799999999999998,"5min":0.32400000000000001,"15min":0.28000000000000003},"max":{"1min":5.8010000000000002,"5min":13.686,"15min":13.955},"last":0.37},{"interface":"front","average":{"1min":0.88800000000000001,"5min":1.4219999999999999,"15min":1.288},"min":{"1min":0.38600000000000001,"5min":0.33200000000000002,"15min":0.29499999999999998},"max":{"1min":4.0389999999999997,"5min":9.6129999999999995,"15min":13.436},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1265762304,"data_stored":1265762304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2893348864,"data_stored":2893348864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":938475520,"data_stored":938475520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2601582592,"data_stored":2601582592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":970260480,"data_stored":970260480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2882273280,"data_stored":2882273280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":970653696,"data_stored":970653696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2882535424,"data_stored":2882535424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:43:36.983 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_4 pgp_num 16 2023-10-09T04:43:37.005 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:37.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:36 smithi107 ceph-mon[179183]: from='client.44996 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:43:37.109 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:37.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:36 smithi107 ceph-mon[184249]: from='client.44996 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:43:37.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:36 smithi150 ceph-mon[168511]: from='client.44996 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:43:37.424 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 83563 83547 98.4735 62.9375 0.0169579 0.0101506 2023-10-09T04:43:37.502 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:37.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:37.511 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:37.611 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:37.683 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:37.836 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:37.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:37.845 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:37.863 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:37.945 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:37.996 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:38.051 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:38.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:38.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:38.163 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:37 smithi107 ceph-mon[179183]: pgmap v568: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2023-10-09T04:43:38.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:37 smithi107 ceph-mon[184249]: pgmap v568: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2023-10-09T04:43:38.204 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:37 smithi150 ceph-mon[168511]: pgmap v568: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2023-10-09T04:43:38.207 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:38.277 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:38.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:38.284 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:38.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:38.393 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:38.432 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 84519 84503 97.742 59.75 0.011096 0.0102254 2023-10-09T04:43:38.477 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:38.599 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:38.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:38.606 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:38.707 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:38.764 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:38.914 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:43:39.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/510698717' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:39.180 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/510698717' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/510698717' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:39.433 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 85602 85586 97.1957 67.6875 0.0120155 0.0102842 2023-10-09T04:43:39.677 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:39.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:39.689 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:39.790 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:39.857 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:39.995 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:39.995 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:40.005 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:40.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:40.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:40.113 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:40.152 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:43:40.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:43:40.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/510698717' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:40.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: osdmap e160: 8 total, 8 up, 8 in 2023-10-09T04:43:40.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:39 smithi150 ceph-mon[168511]: pgmap v570: 89 pgs: 89 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:43:40.160 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:43:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:43:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/510698717' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: osdmap e160: 8 total, 8 up, 8 in 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[184249]: pgmap v570: 89 pgs: 89 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:43:40.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/510698717' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: osdmap e160: 8 total, 8 up, 8 in 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: failed to encode map e160 with expected crc 2023-10-09T04:43:40.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:39 smithi107 ceph-mon[179183]: pgmap v570: 89 pgs: 89 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:43:40.219 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:40.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:40.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:40.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:40.415 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:40.432 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 86597 86581 96.5708 62.1875 0.0186111 0.0103506 2023-10-09T04:43:40.904 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:40.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:40.915 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:41.015 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:41.029 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:43:41.056 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:41.074 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:41.100 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:41.126 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:41.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:41.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:41.135 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:41.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2992559308' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:41.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2992559308' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:41.178 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:41.217 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:41.234 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:41.261 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:41.301 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:41.332 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:41.353 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:41.391 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.391 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.391 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.391 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:43:41.407 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:41.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:41.413 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:41.433 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 87583 87567 95.9566 61.625 0.0173812 0.0104164 2023-10-09T04:43:41.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2992559308' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:41.514 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:41.582 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:43:41.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:41.682 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:41.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:41.687 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:41.787 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:41.834 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:41.938 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:41.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:41.942 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:41.982 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:43:42.043 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:42.106 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:42.136 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 9 pgp_num to 16 2023-10-09T04:43:42.162 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:42.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:42.166 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:42.267 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:42.314 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:42.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-mon[184249]: pgmap v571: 89 pgs: 89 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:43:42.324 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3100566609' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:43:42.324 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:43:42.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-mon[179183]: pgmap v571: 89 pgs: 89 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:43:42.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3100566609' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:43:42.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:43:42.325 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:43:42] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2023-10-09T04:43:42.362 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:42 smithi150 ceph-mon[168511]: pgmap v571: 89 pgs: 89 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:43:42.362 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3100566609' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:43:42.362 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:43:42.395 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:42.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:42.403 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:42.434 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 88482 88466 95.2696 56.1875 0.0107465 0.0104918 2023-10-09T04:43:42.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:42.574 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:42.645 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:42.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:42.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:42.685 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:42.753 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:42.812 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:42.994 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:42.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:43.000 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:43.101 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:43.157 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:43.226 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:43.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:43.239 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:43.340 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:43.382 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: osdmap e161: 8 total, 8 up, 8 in 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[179183]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: osdmap e161: 8 total, 8 up, 8 in 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:43 smithi107 ceph-mon[184249]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.385 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: osdmap e161: 8 total, 8 up, 8 in 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.387 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:43 smithi150 ceph-mon[168511]: failed to encode map e161 with expected crc 2023-10-09T04:43:43.434 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 89502 89486 94.7355 63.75 0.00762796 0.0105505 2023-10-09T04:43:43.679 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:43.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:43.687 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:43.711 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:43:43.711 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:43:43.711 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T04:43:43.711 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:43:43.787 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:43.875 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:44.141 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:44 smithi150 ceph-mon[168511]: pgmap v573: 89 pgs: 89 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:43:44.150 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:43:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:44 smithi107 ceph-mon[179183]: pgmap v573: 89 pgs: 89 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:43:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:44 smithi107 ceph-mon[184249]: pgmap v573: 89 pgs: 89 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:43:44.435 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:43:44.435381+0000 min lat: 0.00119487 max lat: 0.173194 avg lat: 0.0106109 2023-10-09T04:43:44.435 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:43:44.435 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 90509 90493 94.2047 62.9375 0.0198144 0.0106109 2023-10-09T04:43:44.918 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:44.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:44.921 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:44.978 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:43:45.016 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:45.022 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:45.099 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:45.170 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:43:45.178 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:45.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3569463034' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:45.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:45.191 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:45.292 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:45.345 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:45.411 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:45.414 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3569463034' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:45.414 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3569463034' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:43:45.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:45.415 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:45.435 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 91454 91438 93.6288 59.0625 0.0197834 0.0106763 2023-10-09T04:43:45.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:45.581 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:45.949 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:45.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:45.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:46.008 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:43:46.057 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:46.132 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:46.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:46.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3569463034' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:43:46.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: osdmap e162: 8 total, 8 up, 8 in 2023-10-09T04:43:46.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: pgmap v575: 89 pgs: 89 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:46.252 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3569463034' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: osdmap e162: 8 total, 8 up, 8 in 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: pgmap v575: 89 pgs: 89 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s 2023-10-09T04:43:46.253 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:46.324 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:46.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:46.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:46.432 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:46.435 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 92446 92430 93.1187 62 0.0103247 0.010734 2023-10-09T04:43:46.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:46.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3569463034' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:43:46.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: osdmap e162: 8 total, 8 up, 8 in 2023-10-09T04:43:46.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: failed to encode map e162 with expected crc 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: pgmap v575: 89 pgs: 89 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s 2023-10-09T04:43:46.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:43:46.478 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:46.811 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:46.849 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:46.886 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:46.921 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:46.948 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:46.988 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:47.002 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:47.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:47.005 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:47.027 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:47.063 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:43:47.105 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:47.135 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:47.198 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:47.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:47.202 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:47.302 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:47.370 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4103118895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:47.371 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4103118895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:47.380 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:47.437 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 93433 93417 92.6175 61.6875 0.0150709 0.0107924 2023-10-09T04:43:47.491 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4103118895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:47.495 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:47.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:47.500 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:47.601 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:47.657 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:47.715 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:43:47.715 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:43:47.715 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-10-09T04:43:47.715 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T04:43:47.716 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T04:43:47.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-10-09T04:43:47.734 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:47.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:47.742 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:47.843 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:47.914 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:48.070 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:48.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:48.122 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:48.223 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:43:48.255 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:43:48.274 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:48.355 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:43:48.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:48.362 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:43:48.441 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 94414 94398 92.123 61.3125 0.0204426 0.0108502 2023-10-09T04:43:48.457 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:48 smithi150 ceph-mon[168511]: pgmap v576: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s 2023-10-09T04:43:48.463 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:48.527 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:48 smithi107 ceph-mon[184249]: pgmap v576: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s 2023-10-09T04:43:48.527 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:48 smithi107 ceph-mon[179183]: pgmap v576: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s 2023-10-09T04:43:48.534 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:48.589 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:48.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:48.600 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:48.701 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:48.802 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:48.834 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:43:48.857 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:48.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:48.862 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:48.963 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:49.034 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:49.035 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:49.441 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 95351 95335 91.6069 58.5625 0.00356281 0.0109036 2023-10-09T04:43:49.821 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:43:50.441 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 96147 96131 90.9729 49.75 0.00407159 0.0109749 2023-10-09T04:43:50.517 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:50.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:50.553 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:50.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:43:50.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:50 smithi107 ceph-mon[179183]: pgmap v577: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-10-09T04:43:50.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:50 smithi107 ceph-mon[184249]: pgmap v577: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-10-09T04:43:50.706 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:50 smithi150 ceph-mon[168511]: pgmap v577: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-10-09T04:43:50.720 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:50.797 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:50.874 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:43:50.874 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:43:51.174 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:43:51.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:51.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:43:51.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:51.315 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:51.429 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:43:51.441 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 96872 96856 90.2918 45.3125 0.00330802 0.0110404 2023-10-09T04:43:51.451 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3435070928' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:51.451 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:51 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:51.779 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3435070928' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:51.780 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:51 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:51.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3435070928' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:51.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:51 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:43:51.971 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:43:51.977 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:51.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:51.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:52.083 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:43:52] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2023-10-09T04:43:52.086 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:52.132 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:52.306 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:52.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:52.314 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:52.414 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:52.441 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 97828 97812 89.8428 59.75 0.018037 0.0111257 2023-10-09T04:43:52.487 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:52.657 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:52.661 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: pgmap v578: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 969 op/s 2023-10-09T04:43:52.661 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:52.661 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.661 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:52.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: osdmap e163: 8 total, 8 up, 8 in 2023-10-09T04:43:52.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.662 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:52 smithi150 ceph-mon[168511]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:52.663 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:52.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: pgmap v578: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 969 op/s 2023-10-09T04:43:52.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:52.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: osdmap e163: 8 total, 8 up, 8 in 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[184249]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: pgmap v578: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 969 op/s 2023-10-09T04:43:52.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: osdmap e163: 8 total, 8 up, 8 in 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:52 smithi107 ceph-mon[179183]: failed to encode map e163 with expected crc 2023-10-09T04:43:52.749 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:43:52.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:43:52.765 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:43:52.765 INFO:teuthology.orchestra.run.smithi150.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T04:43:52.765 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:43:52.782 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:43:52.819 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:43:52.822 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:52.825 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:43:52.865 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:43:52.897 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:43:52.903 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:43:52.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:52.910 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:43:52.951 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:43:52.981 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:43:53.011 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:53.021 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:43:53.027 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.027 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.027 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.027 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.027 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.027 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.028 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.028 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:43:53.082 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:53.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:53.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:53.190 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:53.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:53.352 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:53.426 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:53.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:53.432 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:53.441 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 98759 98743 89.3842 58.1875 0.0427323 0.0111835 2023-10-09T04:43:53.497 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/407580947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:53.533 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:53.626 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:53.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/407580947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:53.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/407580947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:43:53.986 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:53.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:53.994 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:54.094 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:43:54.129 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:43:54.158 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:54.268 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:43:54.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:54.277 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:43:54.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:54.441 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:54 smithi107 ceph-mon[179183]: pgmap v580: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:43:54.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 99713 99697 88.9572 59.625 0.0105692 0.0112363 2023-10-09T04:43:54.448 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:54.549 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:116311 7.1 7:877c09e6:::benchmark_data_smithi107_201688_object7254:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110)", 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:34:40.764620+0000", 2023-10-09T04:43:54.550 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 553.78161902600004, 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.059852972999999997, 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 116311 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.764620+0000", 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.764620+0000", 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.764619+0000", 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.764627+0000", 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7170000000000008e-06 2023-10-09T04:43:54.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.764647+0000", 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0516000000000001e-05 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.764660+0000", 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269e-05 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.768656+0000", 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039960079999999997 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.768777+0000", 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121039 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.768895+0000", 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000118254 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.772508+0000", 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036122400000000001 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.778694+0000", 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061862660000000002 2023-10-09T04:43:54.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.824395+0000", 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.045700846000000003 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.824443+0000", 2023-10-09T04:43:54.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8548999999999999e-05 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.824473+0000", 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0128e-05 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:116333 7.1 7:8fa0494d:::benchmark_data_smithi107_201688_object7276:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110)", 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:34:40.782954+0000", 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 553.76328543199998, 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.063018539999999998, 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 116333 2023-10-09T04:43:54.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.782954+0000", 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.782954+0000", 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.782953+0000", 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.782957+0000", 2023-10-09T04:43:54.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6049999999999998e-06 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.782966+0000", 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8249999999999994e-06 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.782972+0000", 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6339999999999998e-06 2023-10-09T04:43:54.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.786688+0000", 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037165129999999998 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.786791+0000", 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010324500000000001 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:43:54.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.786893+0000", 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000101378 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.790231+0000", 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033387640000000001 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.791424+0000", 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001192722 2023-10-09T04:43:54.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.845916+0000", 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.054491904000000001 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.845947+0000", 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1136000000000001e-05 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:34:40.845973+0000", 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5344e-05 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:156055 7.8 7:14bbab97:::benchmark_data_smithi107_201688_object46998:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e117)", 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:37.073621+0000", 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 497.472618705, 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2913834500000001, 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.567 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 156055 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073621+0000", 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073621+0000", 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073619+0000", 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073627+0000", 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.311e-06 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073642+0000", 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5695000000000001e-05 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073650+0000", 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2080000000000003e-06 2023-10-09T04:43:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073733+0000", 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3486000000000007e-05 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073741+0000", 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3620000000000006e-06 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.080757+0000", 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070152080000000002 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.080763+0000", 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9000000000000003e-06 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.334281+0000", 2023-10-09T04:43:54.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.253517993 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.337439+0000", 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031586330000000001 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.337801+0000", 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000361565 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.354810+0000", 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017008835 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.354903+0000", 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3565000000000003e-05 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.364805+0000", 2023-10-09T04:43:54.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0099021349999999994 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.364867+0000", 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1704000000000004e-05 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.365004+0000", 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000137157 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.575 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:156064 7.8 7:19177645:::benchmark_data_smithi107_201688_object47007:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e117)", 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:37.073665+0000", 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 497.47257437299999, 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2915369000000001, 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.576 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 156064 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073665+0000", 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073665+0000", 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073665+0000", 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073667+0000", 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8499999999999998e-06 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073678+0000", 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0025e-05 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073682+0000", 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3170000000000003e-06 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073788+0000", 2023-10-09T04:43:54.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000105846 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.073795+0000", 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8250000000000005e-06 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.080785+0000", 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069891119999999996 2023-10-09T04:43:54.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.080789+0000", 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9090000000000002e-06 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.347009+0000", 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.266220288 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.347105+0000", 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5989000000000005e-05 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.347193+0000", 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8608000000000003e-05 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.354824+0000", 2023-10-09T04:43:54.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0076307780000000004 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.355190+0000", 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00036581899999999997 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.365048+0000", 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098576099999999993 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.365095+0000", 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7207999999999999e-05 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.365202+0000", 2023-10-09T04:43:54.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107126 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:185976 7.1 7:8c0b640e:::benchmark_data_smithi107_201688_object76919:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:24.694462+0000", 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 449.85177710400001, 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.057596244999999997, 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.585 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 185976 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694462+0000", 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694462+0000", 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694460+0000", 2023-10-09T04:43:54.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694469+0000", 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4279999999999996e-06 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694488+0000", 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9663000000000001e-05 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694496+0000", 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9079999999999995e-06 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694560+0000", 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3796999999999999e-05 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694722+0000", 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161786 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694874+0000", 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000152232 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.699280+0000", 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044062679999999996 2023-10-09T04:43:54.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.699392+0000", 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111807 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.751939+0000", 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.052547209999999997 2023-10-09T04:43:54.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.752005+0000", 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5450999999999994e-05 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.752059+0000", 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3776000000000001e-05 2023-10-09T04:43:54.593 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191104 7.1 7:8ff9caeb:::benchmark_data_smithi107_201688_object82047:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.125050+0000", 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.421188976, 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.071341023, 2023-10-09T04:43:54.594 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191104 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125050+0000", 2023-10-09T04:43:54.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125050+0000", 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125049+0000", 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125057+0000", 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2390000000000002e-06 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125077+0000", 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9381e-05 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125085+0000", 2023-10-09T04:43:54.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2449999999999998e-06 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125137+0000", 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2058999999999997e-05 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125268+0000", 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013093100000000001 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125389+0000", 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121385 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.130610+0000", 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052206659999999997 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137416+0000", 2023-10-09T04:43:54.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006806131 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137424+0000", 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0830000000000004e-06 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.196303+0000", 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0588787580000001 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.196391+0000", 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8634000000000006e-05 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:204234 7.1 7:8af26a83:::benchmark_data_smithi107_201688_object95177:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:49.060644+0000", 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 425.48559561399998, 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.795067822, 2023-10-09T04:43:54.601 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 204234 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060644+0000", 2023-10-09T04:43:54.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060644+0000", 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060642+0000", 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060649+0000", 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4649999999999999e-06 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060662+0000", 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2639e-05 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060669+0000", 2023-10-09T04:43:54.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4370000000000001e-06 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060724+0000", 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.49e-05 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060731+0000", 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2300000000000002e-06 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.064684+0000", 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039532279999999996 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.064696+0000", 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1249e-05 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.695571+0000", 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.63087528500000001 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.695582+0000", 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.096e-05 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.848171+0000", 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1525895509999999 2023-10-09T04:43:54.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.848306+0000", 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000134256 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.848432+0000", 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012634899999999999 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.852607+0000", 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041747540000000001 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.852935+0000", 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00032792599999999998 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855504+0000", 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002568982 2023-10-09T04:43:54.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855564+0000", 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9994999999999997e-05 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855712+0000", 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014795800000000001 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.610 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38310 8.2 8:47691842:::benchmark_data_smithi107_223870_object38309:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 378.42800102199999, 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.071337535999999993, 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38310 2023-10-09T04:43:54.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118237+0000", 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118321+0000", 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4606999999999998e-05 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118343+0000", 2023-10-09T04:43:54.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1475e-05 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118350+0000", 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9539999999999998e-06 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118426+0000", 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5680999999999996e-05 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118559+0000", 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013321000000000001 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118728+0000", 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000169383 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.121552+0000", 2023-10-09T04:43:54.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028239950000000002 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.124643+0000", 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0030904130000000002 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189477+0000", 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064834040999999995 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189538+0000", 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1493000000000002e-05 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189576+0000", 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7787000000000003e-05 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38315 8.2 8:42166915:::benchmark_data_smithi107_223870_object38314:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 378.42787213499997, 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.071366377999999994, 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.618 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38315 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118443+0000", 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6181999999999997e-05 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118455+0000", 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770000000000001e-05 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118461+0000", 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.657e-06 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120181+0000", 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0017202490000000001 2023-10-09T04:43:54.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120291+0000", 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109319 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120400+0000", 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109188 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.123108+0000", 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0027085059999999998 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.124936+0000", 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018279170000000001 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189614+0000", 2023-10-09T04:43:54.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064677432000000007 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189701+0000", 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6952000000000004e-05 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189734+0000", 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2879000000000001e-05 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.624 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38325 8.2 8:45e44f68:::benchmark_data_smithi107_223870_object38324:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.125575+0000", 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 378.42066436300001, 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064256605999999994, 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.625 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38325 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125575+0000", 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125575+0000", 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125574+0000", 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125621+0000", 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7249000000000001e-05 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125632+0000", 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0879e-05 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125637+0000", 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4349999999999999e-06 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125675+0000", 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8167999999999998e-05 2023-10-09T04:43:54.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125774+0000", 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8888999999999995e-05 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125919+0000", 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014544800000000001 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.128140+0000", 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002221289 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.129039+0000", 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00089880099999999996 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189763+0000", 2023-10-09T04:43:54.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.060724401999999997 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189800+0000", 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6532000000000002e-05 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189832+0000", 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1622000000000003e-05 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.631 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38326 8.2 8:426fa146:::benchmark_data_smithi107_223870_object38325:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.126043+0000", 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 378.42019656999997, 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.063911340999999997, 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.632 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38326 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126043+0000", 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126043+0000", 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126042+0000", 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126071+0000", 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8598999999999998e-05 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126084+0000", 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3891e-05 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126091+0000", 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0759999999999999e-06 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.127040+0000", 2023-10-09T04:43:54.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00094980499999999996 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.127169+0000", 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012861400000000001 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.127286+0000", 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117422 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.128243+0000", 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00095667500000000004 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.129063+0000", 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082033200000000001 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189862+0000", 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.060798506000000002 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189914+0000", 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1997999999999999e-05 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189954+0000", 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0284999999999998e-05 2023-10-09T04:43:54.638 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38335 8.2 8:45f42a6b:::benchmark_data_smithi107_223870_object38334:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.132599+0000", 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 378.413640622, 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.057466862, 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.639 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38335 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132599+0000", 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132599+0000", 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132598+0000", 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132643+0000", 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5442000000000003e-05 2023-10-09T04:43:54.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132656+0000", 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2269999999999999e-05 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132660+0000", 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8579999999999999e-06 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132704+0000", 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3667000000000001e-05 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132839+0000", 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000134442 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132988+0000", 2023-10-09T04:43:54.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014937800000000001 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.133953+0000", 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00096490900000000001 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.134809+0000", 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00085587900000000004 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189989+0000", 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.055180563000000002 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.190031+0000", 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1652e-05 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.190066+0000", 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4700999999999999e-05 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:189417 8.2 8:4a0917f4:::benchmark_data_smithi107_223870_object60722:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.346125777, 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19507805, 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.646 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 189417 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200112+0000", 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200119+0000", 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8580000000000002e-06 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200132+0000", 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3443e-05 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200138+0000", 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7690000000000002e-06 2023-10-09T04:43:54.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200196+0000", 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8298999999999999e-05 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200292+0000", 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6126999999999996e-05 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200385+0000", 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2579999999999998e-05 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.203603+0000", 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003217709 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.203751+0000", 2023-10-09T04:43:54.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014845700000000001 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395098+0000", 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19134698999999999 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395150+0000", 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1786999999999997e-05 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395192+0000", 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1668999999999997e-05 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:195811 8.2 8:4f22d163:::benchmark_data_smithi107_223870_object67116:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.120046+0000", 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 221.42619385200001, 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056984844, 2023-10-09T04:43:54.653 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195811 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120046+0000", 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120046+0000", 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120045+0000", 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120049+0000", 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6020000000000002e-06 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120059+0000", 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3249999999999997e-06 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120063+0000", 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3460000000000004e-06 2023-10-09T04:43:54.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120105+0000", 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2539e-05 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120189+0000", 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3547000000000005e-05 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120296+0000", 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010739900000000001 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176891+0000", 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056595065999999999 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176899+0000", 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1550000000000001e-06 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176930+0000", 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1894000000000003e-05 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176989+0000", 2023-10-09T04:43:54.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8328000000000001e-05 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.177030+0000", 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1585000000000002e-05 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:195813 8.2 8:41255c15:::benchmark_data_smithi107_223870_object67118:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.660 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.120076+0000", 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 221.426163876, 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064197462999999996, 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195813 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120076+0000", 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120076+0000", 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120075+0000", 2023-10-09T04:43:54.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120077+0000", 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.849e-06 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120081+0000", 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7330000000000001e-06 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120084+0000", 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7369999999999998e-06 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124344+0000", 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042603820000000001 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.172482+0000", 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.048138400999999997 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.172613+0000", 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130858 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.177077+0000", 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044635179999999997 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184141+0000", 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070643579999999997 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184179+0000", 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8021000000000001e-05 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184234+0000", 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4568000000000003e-05 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184273+0000", 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9335000000000002e-05 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.667 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.44723.0:195816 8.e e146/143 8:7908184a:::benchmark_data_smithi107_223870_object67121:head v 146'12328, mlcod=146'12323)", 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 221.42198495700001, 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065433702999999996, 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124253+0000", 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124263+0000", 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0091e-05 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124274+0000", 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0599e-05 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124280+0000", 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3890000000000002e-06 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124350+0000", 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9890999999999999e-05 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124369+0000", 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9082000000000001e-05 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.189660+0000", 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065290525000000002 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.189688+0000", 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.828e-05 2023-10-09T04:43:54.672 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:202041 8.2 8:49822fc3:::benchmark_data_smithi107_223870_object73346:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:20.762478+0000", 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 213.78376159000001, 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.06037497, 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.673 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 202041 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762478+0000", 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762478+0000", 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762476+0000", 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762484+0000", 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7510000000000008e-06 2023-10-09T04:43:54.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762501+0000", 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6656000000000001e-05 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762507+0000", 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7320000000000001e-06 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762555+0000", 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7555999999999997e-05 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762645+0000", 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9598999999999994e-05 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762712+0000", 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6870000000000002e-05 2023-10-09T04:43:54.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.766575+0000", 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003863249 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.775449+0000", 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088738170000000009 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.822789+0000", 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.047340051000000001 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.822826+0000", 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6993000000000003e-05 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.822853+0000", 2023-10-09T04:43:54.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7165000000000002e-05 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:202049 8.2 8:4213dddd:::benchmark_data_smithi107_223870_object73354:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:20.769619+0000", 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 213.7766202, 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056681954, 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.680 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 202049 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769619+0000", 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769619+0000", 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769618+0000", 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769625+0000", 2023-10-09T04:43:54.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5140000000000004e-06 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769642+0000", 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6779999999999999e-05 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769649+0000", 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7689999999999999e-06 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769705+0000", 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5809e-05 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769825+0000", 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120395 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769932+0000", 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107465 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.774777+0000", 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048441669999999999 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.775566+0000", 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00078979899999999999 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.826227+0000", 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.050660284999999999 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.826262+0000", 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5265000000000002e-05 2023-10-09T04:43:54.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.826301+0000", 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9224000000000003e-05 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:89992 9.4 e161/149 9:2b27a904:::benchmark_data_smithi107_236173_object89991:head v 161'5803, mlcod=161'5800)", 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:43.921778+0000", 2023-10-09T04:43:54.688 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 10.624460997, 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021309349000000002, 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921778+0000", 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921778+0000", 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921778+0000", 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921836+0000", 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8190999999999999e-05 2023-10-09T04:43:54.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921851+0000", 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5517000000000001e-05 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921857+0000", 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.536e-06 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921890+0000", 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3383999999999997e-05 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.921907+0000", 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6688999999999999e-05 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.943040+0000", 2023-10-09T04:43:54.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021133385000000001 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:43.943088+0000", 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7478999999999997e-05 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:98971 9.4 e163/149 9:2ba11ca9:::benchmark_data_smithi107_236173_object98970:head v 163'6364, mlcod=163'6362)", 2023-10-09T04:43:54.693 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:53.669630+0000", 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.87660948000000005, 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021809271000000002, 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669630+0000", 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669630+0000", 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669629+0000", 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669674+0000", 2023-10-09T04:43:54.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5130000000000003e-05 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669694+0000", 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9924000000000001e-05 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669701+0000", 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3459999999999996e-06 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669821+0000", 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0001197 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.669842+0000", 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1891000000000001e-05 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:43:54.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.691385+0000", 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021542627000000002 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.691439+0000", 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4076000000000002e-05 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:54.698 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:43:54.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:54 smithi150 ceph-mon[168511]: pgmap v580: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:43:54.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:54 smithi107 ceph-mon[184249]: pgmap v580: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:43:55.112 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:43:55.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 100694 100678 88.5679 61.3125 0.0159413 0.0112859 2023-10-09T04:43:55.919 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:43:56.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:55 smithi107 ceph-mon[179183]: pgmap v581: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 931 op/s 2023-10-09T04:43:56.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:55 smithi107 ceph-mon[184249]: pgmap v581: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 931 op/s 2023-10-09T04:43:56.215 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:55 smithi150 ceph-mon[168511]: pgmap v581: 89 pgs: 89 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 931 op/s 2023-10-09T04:43:56.253 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:56.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:56.271 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:56.372 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:56.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 101659 101643 88.1756 60.3125 0.0080402 0.0113362 2023-10-09T04:43:56.444 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:56.500 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:56.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:56.517 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:56.524 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:56.618 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:56.666 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:57.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 102616 102600 87.7873 59.8125 0.00855726 0.0113863 2023-10-09T04:43:57.491 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:57.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:57.500 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102744 9.a 9:596d1157:::benchmark_data_smithi107_236173_object102743:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.585369+0000", 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0042500660000000003, 2023-10-09T04:43:57.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042846660000000003, 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102744 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585369+0000", 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585369+0000", 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585368+0000", 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585402+0000", 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3926e-05 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585411+0000", 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.884e-06 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585415+0000", 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5600000000000004e-06 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586724+0000", 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001309197 2023-10-09T04:43:57.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586851+0000", 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012619399999999999 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586992+0000", 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014099499999999999 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.597 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102746 9.7 9:e5522f0f:::benchmark_data_smithi107_236173_object102745:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.586425+0000", 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0031939389999999998, 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032825670000000001, 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.598 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102746 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586425+0000", 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586425+0000", 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586424+0000", 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586467+0000", 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2536000000000001e-05 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586481+0000", 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4440999999999999e-05 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586487+0000", 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9270000000000002e-06 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.587041+0000", 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00055396000000000004 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.587148+0000", 2023-10-09T04:43:57.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106934 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.587272+0000", 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012409199999999999 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.604 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102748 9.f 9.2e895d7f (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.586498+0000", 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0031211960000000001, 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032515209999999998, 2023-10-09T04:43:57.605 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102748 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586498+0000", 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586498+0000", 2023-10-09T04:43:57.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586497+0000", 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586551+0000", 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3826000000000003e-05 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586558+0000", 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0360000000000001e-06 2023-10-09T04:43:57.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586563+0000", 2023-10-09T04:43:57.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.216e-06 2023-10-09T04:43:57.610 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.610 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.611 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.611 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102750 9.6 9:61205897:::benchmark_data_smithi107_236173_object102749:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.611 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.586611+0000", 2023-10-09T04:43:57.611 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0030085419999999999, 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031774640000000001, 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.612 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102750 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586611+0000", 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586611+0000", 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586610+0000", 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586668+0000", 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7716000000000001e-05 2023-10-09T04:43:57.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586676+0000", 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9519999999999994e-06 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586680+0000", 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3059999999999999e-06 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586724+0000", 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3767999999999998e-05 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586850+0000", 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126477 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.586988+0000", 2023-10-09T04:43:57.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000138159 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.34992.0:102735 9.a e163/149)", 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.589428+0000", 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.00019107999999999999, 2023-10-09T04:43:57.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00042866600000000002, 2023-10-09T04:43:57.620 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.620 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:43:57.620 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589428+0000", 2023-10-09T04:43:57.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589428+0000", 2023-10-09T04:43:57.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589427+0000", 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589435+0000", 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0439999999999996e-06 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589448+0000", 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3169999999999999e-05 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589455+0000", 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3180000000000001e-06 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.624 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.34992.0:102730 9.7 e163/149)", 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.589474+0000", 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.000145119, 2023-10-09T04:43:57.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00043202300000000002, 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589474+0000", 2023-10-09T04:43:57.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589474+0000", 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589474+0000", 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589476+0000", 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7250000000000002e-06 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589482+0000", 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4260000000000002e-06 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589485+0000", 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.343e-06 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.629 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.34992.0:102739 9.f e163/149)", 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.589502+0000", 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.000116822, 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00044843999999999998, 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589502+0000", 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589502+0000", 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589502+0000", 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589505+0000", 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.548e-06 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589514+0000", 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0340000000000002e-06 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.589517+0000", 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6389999999999998e-06 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102730 9.7 9:eea45cf3:::benchmark_data_smithi107_236173_object102729:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.569516+0000", 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.020103128000000001, 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020487096999999999, 2023-10-09T04:43:57.633 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102730 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569516+0000", 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569516+0000", 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569515+0000", 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569628+0000", 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000112778 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569642+0000", 2023-10-09T04:43:57.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4358999999999999e-05 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569648+0000", 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9240000000000004e-06 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569697+0000", 2023-10-09T04:43:57.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8683000000000001e-05 2023-10-09T04:43:57.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569828+0000", 2023-10-09T04:43:57.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000131767 2023-10-09T04:43:57.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:43:57.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569991+0000", 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016281999999999999 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.581586+0000", 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011594633999999999 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:57.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.584879+0000", 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032937579999999999 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.641 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102731 9.7 9:e3afa69d:::benchmark_data_smithi107_236173_object102730:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.569663+0000", 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.019955893999999998, 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020426593999999999, 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102731 2023-10-09T04:43:57.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569663+0000", 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569663+0000", 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569663+0000", 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569690+0000", 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7330000000000001e-05 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569697+0000", 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9929999999999998e-06 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569701+0000", 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0799999999999999e-06 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.573546+0000", 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038450009999999998 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.573688+0000", 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014219499999999999 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.573843+0000", 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015433999999999999 2023-10-09T04:43:57.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.584871+0000", 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011028023 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.584888+0000", 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6854000000000002e-05 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.649 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102734 9.7 9:e5760269:::benchmark_data_smithi107_236173_object102733:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.569708+0000", 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.019910988000000001, 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020477973, 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.650 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102734 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569708+0000", 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569708+0000", 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569708+0000", 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569808+0000", 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9919000000000003e-05 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569819+0000", 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1517e-05 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569825+0000", 2023-10-09T04:43:57.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1650000000000003e-06 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.577397+0000", 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0075713350000000002 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.577532+0000", 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135198 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.577674+0000", 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000142547 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.584892+0000", 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072181459999999999 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585396+0000", 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050316100000000002 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102735 9.a 9:503090c6:::benchmark_data_smithi107_236173_object102734:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.569842+0000", 2023-10-09T04:43:57.657 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.019777309, 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020449108000000001, 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102735 2023-10-09T04:43:57.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569842+0000", 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569842+0000", 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569841+0000", 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.569906+0000", 2023-10-09T04:43:57.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4616000000000006e-05 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.570042+0000", 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000136241 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.570050+0000", 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6249999999999998e-06 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.570140+0000", 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0352000000000005e-05 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.570274+0000", 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013357899999999999 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T04:43:57.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.570405+0000", 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013149400000000001 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.575737+0000", 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0053319489999999999 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585294+0000", 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0095564759999999995 2023-10-09T04:43:57.663 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:102739 9.f 9:faa90872:::benchmark_data_smithi107_236173_object102738:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.576840+0000", 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.012778655999999999, 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013546976000000001, 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:43:57.664 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102739 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.576840+0000", 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:43:57.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.576840+0000", 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.576839+0000", 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.576898+0000", 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9256999999999999e-05 2023-10-09T04:43:57.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.576916+0000", 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7614000000000001e-05 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.576922+0000", 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.849e-06 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.581613+0000", 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046910010000000002 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.581740+0000", 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126761 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.581887+0000", 2023-10-09T04:43:57.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146489 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.585338+0000", 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0034514390000000002 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 12 2023-10-09T04:43:57.669 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:43:57.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:43:57.724 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:58.104 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:43:58.259 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:43:58.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T04:43:58.338 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:43:58.343 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:43:58.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:58.353 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:43:58.428 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:58 smithi150 ceph-mon[168511]: pgmap v582: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s 2023-10-09T04:43:58.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 103541 103525 87.3823 57.8125 0.0275126 0.0114386 2023-10-09T04:43:58.454 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:58.542 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:58.605 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:58.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:58.612 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:58.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:58 smithi107 ceph-mon[179183]: pgmap v582: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s 2023-10-09T04:43:58.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:58 smithi107 ceph-mon[184249]: pgmap v582: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s 2023-10-09T04:43:58.713 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:58.795 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:58.828 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:43:58.849 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:58.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:58.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:43:58.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:43:59.029 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:59.109 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:43:59.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:59.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:43:59.214 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:43:59.284 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:59.354 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:59.373 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:43:59.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:59.380 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:43:59.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 104324 104308 86.8699 48.9375 0.0165922 0.0115067 2023-10-09T04:43:59.457 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:43:59.481 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:43:59.540 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:43:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:43:59.956 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:43:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:43:59.956 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:43:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:43:59.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:43:59.957 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:43:59.957 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:43:59.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:00.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:00.121 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:00.208 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:00.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:00.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:00.321 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:00.406 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:00.425 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:44:00.425 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:44:00.425 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:44:00.425 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:44:00.426 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:44:00.443 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 105104 105088 86.3685 48.75 0.0111229 0.0115721 2023-10-09T04:44:00.494 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:00.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:00.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:00.604 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:00.652 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:00 smithi107 ceph-mon[179183]: pgmap v583: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 916 op/s 2023-10-09T04:44:00.653 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1706725883' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:00.653 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:00 smithi107 ceph-mon[184249]: pgmap v583: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 916 op/s 2023-10-09T04:44:00.653 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1706725883' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:00.670 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:00 smithi150 ceph-mon[168511]: pgmap v583: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 916 op/s 2023-10-09T04:44:00.670 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1706725883' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:00.673 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:00.835 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:00.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:00.847 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:00.852 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:44:00.875 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:44:00.947 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:01.018 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:01.448 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 105961 105945 85.9373 53.5625 0.0216596 0.0116315 2023-10-09T04:44:01.470 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:01.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:01.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:01.534 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1706725883' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[184249]: osdmap e164: 8 total, 8 up, 8 in 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[184249]: failed to encode map e164 with expected crc 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[184249]: failed to encode map e164 with expected crc 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1706725883' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[179183]: osdmap e164: 8 total, 8 up, 8 in 2023-10-09T04:44:01.535 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[179183]: failed to encode map e164 with expected crc 2023-10-09T04:44:01.536 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[179183]: failed to encode map e164 with expected crc 2023-10-09T04:44:01.536 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:01.578 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:01.645 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:01.702 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:01.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:01.717 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:01.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:01 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:01.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1706725883' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:44:01.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:01 smithi150 ceph-mon[168511]: osdmap e164: 8 total, 8 up, 8 in 2023-10-09T04:44:01.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:01 smithi150 ceph-mon[168511]: failed to encode map e164 with expected crc 2023-10-09T04:44:01.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:01 smithi150 ceph-mon[168511]: failed to encode map e164 with expected crc 2023-10-09T04:44:01.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:01.761 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:01.818 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:01.882 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:01.942 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:01.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:01.950 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:02.051 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:02.136 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:44:02] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2023-10-09T04:44:02.150 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:02.234 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:02.268 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:02.298 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:02.319 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:02.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:02.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:02.357 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:02.393 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:02.439 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:02.447 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:02.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 106789 106773 85.4967 51.75 0.0108209 0.0116919 2023-10-09T04:44:02.484 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:02.519 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:02.554 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.570 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.571 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:44:02.590 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:02.594 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:02 smithi150 ceph-mon[168511]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.595 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:02 smithi150 ceph-mon[168511]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.595 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:02 smithi150 ceph-mon[168511]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.595 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:02 smithi150 ceph-mon[168511]: pgmap v585: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 58 MiB/s wr, 922 op/s 2023-10-09T04:44:02.595 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1141425462' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:02.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:02.596 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:02.696 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:02.730 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:02.829 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:02.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[184249]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[184249]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[184249]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[184249]: pgmap v585: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 58 MiB/s wr, 922 op/s 2023-10-09T04:44:02.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1141425462' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[179183]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[179183]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[179183]: failed to encode map e164 with expected crc 2023-10-09T04:44:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[179183]: pgmap v585: 89 pgs: 89 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 58 MiB/s wr, 922 op/s 2023-10-09T04:44:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1141425462' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:02.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:02.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:02.938 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:03.006 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:03.133 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:03.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:03.150 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:03.251 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:03.337 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:03.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 107575 107559 85.0365 49.125 0.0219583 0.0117554 2023-10-09T04:44:03.470 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:03.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:03.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:03.498 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T04:44:03.555 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:03.555 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:03.576 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:03.636 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:03.707 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:44:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3377910050' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:44:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:03 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:44:03.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3377910050' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:44:03.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:03 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:44:03.745 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3377910050' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:44:03.745 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:03 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:44:03.987 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:03.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:03.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:04.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:44:04.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:04.111 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 1 1 2023-10-09T04:44:04.168 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:04.400 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:04.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:04.416 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:04.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:44:04.451541+0000 min lat: 0.00119487 max lat: 0.231825 avg lat: 0.011819 2023-10-09T04:44:04.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:44:04.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 108346 108330 84.5761 48.1875 0.019074 0.011819 2023-10-09T04:44:04.505 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:04.517 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:04.601 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:04 smithi150 ceph-mon[168511]: pgmap v586: 89 pgs: 89 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 56 MiB/s wr, 889 op/s 2023-10-09T04:44:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:04 smithi150 ceph-mon[168511]: failed to encode map e165 with expected crc 2023-10-09T04:44:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:44:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:04 smithi150 ceph-mon[168511]: osdmap e165: 8 total, 8 up, 8 in 2023-10-09T04:44:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:04 smithi150 ceph-mon[168511]: failed to encode map e165 with expected crc 2023-10-09T04:44:04.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[179183]: pgmap v586: 89 pgs: 89 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 56 MiB/s wr, 889 op/s 2023-10-09T04:44:04.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[179183]: failed to encode map e165 with expected crc 2023-10-09T04:44:04.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:44:04.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[179183]: osdmap e165: 8 total, 8 up, 8 in 2023-10-09T04:44:04.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[179183]: failed to encode map e165 with expected crc 2023-10-09T04:44:04.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[184249]: pgmap v586: 89 pgs: 89 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 56 MiB/s wr, 889 op/s 2023-10-09T04:44:04.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[184249]: failed to encode map e165 with expected crc 2023-10-09T04:44:04.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:44:04.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[184249]: osdmap e165: 8 total, 8 up, 8 in 2023-10-09T04:44:04.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:04 smithi107 ceph-mon[184249]: failed to encode map e165 with expected crc 2023-10-09T04:44:04.841 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:04.970 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:04.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:04.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:05.084 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:05.107 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:05.177 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:05.234 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:44:05.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 109139 109123 84.1438 49.5625 0.0142029 0.0118791 2023-10-09T04:44:05.547 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:05.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:05.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:05.660 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:05.728 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:05.794 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:05.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:05.803 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:05.904 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:05.951 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:06.082 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:06.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:06.087 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:06.088 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:05 smithi150 ceph-mon[168511]: pgmap v588: 89 pgs: 89 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:44:06.107 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:05 smithi107 ceph-mon[184249]: pgmap v588: 89 pgs: 89 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:44:06.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:05 smithi107 ceph-mon[179183]: pgmap v588: 89 pgs: 89 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2023-10-09T04:44:06.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:06.270 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:06.352 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:06.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:06.362 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:06.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 109953 109937 83.7379 50.875 0.0203494 0.0119375 2023-10-09T04:44:06.462 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:06.557 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:06.581 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:06.581 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:06.645 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:06.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:06.661 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:06.762 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:06.821 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:07.133 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:07.139 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:44:07.140 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:07.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:07.143 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:07.244 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:07.299 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:07.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2262399289' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:07.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:07 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:44:07.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:07 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:44:07.403 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:44:07.406 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2262399289' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:07.407 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:07 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:44:07.407 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:07 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:44:07.407 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:07.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:07.414 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:07.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 110696 110680 83.2887 46.4375 0.0281844 0.0120018 2023-10-09T04:44:07.514 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:07.641 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:07.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2262399289' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:07.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:07 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:44:07.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:07 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:44:07.780 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:07.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:07.791 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:07.892 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:07.950 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:07.983 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:08.022 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:08.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:08.030 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:08.131 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:08.231 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:08.359 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:08.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:08.365 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:08.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 111424 111408 82.839 45.5 0.0231218 0.0120659 2023-10-09T04:44:08.466 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:08.507 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: pgmap v589: 89 pgs: 89 active+clean; 6.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 614 op/s 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2262399289' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: osdmap e166: 8 total, 8 up, 8 in 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.508 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.509 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.509 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.509 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2359009488' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:44:08.509 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:44:08.552 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: pgmap v589: 89 pgs: 89 active+clean; 6.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 614 op/s 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2262399289' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: osdmap e166: 8 total, 8 up, 8 in 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2359009488' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: pgmap v589: 89 pgs: 89 active+clean; 6.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 614 op/s 2023-10-09T04:44:08.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2262399289' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: osdmap e166: 8 total, 8 up, 8 in 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: failed to encode map e166 with expected crc 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:08.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2359009488' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:44:08.592 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:44:08.882 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:08.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:08.889 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:08.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:09.064 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:09.212 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.1 to 1 (10000) 2023-10-09T04:44:09.248 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:09.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:09.253 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:09.353 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:09.422 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:09.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 112237 112221 82.4624 50.8125 0.0240296 0.0121212 2023-10-09T04:44:09.491 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:09.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:44:09.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:44:09.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:09.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:44:09.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[179183]: osdmap e167: 8 total, 8 up, 8 in 2023-10-09T04:44:09.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[179183]: failed to encode map e167 with expected crc 2023-10-09T04:44:09.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:44:09.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:44:09.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:09.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:44:09.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[184249]: osdmap e167: 8 total, 8 up, 8 in 2023-10-09T04:44:09.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:09 smithi107 ceph-mon[184249]: failed to encode map e167 with expected crc 2023-10-09T04:44:09.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:09.498 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:09.599 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:09.612 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:09.612 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:09.654 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:44:09.655 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:44:09.655 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:09.655 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:09 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:44:09.655 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:09 smithi150 ceph-mon[168511]: osdmap e167: 8 total, 8 up, 8 in 2023-10-09T04:44:09.655 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:09 smithi150 ceph-mon[168511]: failed to encode map e167 with expected crc 2023-10-09T04:44:09.663 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:09.867 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T04:44:09.904 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:09.947 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:10.013 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:10.053 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:10.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:10.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:10.061 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:10.095 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:10.131 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:44:10.156 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:10.162 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:10.202 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:10.245 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:10.266 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:10.269 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.270 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.270 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.270 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.270 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.270 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.270 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.271 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:44:10.413 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:10 smithi150 ceph-mon[168511]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.413 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:10 smithi150 ceph-mon[168511]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.413 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:10 smithi150 ceph-mon[168511]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.413 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:10 smithi150 ceph-mon[168511]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.413 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:10 smithi150 ceph-mon[168511]: pgmap v592: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 41 MiB/s wr, 656 op/s 2023-10-09T04:44:10.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/376860662' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:10.433 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:10.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:10.444 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:10.453 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 113043 113027 82.0887 50.375 0.0124678 0.0121772 2023-10-09T04:44:10.479 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:44:10.510 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[184249]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.511 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[184249]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.511 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[184249]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.511 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[184249]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.512 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[184249]: pgmap v592: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 41 MiB/s wr, 656 op/s 2023-10-09T04:44:10.512 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/376860662' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:10.512 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[179183]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[179183]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[179183]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[179183]: failed to encode map e167 with expected crc 2023-10-09T04:44:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[179183]: pgmap v592: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 41 MiB/s wr, 656 op/s 2023-10-09T04:44:10.825 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/376860662' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:10.826 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:10.876 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:10.922 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:10.940 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:10.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:10.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:11.008 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:11.052 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:11.104 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:11.222 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:11.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:11.230 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:11.331 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:11.409 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:11.957 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 113881 113865 81.7467 52.375 0.0254736 0.0122284 2023-10-09T04:44:11.957 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:11.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:11.959 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:11.959 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:12.060 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:12.153 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:12.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:44:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:44:12] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2023-10-09T04:44:12.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 114740 114724 81.4279 53.6875 0.0232074 0.0122756 2023-10-09T04:44:12.470 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:12.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:12.476 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:12.577 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:12.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:12 smithi107 ceph-mon[179183]: pgmap v593: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 31 MiB/s wr, 500 op/s 2023-10-09T04:44:12.609 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:12 smithi107 ceph-mon[184249]: pgmap v593: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 31 MiB/s wr, 500 op/s 2023-10-09T04:44:12.650 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:12.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:12 smithi150 ceph-mon[168511]: pgmap v593: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 31 MiB/s wr, 500 op/s 2023-10-09T04:44:12.877 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:44:13.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 15 115548 115533 81.0812 50.5625 0.0293076 0.0123281 2023-10-09T04:44:13.517 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:13.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:13.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:13.621 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:13.684 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:13.938 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:14.444 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T04:44:14.445 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0097 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 116288 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 80.7469 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 35.3488 2023-10-09T04:44:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 203.438 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 45.3125 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1291 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 565.58 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3255 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 725 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0123805 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.00855121 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 0.231825 2023-10-09T04:44:14.455 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00119487 2023-10-09T04:44:14.462 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:44:14.627 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:14 smithi107 ceph-mon[184249]: pgmap v594: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 62 MiB/s wr, 993 op/s 2023-10-09T04:44:14.627 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3981384225' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:44:14.627 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1160551521' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:14.628 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:14 smithi107 ceph-mon[179183]: pgmap v594: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 62 MiB/s wr, 993 op/s 2023-10-09T04:44:14.628 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3981384225' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:44:14.628 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1160551521' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:14 smithi150 ceph-mon[168511]: pgmap v594: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 62 MiB/s wr, 993 op/s 2023-10-09T04:44:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3981384225' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:44:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1160551521' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:14.749 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:14.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:14.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:14.857 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:14.916 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:14.978 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:14.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:14.983 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:15.084 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:15.138 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:15.233 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 3 1 2023-10-09T04:44:15.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:15.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3981384225' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:44:15.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1160551521' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:44:15.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: osdmap e168: 8 total, 8 up, 8 in 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[184249]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3981384225' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1160551521' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: osdmap e168: 8 total, 8 up, 8 in 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.470 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.471 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:15 smithi107 ceph-mon[179183]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.507 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:15.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:15.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:15.621 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:15.702 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:15.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3981384225' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1160551521' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: osdmap e168: 8 total, 8 up, 8 in 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:15 smithi150 ceph-mon[168511]: failed to encode map e168 with expected crc 2023-10-09T04:44:15.831 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:44:15.831 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:44:15.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191096 7.7 7:e1ecf6be:::benchmark_data_smithi107_201688_object82039:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.124984+0000", 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 463.703318432, 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0628472369999999, 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191096 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.124984+0000", 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.124984+0000", 2023-10-09T04:44:15.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.124983+0000", 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.124989+0000", 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5930000000000002e-06 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125006+0000", 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6594000000000001e-05 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125012+0000", 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2419999999999997e-06 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125054+0000", 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1708000000000001e-05 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125194+0000", 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000140235 2023-10-09T04:44:15.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125326+0000", 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013172699999999999 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.140499+0000", 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015172975 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148145+0000", 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0076459620000000001 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148153+0000", 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5860000000000005e-06 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.187750+0000", 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0395962860000001 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.187831+0000", 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1409000000000006e-05 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.839 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191102 7.7 7:e68927d8:::benchmark_data_smithi107_201688_object82045:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.125057+0000", 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 463.70324498000002, 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0630763160000001, 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191102 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125057+0000", 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125057+0000", 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125057+0000", 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125060+0000", 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0800000000000002e-06 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125066+0000", 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1789999999999996e-06 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125070+0000", 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9790000000000004e-06 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.129993+0000", 2023-10-09T04:44:15.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049228240000000001 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.130113+0000", 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119727 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.130237+0000", 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012418100000000001 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.140505+0000", 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010267748 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148185+0000", 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0076805390000000001 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148191+0000", 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5740000000000003e-06 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188075+0000", 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.039883796 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188134+0000", 2023-10-09T04:44:15.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9125000000000001e-05 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191106 7.7 7:e3d8a6ec:::benchmark_data_smithi107_201688_object82049:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.125094+0000", 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 463.70320843399998, 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.063129926, 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.847 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191106 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125094+0000", 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125094+0000", 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125094+0000", 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125095+0000", 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.699e-06 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125100+0000", 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.955e-06 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125104+0000", 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.23e-06 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.135658+0000", 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010554350000000001 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.135768+0000", 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010964 2023-10-09T04:44:15.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.135852+0000", 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4203999999999995e-05 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.140681+0000", 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048289190000000001 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148303+0000", 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0076222410000000001 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148309+0000", 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5339999999999996e-06 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188159+0000", 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.039849936 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188224+0000", 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4482999999999999e-05 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191108 7.c 7:3f0bd845:::benchmark_data_smithi107_201688_object82051:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.137036+0000", 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 463.69126653900003, 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0507948220000001, 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.855 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191108 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137036+0000", 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137036+0000", 2023-10-09T04:44:15.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137034+0000", 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137040+0000", 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6359999999999999e-06 2023-10-09T04:44:15.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137050+0000", 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4639999999999995e-06 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137055+0000", 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2009999999999998e-06 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137094+0000", 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8902999999999997e-05 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137180+0000", 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6248999999999994e-05 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137268+0000", 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7918999999999996e-05 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.141969+0000", 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047011520000000001 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148000+0000", 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0060313019999999997 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.154820+0000", 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068195089999999996 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.154828+0000", 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1629999999999996e-06 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.187750+0000", 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.032921778 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.187831+0000", 2023-10-09T04:44:15.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0889000000000004e-05 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191110 7.c 7:36e2d2fa:::benchmark_data_smithi107_201688_object82053:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.142167+0000", 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 463.68613519100001, 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0463270929999999, 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.863 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191110 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142167+0000", 2023-10-09T04:44:15.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142167+0000", 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142166+0000", 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142171+0000", 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2889999999999999e-06 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142183+0000", 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2782999999999999e-05 2023-10-09T04:44:15.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142190+0000", 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1829999999999999e-06 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142234+0000", 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4715000000000001e-05 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142345+0000", 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110884 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.142441+0000", 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5482000000000005e-05 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.148675+0000", 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0062347310000000003 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155235+0000", 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0065594299999999998 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155244+0000", 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1269999999999992e-06 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188442+0000", 2023-10-09T04:44:15.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.033198324 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188494+0000", 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2052999999999998e-05 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191111 7.7 7:e5053feb:::benchmark_data_smithi107_201688_object82054:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.155244+0000", 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 463.67305857100001, 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0504609030000001, 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.872 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191111 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155244+0000", 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155244+0000", 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155243+0000", 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155248+0000", 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1839999999999998e-06 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155258+0000", 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0316000000000001e-05 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155265+0000", 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4330000000000001e-06 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155309+0000", 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4376000000000003e-05 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.155318+0000", 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7460000000000006e-06 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188246+0000", 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0329285130000001 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188366+0000", 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119589 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.188495+0000", 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012915600000000001 2023-10-09T04:44:15.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.196394+0000", 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078993229999999998 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.205555+0000", 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091600229999999998 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.205608+0000", 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3041999999999998e-05 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.205705+0000", 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7115999999999996e-05 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.879 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:204208 7.7 7:ec3ebe99:::benchmark_data_smithi107_201688_object95151:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e134)", 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:49.021497+0000", 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 446.80680489299999, 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.834907418, 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.880 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 204208 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.021497+0000", 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.021497+0000", 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.021496+0000", 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.021502+0000", 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1279999999999996e-06 2023-10-09T04:44:15.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.021511+0000", 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7649999999999999e-06 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.021516+0000", 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0100000000000003e-06 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.022263+0000", 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074660600000000003 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.022405+0000", 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014202799999999999 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:15.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.022541+0000", 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013656599999999999 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.027233+0000", 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046920920000000001 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.059032+0000", 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031798922 2023-10-09T04:44:15.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.059041+0000", 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1160000000000005e-06 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699764+0000", 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.64072286099999998 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699773+0000", 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.217e-06 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.839756+0000", 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.139983027 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:44:15.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.839868+0000", 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011177 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.856361+0000", 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016492949999999999 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.856405+0000", 2023-10-09T04:44:15.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3704e-05 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:204237 7.c 7:3163ac28:::benchmark_data_smithi107_201688_object95180:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:49.065467+0000", 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 446.76283547499997, 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7898618050000001, 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.889 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 204237 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065467+0000", 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065467+0000", 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065466+0000", 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065472+0000", 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2770000000000002e-06 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065487+0000", 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5531000000000001e-05 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065495+0000", 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6809999999999998e-06 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065552+0000", 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7269999999999999e-05 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.065566+0000", 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3285000000000001e-05 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699323+0000", 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.63375760299999995 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699337+0000", 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3691e-05 2023-10-09T04:44:15.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.837569+0000", 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1382324050000001 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.837715+0000", 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014575999999999999 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.837868+0000", 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015277499999999999 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.849115+0000", 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011247462999999999 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.851924+0000", 2023-10-09T04:44:15.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028085390000000001 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855107+0000", 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031835420000000001 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855162+0000", 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.469e-05 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855329+0000", 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000166525 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:204241 7.7 7:e4100f86:::benchmark_data_smithi107_201688_object95184:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:49.075784+0000", 2023-10-09T04:44:15.898 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 446.752517969, 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.779515336, 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 204241 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075784+0000", 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075784+0000", 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075783+0000", 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:15.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075789+0000", 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8200000000000002e-06 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075802+0000", 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3698e-05 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075808+0000", 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9240000000000004e-06 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075870+0000", 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1329999999999997e-05 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.075883+0000", 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3268000000000001e-05 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699794+0000", 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.62391116199999996 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699801+0000", 2023-10-09T04:44:15.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9929999999999998e-06 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.840082+0000", 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.140281017 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.840222+0000", 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013986099999999999 2023-10-09T04:44:15.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.840357+0000", 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013459400000000001 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.844455+0000", 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040989429999999999 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.845739+0000", 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012834879999999999 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855122+0000", 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0093834480000000008 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855159+0000", 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6523999999999998e-05 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855300+0000", 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014080900000000001 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:204242 7.c 7:31669f18:::benchmark_data_smithi107_201688_object95185:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:49.078512+0000", 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 446.749790287, 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.78115355, 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 204242 2023-10-09T04:44:15.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078512+0000", 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078512+0000", 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078511+0000", 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078516+0000", 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4660000000000001e-06 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078527+0000", 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1535999999999999e-05 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078532+0000", 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8720000000000001e-06 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078569+0000", 2023-10-09T04:44:15.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7319e-05 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.078577+0000", 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.926e-06 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699369+0000", 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.62079168799999995 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.699376+0000", 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5060000000000001e-06 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.843785+0000", 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1444094979999999 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.843925+0000", 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014019100000000001 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.844087+0000", 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016191299999999999 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.849281+0000", 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051936120000000002 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.852156+0000", 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028753020000000002 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.856147+0000", 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003990721 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.856189+0000", 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2379000000000002e-05 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.859666+0000", 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0034764470000000001 2023-10-09T04:44:15.917 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:98551 9.1 e163/149 9:8adf0848:::benchmark_data_smithi107_236173_object98550:head v 163'6218, mlcod=163'6216)", 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:53.227432+0000", 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.600870262000001, 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.024751428999999998, 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.918 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227432+0000", 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227432+0000", 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227431+0000", 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227481+0000", 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9874999999999999e-05 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227493+0000", 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2452e-05 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227500+0000", 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1630000000000001e-06 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227544+0000", 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4793999999999998e-05 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.227562+0000", 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8e-05 2023-10-09T04:44:15.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.252147+0000", 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.024584977000000001 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:53.252184+0000", 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6217999999999998e-05 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:99808 9.0 e163/149 9:0cca290b:::benchmark_data_smithi107_236173_object99807:head v 163'6291, mlcod=163'6289)", 2023-10-09T04:44:15.924 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:54.550343+0000", 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.277958885, 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020235370999999999, 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550343+0000", 2023-10-09T04:44:15.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550343+0000", 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550342+0000", 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550387+0000", 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4539000000000002e-05 2023-10-09T04:44:15.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550409+0000", 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2065e-05 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550417+0000", 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5439999999999999e-06 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550485+0000", 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7160000000000001e-05 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.550508+0000", 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3465999999999999e-05 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.570534+0000", 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020025772000000001 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:54.570579+0000", 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5068999999999998e-05 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:102271 9.1 e163/149 9:88e9c29f:::benchmark_data_smithi107_236173_object102270:head v 163'6456, mlcod=163'6453)", 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:57.085873+0000", 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 18.742429411, 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018659996000000002, 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.085873+0000", 2023-10-09T04:44:15.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.085873+0000", 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.085872+0000", 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.094282+0000", 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0084097000000000009 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.094302+0000", 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9572000000000002e-05 2023-10-09T04:44:15.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.094309+0000", 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1899999999999998e-06 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.094560+0000", 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000251036 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.094579+0000", 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8732e-05 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.104478+0000", 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098997000000000009 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:57.104533+0000", 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4728999999999997e-05 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:103726 9.1 e163/149 9:836010fd:::benchmark_data_smithi107_236173_object103725:head v 163'6565, mlcod=163'6562)", 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:43:58.680717+0000", 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.147584892000001, 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018568509, 2023-10-09T04:44:15.936 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.680717+0000", 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.680717+0000", 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.680716+0000", 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.689249+0000", 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0085321700000000004 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.689261+0000", 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2063e-05 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.689269+0000", 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5310000000000001e-06 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.689328+0000", 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9020000000000001e-05 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.689351+0000", 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2429000000000002e-05 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.699245+0000", 2023-10-09T04:44:15.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098938749999999999 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:43:58.699286+0000", 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1409999999999998e-05 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.941 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:106431 9.b e164/149 9:d5af879a:::benchmark_data_smithi107_236173_object106430:head v 164'6706, mlcod=164'6702)", 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:44:02.000809+0000", 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 13.827493187, 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019521779999999999, 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.000809+0000", 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.000809+0000", 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.000808+0000", 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.000849+0000", 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0127999999999999e-05 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.000884+0000", 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5593000000000003e-05 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.000888+0000", 2023-10-09T04:44:15.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2490000000000003e-06 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.004453+0000", 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0035643820000000001 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.004480+0000", 2023-10-09T04:44:15.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7076e-05 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.020278+0000", 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015798045 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:02.020331+0000", 2023-10-09T04:44:15.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3025999999999997e-05 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:113879 9.b e167/149 9:da6523f7:::benchmark_data_smithi107_236173_object113878:head v 167'7167, mlcod=167'7165)", 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:44:11.457890+0000", 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 4.3704119239999999, 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027154153, 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.947 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.457890+0000", 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.457890+0000", 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.457890+0000", 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.457939+0000", 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9231999999999999e-05 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.457956+0000", 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7351e-05 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.457963+0000", 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8569999999999997e-06 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.458029+0000", 2023-10-09T04:44:15.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6505000000000001e-05 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.458050+0000", 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1005999999999998e-05 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.485007+0000", 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026956223000000001 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.485045+0000", 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7898999999999997e-05 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:113885 9.1 e167/149 9:8b2f7f12:::benchmark_data_smithi107_236173_object113884:head v 167'7199, mlcod=167'7195)", 2023-10-09T04:44:15.952 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:44:11.465249+0000", 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 4.3630529610000002, 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019720531999999999, 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465249+0000", 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465249+0000", 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465248+0000", 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465290+0000", 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1386e-05 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465311+0000", 2023-10-09T04:44:15.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1742e-05 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465320+0000", 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.371e-06 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465406+0000", 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6026000000000006e-05 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.465428+0000", 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1902000000000001e-05 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.484921+0000", 2023-10-09T04:44:15.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019493513000000001 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.484970+0000", 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8625000000000003e-05 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.958 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:114300 9.b e167/149 9:dcecb0fa:::benchmark_data_smithi107_236173_object114299:head v 167'7193, mlcod=167'7191)", 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:44:11.954374+0000", 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 3.8739278820000003, 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019766467999999999, 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954374+0000", 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954374+0000", 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954374+0000", 2023-10-09T04:44:15.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954478+0000", 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010477899999999999 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954495+0000", 2023-10-09T04:44:15.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6512e-05 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954502+0000", 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.759e-06 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.962 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954553+0000", 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1180999999999997e-05 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.954571+0000", 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7679000000000001e-05 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.974079+0000", 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019508803000000002 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:11.974141+0000", 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1617000000000003e-05 2023-10-09T04:44:15.964 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:115729 9.b e167/149 9:dee2de68:::benchmark_data_smithi107_236173_object115728:head v 167'7294, mlcod=167'7288)", 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:44:13.705399+0000", 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 2.1229037599999998, 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.028272065999999998, 2023-10-09T04:44:15.965 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.705399+0000", 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.705399+0000", 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.966 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.705398+0000", 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.705438+0000", 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9796000000000003e-05 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.967 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.705444+0000", 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5140000000000001e-06 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.705447+0000", 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2899999999999998e-06 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.968 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712409+0000", 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069622740000000001 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712431+0000", 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.154e-05 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.733628+0000", 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021196850999999999 2023-10-09T04:44:15.969 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.733671+0000", 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3050999999999998e-05 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:115741 9.0 e167/149 9:02c9d1d4:::benchmark_data_smithi107_236173_object115740:head v 167'7236, mlcod=167'7234)", 2023-10-09T04:44:15.970 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:44:13.712426+0000", 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 2.1158760029999999, 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021138260999999998, 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712426+0000", 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.971 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712426+0000", 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712425+0000", 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712464+0000", 2023-10-09T04:44:15.972 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9088999999999998e-05 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712477+0000", 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3536000000000001e-05 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712485+0000", 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3900000000000004e-06 2023-10-09T04:44:15.973 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712530+0000", 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5753000000000001e-05 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.712547+0000", 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6572999999999999e-05 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.974 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.733519+0000", 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020972226 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:44:13.733565+0000", 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5318999999999998e-05 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.975 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:15.976 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:15.976 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:44:15.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:15.977 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:15.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:16.078 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:16.119 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:16.187 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:16.188 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:16.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:16.196 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:16.266 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:16.291 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:44:16.295 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:16.297 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:16.331 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:16.365 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:16.399 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:16.402 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:16.430 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:16.466 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:16.474 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:16.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:16.484 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:16.501 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:16.529 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.529 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.529 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.530 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.530 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.530 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.530 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.530 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:44:16.585 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:16.667 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:16.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:16 smithi107 ceph-mon[179183]: pgmap v596: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2023-10-09T04:44:16.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:16.687 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3673082831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:16.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:16 smithi107 ceph-mon[184249]: pgmap v596: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2023-10-09T04:44:16.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:16.687 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3673082831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:16.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:16 smithi150 ceph-mon[168511]: pgmap v596: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2023-10-09T04:44:16.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:16.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3673082831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:17.115 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:17.286 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:17.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:17.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:17.392 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:17.457 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:17.532 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:17.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:17.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:17.637 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:17.702 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:17.765 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:17.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:17.771 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:17.822 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:44:17.871 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:17.917 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:18.117 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:18.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:18.122 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:18.223 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:18.288 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:18.403 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:18.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:18.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:18.507 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:18.556 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:18.692 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:18 smithi150 ceph-mon[168511]: pgmap v597: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 34 MiB/s wr, 583 op/s 2023-10-09T04:44:18.737 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:18.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:18.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:18.849 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:18.849 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:18.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:18.915 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:18 smithi107 ceph-mon[184249]: pgmap v597: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 34 MiB/s wr, 583 op/s 2023-10-09T04:44:18.917 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:18 smithi107 ceph-mon[179183]: pgmap v597: 89 pgs: 89 active+clean; 7.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 34 MiB/s wr, 583 op/s 2023-10-09T04:44:18.923 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:18.987 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:18.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:18.994 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:19.094 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:19.165 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:19.210 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:19.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:19.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:19.266 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:44:19.321 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:19.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:19.412 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:44:19.465 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:19.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:19.470 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:19.524 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.3 to 1 (10000) 2023-10-09T04:44:19.571 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:19.636 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:19.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3649200123' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:44:19.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3649200123' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:44:19.716 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:19.721 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3649200123' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:44:19.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:19.722 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:19.823 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:19.874 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:19.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:19.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:19.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:20.039 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:20.095 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:20.110 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:20.351 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:20.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:20.365 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:20.466 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:20.482 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T04:44:20.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:20.593 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:20.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:20.603 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: pgmap v598: 89 pgs: 89 active+clean; 6.9 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 102 B/s rd, 35 MiB/s wr, 808 op/s 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3649200123' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: osdmap e169: 8 total, 8 up, 8 in 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.667 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:20 smithi150 ceph-mon[168511]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: pgmap v598: 89 pgs: 89 active+clean; 6.9 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 102 B/s rd, 35 MiB/s wr, 808 op/s 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3649200123' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: osdmap e169: 8 total, 8 up, 8 in 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[179183]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: pgmap v598: 89 pgs: 89 active+clean; 6.9 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 102 B/s rd, 35 MiB/s wr, 808 op/s 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3649200123' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: osdmap e169: 8 total, 8 up, 8 in 2023-10-09T04:44:20.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:20 smithi107 ceph-mon[184249]: failed to encode map e169 with expected crc 2023-10-09T04:44:20.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:20.763 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:20.867 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:20.898 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:20.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:20.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:21.012 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:21.073 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:21.260 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:21.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:21.269 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:21.370 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:21.437 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:21.548 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:21.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:21.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:21.656 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:21.736 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:21.802 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:21.802 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:21.810 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:21.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:21.815 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:21.894 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:21.916 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:21.995 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:22.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:44:22] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2023-10-09T04:44:22.224 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:22.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:22.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:22.263 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:44:22.341 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:22.415 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:22.503 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:22.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:22.511 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:22.550 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:44:22.612 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:22.669 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:22.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-mon[184249]: pgmap v600: 89 pgs: 89 active+clean; 6.9 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 12 MiB/s wr, 509 op/s 2023-10-09T04:44:22.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3173057346' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:22.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:22.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-mon[179183]: pgmap v600: 89 pgs: 89 active+clean; 6.9 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 12 MiB/s wr, 509 op/s 2023-10-09T04:44:22.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3173057346' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:22.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:22 smithi150 ceph-mon[168511]: pgmap v600: 89 pgs: 89 active+clean; 6.9 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 12 MiB/s wr, 509 op/s 2023-10-09T04:44:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3173057346' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:23.106 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:44:23.267 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:23.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:23.281 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:23.303 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:23.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:23.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:23.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:23.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:23.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:23.318 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:23.349 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:23.365 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.365 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.365 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.365 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.365 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.366 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.366 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.366 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:44:23.382 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:23.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: osdmap e170: 8 total, 8 up, 8 in 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1967625619' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: osdmap e170: 8 total, 8 up, 8 in 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1967625619' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:23.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:23.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:23.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: osdmap e170: 8 total, 8 up, 8 in 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: failed to encode map e170 with expected crc 2023-10-09T04:44:23.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1967625619' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:23.955 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:23.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:23.962 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:24.064 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:24.118 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:24.176 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:24.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:24.188 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:24.288 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:24.363 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:24.486 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:24.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:24.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:24.591 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:24.664 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:24 smithi150 ceph-mon[168511]: pgmap v602: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 12 MiB/s wr, 888 op/s 2023-10-09T04:44:24.670 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:24.746 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:24.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:24.750 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:24.801 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:44:24.801 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:44:24.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:44:24.801 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:44:24.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.801 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:145306 7.5 7:a4532812:::benchmark_data_smithi107_201688_object36249:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112)", 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:20.671301+0000", 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 544.12630486, 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0323464019999999, 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 145306 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.802 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671301+0000", 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671301+0000", 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671299+0000", 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671310+0000", 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1012999999999999e-05 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671323+0000", 2023-10-09T04:44:24.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2174999999999999e-05 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671331+0000", 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1300000000000001e-06 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671457+0000", 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000125909 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671466+0000", 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1940000000000004e-06 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.691113+0000", 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0196474390000001 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.691265+0000", 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000151724 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.691418+0000", 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015315000000000001 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703508+0000", 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012089770999999999 2023-10-09T04:44:24.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703525+0000", 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7251000000000001e-05 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703584+0000", 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9250999999999999e-05 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703647+0000", 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3008000000000004e-05 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:145311 7.5 7:ad87a68d:::benchmark_data_smithi107_201688_object36254:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112)", 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:20.671347+0000", 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 544.126258484, 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0366624680000001, 2023-10-09T04:44:24.809 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 145311 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.810 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671347+0000", 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671347+0000", 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671347+0000", 2023-10-09T04:44:24.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671350+0000", 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0800000000000002e-06 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671360+0000", 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0386e-05 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671366+0000", 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8499999999999999e-06 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671492+0000", 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012533600000000001 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.671497+0000", 2023-10-09T04:44:24.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2050000000000001e-06 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.695579+0000", 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.02408188 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.695703+0000", 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012413499999999999 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.695781+0000", 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7713000000000006e-05 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.706411+0000", 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01063046 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.707848+0000", 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0014371830000000001 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.707938+0000", 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9988000000000006e-05 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.708010+0000", 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1687999999999995e-05 2023-10-09T04:44:24.816 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:145316 7.5 7:a23a1848:::benchmark_data_smithi107_201688_object36259:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113)", 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:20.675260+0000", 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 544.12234561900004, 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0405236659999999, 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.817 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 145316 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675260+0000", 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675260+0000", 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675259+0000", 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675266+0000", 2023-10-09T04:44:24.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6350000000000006e-06 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675283+0000", 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7033000000000001e-05 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675291+0000", 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3930000000000002e-06 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675344+0000", 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3687999999999998e-05 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.675356+0000", 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1158000000000001e-05 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.699551+0000", 2023-10-09T04:44:24.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.024195631 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.699688+0000", 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000137064 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.699832+0000", 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014408699999999999 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.706415+0000", 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0065823139999999997 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.715627+0000", 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0092120540000000008 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.715682+0000", 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5133000000000002e-05 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.715784+0000", 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000102107 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.824 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:145318 7.5 7:af67cff7:::benchmark_data_smithi107_201688_object36261:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113)", 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:20.690412+0000", 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 544.10719408900002, 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.025525121, 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 145318 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690412+0000", 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690412+0000", 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690410+0000", 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690417+0000", 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0809999999999996e-06 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690432+0000", 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4973e-05 2023-10-09T04:44:24.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690439+0000", 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2219999999999999e-06 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690478+0000", 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9391999999999998e-05 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:20.690485+0000", 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5089999999999999e-06 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703676+0000", 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.013190982 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703764+0000", 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8490000000000001e-05 2023-10-09T04:44:24.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.703847+0000", 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2792000000000003e-05 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.706578+0000", 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0027309779999999998 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.715829+0000", 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0092516279999999996 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.715867+0000", 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7954999999999998e-05 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:21.715937+0000", 2023-10-09T04:44:24.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9528000000000002e-05 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:156031 7.5 7:ae6d73e6:::benchmark_data_smithi107_201688_object46974:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115)", 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:36.081436+0000", 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 528.71616997199999, 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2676880069999998, 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.833 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.833 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 156031 2023-10-09T04:44:24.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.834 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081436+0000", 2023-10-09T04:44:24.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081436+0000", 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081434+0000", 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081444+0000", 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8660000000000001e-06 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081461+0000", 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7405999999999999e-05 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081469+0000", 2023-10-09T04:44:24.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2819999999999999e-06 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081515+0000", 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6146000000000002e-05 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081629+0000", 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011407 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.081710+0000", 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1518000000000001e-05 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.086235+0000", 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004524297 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.092155+0000", 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0059205170000000001 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.092167+0000", 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1919000000000001e-05 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.076328+0000", 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98416078100000004 2023-10-09T04:44:24.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.076340+0000", 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1867e-05 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.316438+0000", 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.240098522 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.316626+0000", 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018745099999999999 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.349038+0000", 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032412593000000003 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.349124+0000", 2023-10-09T04:44:24.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5525999999999994e-05 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:156040 7.5 7:a2965802:::benchmark_data_smithi107_201688_object46983:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:36.096334+0000", 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 528.70127197700003, 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2459674330000001, 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.842 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 156040 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.096334+0000", 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.096334+0000", 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.096332+0000", 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.096340+0000", 2023-10-09T04:44:24.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3610000000000003e-06 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.096353+0000", 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2836999999999999e-05 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.096360+0000", 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1439999999999997e-06 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097583+0000", 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001223336 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097593+0000", 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0069e-05 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.077048+0000", 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97945531600000002 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.077057+0000", 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6489999999999997e-06 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.316934+0000", 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2398766990000001 2023-10-09T04:44:24.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.317075+0000", 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000140903 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.317235+0000", 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015990199999999999 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.330738+0000", 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013503398 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.336669+0000", 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005931202 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342069+0000", 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005399409 2023-10-09T04:44:24.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342125+0000", 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6354000000000003e-05 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342301+0000", 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017635599999999999 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.850 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:156041 7.5 7:a226bdf7:::benchmark_data_smithi107_201688_object46984:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:36.097543+0000", 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 528.70006251300003, 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2450290649999998, 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.851 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 156041 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097543+0000", 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097543+0000", 2023-10-09T04:44:24.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097543+0000", 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097548+0000", 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8679999999999998e-06 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097559+0000", 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1464000000000001e-05 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097565+0000", 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3330000000000002e-06 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097616+0000", 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1104999999999999e-05 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.097624+0000", 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9910000000000002e-06 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.077078+0000", 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97945328300000001 2023-10-09T04:44:24.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.077085+0000", 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1049999999999997e-06 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.321586+0000", 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.244501482 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.321750+0000", 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000163721 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.321909+0000", 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015914600000000001 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.330745+0000", 2023-10-09T04:44:24.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088361240000000008 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.336723+0000", 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0059775219999999999 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342372+0000", 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0056494340000000001 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342436+0000", 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4128999999999995e-05 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342572+0000", 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135993 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:156051 7.5 7:afeaeb46:::benchmark_data_smithi107_201688_object46994:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:36.111538+0000", 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 528.68606772600003, 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2312960579999999, 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 156051 2023-10-09T04:44:24.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111538+0000", 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111538+0000", 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111537+0000", 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111544+0000", 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.593e-06 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111562+0000", 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8057999999999999e-05 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111569+0000", 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4989999999999999e-06 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111624+0000", 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5569000000000003e-05 2023-10-09T04:44:24.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:36.111634+0000", 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7610000000000002e-06 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.077106+0000", 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96547166399999995 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:37.077113+0000", 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8539999999999999e-06 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.326354+0000", 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.249241171 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.326509+0000", 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015537600000000001 2023-10-09T04:44:24.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.326676+0000", 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016669800000000001 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.330752+0000", 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040756189999999999 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.336763+0000", 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006011153 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342679+0000", 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005916546 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342733+0000", 2023-10-09T04:44:24.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3680000000000001e-05 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:38.342834+0000", 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010126 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166422 7.5 7:a674e4c4:::benchmark_data_smithi107_201688_object57365:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.868 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.417005+0000", 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.38060070199998, 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96013733199999995, 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166422 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417005+0000", 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417005+0000", 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417004+0000", 2023-10-09T04:44:24.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417011+0000", 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5209999999999997e-06 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417030+0000", 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8913999999999999e-05 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417036+0000", 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2330000000000003e-06 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417090+0000", 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3974000000000002e-05 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.417101+0000", 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0604999999999999e-05 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.366271+0000", 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94916964500000001 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.366411+0000", 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014072499999999999 2023-10-09T04:44:24.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.366490+0000", 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9081999999999999e-05 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.369945+0000", 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0034544100000000002 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.372477+0000", 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025321150000000001 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377090+0000", 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004612868 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377117+0000", 2023-10-09T04:44:24.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7739e-05 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377142+0000", 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4975999999999999e-05 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166434 7.5 7:abbd9c08:::benchmark_data_smithi107_201688_object57377:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.876 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.438025+0000", 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.35958081899997, 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95397667500000005, 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166434 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438025+0000", 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438025+0000", 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438023+0000", 2023-10-09T04:44:24.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438032+0000", 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6719999999999993e-06 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438050+0000", 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8428999999999999e-05 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438058+0000", 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4590000000000001e-06 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438118+0000", 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0194e-05 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.438129+0000", 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0564000000000001e-05 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.369975+0000", 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93184664500000003 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.370076+0000", 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000100734 2023-10-09T04:44:24.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.370149+0000", 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2986999999999998e-05 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.376941+0000", 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006792256 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.376949+0000", 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1310000000000006e-06 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391946+0000", 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014996759 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391978+0000", 2023-10-09T04:44:24.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1464000000000002e-05 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392002+0000", 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4108999999999999e-05 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166454 7.5 7:a5c52f05:::benchmark_data_smithi107_201688_object57397:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.884 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.463070+0000", 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.33453555400001, 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92901517099999997, 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166454 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463070+0000", 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463070+0000", 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463069+0000", 2023-10-09T04:44:24.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463076+0000", 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.934e-06 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463094+0000", 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8529000000000002e-05 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463103+0000", 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2069999999999995e-06 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463176+0000", 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3672999999999997e-05 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.463187+0000", 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0637e-05 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.372506+0000", 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90931881699999995 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.372593+0000", 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6818999999999997e-05 2023-10-09T04:44:24.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.372670+0000", 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7622999999999999e-05 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377002+0000", 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043312919999999996 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377150+0000", 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014887 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392032+0000", 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014882072999999999 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392062+0000", 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9373000000000002e-05 2023-10-09T04:44:24.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392085+0000", 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3646e-05 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166472 7.5 7:ab57094d:::benchmark_data_smithi107_201688_object57415:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.489476+0000", 2023-10-09T04:44:24.892 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.308129474, 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92642686600000002, 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166472 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489476+0000", 2023-10-09T04:44:24.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489476+0000", 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489475+0000", 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489483+0000", 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8830000000000006e-06 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489498+0000", 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5169e-05 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489505+0000", 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8070000000000002e-06 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489570+0000", 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5252000000000005e-05 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.489583+0000", 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3288000000000001e-05 2023-10-09T04:44:24.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.374653+0000", 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88507002700000004 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.374734+0000", 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0823999999999997e-05 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.374803+0000", 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8849000000000004e-05 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.379284+0000", 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044810379999999997 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.379292+0000", 2023-10-09T04:44:24.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0860000000000002e-06 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.415823+0000", 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.036530781999999998 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.415866+0000", 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2673999999999998e-05 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.415903+0000", 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7605000000000003e-05 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166478 7.5 7:a1355f25:::benchmark_data_smithi107_201688_object57421:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.494409+0000", 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.30319695399999, 2023-10-09T04:44:24.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92163062500000004, 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166478 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494409+0000", 2023-10-09T04:44:24.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494409+0000", 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494408+0000", 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494415+0000", 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0609999999999998e-06 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494429+0000", 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4734e-05 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494436+0000", 2023-10-09T04:44:24.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3080000000000004e-06 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494497+0000", 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1509999999999999e-05 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.494518+0000", 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0975000000000002e-05 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377176+0000", 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88265785299999999 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377253+0000", 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.716e-05 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.377318+0000", 2023-10-09T04:44:24.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5109000000000003e-05 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384264+0000", 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069462279999999996 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384307+0000", 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2565999999999999e-05 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.415957+0000", 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031650379999999999 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.416004+0000", 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6159999999999999e-05 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.416040+0000", 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5939000000000003e-05 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166516 7.5 7:add51ca6:::benchmark_data_smithi107_201688_object57459:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.550241+0000", 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.24736527099998, 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.871687039, 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.908 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166516 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550241+0000", 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550241+0000", 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550239+0000", 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550246+0000", 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9299999999999997e-06 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550262+0000", 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5977999999999998e-05 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550269+0000", 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9249999999999998e-06 2023-10-09T04:44:24.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550333+0000", 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3893999999999995e-05 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.550345+0000", 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2248e-05 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.379313+0000", 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.82896776699999997 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.379383+0000", 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0301000000000003e-05 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.379470+0000", 2023-10-09T04:44:24.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7227999999999999e-05 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384299+0000", 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048285250000000002 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384314+0000", 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5634e-05 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.421841+0000", 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.037526536999999999 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.421888+0000", 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6842999999999999e-05 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.421928+0000", 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9756999999999999e-05 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166543 7.5 7:ab767416:::benchmark_data_smithi107_201688_object57486:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.589470+0000", 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.208136169, 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.83256413500000004, 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.916 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166543 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589470+0000", 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589470+0000", 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589468+0000", 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589476+0000", 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2969999999999998e-06 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589493+0000", 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7203000000000001e-05 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589499+0000", 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6100000000000002e-06 2023-10-09T04:44:24.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589545+0000", 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5980999999999999e-05 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.589553+0000", 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.515e-06 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.381764+0000", 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.79221145599999998 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.381862+0000", 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7157999999999994e-05 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.381928+0000", 2023-10-09T04:44:24.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6278999999999993e-05 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391841+0000", 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0099128159999999996 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391898+0000", 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7025999999999999e-05 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.421958+0000", 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.030060507 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.421991+0000", 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2416000000000003e-05 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422034+0000", 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3241000000000002e-05 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166577 7.5 7:a060b17d:::benchmark_data_smithi107_201688_object57520:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.631371+0000", 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.166235078, 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.79079579799999999, 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.924 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166577 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631371+0000", 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631371+0000", 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631370+0000", 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631376+0000", 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5799999999999997e-06 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631389+0000", 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2656e-05 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631396+0000", 2023-10-09T04:44:24.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9909999999999996e-06 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631446+0000", 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0476000000000003e-05 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.631456+0000", 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5440000000000004e-06 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384332+0000", 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.752875976 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384402+0000", 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0281e-05 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.384473+0000", 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0967e-05 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391861+0000", 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007387968 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391923+0000", 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1594999999999996e-05 2023-10-09T04:44:24.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422087+0000", 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.030164514999999999 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422131+0000", 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3516999999999997e-05 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422167+0000", 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5966000000000001e-05 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166583 7.5 7:a27a22d7:::benchmark_data_smithi107_201688_object57526:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.644421+0000", 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.15318444000002, 2023-10-09T04:44:24.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.777846963, 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166583 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644421+0000", 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644421+0000", 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644420+0000", 2023-10-09T04:44:24.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644427+0000", 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7830000000000001e-06 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644442+0000", 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4946999999999999e-05 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644448+0000", 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2029999999999997e-06 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644514+0000", 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6649000000000005e-05 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644524+0000", 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.859e-06 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.386685+0000", 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.74216094200000005 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.386777+0000", 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1878000000000004e-05 2023-10-09T04:44:24.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.386848+0000", 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0341999999999998e-05 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.391928+0000", 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050802670000000003 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392117+0000", 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018960599999999999 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422204+0000", 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.030086199000000001 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422237+0000", 2023-10-09T04:44:24.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3819000000000003e-05 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422268+0000", 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0959e-05 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166585 7.5 7:a021ff4d:::benchmark_data_smithi107_201688_object57528:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.940 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.644461+0000", 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.15314508500001, 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.77791834199999998, 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166585 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644461+0000", 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644461+0000", 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644460+0000", 2023-10-09T04:44:24.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644463+0000", 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.174e-06 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644476+0000", 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.207e-05 2023-10-09T04:44:24.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644481+0000", 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9840000000000001e-06 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644555+0000", 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4711999999999999e-05 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.644566+0000", 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0713999999999999e-05 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.389359+0000", 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.74479305900000004 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.389427+0000", 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7792000000000004e-05 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.389500+0000", 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3288999999999996e-05 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392138+0000", 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026378730000000002 2023-10-09T04:44:24.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392143+0000", 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0989999999999998e-06 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422302+0000", 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.030158634 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422345+0000", 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3565e-05 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.422379+0000", 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3840999999999997e-05 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:166589 7.5 7:a7d14a1c:::benchmark_data_smithi107_201688_object57532:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:35:54.648345+0000", 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 510.14926086399998, 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.78228348299999995, 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166589 2023-10-09T04:44:24.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648345+0000", 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648345+0000", 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648344+0000", 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648353+0000", 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7730000000000005e-06 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648364+0000", 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1674e-05 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648370+0000", 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1000000000000003e-06 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648422+0000", 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2791000000000003e-05 2023-10-09T04:44:24.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:54.648432+0000", 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6069999999999997e-06 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392166+0000", 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.74373381100000002 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392247+0000", 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0768999999999999e-05 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.392367+0000", 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011998900000000001 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.405294+0000", 2023-10-09T04:44:24.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012927053000000001 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.405306+0000", 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2357e-05 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.430554+0000", 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025248315 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.430595+0000", 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1140000000000003e-05 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:35:55.430628+0000", 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3052999999999997e-05 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:19866 9.e 9:7e6eff1e:::benchmark_data_smithi107_236173_object19865:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:42:51.372559+0000", 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 93.425046796000004, 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14075473299999999, 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 19866 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.957 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372559+0000", 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372559+0000", 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.958 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372558+0000", 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372669+0000", 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110763 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372683+0000", 2023-10-09T04:44:24.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4853e-05 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372690+0000", 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2110000000000003e-06 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372730+0000", 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0701000000000002e-05 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372894+0000", 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016348099999999999 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.373034+0000", 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014008 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.374689+0000", 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001655419 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.375468+0000", 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00077883599999999998 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.513203+0000", 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13773506399999999 2023-10-09T04:44:24.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.513261+0000", 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7862999999999998e-05 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.513314+0000", 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2695999999999998e-05 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.963 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:44:24.964 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:44:24.964 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:44:24.964 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:24.965 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:24 smithi107 ceph-mon[179183]: pgmap v602: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 12 MiB/s wr, 888 op/s 2023-10-09T04:44:24.965 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:24 smithi107 ceph-mon[184249]: pgmap v602: 89 pgs: 89 active+clean; 6.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 12 MiB/s wr, 888 op/s 2023-10-09T04:44:25.028 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:25.093 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:25.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:25.100 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:25.201 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:25.254 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:25.266 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:44:25.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:44:25.342 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:25.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:25.350 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:25.451 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:25.499 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:25.559 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:25.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:25.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:25.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/224320495' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:44:25.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:44:25.640 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T04:44:25.665 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:25.711 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:25.759 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:25.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:25.765 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:25.864 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:25.865 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:25.909 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/224320495' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:44:25.909 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:44:25.914 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/224320495' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:44:25.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:44:25.965 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:25.966 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:44:25.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:25.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:26.069 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:26.156 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: pgmap v603: 89 pgs: 89 active+clean; 6.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 8.4 MiB/s wr, 919 op/s 2023-10-09T04:44:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:44:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: osdmap e171: 8 total, 8 up, 8 in 2023-10-09T04:44:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[179183]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: pgmap v603: 89 pgs: 89 active+clean; 6.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 8.4 MiB/s wr, 919 op/s 2023-10-09T04:44:26.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:44:26.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: osdmap e171: 8 total, 8 up, 8 in 2023-10-09T04:44:26.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:26 smithi107 ceph-mon[184249]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: pgmap v603: 89 pgs: 89 active+clean; 6.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 127 B/s rd, 8.4 MiB/s wr, 919 op/s 2023-10-09T04:44:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:44:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: osdmap e171: 8 total, 8 up, 8 in 2023-10-09T04:44:26.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: failed to encode map e171 with expected crc 2023-10-09T04:44:26.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:26 smithi150 ceph-mon[168511]: failed to encode map e171 with expected crc 2023-10-09T04:44:27.193 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:27.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:27.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:27.308 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:27.376 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:27.446 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:27.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:27.450 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:27.551 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:27.599 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:27 smithi107 ceph-mon[179183]: pgmap v605: 89 pgs: 89 active+clean; 6.7 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 607 op/s 2023-10-09T04:44:27.617 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:27.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:27 smithi150 ceph-mon[168511]: pgmap v605: 89 pgs: 89 active+clean; 6.7 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 607 op/s 2023-10-09T04:44:27.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:27 smithi107 ceph-mon[184249]: pgmap v605: 89 pgs: 89 active+clean; 6.7 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 607 op/s 2023-10-09T04:44:28.038 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:28.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:28.043 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:28.144 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:28.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:28.274 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:28.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:28.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:28.382 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:28.438 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:28.678 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:28.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:28.685 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:28.766 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:28.787 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:28.817 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T04:44:28.820 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:28.870 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:28.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:28.875 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:28.976 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:29.036 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:29.094 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:29.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:29.100 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:29.201 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:29.249 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:29.301 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:29.418 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:29.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:29.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:29.524 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:29.601 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:29.781 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:29.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:29.789 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:29.889 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:29.977 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:44:29.977 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:44:29.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:128929 9.9 9:95593fe7:::benchmark_data_smithi107_236173_object12638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:29.971570+0000", 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0034069909999999998, 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034437119999999998, 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:29.978 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 128929 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971570+0000", 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971570+0000", 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971569+0000", 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971576+0000", 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2030000000000003e-06 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971591+0000", 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.486e-05 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971599+0000", 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.123e-06 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971648+0000", 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9162000000000001e-05 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971793+0000", 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014477500000000001 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:29.971913+0000", 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011978500000000001 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:29.983 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:29.984 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:29.984 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:29.984 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:44:29.984 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 1 2023-10-09T04:44:29.984 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:44:29.984 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:30.105 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:30.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:30.118 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:30.219 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:30.264 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:30.321 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:30.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:30.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:30.435 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:30.519 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:30.596 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:30.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:30.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:30.710 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:30.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:30 smithi150 ceph-mon[168511]: pgmap v606: 89 pgs: 89 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:44:30.762 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:30.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:30 smithi107 ceph-mon[179183]: pgmap v606: 89 pgs: 89 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:44:30.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:30 smithi107 ceph-mon[184249]: pgmap v606: 89 pgs: 89 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-10-09T04:44:30.830 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:30.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:30.839 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:30.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:31.007 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:31.285 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:31.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:31.294 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:31.304 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:31.342 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:44:31.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:31.537 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:31.538 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:31.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:31.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:31.910 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:31.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:31.914 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:32.014 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:32.053 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:44:32] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2023-10-09T04:44:32.160 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:32.385 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:32.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:32.397 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:32.487 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:32.497 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:32.532 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:32.539 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:44:32.540 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:32.560 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:32.589 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:32.618 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:32.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:32.624 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:32.630 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:32.665 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:32.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[179183]: pgmap v607: 89 pgs: 89 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:44:32.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2076051780' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:32.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:32.676 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2649018580' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:32.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[184249]: pgmap v607: 89 pgs: 89 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:44:32.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2076051780' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:32.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:32.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2649018580' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:32.693 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:32.725 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:32.746 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.754 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:44:32.821 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:32.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:32 smithi150 ceph-mon[168511]: pgmap v607: 89 pgs: 89 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-10-09T04:44:32.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2076051780' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:32.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:32 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:44:32.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2649018580' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:33.156 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:33.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:33.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:33.266 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:33.339 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:33.472 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:33.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:33.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:33.580 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:33.673 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:33.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: osdmap e172: 8 total, 8 up, 8 in 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[179183]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: osdmap e172: 8 total, 8 up, 8 in 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:33 smithi107 ceph-mon[184249]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.939 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:33.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:33.947 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:33.948 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: osdmap e172: 8 total, 8 up, 8 in 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: failed to encode map e172 with expected crc 2023-10-09T04:44:33.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:33 smithi150 ceph-mon[168511]: failed to encode map e172 with expected crc 2023-10-09T04:44:34.049 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:34.104 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:34.158 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:34.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:34.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:34.267 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:34.343 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:34.420 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:34.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:34.432 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:34.533 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:34.576 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T04:44:34.581 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:34.594 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:34 smithi107 ceph-mon[179183]: pgmap v609: 89 pgs: 89 active+clean; 6.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 888 op/s 2023-10-09T04:44:34.594 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1196510006' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:44:34.594 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:34 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:44:34.594 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:34 smithi107 ceph-mon[184249]: pgmap v609: 89 pgs: 89 active+clean; 6.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 888 op/s 2023-10-09T04:44:34.595 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1196510006' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:44:34.595 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:34 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:44:34.643 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:34.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:34.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:34.753 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:34.807 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:34.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:34 smithi150 ceph-mon[168511]: pgmap v609: 89 pgs: 89 active+clean; 6.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 888 op/s 2023-10-09T04:44:34.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1196510006' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:44:34.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:34 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:44:35.230 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:35.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:35.237 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:35.258 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:44:35.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:35.387 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T04:44:35.411 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:35.492 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:35.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:35.512 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:35.613 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:35.754 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:35.893 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:35.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[179183]: failed to encode map e173 with expected crc 2023-10-09T04:44:35.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:44:35.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[179183]: osdmap e173: 8 total, 8 up, 8 in 2023-10-09T04:44:35.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[179183]: failed to encode map e173 with expected crc 2023-10-09T04:44:35.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:35.899 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:35.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[184249]: failed to encode map e173 with expected crc 2023-10-09T04:44:35.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:44:35.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[184249]: osdmap e173: 8 total, 8 up, 8 in 2023-10-09T04:44:35.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:35 smithi107 ceph-mon[184249]: failed to encode map e173 with expected crc 2023-10-09T04:44:35.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:35 smithi150 ceph-mon[168511]: failed to encode map e173 with expected crc 2023-10-09T04:44:35.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:44:35.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:35 smithi150 ceph-mon[168511]: osdmap e173: 8 total, 8 up, 8 in 2023-10-09T04:44:35.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:35 smithi150 ceph-mon[168511]: failed to encode map e173 with expected crc 2023-10-09T04:44:36.001 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:36.012 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:44:36.049 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:36.098 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:36.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:36.104 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:36.204 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:36.234 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:36.234 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:36.237 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:36.289 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:36.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:36.297 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:36.332 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:36.398 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:36.454 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:36.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:36 smithi107 ceph-mon[179183]: pgmap v611: 89 pgs: 89 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 916 op/s 2023-10-09T04:44:36.808 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:44:36.852 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:36.899 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:36.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:36.906 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:36 smithi107 ceph-mon[184249]: pgmap v611: 89 pgs: 89 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 916 op/s 2023-10-09T04:44:36.907 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:36 smithi150 ceph-mon[168511]: pgmap v611: 89 pgs: 89 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 916 op/s 2023-10-09T04:44:37.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:37.149 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:37.276 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:37.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:37.294 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:37.349 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:37.395 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:37.433 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:37.485 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:37.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:37.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:37.593 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:37.668 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:38.048 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:38.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:38.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:38.159 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:38.209 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:38.328 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:38.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:38.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:38.434 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:38.477 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:38.550 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:38.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:38.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:38.665 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:38.725 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:38 smithi150 ceph-mon[168511]: pgmap v612: 89 pgs: 89 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:44:38.728 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:38.746 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:38.773 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:38.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:38.777 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:38.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:38 smithi107 ceph-mon[184249]: pgmap v612: 89 pgs: 89 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:44:38.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:38 smithi107 ceph-mon[179183]: pgmap v612: 89 pgs: 89 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:44:38.877 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:38.957 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:39.541 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:39.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:39.558 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:39.653 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:44:39.658 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:39.716 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:39.765 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:39.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:39.770 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:39.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:39 smithi107 ceph-mon[179183]: pgmap v613: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:44:39.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2202992150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:39.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:39 smithi107 ceph-mon[184249]: pgmap v613: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:44:39.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2202992150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:39.870 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:39.942 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:39 smithi150 ceph-mon[168511]: pgmap v613: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 986 op/s 2023-10-09T04:44:39.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2202992150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:40.033 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:40.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:40.048 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:40.148 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:40.196 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:40.268 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:40.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:40.275 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:40.376 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:40.430 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:40.515 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:40.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:40.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:40.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:40.688 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:40.896 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T04:44:40.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:44:40.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:44:40.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2202992150' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:40.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: osdmap e174: 8 total, 8 up, 8 in 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/481156977' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:44:40.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2202992150' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: osdmap e174: 8 total, 8 up, 8 in 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/481156977' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:44:40.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:44:40.951 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:40.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:40.965 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:40.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2202992150' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: osdmap e174: 8 total, 8 up, 8 in 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: failed to encode map e174 with expected crc 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/481156977' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:44:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:44:41.027 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:41.066 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:41.076 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:41.109 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:41.158 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:41.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:41.193 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:41.226 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:41.267 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:41.303 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:41.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.309 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.309 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.309 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.309 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.309 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:44:41.344 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:41.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:41.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:41.453 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:41.484 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T04:44:41.532 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:41.943 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:41.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:41.953 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:42.054 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:42.155 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:44:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:44:42] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: osdmap e175: 8 total, 8 up, 8 in 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.156 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1288486405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:42.157 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[184249]: pgmap v616: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 564 op/s 2023-10-09T04:44:42.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: osdmap e175: 8 total, 8 up, 8 in 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1288486405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:42.159 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:41 smithi107 ceph-mon[179183]: pgmap v616: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 564 op/s 2023-10-09T04:44:42.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:42.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:44:42.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: osdmap e175: 8 total, 8 up, 8 in 2023-10-09T04:44:42.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: failed to encode map e175 with expected crc 2023-10-09T04:44:42.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1288486405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:42.239 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:41 smithi150 ceph-mon[168511]: pgmap v616: 89 pgs: 89 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 564 op/s 2023-10-09T04:44:42.241 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:44:42.241 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:44:42.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:44:42.241 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:44:42.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.241 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:164045 7.4 7:23b7a44f:::benchmark_data_smithi107_201688_object54988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:49.324378+0000", 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.90511623299994, 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0177612700000001, 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.242 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 164045 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.324378+0000", 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.324378+0000", 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.324376+0000", 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.324383+0000", 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8360000000000003e-06 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.324398+0000", 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5251e-05 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.324406+0000", 2023-10-09T04:44:42.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0730000000000005e-06 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.328317+0000", 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039110320000000001 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.328327+0000", 2023-10-09T04:44:42.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6500000000000008e-06 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.332935+0000", 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.00460788 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.333076+0000", 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014062499999999999 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.333208+0000", 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013215899999999999 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.337910+0000", 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0047020409999999997 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.338001+0000", 2023-10-09T04:44:42.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1519000000000002e-05 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.342052+0000", 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040506329999999997 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.342100+0000", 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8412000000000003e-05 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.342139+0000", 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8739000000000003e-05 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:164057 7.4 7:2d33ddce:::benchmark_data_smithi107_201688_object55000:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:49.347196+0000", 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.88229778899995, 2023-10-09T04:44:42.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0205078270000001, 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 164057 2023-10-09T04:44:42.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347196+0000", 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347196+0000", 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347195+0000", 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347203+0000", 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3599999999999996e-06 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347221+0000", 2023-10-09T04:44:42.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7674000000000001e-05 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347229+0000", 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6379999999999993e-06 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347283+0000", 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3863000000000003e-05 2023-10-09T04:44:42.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.347295+0000", 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.165e-05 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.338046+0000", 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99075089800000005 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.338168+0000", 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121963 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.338283+0000", 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000115593 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.347827+0000", 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0095435099999999998 2023-10-09T04:44:42.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.347865+0000", 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8296000000000001e-05 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367619+0000", 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019754377 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367667+0000", 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7114000000000003e-05 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367704+0000", 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7543999999999998e-05 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:164063 7.4 7:22dd4490:::benchmark_data_smithi107_201688_object55006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:49.351428+0000", 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.87806642700002, 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0163519379999999, 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 164063 2023-10-09T04:44:42.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351428+0000", 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351428+0000", 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351426+0000", 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351434+0000", 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3469999999999999e-06 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351453+0000", 2023-10-09T04:44:42.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9216e-05 2023-10-09T04:44:42.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351462+0000", 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5550000000000003e-06 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351521+0000", 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8919999999999998e-05 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:49.351533+0000", 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2442999999999999e-05 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.342184+0000", 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99065027999999999 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.342331+0000", 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014752999999999999 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.342486+0000", 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000154955 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.356948+0000", 2023-10-09T04:44:42.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014462328 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367497+0000", 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010549019999999999 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367714+0000", 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000216966 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367750+0000", 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5599999999999998e-05 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:50.367780+0000", 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9600000000000001e-05 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.267 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191107 7.6 7:688ef140:::benchmark_data_smithi107_201688_object82050:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.134466+0000", 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 490.09502852999998, 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0512166860000001, 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.268 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191107 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.134466+0000", 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.134466+0000", 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.134464+0000", 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.134472+0000", 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0250000000000002e-06 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.134487+0000", 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5491000000000001e-05 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.134497+0000", 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5750000000000007e-06 2023-10-09T04:44:42.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.135426+0000", 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00092947699999999995 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.135569+0000", 2023-10-09T04:44:42.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014242200000000001 2023-10-09T04:44:42.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.135703+0000", 2023-10-09T04:44:42.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013374799999999999 2023-10-09T04:44:42.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.140337+0000", 2023-10-09T04:44:42.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046342659999999997 2023-10-09T04:44:42.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.140850+0000", 2023-10-09T04:44:42.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00051332999999999999 2023-10-09T04:44:42.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.150971+0000", 2023-10-09T04:44:42.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010120687 2023-10-09T04:44:42.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.150982+0000", 2023-10-09T04:44:42.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1505000000000001e-05 2023-10-09T04:44:42.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.185602+0000", 2023-10-09T04:44:42.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.034619916 2023-10-09T04:44:42.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.185682+0000", 2023-10-09T04:44:42.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0024000000000005e-05 2023-10-09T04:44:42.279 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.280 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.280 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.280 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204223 7.f 7:f1e1482a:::benchmark_data_smithi107_201688_object95166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e134)", 2023-10-09T04:44:42.281 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.036849+0000", 2023-10-09T04:44:42.281 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 473.192645261, 2023-10-09T04:44:42.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8072622310000002, 2023-10-09T04:44:42.281 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.281 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:44:42.281 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204223 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.036849+0000", 2023-10-09T04:44:42.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.036849+0000", 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.036848+0000", 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.036853+0000", 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.502e-06 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.036863+0000", 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0018e-05 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.036871+0000", 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8560000000000007e-06 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.042155+0000", 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052836599999999999 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.042299+0000", 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014454600000000001 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 7", 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.042431+0000", 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013188100000000001 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.051501+0000", 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0090701489999999996 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.068140+0000", 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.016638796000000001 2023-10-09T04:44:42.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.068152+0000", 2023-10-09T04:44:42.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1365e-05 2023-10-09T04:44:42.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.694382+0000", 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62623063000000001 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.694397+0000", 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4429e-05 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.833236+0000", 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1388391630000001 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.833415+0000", 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000179755 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.844031+0000", 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01061544 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.844111+0000", 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0146000000000001e-05 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204228 7.6 7:6d6832ab:::benchmark_data_smithi107_201688_object95171:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e134)", 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.052703+0000", 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 473.17679088599999, 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7903605200000001, 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204228 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.292 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052703+0000", 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052703+0000", 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052702+0000", 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052709+0000", 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5889999999999997e-06 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052730+0000", 2023-10-09T04:44:42.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1050999999999999e-05 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052738+0000", 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3010000000000007e-06 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052856+0000", 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000117131 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.052982+0000", 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000126608 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 7", 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.053092+0000", 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109848 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061379+0000", 2023-10-09T04:44:42.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0082867329999999993 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.071748+0000", 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010368858 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.071760+0000", 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2337999999999999e-05 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.695641+0000", 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62388127199999999 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.695668+0000", 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7076999999999998e-05 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.812054+0000", 2023-10-09T04:44:42.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1163856160000001 2023-10-09T04:44:42.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.812209+0000", 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015493500000000001 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.842982+0000", 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030773214 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.843064+0000", 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1613999999999995e-05 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214493 7.6 7:6c6182b7:::benchmark_data_smithi107_201688_object105436:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e137)", 2023-10-09T04:44:42.301 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.698387+0000", 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.53110737999998, 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0510302949999999, 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214493 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.302 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698387+0000", 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698387+0000", 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698385+0000", 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698392+0000", 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2139999999999999e-06 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698402+0000", 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0178e-05 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698409+0000", 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2979999999999997e-06 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698778+0000", 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036924199999999999 2023-10-09T04:44:42.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.698897+0000", 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000119388 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.699032+0000", 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013478900000000001 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.705851+0000", 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068186740000000003 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.705861+0000", 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0199e-05 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.749357+0000", 2023-10-09T04:44:42.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.043495694 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.749417+0000", 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0438e-05 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.308 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214514 7.6 7:6df473d8:::benchmark_data_smithi107_201688_object105457:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-10-09T04:44:42.309 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.734258+0000", 2023-10-09T04:44:42.309 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.49523584999997, 2023-10-09T04:44:42.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.024207249, 2023-10-09T04:44:42.309 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.309 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.309 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214514 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734258+0000", 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734258+0000", 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734256+0000", 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:42.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734264+0000", 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8690000000000004e-06 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734284+0000", 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9695e-05 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734292+0000", 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2449999999999998e-06 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734360+0000", 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8409000000000002e-05 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.734371+0000", 2023-10-09T04:44:42.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0859999999999999e-05 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.749840+0000", 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.015468687 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.749940+0000", 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010038400000000001 2023-10-09T04:44:42.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.750046+0000", 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000105393 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.758311+0000", 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0082655920000000004 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.758371+0000", 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9963000000000002e-05 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.758411+0000", 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0164999999999999e-05 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.758444+0000", 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2330999999999999e-05 2023-10-09T04:44:42.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.758466+0000", 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1753e-05 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214544 7.6 7:65a4fb04:::benchmark_data_smithi107_201688_object105487:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-10-09T04:44:42.317 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.772048+0000", 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.45744634499999, 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.995231215, 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214544 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.318 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.772048+0000", 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.772048+0000", 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.772046+0000", 2023-10-09T04:44:42.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.772054+0000", 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7179999999999996e-06 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.772066+0000", 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2734e-05 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.772074+0000", 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4769999999999997e-06 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.774169+0000", 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0020948899999999999 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.774183+0000", 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4260000000000001e-05 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.753782+0000", 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97959899500000003 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.753867+0000", 2023-10-09T04:44:42.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5420000000000005e-05 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.753961+0000", 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3134999999999995e-05 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.758489+0000", 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045281779999999999 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.323 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.762534+0000", 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040452819999999999 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767184+0000", 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046498249999999998 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767239+0000", 2023-10-09T04:44:42.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.469e-05 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767279+0000", 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0425e-05 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214551 7.6 7:6160e04b:::benchmark_data_smithi107_201688_object105494:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-10-09T04:44:42.325 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.780556+0000", 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.448937839, 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99690253699999998, 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214551 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.326 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780556+0000", 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780556+0000", 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780556+0000", 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:42.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780558+0000", 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5390000000000002e-06 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.328 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780566+0000", 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7999999999999999e-06 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780571+0000", 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5789999999999997e-06 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.329 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780663+0000", 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1963e-05 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780669+0000", 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6969999999999996e-06 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.762558+0000", 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98188890900000003 2023-10-09T04:44:42.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.762667+0000", 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010849900000000001 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.762766+0000", 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9229999999999997e-05 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767569+0000", 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048030210000000002 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767611+0000", 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1732e-05 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.777375+0000", 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0097642979999999994 2023-10-09T04:44:42.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.777422+0000", 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6697999999999999e-05 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.777459+0000", 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6983999999999997e-05 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.333 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214553 7.6 7:68b88737:::benchmark_data_smithi107_201688_object105496:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.780575+0000", 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.44891934899999, 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.007281745, 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.334 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214553 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780575+0000", 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780575+0000", 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780574+0000", 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780577+0000", 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1110000000000002e-06 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780583+0000", 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0909999999999998e-06 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780587+0000", 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4279999999999998e-06 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780688+0000", 2023-10-09T04:44:42.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000101276 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.780695+0000", 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3860000000000004e-06 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767643+0000", 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98694820599999999 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767747+0000", 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000104419 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.767882+0000", 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013443999999999999 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787701+0000", 2023-10-09T04:44:42.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019818947 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787755+0000", 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4593999999999999e-05 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787768+0000", 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2785999999999999e-05 2023-10-09T04:44:42.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787812+0000", 2023-10-09T04:44:42.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3754999999999997e-05 2023-10-09T04:44:42.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787857+0000", 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4598999999999998e-05 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.342 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214555 7.6 7:6845366e:::benchmark_data_smithi107_201688_object105498:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.787118+0000", 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.442375631, 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.000940213, 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214555 2023-10-09T04:44:42.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.344 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787118+0000", 2023-10-09T04:44:42.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787118+0000", 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787116+0000", 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787126+0000", 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9410000000000002e-06 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787148+0000", 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1784999999999999e-05 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787159+0000", 2023-10-09T04:44:42.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0652999999999999e-05 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787223+0000", 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4733999999999994e-05 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.787238+0000", 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.417e-05 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.772466+0000", 2023-10-09T04:44:42.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98522865000000004 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.772595+0000", 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012861799999999999 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.772729+0000", 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0001339 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787869+0000", 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015140327 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787937+0000", 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7879000000000005e-05 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787985+0000", 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7994000000000002e-05 2023-10-09T04:44:42.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.788024+0000", 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8779000000000003e-05 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.788059+0000", 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5029e-05 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.350 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:214559 7.6 7:634db6ea:::benchmark_data_smithi107_201688_object105502:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:37:05.791613+0000", 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 456.43788091499999, 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.00627449, 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:44:42.351 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 214559 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791613+0000", 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791613+0000", 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791612+0000", 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791620+0000", 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0260000000000007e-06 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791638+0000", 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8107000000000001e-05 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791648+0000", 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7820000000000005e-06 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791719+0000", 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1633999999999999e-05 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:05.791741+0000", 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1878999999999998e-05 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.777488+0000", 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98574728599999994 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.777586+0000", 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8015000000000003e-05 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.777693+0000", 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000106252 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.787877+0000", 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010184781 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.788120+0000", 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00024297000000000001 2023-10-09T04:44:42.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.797819+0000", 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0096985270000000002 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.797851+0000", 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2169000000000003e-05 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:37:06.797888+0000", 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6662000000000002e-05 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126448 9.9 9:9f9ccdcb:::benchmark_data_smithi107_236173_object10157:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.942654+0000", 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.28684058, 2023-10-09T04:44:42.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084132729000000003, 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126448 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.942654+0000", 2023-10-09T04:44:42.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.942654+0000", 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.942652+0000", 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.942659+0000", 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.584e-06 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.942670+0000", 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0879e-05 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.942676+0000", 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8059999999999997e-06 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946569+0000", 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038926830000000001 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946669+0000", 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9883999999999994e-05 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946761+0000", 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1799000000000007e-05 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026593+0000", 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.079831724000000007 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026700+0000", 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000107561 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026708+0000", 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0919999999999998e-06 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026752+0000", 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3757000000000001e-05 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026786+0000", 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4334e-05 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.366 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126449 9.5 9:a9efe363:::benchmark_data_smithi107_236173_object10158:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.946424+0000", 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.283069631, 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.082976980000000006, 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:42.367 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126449 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946424+0000", 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946424+0000", 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946423+0000", 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946429+0000", 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.913e-06 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946442+0000", 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2952999999999999e-05 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946450+0000", 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0849999999999997e-06 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946504+0000", 2023-10-09T04:44:42.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3947999999999999e-05 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946627+0000", 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012275400000000001 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946714+0000", 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6693999999999994e-05 2023-10-09T04:44:42.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.025192+0000", 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.078478005000000003 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.025252+0000", 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0381999999999999e-05 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.372 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.029315+0000", 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040628569999999996 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.029370+0000", 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4663000000000002e-05 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.029401+0000", 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1809e-05 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126451 9.5 9:aa897784:::benchmark_data_smithi107_236173_object10160:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:42.374 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.946462+0000", 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.283031905, 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.091662460000000001, 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126451 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946462+0000", 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946462+0000", 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946462+0000", 2023-10-09T04:44:42.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946465+0000", 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9459999999999998e-06 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946472+0000", 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9829999999999999e-06 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946477+0000", 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3179999999999997e-06 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020616+0000", 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074139495 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020762+0000", 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014568799999999999 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020878+0000", 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011623799999999999 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.032587+0000", 2023-10-09T04:44:42.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011708204 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.032636+0000", 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9112e-05 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.038060+0000", 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054247770000000004 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.038097+0000", 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6035999999999999e-05 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.038125+0000", 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8129000000000001e-05 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.381 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126453 9.b 9:d7e2cbdc:::benchmark_data_smithi107_236173_object10162:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.946891+0000", 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.282603277, 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.075438966999999996, 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.382 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126453 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946891+0000", 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946891+0000", 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946890+0000", 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946896+0000", 2023-10-09T04:44:42.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.285e-06 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946911+0000", 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4555999999999999e-05 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946919+0000", 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3140000000000004e-06 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946966+0000", 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6814000000000003e-05 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.947064+0000", 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8043999999999998e-05 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.947151+0000", 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7342999999999994e-05 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.022214+0000", 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.075063220999999999 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.022222+0000", 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5190000000000003e-06 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.022249+0000", 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6906999999999998e-05 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.022292+0000", 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3287000000000001e-05 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.022330+0000", 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7654999999999998e-05 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.390 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126455 9.9 9:931f83e7:::benchmark_data_smithi107_236173_object10164:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:42.390 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.946943+0000", 2023-10-09T04:44:42.390 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.282551014999999, 2023-10-09T04:44:42.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.091628365000000003, 2023-10-09T04:44:42.390 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126455 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946943+0000", 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946943+0000", 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946942+0000", 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946946+0000", 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6059999999999999e-06 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946954+0000", 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7030000000000006e-06 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.946960+0000", 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8649999999999998e-06 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.950633+0000", 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003673342 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020768+0000", 2023-10-09T04:44:42.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070135211000000003 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020878+0000", 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011018699999999999 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026959+0000", 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060810459999999997 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.033819+0000", 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068593129999999997 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.038494+0000", 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046758199999999998 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.038531+0000", 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6891999999999998e-05 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.038571+0000", 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0091e-05 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.398 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.34992.0:126448 9.9 e171/149 ondisk, result = 0)", 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.951913+0000", 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.27758094, 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074685660000000001, 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.951913+0000", 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.951913+0000", 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.951913+0000", 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.951919+0000", 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3130000000000004e-06 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020300+0000", 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.068381419999999998 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020306+0000", 2023-10-09T04:44:42.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9830000000000001e-06 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026579+0000", 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062721499999999998 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026586+0000", 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8390000000000007e-06 2023-10-09T04:44:42.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.026599+0000", 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2394e-05 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126462 9.5 9:a0c33e92:::benchmark_data_smithi107_236173_object10171:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.963736+0000", 2023-10-09T04:44:42.403 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 15.265758522, 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.088623574999999996, 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126462 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:42.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.963736+0000", 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.963736+0000", 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:42.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.963733+0000", 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999971 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.963747+0000", 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4263999999999999e-05 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020277+0000", 2023-10-09T04:44:42.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056530388000000001 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.020291+0000", 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3849000000000001e-05 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.025318+0000", 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0050267999999999997 2023-10-09T04:44:42.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.025449+0000", 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013088299999999999 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.025548+0000", 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9277999999999994e-05 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.035801+0000", 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010253181 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.044882+0000", 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0090803289999999998 2023-10-09T04:44:42.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:44:42.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.052257+0000", 2023-10-09T04:44:42.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073755770000000003 2023-10-09T04:44:42.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:44:42.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.052307+0000", 2023-10-09T04:44:42.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9345000000000003e-05 2023-10-09T04:44:42.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:42.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:42.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:44:42.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:27.052359+0000", 2023-10-09T04:44:42.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2611000000000002e-05 2023-10-09T04:44:42.412 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.412 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.412 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.412 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:42.413 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:42.413 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:44:42.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:42.415 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:42.415 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:42.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:42.560 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:42.641 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:42.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:42.656 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:42.681 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:42.691 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:44:42.758 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:42.849 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:42.970 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:42.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:42.977 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:43.011 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:44:43.078 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:43.169 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:43.394 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:43.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:43.403 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:43.504 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:43.573 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:43.771 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:43.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:43.782 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:43.883 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:43.917 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:43.973 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:43.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:43.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:43.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:44:44.080 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:44.132 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:44.182 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:44.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:44.192 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:44.293 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:44.307 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:44.380 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:44.410 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:44.478 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:44 smithi150 ceph-mon[168511]: pgmap v617: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 847 op/s 2023-10-09T04:44:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:44 smithi107 ceph-mon[179183]: pgmap v617: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 847 op/s 2023-10-09T04:44:44.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:44 smithi107 ceph-mon[184249]: pgmap v617: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 847 op/s 2023-10-09T04:44:44.781 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:44.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:44.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:44.889 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:44.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:44.981 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:44.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:44.991 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:45.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:45.150 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:45.217 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:45.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:45.221 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:45.322 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:45.398 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:45.492 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:45.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:45.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:45.608 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:45.660 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:45.712 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:45.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:45.726 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:45.827 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:45.896 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T04:44:45.903 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2917698995' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:44:45.903 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:44:45.903 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:45 smithi150 ceph-mon[168511]: pgmap v618: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 879 op/s 2023-10-09T04:44:45.905 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:45.949 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2917698995' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:44:45.949 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:44:45.949 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:45 smithi107 ceph-mon[184249]: pgmap v618: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 879 op/s 2023-10-09T04:44:45.950 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2917698995' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:44:45.950 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:44:45.950 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:45 smithi107 ceph-mon[179183]: pgmap v618: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 879 op/s 2023-10-09T04:44:45.960 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:45.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:45.963 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:46.009 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:46.064 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:46.098 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:46.168 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:46.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:46.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:46.278 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:46.344 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:46.424 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:46.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:46.428 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:46.529 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:46.608 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:46.683 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:46.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:46.695 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:46.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:46.847 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T04:44:46.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:44:46.874 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:47.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: osdmap e176: 8 total, 8 up, 8 in 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.071 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: osdmap e176: 8 total, 8 up, 8 in 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:47.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:47.087 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:47.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:47.097 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:47.197 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:44:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: osdmap e176: 8 total, 8 up, 8 in 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: failed to encode map e176 with expected crc 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:44:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:44:47.329 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:47.781 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:47.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:47.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:47.886 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:47.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:47.934 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:44:47.934 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:142735 9.4 9:20f21233:::benchmark_data_smithi107_236173_object26444:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e176)", 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.908582+0000", 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.011805806, 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011837863000000001, 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:44:47.935 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142735 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908582+0000", 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908582+0000", 2023-10-09T04:44:47.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908581+0000", 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908588+0000", 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2370000000000003e-06 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908607+0000", 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9471e-05 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908617+0000", 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5519999999999993e-06 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:47.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908672+0000", 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4963000000000002e-05 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908798+0000", 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012599700000000001 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.908923+0000", 2023-10-09T04:44:47.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012469599999999999 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142733 9.3 e176/149 9:c3745fd7:::benchmark_data_smithi107_236173_object26442:head v 176'8951, mlcod=176'8949)", 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.909094+0000", 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.011294594999999999, 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011409331, 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.940 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909094+0000", 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909094+0000", 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909093+0000", 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909125+0000", 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2459000000000002e-05 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909137+0000", 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1433999999999999e-05 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909144+0000", 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8020000000000003e-06 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:47.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913053+0000", 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039099449999999997 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913076+0000", 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2127e-05 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142738 9.d e176/149 9:bd3c80d9:::benchmark_data_smithi107_236173_object26447:head v 176'8960, mlcod=176'8958)", 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.909157+0000", 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.011231064000000001, 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011405418000000001, 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909157+0000", 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909157+0000", 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909157+0000", 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909161+0000", 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.216e-06 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909166+0000", 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2209999999999996e-06 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909170+0000", 2023-10-09T04:44:47.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8809999999999998e-06 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909219+0000", 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8649999999999997e-05 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.909240+0000", 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1656999999999999e-05 2023-10-09T04:44:47.948 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142736 9.a e176/149 9:57c05f02:::benchmark_data_smithi107_236173_object26445:head v 176'8763, mlcod=176'8761)", 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.912989+0000", 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0073992140000000003, 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076330210000000003, 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.912989+0000", 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.912989+0000", 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.912988+0000", 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913005+0000", 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7071999999999998e-05 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913017+0000", 2023-10-09T04:44:47.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1946e-05 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913025+0000", 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4549999999999995e-06 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913241+0000", 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00021584499999999999 2023-10-09T04:44:47.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.913279+0000", 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7991000000000003e-05 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142742 9.d e176/149 9:ba7d0667:::benchmark_data_smithi107_236173_object26451:head v 176'8961, mlcod=176'8958)", 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.916966+0000", 2023-10-09T04:44:47.953 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0034222649999999999, 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037157940000000001, 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.916966+0000", 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.916966+0000", 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.916965+0000", 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.916975+0000", 2023-10-09T04:44:47.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0688e-05 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.916988+0000", 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2682e-05 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.916997+0000", 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.738e-06 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.917046+0000", 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8807000000000002e-05 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.917063+0000", 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7479e-05 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142734 9.f e176/149)", 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.917990+0000", 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0023978250000000001, 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0027516049999999998, 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.958 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.917990+0000", 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.917990+0000", 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.917990+0000", 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:47.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918000+0000", 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0321e-05 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918012+0000", 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1606999999999999e-05 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918025+0000", 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3444999999999999e-05 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.34992.0:142735 9.4 e176/149)", 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.918570+0000", 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0018183400000000001, 2023-10-09T04:44:47.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022234569999999999, 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918570+0000", 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918570+0000", 2023-10-09T04:44:47.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918569+0000", 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918577+0000", 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9070000000000007e-06 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918591+0000", 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4068e-05 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.918598+0000", 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.221e-06 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.964 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:44:47.965 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:44:47.965 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 7 2023-10-09T04:44:47.965 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:44:47.965 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:44:47.984 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:47.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:47.992 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:48.048 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:47 smithi107 ceph-mon[184249]: pgmap v620: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-10-09T04:44:48.049 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2641664693' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:48.049 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:47 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:48.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:47 smithi107 ceph-mon[179183]: pgmap v620: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-10-09T04:44:48.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2641664693' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:48.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:47 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:48.092 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:48.183 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:48.194 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:47 smithi150 ceph-mon[168511]: pgmap v620: 89 pgs: 89 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-10-09T04:44:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2641664693' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:47 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:44:48.785 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:48.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:48.791 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:48.892 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:48.918 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:44:48.995 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:44:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[179183]: osdmap e177: 8 total, 8 up, 8 in 2023-10-09T04:44:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[179183]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[179183]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[179183]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:44:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[184249]: osdmap e177: 8 total, 8 up, 8 in 2023-10-09T04:44:49.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[184249]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[184249]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:48 smithi107 ceph-mon[184249]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:48 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:44:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:48 smithi150 ceph-mon[168511]: osdmap e177: 8 total, 8 up, 8 in 2023-10-09T04:44:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:48 smithi150 ceph-mon[168511]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:48 smithi150 ceph-mon[168511]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:48 smithi150 ceph-mon[168511]: failed to encode map e177 with expected crc 2023-10-09T04:44:49.465 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:49.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:49.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:49.572 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:49.646 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:49.847 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:49.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:49.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:49.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:49.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:49.853 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:49.885 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:49.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:49.890 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:49.897 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:49.933 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:49.939 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.939 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.939 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.940 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.940 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.940 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.940 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.940 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:44:49.991 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:50.070 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:49 smithi107 ceph-mon[179183]: pgmap v622: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2023-10-09T04:44:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/194139385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:49 smithi107 ceph-mon[184249]: pgmap v622: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2023-10-09T04:44:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/194139385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:50.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:49 smithi150 ceph-mon[168511]: pgmap v622: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2023-10-09T04:44:50.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/194139385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:50.732 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:50.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:50.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:50.836 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:44:50.846 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:50.892 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:50.947 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:50.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:50.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:51.054 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:51.087 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:51.145 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:51.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:51.155 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:51.256 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:51.295 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:51.377 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:51.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:51.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:51.490 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:51.552 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:51.908 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:51.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:51.919 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:52.020 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:52.079 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:52.101 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:52.172 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:44:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:44:52] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2023-10-09T04:44:52.311 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:52.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:52.327 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:52.328 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:52.428 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:52.504 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:52.609 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:52 smithi107 ceph-mon[184249]: pgmap v623: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:44:52.610 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:52 smithi107 ceph-mon[179183]: pgmap v623: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:44:52.729 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:52 smithi150 ceph-mon[168511]: pgmap v623: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 594 op/s 2023-10-09T04:44:52.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:52.733 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:52.834 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:52.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:52.987 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:52.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:52.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:53.092 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:53.148 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:53.197 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:53.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:53.208 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:53.309 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:53.353 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:53.419 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:53.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:53.422 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:53.523 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:53.540 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:44:53.557 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:44:53.571 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:53.635 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:53.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:53.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:53.741 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:44:53.836 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:53.902 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:44:54.172 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:44:54.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:54.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:44:54.279 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:54.325 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:54.371 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:54.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:54.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:54.477 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:54.537 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:54.562 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":624,"stamp":"2023-10-09T04:44:53.394468+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5710550968,"num_objects":87152,"num_object_clones":0,"num_object_copies":261456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87152,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":145750,"num_write_kb":7444878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":132866,"ondisk_log_size":132866,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":20646968,"kb_used_data":16760952,"kb_used_omap":20,"kb_used_meta":3885867,"kb_avail":729314248,"statfs":{"total":767960285184,"available":746817789952,"internally_reserved":0,"allocated":17163214848,"data_stored":17158121524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3979128462},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1,3,0,3,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-441712640,"num_objects":-6740,"num_object_clones":0,"num_object_copies":-20220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6740,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001929"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":156,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897246+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:44:45.897246+0000","last_peered":"2023-10-09T04:44:45.897246+0000","last_clean":"2023-10-09T04:44:45.897246+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:44:45.897246+0000","last_undegraded":"2023-10-09T04:44:45.897246+0000","last_fullsized":"2023-10-09T04:44:45.897246+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871267+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:44:45.871267+0000","last_peered":"2023-10-09T04:44:45.871267+0000","last_clean":"2023-10-09T04:44:45.871267+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:44:45.871267+0000","last_undegraded":"2023-10-09T04:44:45.871267+0000","last_fullsized":"2023-10-09T04:44:45.871267+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":115,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.875575+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:44:45.875575+0000","last_peered":"2023-10-09T04:44:45.875575+0000","last_clean":"2023-10-09T04:44:45.875575+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:44:45.875575+0000","last_undegraded":"2023-10-09T04:44:45.875575+0000","last_fullsized":"2023-10-09T04:44:45.875575+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":133,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870493+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:44:45.870493+0000","last_peered":"2023-10-09T04:44:45.870493+0000","last_clean":"2023-10-09T04:44:45.870493+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:44:45.870493+0000","last_undegraded":"2023-10-09T04:44:45.870493+0000","last_fullsized":"2023-10-09T04:44:45.870493+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871407+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:44:45.871407+0000","last_peered":"2023-10-09T04:44:45.871407+0000","last_clean":"2023-10-09T04:44:45.871407+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:44:45.871407+0000","last_undegraded":"2023-10-09T04:44:45.871407+0000","last_fullsized":"2023-10-09T04:44:45.871407+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889246+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:44:45.889246+0000","last_peered":"2023-10-09T04:44:45.889246+0000","last_clean":"2023-10-09T04:44:45.889246+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:44:45.889246+0000","last_undegraded":"2023-10-09T04:44:45.889246+0000","last_fullsized":"2023-10-09T04:44:45.889246+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":131,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870575+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:44:45.870575+0000","last_peered":"2023-10-09T04:44:45.870575+0000","last_clean":"2023-10-09T04:44:45.870575+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:44:45.870575+0000","last_undegraded":"2023-10-09T04:44:45.870575+0000","last_fullsized":"2023-10-09T04:44:45.870575+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871322+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:44:45.871322+0000","last_peered":"2023-10-09T04:44:45.871322+0000","last_clean":"2023-10-09T04:44:45.871322+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:44:45.871322+0000","last_undegraded":"2023-10-09T04:44:45.871322+0000","last_fullsized":"2023-10-09T04:44:45.871322+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883291+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:44:45.883291+0000","last_peered":"2023-10-09T04:44:45.883291+0000","last_clean":"2023-10-09T04:44:45.883291+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:44:45.883291+0000","last_undegraded":"2023-10-09T04:44:45.883291+0000","last_fullsized":"2023-10-09T04:44:45.883291+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":109,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871590+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:44:45.871590+0000","last_peered":"2023-10-09T04:44:45.871590+0000","last_clean":"2023-10-09T04:44:45.871590+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:44:45.871590+0000","last_undegraded":"2023-10-09T04:44:45.871590+0000","last_fullsized":"2023-10-09T04:44:45.871590+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.890379+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:44:45.890379+0000","last_peered":"2023-10-09T04:44:45.890379+0000","last_clean":"2023-10-09T04:44:45.890379+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:44:45.890379+0000","last_undegraded":"2023-10-09T04:44:45.890379+0000","last_fullsized":"2023-10-09T04:44:45.890379+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":117,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.954887+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:44:47.954887+0000","last_peered":"2023-10-09T04:44:47.954887+0000","last_clean":"2023-10-09T04:44:47.954887+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:44:47.954887+0000","last_undegraded":"2023-10-09T04:44:47.954887+0000","last_fullsized":"2023-10-09T04:44:47.954887+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":143,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897149+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:44:45.897149+0000","last_peered":"2023-10-09T04:44:45.897149+0000","last_clean":"2023-10-09T04:44:45.897149+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:44:45.897149+0000","last_undegraded":"2023-10-09T04:44:45.897149+0000","last_fullsized":"2023-10-09T04:44:45.897149+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897574+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:44:45.897574+0000","last_peered":"2023-10-09T04:44:45.897574+0000","last_clean":"2023-10-09T04:44:45.897574+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:44:45.897574+0000","last_undegraded":"2023-10-09T04:44:45.897574+0000","last_fullsized":"2023-10-09T04:44:45.897574+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":140,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889249+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:44:45.889249+0000","last_peered":"2023-10-09T04:44:45.889249+0000","last_clean":"2023-10-09T04:44:45.889249+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:44:45.889249+0000","last_undegraded":"2023-10-09T04:44:45.889249+0000","last_fullsized":"2023-10-09T04:44:45.889249+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.872788+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:44:45.872788+0000","last_peered":"2023-10-09T04:44:45.872788+0000","last_clean":"2023-10-09T04:44:45.872788+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:44:45.872788+0000","last_undegraded":"2023-10-09T04:44:45.872788+0000","last_fullsized":"2023-10-09T04:44:45.872788+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":131,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870320+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:44:45.870320+0000","last_peered":"2023-10-09T04:44:45.870320+0000","last_clean":"2023-10-09T04:44:45.870320+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:44:45.870320+0000","last_undegraded":"2023-10-09T04:44:45.870320+0000","last_fullsized":"2023-10-09T04:44:45.870320+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883539+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:44:45.883539+0000","last_peered":"2023-10-09T04:44:45.883539+0000","last_clean":"2023-10-09T04:44:45.883539+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:44:45.883539+0000","last_undegraded":"2023-10-09T04:44:45.883539+0000","last_fullsized":"2023-10-09T04:44:45.883539+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":121,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889777+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:44:45.889777+0000","last_peered":"2023-10-09T04:44:45.889777+0000","last_clean":"2023-10-09T04:44:45.889777+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:44:45.889777+0000","last_undegraded":"2023-10-09T04:44:45.889777+0000","last_fullsized":"2023-10-09T04:44:45.889777+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":132,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870556+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:44:45.870556+0000","last_peered":"2023-10-09T04:44:45.870556+0000","last_clean":"2023-10-09T04:44:45.870556+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:44:45.870556+0000","last_undegraded":"2023-10-09T04:44:45.870556+0000","last_fullsized":"2023-10-09T04:44:45.870556+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":146,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.888875+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:44:45.888875+0000","last_peered":"2023-10-09T04:44:45.888875+0000","last_clean":"2023-10-09T04:44:45.888875+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:44:45.888875+0000","last_undegraded":"2023-10-09T04:44:45.888875+0000","last_fullsized":"2023-10-09T04:44:45.888875+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.873867+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:44:45.873867+0000","last_peered":"2023-10-09T04:44:45.873867+0000","last_clean":"2023-10-09T04:44:45.873867+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:44:45.873867+0000","last_undegraded":"2023-10-09T04:44:45.873867+0000","last_fullsized":"2023-10-09T04:44:45.873867+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"177'9082","reported_seq":9119,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:51.441703+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:44:51.441703+0000","last_peered":"2023-10-09T04:44:51.441703+0000","last_clean":"2023-10-09T04:44:51.441703+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:44:51.441703+0000","last_undegraded":"2023-10-09T04:44:51.441703+0000","last_fullsized":"2023-10-09T04:44:51.441703+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9082,"log_dups_size":0,"ondisk_log_size":9082,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354811904,"num_objects":5414,"num_object_clones":0,"num_object_copies":16242,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5414,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9082,"num_write_kb":463872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":139,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889527+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:44:45.889527+0000","last_peered":"2023-10-09T04:44:45.889527+0000","last_clean":"2023-10-09T04:44:45.889527+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:44:45.889527+0000","last_undegraded":"2023-10-09T04:44:45.889527+0000","last_fullsized":"2023-10-09T04:44:45.889527+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.884335+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:44:45.884335+0000","last_peered":"2023-10-09T04:44:45.884335+0000","last_clean":"2023-10-09T04:44:45.884335+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:44:45.884335+0000","last_undegraded":"2023-10-09T04:44:45.884335+0000","last_fullsized":"2023-10-09T04:44:45.884335+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"177'9359","reported_seq":9397,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.473574+0000","last_change":"2023-10-09T04:42:36.822070+0000","last_active":"2023-10-09T04:44:52.473574+0000","last_peered":"2023-10-09T04:44:52.473574+0000","last_clean":"2023-10-09T04:44:52.473574+0000","last_became_active":"2023-10-09T04:42:36.821765+0000","last_became_peered":"2023-10-09T04:42:36.821765+0000","last_unstale":"2023-10-09T04:44:52.473574+0000","last_undegraded":"2023-10-09T04:44:52.473574+0000","last_fullsized":"2023-10-09T04:44:52.473574+0000","mapping_epoch":149,"log_start":"154'2000","ondisk_log_start":"154'2000","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7359,"log_dups_size":0,"ondisk_log_size":7359,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:30:35.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359858176,"num_objects":5491,"num_object_clones":0,"num_object_copies":16473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9359,"num_write_kb":475200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":140,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.890098+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:44:45.890098+0000","last_peered":"2023-10-09T04:44:45.890098+0000","last_clean":"2023-10-09T04:44:45.890098+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:44:45.890098+0000","last_undegraded":"2023-10-09T04:44:45.890098+0000","last_fullsized":"2023-10-09T04:44:45.890098+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":164,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897009+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:44:45.897009+0000","last_peered":"2023-10-09T04:44:45.897009+0000","last_clean":"2023-10-09T04:44:45.897009+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:44:45.897009+0000","last_undegraded":"2023-10-09T04:44:45.897009+0000","last_fullsized":"2023-10-09T04:44:45.897009+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"177'8963","reported_seq":8999,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.551597+0000","last_change":"2023-10-09T04:42:36.825066+0000","last_active":"2023-10-09T04:44:52.551597+0000","last_peered":"2023-10-09T04:44:52.551597+0000","last_clean":"2023-10-09T04:44:52.551597+0000","last_became_active":"2023-10-09T04:42:36.824791+0000","last_became_peered":"2023-10-09T04:42:36.824791+0000","last_unstale":"2023-10-09T04:44:52.551597+0000","last_undegraded":"2023-10-09T04:44:52.551597+0000","last_fullsized":"2023-10-09T04:44:52.551597+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8963,"log_dups_size":0,"ondisk_log_size":8963,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:38:21.493355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347275264,"num_objects":5299,"num_object_clones":0,"num_object_copies":15897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8963,"num_write_kb":456384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":122,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.890203+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:44:45.890203+0000","last_peered":"2023-10-09T04:44:45.890203+0000","last_clean":"2023-10-09T04:44:45.890203+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:44:45.890203+0000","last_undegraded":"2023-10-09T04:44:45.890203+0000","last_fullsized":"2023-10-09T04:44:45.890203+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889383+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:44:45.889383+0000","last_peered":"2023-10-09T04:44:45.889383+0000","last_clean":"2023-10-09T04:44:45.889383+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:44:45.889383+0000","last_undegraded":"2023-10-09T04:44:45.889383+0000","last_fullsized":"2023-10-09T04:44:45.889383+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"177'9176","reported_seq":9212,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.447934+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:44:52.447934+0000","last_peered":"2023-10-09T04:44:52.447934+0000","last_clean":"2023-10-09T04:44:52.447934+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:44:52.447934+0000","last_undegraded":"2023-10-09T04:44:52.447934+0000","last_fullsized":"2023-10-09T04:44:52.447934+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9176,"log_dups_size":0,"ondisk_log_size":9176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351666176,"num_objects":5366,"num_object_clones":0,"num_object_copies":16098,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5366,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9176,"num_write_kb":465344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.882980+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:44:45.882980+0000","last_peered":"2023-10-09T04:44:45.882980+0000","last_clean":"2023-10-09T04:44:45.882980+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:44:45.882980+0000","last_undegraded":"2023-10-09T04:44:45.882980+0000","last_fullsized":"2023-10-09T04:44:45.882980+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":132,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870634+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:44:45.870634+0000","last_peered":"2023-10-09T04:44:45.870634+0000","last_clean":"2023-10-09T04:44:45.870634+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:44:45.870634+0000","last_undegraded":"2023-10-09T04:44:45.870634+0000","last_fullsized":"2023-10-09T04:44:45.870634+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"177'8998","reported_seq":9036,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:48.435289+0000","last_change":"2023-10-09T04:42:37.038174+0000","last_active":"2023-10-09T04:44:48.435289+0000","last_peered":"2023-10-09T04:44:48.435289+0000","last_clean":"2023-10-09T04:44:48.435289+0000","last_became_active":"2023-10-09T04:42:37.037828+0000","last_became_peered":"2023-10-09T04:42:37.037828+0000","last_unstale":"2023-10-09T04:44:48.435289+0000","last_undegraded":"2023-10-09T04:44:48.435289+0000","last_fullsized":"2023-10-09T04:44:48.435289+0000","mapping_epoch":149,"log_start":"153'1300","ondisk_log_start":"153'1300","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7698,"log_dups_size":0,"ondisk_log_size":7698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:03.938752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371458048,"num_objects":5668,"num_object_clones":0,"num_object_copies":17004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5668,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8998,"num_write_kb":469312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":149,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871820+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:44:45.871820+0000","last_peered":"2023-10-09T04:44:45.871820+0000","last_clean":"2023-10-09T04:44:45.871820+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:44:45.871820+0000","last_undegraded":"2023-10-09T04:44:45.871820+0000","last_fullsized":"2023-10-09T04:44:45.871820+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897068+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:44:45.897068+0000","last_peered":"2023-10-09T04:44:45.897068+0000","last_clean":"2023-10-09T04:44:45.897068+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:44:45.897068+0000","last_undegraded":"2023-10-09T04:44:45.897068+0000","last_fullsized":"2023-10-09T04:44:45.897068+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"177'9167","reported_seq":9205,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.485516+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:44:52.485516+0000","last_peered":"2023-10-09T04:44:52.485516+0000","last_clean":"2023-10-09T04:44:52.485516+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:44:52.485516+0000","last_undegraded":"2023-10-09T04:44:52.485516+0000","last_fullsized":"2023-10-09T04:44:52.485516+0000","mapping_epoch":149,"log_start":"154'1800","ondisk_log_start":"154'1800","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7367,"log_dups_size":0,"ondisk_log_size":7367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351731712,"num_objects":5367,"num_object_clones":0,"num_object_copies":16101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9167,"num_write_kb":465088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889483+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:44:45.889483+0000","last_peered":"2023-10-09T04:44:45.889483+0000","last_clean":"2023-10-09T04:44:45.889483+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:44:45.889483+0000","last_undegraded":"2023-10-09T04:44:45.889483+0000","last_fullsized":"2023-10-09T04:44:45.889483+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":147,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.896874+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:44:45.896874+0000","last_peered":"2023-10-09T04:44:45.896874+0000","last_clean":"2023-10-09T04:44:45.896874+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:44:45.896874+0000","last_undegraded":"2023-10-09T04:44:45.896874+0000","last_fullsized":"2023-10-09T04:44:45.896874+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"177'9199","reported_seq":9235,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.529461+0000","last_change":"2023-10-09T04:42:36.827049+0000","last_active":"2023-10-09T04:44:52.529461+0000","last_peered":"2023-10-09T04:44:52.529461+0000","last_clean":"2023-10-09T04:44:52.529461+0000","last_became_active":"2023-10-09T04:42:36.826727+0000","last_became_peered":"2023-10-09T04:42:36.826727+0000","last_unstale":"2023-10-09T04:44:52.529461+0000","last_undegraded":"2023-10-09T04:44:52.529461+0000","last_fullsized":"2023-10-09T04:44:52.529461+0000","mapping_epoch":149,"log_start":"153'1500","ondisk_log_start":"153'1500","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7699,"log_dups_size":0,"ondisk_log_size":7699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:09.037792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355401728,"num_objects":5423,"num_object_clones":0,"num_object_copies":16269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9199,"num_write_kb":467904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897912+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:44:45.897912+0000","last_peered":"2023-10-09T04:44:45.897912+0000","last_clean":"2023-10-09T04:44:45.897912+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:44:45.897912+0000","last_undegraded":"2023-10-09T04:44:45.897912+0000","last_fullsized":"2023-10-09T04:44:45.897912+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.898243+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:44:45.898243+0000","last_peered":"2023-10-09T04:44:45.898243+0000","last_clean":"2023-10-09T04:44:45.898243+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:44:45.898243+0000","last_undegraded":"2023-10-09T04:44:45.898243+0000","last_fullsized":"2023-10-09T04:44:45.898243+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"177'8886","reported_seq":8924,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:48.419994+0000","last_change":"2023-10-09T04:42:36.824057+0000","last_active":"2023-10-09T04:44:48.419994+0000","last_peered":"2023-10-09T04:44:48.419994+0000","last_clean":"2023-10-09T04:44:48.419994+0000","last_became_active":"2023-10-09T04:42:36.823827+0000","last_became_peered":"2023-10-09T04:42:36.823827+0000","last_unstale":"2023-10-09T04:44:48.419994+0000","last_undegraded":"2023-10-09T04:44:48.419994+0000","last_fullsized":"2023-10-09T04:44:48.419994+0000","mapping_epoch":149,"log_start":"153'1100","ondisk_log_start":"153'1100","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7786,"log_dups_size":0,"ondisk_log_size":7786,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:44.926455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366215168,"num_objects":5588,"num_object_clones":0,"num_object_copies":16764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8886,"num_write_kb":463168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":121,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871248+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:44:45.871248+0000","last_peered":"2023-10-09T04:44:45.871248+0000","last_clean":"2023-10-09T04:44:45.871248+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:44:45.871248+0000","last_undegraded":"2023-10-09T04:44:45.871248+0000","last_fullsized":"2023-10-09T04:44:45.871248+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":117,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.875882+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:44:45.875882+0000","last_peered":"2023-10-09T04:44:45.875882+0000","last_clean":"2023-10-09T04:44:45.875882+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:44:45.875882+0000","last_undegraded":"2023-10-09T04:44:45.875882+0000","last_fullsized":"2023-10-09T04:44:45.875882+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"177'9218","reported_seq":9253,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.551286+0000","last_change":"2023-10-09T04:42:36.827377+0000","last_active":"2023-10-09T04:44:52.551286+0000","last_peered":"2023-10-09T04:44:52.551286+0000","last_clean":"2023-10-09T04:44:52.551286+0000","last_became_active":"2023-10-09T04:42:36.827102+0000","last_became_peered":"2023-10-09T04:42:36.827102+0000","last_unstale":"2023-10-09T04:44:52.551286+0000","last_undegraded":"2023-10-09T04:44:52.551286+0000","last_fullsized":"2023-10-09T04:44:52.551286+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9218,"log_dups_size":0,"ondisk_log_size":9218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:09.310780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350093312,"num_objects":5342,"num_object_clones":0,"num_object_copies":16026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9218,"num_write_kb":465920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":144,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.876580+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:44:45.876580+0000","last_peered":"2023-10-09T04:44:45.876580+0000","last_clean":"2023-10-09T04:44:45.876580+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:44:45.876580+0000","last_undegraded":"2023-10-09T04:44:45.876580+0000","last_fullsized":"2023-10-09T04:44:45.876580+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":155,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883491+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:44:45.883491+0000","last_peered":"2023-10-09T04:44:45.883491+0000","last_clean":"2023-10-09T04:44:45.883491+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:44:45.883491+0000","last_undegraded":"2023-10-09T04:44:45.883491+0000","last_fullsized":"2023-10-09T04:44:45.883491+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":102,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.877239+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:44:45.877239+0000","last_peered":"2023-10-09T04:44:45.877239+0000","last_clean":"2023-10-09T04:44:45.877239+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:44:45.877239+0000","last_undegraded":"2023-10-09T04:44:45.877239+0000","last_fullsized":"2023-10-09T04:44:45.877239+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"177'9111","reported_seq":9149,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:51.355320+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:44:51.355320+0000","last_peered":"2023-10-09T04:44:51.355320+0000","last_clean":"2023-10-09T04:44:51.355320+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:44:51.355320+0000","last_undegraded":"2023-10-09T04:44:51.355320+0000","last_fullsized":"2023-10-09T04:44:51.355320+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9111,"log_dups_size":0,"ondisk_log_size":9111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356319232,"num_objects":5437,"num_object_clones":0,"num_object_copies":16311,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5437,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9111,"num_write_kb":465536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883254+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:44:45.883254+0000","last_peered":"2023-10-09T04:44:45.883254+0000","last_clean":"2023-10-09T04:44:45.883254+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:44:45.883254+0000","last_undegraded":"2023-10-09T04:44:45.883254+0000","last_fullsized":"2023-10-09T04:44:45.883254+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897497+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:44:45.897497+0000","last_peered":"2023-10-09T04:44:45.897497+0000","last_clean":"2023-10-09T04:44:45.897497+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:44:45.897497+0000","last_undegraded":"2023-10-09T04:44:45.897497+0000","last_fullsized":"2023-10-09T04:44:45.897497+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":132,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.876519+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:44:45.876519+0000","last_peered":"2023-10-09T04:44:45.876519+0000","last_clean":"2023-10-09T04:44:45.876519+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:44:45.876519+0000","last_undegraded":"2023-10-09T04:44:45.876519+0000","last_fullsized":"2023-10-09T04:44:45.876519+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"177'8976","reported_seq":9012,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.567570+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:44:52.567570+0000","last_peered":"2023-10-09T04:44:52.567570+0000","last_clean":"2023-10-09T04:44:52.567570+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:44:52.567570+0000","last_undegraded":"2023-10-09T04:44:52.567570+0000","last_fullsized":"2023-10-09T04:44:52.567570+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8976,"log_dups_size":0,"ondisk_log_size":8976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349831168,"num_objects":5338,"num_object_clones":0,"num_object_copies":16014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5338,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8976,"num_write_kb":458048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":144,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.882466+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:44:45.882466+0000","last_peered":"2023-10-09T04:44:45.882466+0000","last_clean":"2023-10-09T04:44:45.882466+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:44:45.882466+0000","last_undegraded":"2023-10-09T04:44:45.882466+0000","last_fullsized":"2023-10-09T04:44:45.882466+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":116,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.875674+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:44:45.875674+0000","last_peered":"2023-10-09T04:44:45.875674+0000","last_clean":"2023-10-09T04:44:45.875674+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:44:45.875674+0000","last_undegraded":"2023-10-09T04:44:45.875674+0000","last_fullsized":"2023-10-09T04:44:45.875674+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":139,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.876037+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:44:45.876037+0000","last_peered":"2023-10-09T04:44:45.876037+0000","last_clean":"2023-10-09T04:44:45.876037+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:44:45.876037+0000","last_undegraded":"2023-10-09T04:44:45.876037+0000","last_fullsized":"2023-10-09T04:44:45.876037+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"177'8882","reported_seq":8920,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:48.420238+0000","last_change":"2023-10-09T04:42:36.824963+0000","last_active":"2023-10-09T04:44:48.420238+0000","last_peered":"2023-10-09T04:44:48.420238+0000","last_clean":"2023-10-09T04:44:48.420238+0000","last_became_active":"2023-10-09T04:42:36.824679+0000","last_became_peered":"2023-10-09T04:42:36.824679+0000","last_unstale":"2023-10-09T04:44:48.420238+0000","last_undegraded":"2023-10-09T04:44:48.420238+0000","last_fullsized":"2023-10-09T04:44:48.420238+0000","mapping_epoch":149,"log_start":"153'1100","ondisk_log_start":"153'1100","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7782,"log_dups_size":0,"ondisk_log_size":7782,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:13:36.997809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364642304,"num_objects":5564,"num_object_clones":0,"num_object_copies":16692,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5564,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8882,"num_write_kb":462272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883432+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:44:45.883432+0000","last_peered":"2023-10-09T04:44:45.883432+0000","last_clean":"2023-10-09T04:44:45.883432+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:44:45.883432+0000","last_undegraded":"2023-10-09T04:44:45.883432+0000","last_fullsized":"2023-10-09T04:44:45.883432+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":519,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.888972+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:44:45.888972+0000","last_peered":"2023-10-09T04:44:45.888972+0000","last_clean":"2023-10-09T04:44:45.888972+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:44:45.888972+0000","last_undegraded":"2023-10-09T04:44:45.888972+0000","last_fullsized":"2023-10-09T04:44:45.888972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":108,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.872032+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:44:45.872032+0000","last_peered":"2023-10-09T04:44:45.872032+0000","last_clean":"2023-10-09T04:44:45.872032+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:44:45.872032+0000","last_undegraded":"2023-10-09T04:44:45.872032+0000","last_fullsized":"2023-10-09T04:44:45.872032+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.894032+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:44:45.894032+0000","last_peered":"2023-10-09T04:44:45.894032+0000","last_clean":"2023-10-09T04:44:45.894032+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:44:45.894032+0000","last_undegraded":"2023-10-09T04:44:45.894032+0000","last_fullsized":"2023-10-09T04:44:45.894032+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"177'9162","reported_seq":9199,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:51.443458+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:44:51.443458+0000","last_peered":"2023-10-09T04:44:51.443458+0000","last_clean":"2023-10-09T04:44:51.443458+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:44:51.443458+0000","last_undegraded":"2023-10-09T04:44:51.443458+0000","last_fullsized":"2023-10-09T04:44:51.443458+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9162,"log_dups_size":0,"ondisk_log_size":9162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359792640,"num_objects":5490,"num_object_clones":0,"num_object_copies":16470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9162,"num_write_kb":468864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":159,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889051+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:44:45.889051+0000","last_peered":"2023-10-09T04:44:45.889051+0000","last_clean":"2023-10-09T04:44:45.889051+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:44:45.889051+0000","last_undegraded":"2023-10-09T04:44:45.889051+0000","last_fullsized":"2023-10-09T04:44:45.889051+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":131,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.873026+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:44:45.873026+0000","last_peered":"2023-10-09T04:44:45.873026+0000","last_clean":"2023-10-09T04:44:45.873026+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:44:45.873026+0000","last_undegraded":"2023-10-09T04:44:45.873026+0000","last_fullsized":"2023-10-09T04:44:45.873026+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":147,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870418+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:44:45.870418+0000","last_peered":"2023-10-09T04:44:45.870418+0000","last_clean":"2023-10-09T04:44:45.870418+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:44:45.870418+0000","last_undegraded":"2023-10-09T04:44:45.870418+0000","last_fullsized":"2023-10-09T04:44:45.870418+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"177'9020","reported_seq":9056,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.501337+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:44:52.501337+0000","last_peered":"2023-10-09T04:44:52.501337+0000","last_clean":"2023-10-09T04:44:52.501337+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:44:52.501337+0000","last_undegraded":"2023-10-09T04:44:52.501337+0000","last_fullsized":"2023-10-09T04:44:52.501337+0000","mapping_epoch":149,"log_start":"153'1300","ondisk_log_start":"153'1300","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7720,"log_dups_size":0,"ondisk_log_size":7720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346816512,"num_objects":5292,"num_object_clones":0,"num_object_copies":15876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5292,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9020,"num_write_kb":457984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":142,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.890295+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:44:45.890295+0000","last_peered":"2023-10-09T04:44:45.890295+0000","last_clean":"2023-10-09T04:44:45.890295+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:44:45.890295+0000","last_undegraded":"2023-10-09T04:44:45.890295+0000","last_fullsized":"2023-10-09T04:44:45.890295+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":116,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.876457+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:44:45.876457+0000","last_peered":"2023-10-09T04:44:45.876457+0000","last_clean":"2023-10-09T04:44:45.876457+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:44:45.876457+0000","last_undegraded":"2023-10-09T04:44:45.876457+0000","last_fullsized":"2023-10-09T04:44:45.876457+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":117,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870492+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:44:45.870492+0000","last_peered":"2023-10-09T04:44:45.870492+0000","last_clean":"2023-10-09T04:44:45.870492+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:44:45.870492+0000","last_undegraded":"2023-10-09T04:44:45.870492+0000","last_fullsized":"2023-10-09T04:44:45.870492+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"177'9183","reported_seq":9220,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.551344+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:44:52.551344+0000","last_peered":"2023-10-09T04:44:52.551344+0000","last_clean":"2023-10-09T04:44:52.551344+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:44:52.551344+0000","last_undegraded":"2023-10-09T04:44:52.551344+0000","last_fullsized":"2023-10-09T04:44:52.551344+0000","mapping_epoch":149,"log_start":"153'1400","ondisk_log_start":"153'1400","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7783,"log_dups_size":0,"ondisk_log_size":7783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356909080,"num_objects":5447,"num_object_clones":0,"num_object_copies":16341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5447,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9183,"num_write_kb":468097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":149,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.873947+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:44:45.873947+0000","last_peered":"2023-10-09T04:44:45.873947+0000","last_clean":"2023-10-09T04:44:45.873947+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:44:45.873947+0000","last_undegraded":"2023-10-09T04:44:45.873947+0000","last_fullsized":"2023-10-09T04:44:45.873947+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":101,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.876036+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:44:45.876036+0000","last_peered":"2023-10-09T04:44:45.876036+0000","last_clean":"2023-10-09T04:44:45.876036+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:44:45.876036+0000","last_undegraded":"2023-10-09T04:44:45.876036+0000","last_fullsized":"2023-10-09T04:44:45.876036+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":147,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932152+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:44:47.932152+0000","last_peered":"2023-10-09T04:44:47.932152+0000","last_clean":"2023-10-09T04:44:47.932152+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:44:47.932152+0000","last_undegraded":"2023-10-09T04:44:47.932152+0000","last_fullsized":"2023-10-09T04:44:47.932152+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"177'9068","reported_seq":9105,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:48.415427+0000","last_change":"2023-10-09T04:42:36.822315+0000","last_active":"2023-10-09T04:44:48.415427+0000","last_peered":"2023-10-09T04:44:48.415427+0000","last_clean":"2023-10-09T04:44:48.415427+0000","last_became_active":"2023-10-09T04:42:36.822028+0000","last_became_peered":"2023-10-09T04:42:36.822028+0000","last_unstale":"2023-10-09T04:44:48.415427+0000","last_undegraded":"2023-10-09T04:44:48.415427+0000","last_fullsized":"2023-10-09T04:44:48.415427+0000","mapping_epoch":149,"log_start":"153'1300","ondisk_log_start":"153'1300","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7768,"log_dups_size":0,"ondisk_log_size":7768,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:00.401120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367132672,"num_objects":5602,"num_object_clones":0,"num_object_copies":16806,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5602,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9068,"num_write_kb":469440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":142,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.889153+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:44:45.889153+0000","last_peered":"2023-10-09T04:44:45.889153+0000","last_clean":"2023-10-09T04:44:45.889153+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:44:45.889153+0000","last_undegraded":"2023-10-09T04:44:45.889153+0000","last_fullsized":"2023-10-09T04:44:45.889153+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":135,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870477+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:44:45.870477+0000","last_peered":"2023-10-09T04:44:45.870477+0000","last_clean":"2023-10-09T04:44:45.870477+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:44:45.870477+0000","last_undegraded":"2023-10-09T04:44:45.870477+0000","last_fullsized":"2023-10-09T04:44:45.870477+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.896826+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:44:45.896826+0000","last_peered":"2023-10-09T04:44:45.896826+0000","last_clean":"2023-10-09T04:44:45.896826+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:44:45.896826+0000","last_undegraded":"2023-10-09T04:44:45.896826+0000","last_fullsized":"2023-10-09T04:44:45.896826+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":119,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870718+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:44:45.870718+0000","last_peered":"2023-10-09T04:44:45.870718+0000","last_clean":"2023-10-09T04:44:45.870718+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:44:45.870718+0000","last_undegraded":"2023-10-09T04:44:45.870718+0000","last_fullsized":"2023-10-09T04:44:45.870718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":154,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883446+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:44:45.883446+0000","last_peered":"2023-10-09T04:44:45.883446+0000","last_clean":"2023-10-09T04:44:45.883446+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:44:45.883446+0000","last_undegraded":"2023-10-09T04:44:45.883446+0000","last_fullsized":"2023-10-09T04:44:45.883446+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":140,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.882907+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:44:45.882907+0000","last_peered":"2023-10-09T04:44:45.882907+0000","last_clean":"2023-10-09T04:44:45.882907+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:44:45.882907+0000","last_undegraded":"2023-10-09T04:44:45.882907+0000","last_fullsized":"2023-10-09T04:44:45.882907+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":154,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897713+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:44:45.897713+0000","last_peered":"2023-10-09T04:44:45.897713+0000","last_clean":"2023-10-09T04:44:45.897713+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:44:45.897713+0000","last_undegraded":"2023-10-09T04:44:45.897713+0000","last_fullsized":"2023-10-09T04:44:45.897713+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":123,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883399+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:44:45.883399+0000","last_peered":"2023-10-09T04:44:45.883399+0000","last_clean":"2023-10-09T04:44:45.883399+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:44:45.883399+0000","last_undegraded":"2023-10-09T04:44:45.883399+0000","last_fullsized":"2023-10-09T04:44:45.883399+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":154,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.897361+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:44:45.897361+0000","last_peered":"2023-10-09T04:44:45.897361+0000","last_clean":"2023-10-09T04:44:45.897361+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:44:45.897361+0000","last_undegraded":"2023-10-09T04:44:45.897361+0000","last_fullsized":"2023-10-09T04:44:45.897361+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":137,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932955+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:44:47.932955+0000","last_peered":"2023-10-09T04:44:47.932955+0000","last_clean":"2023-10-09T04:44:47.932955+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:44:47.932955+0000","last_undegraded":"2023-10-09T04:44:47.932955+0000","last_fullsized":"2023-10-09T04:44:47.932955+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":151,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.871714+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:44:45.871714+0000","last_peered":"2023-10-09T04:44:45.871714+0000","last_clean":"2023-10-09T04:44:45.871714+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:44:45.871714+0000","last_undegraded":"2023-10-09T04:44:45.871714+0000","last_fullsized":"2023-10-09T04:44:45.871714+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":135,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.870631+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:44:45.870631+0000","last_peered":"2023-10-09T04:44:45.870631+0000","last_clean":"2023-10-09T04:44:45.870631+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:44:45.870631+0000","last_undegraded":"2023-10-09T04:44:45.870631+0000","last_fullsized":"2023-10-09T04:44:45.870631+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":147,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.896714+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:44:45.896714+0000","last_peered":"2023-10-09T04:44:45.896714+0000","last_clean":"2023-10-09T04:44:45.896714+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:44:45.896714+0000","last_undegraded":"2023-10-09T04:44:45.896714+0000","last_fullsized":"2023-10-09T04:44:45.896714+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5709955096,"num_objects":87128,"num_object_clones":0,"num_object_copies":261384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87128,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":145450,"num_write_kb":7442433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17083084800,"data_stored":17083072584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":132650,"ondisk_log_size":132650,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234264,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3704352,"kb_used_data":3110488,"kb_used_omap":0,"kb_used_meta":593856,"kb_avail":90040800,"statfs":{"total":95995035648,"available":92201779200,"internally_reserved":0,"allocated":3185139712,"data_stored":3184596532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608108544},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.3119999999999998,"5min":1.9550000000000001,"15min":1.8640000000000001},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":11.922000000000001,"5min":11.922000000000001,"15min":11.922000000000001},"last":8.0310000000000006},{"interface":"front","average":{"1min":2.484,"5min":1.73,"15min":1.7290000000000001},"min":{"1min":0.30499999999999999,"5min":0.253,"15min":0.23499999999999999},"max":{"1min":9.2210000000000001,"5min":9.2210000000000001,"15min":9.6790000000000003},"last":0.68200000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.7000000000000002,"5min":2.5640000000000001,"15min":1.891},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":11.964,"5min":68.852999999999994,"15min":68.852999999999994},"last":0.85299999999999998},{"interface":"front","average":{"1min":2.3999999999999999,"5min":2.5710000000000002,"15min":2.0760000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.24399999999999999},"max":{"1min":9.2490000000000006,"5min":68.903000000000006,"15min":68.903000000000006},"last":0.92300000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":1.8839999999999999,"15min":2.2080000000000002},"min":{"1min":0.44900000000000001,"5min":0.28199999999999997,"15min":0.27300000000000002},"max":{"1min":10.539,"5min":10.539,"15min":12.07},"last":2.702},{"interface":"front","average":{"1min":2.6989999999999998,"5min":1.976,"15min":2.5800000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.252},"max":{"1min":9.2739999999999991,"5min":9.2739999999999991,"15min":11.742000000000001},"last":6.4489999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:44:04 2023","interfaces":[{"interface":"back","average":{"1min":2.351,"5min":2.698,"15min":1.9339999999999999},"min":{"1min":0.42099999999999999,"5min":0.308,"15min":0.308},"max":{"1min":7.2530000000000001,"5min":58.716999999999999,"15min":58.716999999999999},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.738,"5min":2.742,"15min":1.976},"min":{"1min":0.33300000000000002,"5min":0.311,"15min":0.311},"max":{"1min":4.8899999999999997,"5min":58.639000000000003,"15min":58.639000000000003},"last":3.2130000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":1.399,"15min":1.3740000000000001},"min":{"1min":0.29399999999999998,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":8.75,"5min":8.8629999999999995,"15min":17.469000000000001},"last":0.442},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.569,"15min":1.351},"min":{"1min":0.30499999999999999,"5min":0.29399999999999998,"15min":0.27800000000000002},"max":{"1min":9.1839999999999993,"5min":9.1839999999999993,"15min":9.1839999999999993},"last":0.71399999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.4550000000000001,"15min":1.4890000000000001},"min":{"1min":0.29899999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.9400000000000004,"5min":9.2739999999999991,"15min":17.370000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":1.4810000000000001,"5min":1.4099999999999999,"15min":1.5449999999999999},"min":{"1min":0.371,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":7.4409999999999998,"5min":8.6899999999999995,"15min":12.074999999999999},"last":1.7889999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":1.514,"15min":1.4399999999999999},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.29699999999999999},"max":{"1min":8.6769999999999996,"5min":8.6769999999999996,"15min":17.501000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":2.516,"5min":1.784,"15min":1.5309999999999999},"min":{"1min":0.45500000000000002,"5min":0.35899999999999999,"15min":0.33300000000000002},"max":{"1min":8.5619999999999994,"5min":12.093,"15min":12.101000000000001},"last":0.80700000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495900,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1354064,"kb_used_data":1052680,"kb_used_omap":0,"kb_used_meta":301376,"kb_avail":92391088,"statfs":{"total":95995035648,"available":94608474112,"internally_reserved":0,"allocated":1077944320,"data_stored":1077417412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308609024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:47 2023","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.893,"15min":1.637},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20599999999999999},"max":{"1min":3.5779999999999998,"5min":19.166,"15min":19.166},"last":0.499},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.2799999999999998,"15min":1.7649999999999999},"min":{"1min":0.30399999999999999,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.292,"5min":19.143999999999998,"15min":19.143999999999998},"last":0.40500000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:44:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5960000000000001,"5min":2.407,"15min":1.9550000000000001},"min":{"1min":0.34100000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.7370000000000001,"5min":22.805,"15min":22.805},"last":0.28000000000000003},{"interface":"front","average":{"1min":3.04,"5min":2.2759999999999998,"15min":1.948},"min":{"1min":0.245,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":7.2809999999999997,"5min":22.834,"15min":22.834},"last":0.318}]},{"osd":2,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":2.0350000000000001,"5min":2.0409999999999999,"15min":2.2610000000000001},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":6.7670000000000003,"5min":13.32,"15min":13.32},"last":0.59999999999999998},{"interface":"front","average":{"1min":2.742,"5min":2.2890000000000001,"15min":1.954},"min":{"1min":0.38600000000000001,"5min":0.33100000000000002,"15min":0.27100000000000002},"max":{"1min":10.265000000000001,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.53400000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.472,"15min":1.734},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":22.885999999999999,"5min":22.885999999999999,"15min":22.885999999999999},"last":3.1869999999999998},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.9890000000000001,"15min":1.407},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.312},"max":{"1min":7.1920000000000002,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":6.6799999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.556,"15min":1.2529999999999999},"min":{"1min":0.34999999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":4.4349999999999996,"5min":13.369,"15min":13.369},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.8380000000000001,"15min":1.335},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.25900000000000001},"max":{"1min":6.2080000000000002,"5min":8.5879999999999992,"15min":8.5879999999999992},"last":2.452}]},{"osd":5,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.748,"15min":1.363},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.24399999999999999},"max":{"1min":3.504,"5min":16.042000000000002,"15min":16.042000000000002},"last":1.516},{"interface":"front","average":{"1min":1.712,"5min":1.982,"15min":1.6339999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.30399999999999999},"max":{"1min":6.3410000000000002,"5min":13.391999999999999,"15min":13.391999999999999},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:44:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3849999999999998,"5min":1.9339999999999999,"15min":1.5640000000000001},"min":{"1min":0.40500000000000003,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":7.0700000000000003,"5min":13.345000000000001,"15min":13.345000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.1040000000000001,"15min":1.609},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.32200000000000001},"max":{"1min":10.698,"5min":11.153,"15min":11.153},"last":0.75}]}]},{"osd":1,"up_from":102,"seq":438086664334,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3569424,"kb_used_data":3121672,"kb_used_omap":4,"kb_used_meta":447675,"kb_avail":90175728,"statfs":{"total":95995035648,"available":92339945472,"internally_reserved":0,"allocated":3196592128,"data_stored":3195832531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":458420110},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":4.1310000000000002,"5min":2.5840000000000001,"15min":2.3180000000000001},"min":{"1min":0.22,"5min":0.189,"15min":0.161},"max":{"1min":37.956000000000003,"5min":44.014000000000003,"15min":44.014000000000003},"last":0.314},{"interface":"front","average":{"1min":4.056,"5min":2.766,"15min":2.3889999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":40.064999999999998,"5min":44.417999999999999,"15min":44.417999999999999},"last":1.4019999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8240000000000001,"5min":1.407,"15min":2.0579999999999998},"min":{"1min":0.22500000000000001,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":7.6449999999999996,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.1190000000000002,"5min":1.7549999999999999,"15min":2.2719999999999998},"min":{"1min":0.22500000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.0899999999999999,"5min":11.204000000000001,"15min":11.630000000000001},"last":9.0899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:44:03 2023","interfaces":[{"interface":"back","average":{"1min":2.8380000000000001,"5min":1.5589999999999999,"15min":1.5109999999999999},"min":{"1min":0.34200000000000003,"5min":0.247,"15min":0.217},"max":{"1min":10.089,"5min":15.102,"15min":15.102},"last":0.48699999999999999},{"interface":"front","average":{"1min":3.1219999999999999,"5min":2.379,"15min":2.964},"min":{"1min":0.38800000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":17.774999999999999,"5min":17.774999999999999,"15min":17.774999999999999},"last":0.54200000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":1.7529999999999999,"5min":1.8700000000000001,"15min":2.1259999999999999},"min":{"1min":0.313,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9080000000000004,"5min":9.5440000000000005,"15min":12.286},"last":2.028},{"interface":"front","average":{"1min":1.746,"5min":1.742,"15min":1.554},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.25900000000000001},"max":{"1min":7.5960000000000001,"5min":15.074,"15min":15.074},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":1.8999999999999999,"15min":1.97},"min":{"1min":0.42499999999999999,"5min":0.33600000000000002,"15min":0.23899999999999999},"max":{"1min":13.292,"5min":13.292,"15min":13.292},"last":0.57199999999999995},{"interface":"front","average":{"1min":2.9529999999999998,"5min":1.837,"15min":1.786},"min":{"1min":0.36199999999999999,"5min":0.34200000000000003,"15min":0.23799999999999999},"max":{"1min":10.699,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.88300000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.7729999999999999,"15min":1.798},"min":{"1min":0.32100000000000001,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.345000000000001},"last":0.434},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0659999999999998,"15min":2.2759999999999998},"min":{"1min":0.39300000000000002,"5min":0.316,"15min":0.29999999999999999},"max":{"1min":5.9800000000000004,"5min":12.657999999999999,"15min":12.657999999999999},"last":2.0670000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9870000000000001,"5min":2.3290000000000002,"15min":2.3220000000000001},"min":{"1min":0.46600000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":11.661,"5min":13.199999999999999,"15min":14.788},"last":2.1019999999999999},{"interface":"front","average":{"1min":2.5779999999999998,"5min":1.825,"15min":1.6359999999999999},"min":{"1min":0.39900000000000002,"5min":0.39500000000000002,"15min":0.33700000000000002},"max":{"1min":9.2949999999999999,"5min":15.130000000000001,"15min":15.130000000000001},"last":0.68100000000000005}]}]},{"osd":0,"up_from":86,"seq":369367187607,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1821336,"kb_used_data":1398288,"kb_used_omap":5,"kb_used_meta":423034,"kb_avail":91923816,"statfs":{"total":95995035648,"available":94129987584,"internally_reserved":0,"allocated":1431846912,"data_stored":1431022100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":433187450},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,0,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":1.694,"5min":1.5509999999999999,"15min":2.2650000000000001},"min":{"1min":0.215,"5min":0.189,"15min":0.183},"max":{"1min":6.9000000000000004,"5min":16.155000000000001,"15min":76.174000000000007},"last":0.48699999999999999},{"interface":"front","average":{"1min":2.722,"5min":2.0179999999999998,"15min":2.3559999999999999},"min":{"1min":0.23699999999999999,"5min":0.219,"15min":0.20000000000000001},"max":{"1min":8.8239999999999998,"5min":8.8239999999999998,"15min":76.245000000000005},"last":4.3390000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:43:49 2023","interfaces":[{"interface":"back","average":{"1min":1.778,"5min":1.498,"15min":2.23},"min":{"1min":0.28599999999999998,"5min":0.23000000000000001,"15min":0.20100000000000001},"max":{"1min":6.4470000000000001,"5min":7.5060000000000002,"15min":18.437000000000001},"last":0.313},{"interface":"front","average":{"1min":1.6890000000000001,"5min":1.7969999999999999,"15min":2.2930000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.2649999999999997,"5min":13.348000000000001,"15min":13.348000000000001},"last":4.4050000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:43:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1160000000000001,"5min":1.9630000000000001,"15min":1.5920000000000001},"min":{"1min":0.26500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":7.8789999999999996,"5min":13.385999999999999,"15min":13.385999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.7330000000000001,"5min":1.8100000000000001,"15min":1.5009999999999999},"min":{"1min":0.27100000000000002,"5min":0.214,"15min":0.214},"max":{"1min":6.9900000000000002,"5min":13.411,"15min":13.411},"last":4.3760000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":2.2610000000000001,"5min":1.8200000000000001,"15min":1.7410000000000001},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.28399999999999997},"max":{"1min":5.9550000000000001,"5min":13.125,"15min":13.334},"last":0.34599999999999997},{"interface":"front","average":{"1min":2.4769999999999999,"5min":1.7010000000000001,"15min":1.825},"min":{"1min":0.39900000000000002,"5min":0.32500000000000001,"15min":0.27100000000000002},"max":{"1min":9.3539999999999992,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":0.58099999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.915,"15min":1.964},"min":{"1min":0.36699999999999999,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.3800000000000008,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":3.2829999999999999,"5min":2.4889999999999999,"15min":2.0649999999999999},"min":{"1min":0.42699999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":9.2840000000000007,"5min":13.438000000000001,"15min":16.609999999999999},"last":4.8769999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":2.6080000000000001,"15min":2.3420000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":9.4290000000000003,"5min":43.832999999999998,"15min":43.832999999999998},"last":3.8319999999999999},{"interface":"front","average":{"1min":3.585,"5min":2.8050000000000002,"15min":2.1659999999999999},"min":{"1min":0.48099999999999998,"5min":0.316,"15min":0.316},"max":{"1min":9.1769999999999996,"5min":43.819000000000003,"15min":43.819000000000003},"last":5.3010000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.2799999999999998,"15min":2.02},"min":{"1min":0.46800000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":9.3089999999999993,"5min":13.374000000000001,"15min":13.374000000000001},"last":4.4279999999999999},{"interface":"front","average":{"1min":2.6850000000000001,"5min":1.907,"15min":1.7909999999999999},"min":{"1min":0.56799999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.9889999999999999,"5min":7.4610000000000003,"15min":14.186},"last":4.9020000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206449,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1320336,"kb_used_data":1058120,"kb_used_omap":7,"kb_used_meta":262200,"kb_avail":92424816,"statfs":{"total":95995035648,"available":94643011584,"internally_reserved":0,"allocated":1083514880,"data_stored":1082810426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":268492881},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":2.1789999999999998,"15min":3.101},"min":{"1min":0.192,"5min":0.189,"15min":0.17499999999999999},"max":{"1min":6.5899999999999999,"5min":29.183,"15min":29.183},"last":3.306},{"interface":"front","average":{"1min":1.837,"5min":1.7709999999999999,"15min":2.9279999999999999},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":6.3570000000000002,"5min":11.128,"15min":12.164},"last":0.78000000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":1.891,"15min":2.9660000000000002},"min":{"1min":0.23000000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":7.6829999999999998,"5min":11.096,"15min":11.096},"last":0.81200000000000006},{"interface":"front","average":{"1min":2.234,"5min":1.893,"15min":2.8330000000000002},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":8.1829999999999998,"5min":12.138,"15min":21.797999999999998},"last":3.085}]},{"osd":3,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2730000000000001,"5min":1.7789999999999999,"15min":1.621},"min":{"1min":0.26500000000000001,"5min":0.26000000000000001,"15min":0.23699999999999999},"max":{"1min":8.1560000000000006,"5min":10.069000000000001,"15min":10.069000000000001},"last":1.7729999999999999},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.889,"15min":1.4870000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":9.5419999999999998,"5min":9.5690000000000008,"15min":12.664},"last":0.41399999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":1.8009999999999999,"15min":1.5780000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26300000000000001},"max":{"1min":8.0790000000000006,"5min":10.016999999999999,"15min":11.789},"last":1.8080000000000001},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.9179999999999999,"15min":2.508},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":8.2780000000000005,"5min":9.4390000000000001,"15min":13.69},"last":0.502}]},{"osd":5,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":2.1440000000000001,"15min":2.7610000000000001},"min":{"1min":0.33800000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.5529999999999999,"5min":11.151999999999999,"15min":14.644},"last":0.83899999999999997},{"interface":"front","average":{"1min":2.9590000000000001,"5min":2.2330000000000001,"15min":2.1269999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.25900000000000001},"max":{"1min":13.205,"5min":13.205,"15min":13.205},"last":1.8500000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.802,"15min":2.5329999999999999},"min":{"1min":0.40699999999999997,"5min":0.38800000000000001,"15min":0.30599999999999999},"max":{"1min":3.7970000000000002,"5min":15.412000000000001,"15min":15.412000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.6619999999999999,"5min":1.9870000000000001,"15min":2.8239999999999998},"min":{"1min":0.44700000000000001,"5min":0.34799999999999998,"15min":0.32900000000000001},"max":{"1min":3.75,"5min":13.484999999999999,"15min":13.484999999999999},"last":3.9620000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.891,"15min":3.1459999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.373},"max":{"1min":3.9369999999999998,"5min":9.5329999999999995,"15min":13.756},"last":0.44700000000000001},{"interface":"front","average":{"1min":2.1139999999999999,"5min":2.1480000000000001,"15min":3.1459999999999999},"min":{"1min":0.44800000000000001,"5min":0.36799999999999999,"15min":0.34899999999999998},"max":{"1min":8.2479999999999993,"5min":11.173,"15min":14.757999999999999},"last":0.86099999999999999}]}]},{"osd":3,"up_from":135,"seq":579820585058,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3245932,"kb_used_data":2874404,"kb_used_omap":2,"kb_used_meta":371517,"kb_avail":90499220,"statfs":{"total":95995035648,"available":92671201280,"internally_reserved":0,"allocated":2943389696,"data_stored":2942717873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":380433461},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.349,"15min":1.6950000000000001},"min":{"1min":0.20100000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":9.2010000000000005,"5min":9.2010000000000005,"15min":12.403},"last":0.39600000000000002},{"interface":"front","average":{"1min":2.4990000000000001,"5min":1.8979999999999999,"15min":2.0840000000000001},"min":{"1min":0.221,"5min":0.215,"15min":0.20599999999999999},"max":{"1min":8.0150000000000006,"5min":8.2509999999999994,"15min":10.33},"last":0.57099999999999995}]},{"osd":1,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.202,"5min":2.0990000000000002,"15min":1.9830000000000001},"min":{"1min":0.24399999999999999,"5min":0.20100000000000001,"15min":0.19700000000000001},"max":{"1min":6.5659999999999998,"5min":17.920999999999999,"15min":18.779},"last":2.3660000000000001},{"interface":"front","average":{"1min":2.1970000000000001,"5min":1.7689999999999999,"15min":1.6830000000000001},"min":{"1min":0.34300000000000003,"5min":0.245,"15min":0.245},"max":{"1min":7.1029999999999998,"5min":11.975,"15min":12.377000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":1.7789999999999999,"15min":1.8400000000000001},"min":{"1min":0.41299999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.0190000000000001,"5min":12.135,"15min":12.369},"last":5.6890000000000001},{"interface":"front","average":{"1min":2.532,"5min":1.899,"15min":1.367},"min":{"1min":0.27500000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.1020000000000003,"5min":9.1020000000000003,"15min":9.1020000000000003},"last":1.802}]},{"osd":4,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3809999999999998,"5min":2.0499999999999998,"15min":1.5389999999999999},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":6.5129999999999999,"5min":12.16,"15min":12.16},"last":5.3719999999999999},{"interface":"front","average":{"1min":2.4409999999999998,"5min":1.595,"15min":1.4330000000000001},"min":{"1min":0.36199999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":6.5129999999999999,"5min":8.7799999999999994,"15min":9.0389999999999997},"last":0.33700000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":6.5510000000000002,"5min":2.9729999999999999,"15min":2.1200000000000001},"min":{"1min":0.32800000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":88.840000000000003,"5min":88.840000000000003,"15min":88.840000000000003},"last":2.5150000000000001},{"interface":"front","average":{"1min":6.5800000000000001,"5min":2.8879999999999999,"15min":2.02},"min":{"1min":0.38,"5min":0.314,"15min":0.314},"max":{"1min":88.859999999999999,"5min":88.859999999999999,"15min":88.859999999999999},"last":0.89600000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7389999999999999,"5min":2.226,"15min":1.4870000000000001},"min":{"1min":0.41599999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":12.612,"5min":12.694000000000001,"15min":12.694000000000001},"last":2.7269999999999999},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.423,"15min":1.746},"min":{"1min":0.39200000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":6.5389999999999997,"5min":12.75,"15min":12.75},"last":2.3260000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.849,"15min":1.8660000000000001},"min":{"1min":0.48799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":7.0739999999999998,"5min":9.6479999999999997,"15min":12.307},"last":0.45200000000000001},{"interface":"front","average":{"1min":2.3300000000000001,"5min":2.282,"15min":1.7450000000000001},"min":{"1min":0.45600000000000002,"5min":0.37,"15min":0.37},"max":{"1min":6.3849999999999998,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.40999999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019172,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1646616,"kb_used_data":1048656,"kb_used_omap":0,"kb_used_meta":597952,"kb_avail":92098536,"statfs":{"total":95995035648,"available":94308900864,"internally_reserved":0,"allocated":1073823744,"data_stored":1073288441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612302848},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":2.0179999999999998,"5min":1.651,"15min":2.048},"min":{"1min":0.216,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":10.919,"5min":16.363,"15min":28.765000000000001},"last":3.6539999999999999},{"interface":"front","average":{"1min":1.27,"5min":2.016,"15min":1.5940000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.23100000000000001},"max":{"1min":4.9000000000000004,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":4.181}]},{"osd":1,"last update":"Mon Oct 9 04:44:35 2023","interfaces":[{"interface":"back","average":{"1min":3.3849999999999998,"5min":2.0670000000000002,"15min":1.7509999999999999},"min":{"1min":0.25800000000000001,"5min":0.24199999999999999,"15min":0.23899999999999999},"max":{"1min":16.530000000000001,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.766,"5min":1.611,"15min":1.79},"min":{"1min":0.33400000000000002,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":4.5599999999999996,"5min":6.5810000000000004,"15min":22.178999999999998},"last":8.5939999999999994}]},{"osd":2,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":2.6680000000000001,"5min":1.8799999999999999,"15min":1.754},"min":{"1min":0.34300000000000003,"5min":0.25,"15min":0.25},"max":{"1min":10.709,"5min":10.709,"15min":13.488},"last":3.7130000000000001},{"interface":"front","average":{"1min":1.6719999999999999,"5min":2.0710000000000002,"15min":2.2829999999999999},"min":{"1min":0.28699999999999998,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":6.077,"5min":9.4039999999999999,"15min":13.170999999999999},"last":4.2169999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:44:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0369999999999999,"5min":1.988,"15min":2.1429999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":13.263999999999999,"5min":13.263999999999999,"15min":13.659000000000001},"last":3.7669999999999999},{"interface":"front","average":{"1min":1.9079999999999999,"5min":2.6459999999999999,"15min":1.821},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.28399999999999997},"max":{"1min":5.1399999999999997,"5min":19.800999999999998,"15min":19.800999999999998},"last":4.2439999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":1.9239999999999999,"5min":1.474,"15min":1.3959999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.23799999999999999},"max":{"1min":8.1080000000000005,"5min":10.007,"15min":13.624000000000001},"last":3.6869999999999998},{"interface":"front","average":{"1min":1.708,"5min":1.9179999999999999,"15min":1.2949999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27000000000000002},"max":{"1min":8.9250000000000007,"5min":8.9250000000000007,"15min":8.9250000000000007},"last":4.1340000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.8700000000000001,"15min":1.4830000000000001},"min":{"1min":0.316,"5min":0.29199999999999998,"15min":0.24299999999999999},"max":{"1min":8.8190000000000008,"5min":18.442,"15min":18.442},"last":2.1360000000000001},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.3520000000000001,"15min":1.3759999999999999},"min":{"1min":0.31900000000000001,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":3.6190000000000002,"5min":12.269,"15min":13.584},"last":3.7349999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:44:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1429999999999998,"5min":1.9390000000000001,"15min":1.548},"min":{"1min":0.32400000000000001,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":9.9649999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":4.2610000000000001},{"interface":"front","average":{"1min":2.492,"5min":1.629,"15min":1.4359999999999999},"min":{"1min":0.40300000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.8460000000000001,"5min":16.835000000000001,"15min":16.835000000000001},"last":2.6190000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757536,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3984908,"kb_used_data":3096644,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":89760244,"statfs":{"total":95995035648,"available":91914489856,"internally_reserved":0,"allocated":3170963456,"data_stored":3170436209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:49 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.3640000000000001,"15min":1.393},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":7.2690000000000001,"5min":9.5440000000000005,"15min":12.144},"last":1.097},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.4430000000000001,"15min":2.0339999999999998},"min":{"1min":0.54000000000000004,"5min":0.26400000000000001,"15min":0.22500000000000001},"max":{"1min":12.343,"5min":12.343,"15min":12.343},"last":3.6000000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:44:37 2023","interfaces":[{"interface":"back","average":{"1min":2.371,"5min":2.1720000000000002,"15min":2.012},"min":{"1min":0.23999999999999999,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":5.5860000000000003,"5min":9.6989999999999998,"15min":11.086},"last":3.8570000000000002},{"interface":"front","average":{"1min":4.3789999999999996,"5min":2.2669999999999999,"15min":2.1899999999999999},"min":{"1min":0.36799999999999999,"5min":0.254,"15min":0.254},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":0.32600000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:43:53 2023","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":2.0619999999999998,"15min":1.9470000000000001},"min":{"1min":0.30099999999999999,"5min":0.27400000000000002,"15min":0.252},"max":{"1min":14.859999999999999,"5min":14.859999999999999,"15min":14.859999999999999},"last":0.433},{"interface":"front","average":{"1min":3.1869999999999998,"5min":2.1949999999999998,"15min":2.5230000000000001},"min":{"1min":0.35899999999999999,"5min":0.28999999999999998,"15min":0.26000000000000001},"max":{"1min":11.042,"5min":11.130000000000001,"15min":13.308},"last":1.1819999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:44:04 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.1680000000000001,"15min":1.992},"min":{"1min":0.32800000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.6600000000000001,"5min":18.587,"15min":18.587},"last":3.7749999999999999},{"interface":"front","average":{"1min":4.0970000000000004,"5min":2.343,"15min":2.1779999999999999},"min":{"1min":0.33300000000000002,"5min":0.313,"15min":0.313},"max":{"1min":13.215,"5min":13.215,"15min":13.215},"last":1.286}]},{"osd":4,"last update":"Mon Oct 9 04:44:00 2023","interfaces":[{"interface":"back","average":{"1min":1.861,"5min":1.482,"15min":1.1950000000000001},"min":{"1min":0.32400000000000001,"5min":0.29199999999999998,"15min":0.23899999999999999},"max":{"1min":9.3130000000000006,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":2.8530000000000002,"5min":1.722,"15min":1.2949999999999999},"min":{"1min":0.40000000000000002,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":11.265000000000001,"5min":11.265000000000001,"15min":11.265000000000001},"last":0.36599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:44:10 2023","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":1.575,"15min":1.3939999999999999},"min":{"1min":0.37,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.231999999999999,"5min":11.231999999999999,"15min":11.231999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.0390000000000001,"5min":1.871,"15min":1.5009999999999999},"min":{"1min":0.30199999999999999,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":10.710000000000001,"5min":16.344999999999999,"15min":16.344999999999999},"last":0.35099999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:44:31 2023","interfaces":[{"interface":"back","average":{"1min":3.5990000000000002,"5min":2.1259999999999999,"15min":1.6100000000000001},"min":{"1min":0.35599999999999998,"5min":0.34200000000000003,"15min":0.30299999999999999},"max":{"1min":13.015000000000001,"5min":13.686,"15min":13.955},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.996,"5min":1.492,"15min":1.3340000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.3450000000000006,"5min":9.6129999999999995,"15min":13.436},"last":0.55900000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1426718720,"data_stored":1426718720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3175354368,"data_stored":3175350296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1075314688,"data_stored":1075314688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2937847808,"data_stored":2937847808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1061421056,"data_stored":1061421056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3167227904,"data_stored":3167223832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1067581440,"data_stored":1067581440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3171618816,"data_stored":3171614744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:44:54.569 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:44:54.665 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:54.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:54.670 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:54 smithi150 ceph-mon[168511]: pgmap v624: 89 pgs: 89 active+clean; 5.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2023-10-09T04:44:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:54 smithi150 ceph-mon[168511]: from='client.45110 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:44:54.771 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:54.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:54 smithi107 ceph-mon[184249]: pgmap v624: 89 pgs: 89 active+clean; 5.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2023-10-09T04:44:54.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:54 smithi107 ceph-mon[184249]: from='client.45110 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:44:54.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:54 smithi107 ceph-mon[179183]: pgmap v624: 89 pgs: 89 active+clean; 5.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2023-10-09T04:44:54.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:54 smithi107 ceph-mon[179183]: from='client.45110 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:44:54.851 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:55.019 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:55.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:55.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:55.129 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:55.206 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:55.216 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:55.227 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:44:55.227 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:44:55.285 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:55.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:55.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:55.407 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:44:55.491 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:55.900 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:55 smithi107 ceph-mon[184249]: pgmap v625: 89 pgs: 89 active+clean; 5.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 809 op/s 2023-10-09T04:44:55.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/517975301' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:55.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:55.947 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:44:56.089 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:44:56.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:56.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:44:56.127 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:44:56.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:55 smithi107 ceph-mon[179183]: pgmap v625: 89 pgs: 89 active+clean; 5.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 809 op/s 2023-10-09T04:44:56.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/517975301' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:56.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:56.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:56.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:55 smithi150 ceph-mon[168511]: pgmap v625: 89 pgs: 89 active+clean; 5.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 809 op/s 2023-10-09T04:44:56.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/517975301' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:56.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:44:56.274 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:56.724 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:56.772 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:56.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:56.777 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:56.877 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:56.909 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:56.956 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:56.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:56.959 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:57.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:57.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[184249]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:57.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[184249]: osdmap e178: 8 total, 8 up, 8 in 2023-10-09T04:44:57.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[184249]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[184249]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.060 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:57.061 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:57.061 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[179183]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.061 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:57.061 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[179183]: osdmap e178: 8 total, 8 up, 8 in 2023-10-09T04:44:57.062 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[179183]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.062 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:56 smithi107 ceph-mon[179183]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.109 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:57.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:57.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:57.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:57.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:56 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:44:57.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:56 smithi150 ceph-mon[168511]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:44:57.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:56 smithi150 ceph-mon[168511]: osdmap e178: 8 total, 8 up, 8 in 2023-10-09T04:44:57.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:56 smithi150 ceph-mon[168511]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:56 smithi150 ceph-mon[168511]: failed to encode map e178 with expected crc 2023-10-09T04:44:57.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:57.386 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:57.588 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:57.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:57.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:57.696 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:57.734 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:57.810 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:57.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:57.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:57.885 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:44:57.917 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:44:57.918 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:57.956 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:57.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:44:57.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:57 smithi150 ceph-mon[168511]: pgmap v627: 89 pgs: 89 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-10-09T04:44:57.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:44:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3796221440' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:57.998 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:44:58.005 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:58.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:58.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:58.033 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:44:58.079 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:44:58.119 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:44:58.125 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:44:58.159 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:44:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:57 smithi107 ceph-mon[184249]: pgmap v627: 89 pgs: 89 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-10-09T04:44:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:44:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3796221440' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:57 smithi107 ceph-mon[179183]: pgmap v627: 89 pgs: 89 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-10-09T04:44:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:44:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3796221440' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:44:58.192 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:58.197 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:44:58.250 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:44:58.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:58.260 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:44:58.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:44:58.440 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:58.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:44:58.658 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:44:58.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:58.666 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:44:58.766 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:44:58.803 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:58.853 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:44:58.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:58.858 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:44:58.959 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:44:59.000 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:59.070 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:44:59.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:59.082 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:44:59.183 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:59.242 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:59.311 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:59.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:59.322 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:59.422 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:44:59.465 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:59.517 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:44:59.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:59.520 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:44:59.621 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:44:59.729 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:44:59.821 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:44:59.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:44:59.840 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:44:59.871 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:44:59.880 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:44:59.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:00.020 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:00.047 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:00.084 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191094 7.2 7:49526f53:::benchmark_data_smithi107_201688_object82037:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.151176+0000", 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 507.92538664599999, 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.021213127, 2023-10-09T04:45:00.085 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191094 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.086 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151176+0000", 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151176+0000", 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151174+0000", 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.087 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151183+0000", 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6840000000000002e-06 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152632+0000", 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014491619999999999 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.088 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152643+0000", 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1277000000000001e-05 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.154078+0000", 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001434582 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.154086+0000", 2023-10-09T04:45:00.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4200000000000007e-06 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172299+0000", 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0182130380000001 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172389+0000", 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9927999999999997e-05 2023-10-09T04:45:00.090 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191099 7.2 7:4ec40b6f:::benchmark_data_smithi107_201688_object82042:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.152653+0000", 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 507.92391002400001, 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.020019805, 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.091 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191099 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152653+0000", 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152653+0000", 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152652+0000", 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152658+0000", 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1090000000000003e-06 2023-10-09T04:45:00.093 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152667+0000", 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8089999999999999e-06 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152672+0000", 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5419999999999996e-06 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.154109+0000", 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014364130000000001 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.154115+0000", 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0900000000000001e-06 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172612+0000", 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0184974490000001 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172673+0000", 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0372999999999999e-05 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.096 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191100 7.2 7:4ded4f21:::benchmark_data_smithi107_201688_object82043:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.152677+0000", 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 507.923886009, 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0274095700000001, 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191100 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.097 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152677+0000", 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152677+0000", 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152676+0000", 2023-10-09T04:45:00.098 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152679+0000", 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7480000000000002e-06 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152686+0000", 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1539999999999996e-06 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.100 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.152691+0000", 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1649999999999997e-06 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.154150+0000", 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014584019999999999 2023-10-09T04:45:00.101 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.154156+0000", 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7189999999999998e-06 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172743+0000", 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.018587855 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.102 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172817+0000", 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3726999999999994e-05 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.179974+0000", 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071569839999999999 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.180086+0000", 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000112243 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191113 7.2 7:4c9be128:::benchmark_data_smithi107_201688_object82056:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.160951+0000", 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 507.91561198300002, 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.069780781, 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.104 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191113 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.160951+0000", 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.160951+0000", 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.160949+0000", 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.160956+0000", 2023-10-09T04:45:00.106 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1690000000000003e-06 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.160968+0000", 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2034e-05 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.160979+0000", 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0718e-05 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.107 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.167187+0000", 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00620815 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.167202+0000", 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4329e-05 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.108 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172871+0000", 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.005669221 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.172985+0000", 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000114076 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2", 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.173066+0000", 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0661999999999994e-05 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.109 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.179574+0000", 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065081339999999996 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.230584+0000", 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051010295999999997 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.110 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.230638+0000", 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3996999999999998e-05 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.230732+0000", 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3647000000000006e-05 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.111 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204226 7.2 7:43c4d409:::benchmark_data_smithi107_201688_object95169:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e136)", 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.697601+0000", 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 490.37896182399999, 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.116265163, 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204226 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.112 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697601+0000", 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697601+0000", 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697598+0000", 2023-10-09T04:45:00.113 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999971 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697612+0000", 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.432e-05 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697638+0000", 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5871e-05 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.114 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697653+0000", 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4545999999999999e-05 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697723+0000", 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0568999999999995e-05 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697737+0000", 2023-10-09T04:45:00.115 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3315999999999999e-05 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.791953+0000", 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0942166419999999 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.792082+0000", 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012837699999999999 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.116 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.813786+0000", 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021704811000000001 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.813866+0000", 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9703999999999994e-05 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.117 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204227 7.2 7:49b09d01:::benchmark_data_smithi107_201688_object95170:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e136)", 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.697671+0000", 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 490.37889198099998, 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1166011090000001, 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204227 2023-10-09T04:45:00.118 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697671+0000", 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697671+0000", 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.119 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697670+0000", 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697673+0000", 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.365e-06 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.120 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697681+0000", 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3839999999999999e-06 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697686+0000", 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5690000000000004e-06 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697785+0000", 2023-10-09T04:45:00.121 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8066000000000006e-05 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697796+0000", 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1211e-05 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.792264+0000", 2023-10-09T04:45:00.122 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0944678050000001 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.792343+0000", 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9288000000000004e-05 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.814174+0000", 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021831026999999999 2023-10-09T04:45:00.123 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.814272+0000", 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8098999999999997e-05 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204233 7.2 7:4332ccd8:::benchmark_data_smithi107_201688_object95176:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e136)", 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.697706+0000", 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 490.37885689000001, 2023-10-09T04:45:00.124 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.124595869, 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204233 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697706+0000", 2023-10-09T04:45:00.125 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697706+0000", 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697705+0000", 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.126 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697709+0000", 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5999999999999998e-06 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697716+0000", 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1439999999999997e-06 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.127 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697722+0000", 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4979999999999997e-06 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697821+0000", 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9782000000000001e-05 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.697830+0000", 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4109999999999996e-06 2023-10-09T04:45:00.128 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.795391+0000", 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0975611439999999 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.795556+0000", 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000165143 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,3", 2023-10-09T04:45:00.129 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.795745+0000", 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018881099999999999 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.807456+0000", 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011711163 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.813086+0000", 2023-10-09T04:45:00.130 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056303589999999997 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.822042+0000", 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008955859 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.822105+0000", 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2483000000000005e-05 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.131 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.822302+0000", 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019714299999999999 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:115065 9.f e167/149 9:f8eae702:::benchmark_data_smithi107_236173_object115064:head v 167'7199, mlcod=167'7195)", 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:12.819509+0000", 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 47.257053462999998, 2023-10-09T04:45:00.132 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056709330000000002, 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.819509+0000", 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.819509+0000", 2023-10-09T04:45:00.133 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.134 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.134 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.134 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.134 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.819509+0000", 2023-10-09T04:45:00.134 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.819534+0000", 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5426e-05 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.135 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.819542+0000", 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2180000000000002e-06 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.819547+0000", 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8309999999999997e-06 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.827385+0000", 2023-10-09T04:45:00.136 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0078379190000000005 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.827403+0000", 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7595e-05 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.876178+0000", 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.048775332999999997 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.137 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.876219+0000", 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0466999999999997e-05 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:115067 9.f e167/149 9:ff6088e8:::benchmark_data_smithi107_236173_object115066:head v 167'7200, mlcod=167'7195)", 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:12.824073+0000", 2023-10-09T04:45:00.138 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 47.252489660000002, 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.052169331999999999, 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.824073+0000", 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.139 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.824073+0000", 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.824072+0000", 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.824108+0000", 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5748999999999999e-05 2023-10-09T04:45:00.140 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.824119+0000", 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0954999999999999e-05 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.824126+0000", 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9009999999999997e-06 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.141 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.830970+0000", 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068443790000000003 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.830990+0000", 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0225e-05 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.876223+0000", 2023-10-09T04:45:00.142 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.045232862999999998 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:12.876242+0000", 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9227000000000001e-05 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126102 9.4 9:2b8d3d5f:::benchmark_data_smithi107_236173_object9811:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:45:00.143 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.498720+0000", 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 33.577843311999999, 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.112661283, 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126102 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.144 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498720+0000", 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498720+0000", 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498718+0000", 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:00.145 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498724+0000", 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2469999999999999e-06 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498737+0000", 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3271000000000001e-05 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.146 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498745+0000", 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2400000000000007e-06 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498834+0000", 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.852e-05 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498961+0000", 2023-10-09T04:45:00.147 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012710900000000001 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.499082+0000", 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121174 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.507401+0000", 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0083188289999999998 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.148 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.507435+0000", 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4282999999999997e-05 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.611277+0000", 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.103842002 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.611327+0000", 2023-10-09T04:45:00.149 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9567999999999997e-05 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.611381+0000", 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4279e-05 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126104 9.4 9:2acc8950:::benchmark_data_smithi107_236173_object9813:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:45:00.150 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.498759+0000", 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 33.577803469000003, 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.11272850500000001, 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126104 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.151 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498759+0000", 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498759+0000", 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.152 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498759+0000", 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498761+0000", 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4590000000000001e-06 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498767+0000", 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6439999999999997e-06 2023-10-09T04:45:00.153 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.498772+0000", 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8289999999999998e-06 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.503439+0000", 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046668220000000002 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.154 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.503579+0000", 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140352 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.503707+0000", 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000127747 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.507442+0000", 2023-10-09T04:45:00.155 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003734837 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.520843+0000", 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01340119 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.156 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.611419+0000", 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.090576440999999994 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.611455+0000", 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5352000000000003e-05 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.158 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.611488+0000", 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3265000000000001e-05 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126117 9.4 9:2f12a162:::benchmark_data_smithi107_236173_object9826:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.508548+0000", 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 33.568014943000001, 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.11078143999999999, 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.159 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126117 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.508548+0000", 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.160 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.508548+0000", 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.508547+0000", 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.161 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.508550+0000", 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.508e-06 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.508556+0000", 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1079999999999998e-06 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.508561+0000", 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0039999999999999e-06 2023-10-09T04:45:00.162 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.516752+0000", 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0081914320000000002 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.516881+0000", 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012831799999999999 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.163 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.517004+0000", 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012326399999999999 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.520977+0000", 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003972555 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.164 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.524583+0000", 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0036063110000000001 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.619245+0000", 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.094662395999999996 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.619290+0000", 2023-10-09T04:45:00.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4481000000000003e-05 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.619329+0000", 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9507e-05 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:126130 9.4 9:2ee61411:::benchmark_data_smithi107_236173_object9839:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:45:00.166 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:26.534946+0000", 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 33.541617011, 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.085696660999999993, 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126130 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.534946+0000", 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.534946+0000", 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.534945+0000", 2023-10-09T04:45:00.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.534951+0000", 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4949999999999996e-06 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.534965+0000", 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4484999999999999e-05 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.534973+0000", 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9379999999999992e-06 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.535018+0000", 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4360999999999998e-05 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.535149+0000", 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013137199999999999 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.535231+0000", 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2055e-05 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.538418+0000", 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031870660000000001 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.538994+0000", 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00057585600000000002 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.620565+0000", 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081570688000000002 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.620608+0000", 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2985999999999998e-05 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:26.620642+0000", 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4657999999999999e-05 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:129410 9.4 9:25e66cc5:::benchmark_data_smithi107_236173_object13119:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e171)", 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:30.548593+0000", 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 29.527970030999999, 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051759001999999998, 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 129410 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.174 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.548593+0000", 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.548593+0000", 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.548592+0000", 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.548595+0000", 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1429999999999998e-06 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.548602+0000", 2023-10-09T04:45:00.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9160000000000004e-06 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.548608+0000", 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3129999999999998e-06 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.551844+0000", 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0032366729999999998 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.551957+0000", 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011262 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.552056+0000", 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8981000000000007e-05 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.178 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.556017+0000", 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039611239999999999 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.559764+0000", 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037471480000000001 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.600262+0000", 2023-10-09T04:45:00.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.040497524999999999 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.600307+0000", 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5544000000000003e-05 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:30.600352+0000", 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4577999999999999e-05 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.180 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:137656 9.4 9:2cec0402:::benchmark_data_smithi107_236173_object21365:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e175)", 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:41.190013+0000", 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 18.886549718000001, 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.050800203000000002, 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.181 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 137656 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.190013+0000", 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.190013+0000", 2023-10-09T04:45:00.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.190013+0000", 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.190016+0000", 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4079999999999998e-06 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.190023+0000", 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8029999999999999e-06 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.190028+0000", 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4960000000000004e-06 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.194260+0000", 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004231861 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.194409+0000", 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000149068 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4", 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.194540+0000", 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013090399999999999 2023-10-09T04:45:00.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.199428+0000", 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004887644 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.210561+0000", 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011133694 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.240711+0000", 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030149371000000001 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.240768+0000", 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7169000000000001e-05 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:41.240813+0000", 2023-10-09T04:45:00.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5283e-05 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:142010 9.0 9:00ad4675:::benchmark_data_smithi107_236173_object25719:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e176)", 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:46.876161+0000", 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.200401726999999, 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.054910394000000001, 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.188 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142010 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876161+0000", 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876161+0000", 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876161+0000", 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876163+0000", 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6709999999999999e-06 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876172+0000", 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9199999999999993e-06 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876177+0000", 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7870000000000001e-06 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876449+0000", 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00027149599999999998 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876544+0000", 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5377999999999994e-05 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:45:00.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.876641+0000", 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6959000000000005e-05 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.923517+0000", 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.046876498000000003 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.923579+0000", 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1873999999999997e-05 2023-10-09T04:45:00.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.930978+0000", 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073985860000000004 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.931027+0000", 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9428999999999997e-05 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.931071+0000", 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4205000000000001e-05 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:142014 9.0 9:03ef2e62:::benchmark_data_smithi107_236173_object25723:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e176)", 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:46.880646+0000", 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.195916993999999, 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.050500406999999997, 2023-10-09T04:45:00.195 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142014 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880646+0000", 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880646+0000", 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880644+0000", 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880649+0000", 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.091e-06 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880658+0000", 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9530000000000005e-06 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880665+0000", 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7649999999999996e-06 2023-10-09T04:45:00.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880974+0000", 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00030864599999999999 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.881103+0000", 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012886199999999999 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.881191+0000", 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8121999999999994e-05 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.923549+0000", 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042358455000000003 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.923637+0000", 2023-10-09T04:45:00.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7553999999999996e-05 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.931081+0000", 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074443779999999998 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.931117+0000", 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5849000000000002e-05 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.931146+0000", 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9295999999999999e-05 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:142015 9.0 9:00870acf:::benchmark_data_smithi107_236173_object25724:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e176)", 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:46.880857+0000", 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.195705673000001, 2023-10-09T04:45:00.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.060235855999999997, 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142015 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880857+0000", 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880857+0000", 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880857+0000", 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880861+0000", 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2749999999999997e-06 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880872+0000", 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1256e-05 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.880879+0000", 2023-10-09T04:45:00.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7499999999999997e-06 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.889435+0000", 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0085558119999999994 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.889568+0000", 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000133394 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.889693+0000", 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000125179 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.923608+0000", 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033914333999999997 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:00.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.923669+0000", 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1501000000000006e-05 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.940988+0000", 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017319062999999999 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.941049+0000", 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0451000000000001e-05 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:46.941093+0000", 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4474999999999997e-05 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142253 9.6 e176/149 9:61bb878d:::benchmark_data_smithi107_236173_object25962:head v 176'8925, mlcod=176'8923)", 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.229846+0000", 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 12.846716834, 2023-10-09T04:45:00.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.052807562000000002, 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.229846+0000", 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.229846+0000", 2023-10-09T04:45:00.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.229846+0000", 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.229849+0000", 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0249999999999998e-06 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.229854+0000", 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8509999999999998e-06 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.229857+0000", 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6239999999999999e-06 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.242812+0000", 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012954274 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.242833+0000", 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1418999999999999e-05 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.282620+0000", 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039786768 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.282654+0000", 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3841999999999999e-05 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:142255 9.6 e176/149 9:67f0e4a8:::benchmark_data_smithi107_236173_object25964:head v 176'8926, mlcod=176'8923)", 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:44:47.232926+0000", 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 12.843636952000001, 2023-10-09T04:45:00.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.049755648, 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.232926+0000", 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.232926+0000", 2023-10-09T04:45:00.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.232925+0000", 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.232938+0000", 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3691e-05 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.232954+0000", 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5241e-05 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.232962+0000", 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4290000000000001e-06 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:00.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.250902+0000", 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017940325999999999 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.250925+0000", 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3159e-05 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.282658+0000", 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.031732642999999998 2023-10-09T04:45:00.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:44:47.282682+0000", 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3377999999999999e-05 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:00.219 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:45:00.641 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:00.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:00.650 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:00 smithi107 ceph-mon[184249]: pgmap v628: 89 pgs: 89 active+clean; 5.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:45:00.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:00.656 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:00 smithi107 ceph-mon[179183]: pgmap v628: 89 pgs: 89 active+clean; 5.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:45:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:00 smithi150 ceph-mon[168511]: pgmap v628: 89 pgs: 89 active+clean; 5.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:45:00.751 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:00.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:45:00.795 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:00.833 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":628,"stamp":"2023-10-09T04:44:59.399013+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5402990520,"num_objects":82459,"num_object_clones":0,"num_object_copies":247377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82459,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":150443,"num_write_kb":7444878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134559,"ondisk_log_size":134559,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":19850424,"kb_used_data":15910712,"kb_used_omap":20,"kb_used_meta":3939499,"kb_avail":730110792,"statfs":{"total":767960285184,"available":747633451008,"internally_reserved":0,"allocated":16292569088,"data_stored":16287467380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":4034047630},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-502071296,"num_objects":-7661,"num_object_clones":0,"num_object_copies":-22983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7661,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005536"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":157,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.957903+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:44:47.957903+0000","last_peered":"2023-10-09T04:44:47.957903+0000","last_clean":"2023-10-09T04:44:47.957903+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:44:47.957903+0000","last_undegraded":"2023-10-09T04:44:47.957903+0000","last_fullsized":"2023-10-09T04:44:47.957903+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932751+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:44:47.932751+0000","last_peered":"2023-10-09T04:44:47.932751+0000","last_clean":"2023-10-09T04:44:47.932751+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:44:47.932751+0000","last_undegraded":"2023-10-09T04:44:47.932751+0000","last_fullsized":"2023-10-09T04:44:47.932751+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":116,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.959619+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:44:47.959619+0000","last_peered":"2023-10-09T04:44:47.959619+0000","last_clean":"2023-10-09T04:44:47.959619+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:44:47.959619+0000","last_undegraded":"2023-10-09T04:44:47.959619+0000","last_fullsized":"2023-10-09T04:44:47.959619+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":134,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.964953+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:44:47.964953+0000","last_peered":"2023-10-09T04:44:47.964953+0000","last_clean":"2023-10-09T04:44:47.964953+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:44:47.964953+0000","last_undegraded":"2023-10-09T04:44:47.964953+0000","last_fullsized":"2023-10-09T04:44:47.964953+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":139,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932313+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:44:47.932313+0000","last_peered":"2023-10-09T04:44:47.932313+0000","last_clean":"2023-10-09T04:44:47.932313+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:44:47.932313+0000","last_undegraded":"2023-10-09T04:44:47.932313+0000","last_fullsized":"2023-10-09T04:44:47.932313+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.941935+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:44:47.941935+0000","last_peered":"2023-10-09T04:44:47.941935+0000","last_clean":"2023-10-09T04:44:47.941935+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:44:47.941935+0000","last_undegraded":"2023-10-09T04:44:47.941935+0000","last_fullsized":"2023-10-09T04:44:47.941935+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":132,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.959915+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:44:47.959915+0000","last_peered":"2023-10-09T04:44:47.959915+0000","last_clean":"2023-10-09T04:44:47.959915+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:44:47.959915+0000","last_undegraded":"2023-10-09T04:44:47.959915+0000","last_fullsized":"2023-10-09T04:44:47.959915+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932276+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:44:47.932276+0000","last_peered":"2023-10-09T04:44:47.932276+0000","last_clean":"2023-10-09T04:44:47.932276+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:44:47.932276+0000","last_undegraded":"2023-10-09T04:44:47.932276+0000","last_fullsized":"2023-10-09T04:44:47.932276+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":139,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.940367+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:44:47.940367+0000","last_peered":"2023-10-09T04:44:47.940367+0000","last_clean":"2023-10-09T04:44:47.940367+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:44:47.940367+0000","last_undegraded":"2023-10-09T04:44:47.940367+0000","last_fullsized":"2023-10-09T04:44:47.940367+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":110,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932565+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:44:47.932565+0000","last_peered":"2023-10-09T04:44:47.932565+0000","last_clean":"2023-10-09T04:44:47.932565+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:44:47.932565+0000","last_undegraded":"2023-10-09T04:44:47.932565+0000","last_fullsized":"2023-10-09T04:44:47.932565+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":142,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.938668+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:44:47.938668+0000","last_peered":"2023-10-09T04:44:47.938668+0000","last_clean":"2023-10-09T04:44:47.938668+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:44:47.938668+0000","last_undegraded":"2023-10-09T04:44:47.938668+0000","last_fullsized":"2023-10-09T04:44:47.938668+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":118,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:52.512836+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:44:52.512836+0000","last_peered":"2023-10-09T04:44:52.512836+0000","last_clean":"2023-10-09T04:44:52.512836+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:44:52.512836+0000","last_undegraded":"2023-10-09T04:44:52.512836+0000","last_fullsized":"2023-10-09T04:44:52.512836+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":144,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958132+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:44:47.958132+0000","last_peered":"2023-10-09T04:44:47.958132+0000","last_clean":"2023-10-09T04:44:47.958132+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:44:47.958132+0000","last_undegraded":"2023-10-09T04:44:47.958132+0000","last_fullsized":"2023-10-09T04:44:47.958132+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958292+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:44:47.958292+0000","last_peered":"2023-10-09T04:44:47.958292+0000","last_clean":"2023-10-09T04:44:47.958292+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:44:47.958292+0000","last_undegraded":"2023-10-09T04:44:47.958292+0000","last_fullsized":"2023-10-09T04:44:47.958292+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":141,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.937583+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:44:47.937583+0000","last_peered":"2023-10-09T04:44:47.937583+0000","last_clean":"2023-10-09T04:44:47.937583+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:44:47.937583+0000","last_undegraded":"2023-10-09T04:44:47.937583+0000","last_fullsized":"2023-10-09T04:44:47.937583+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.933153+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:44:47.933153+0000","last_peered":"2023-10-09T04:44:47.933153+0000","last_clean":"2023-10-09T04:44:47.933153+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:44:47.933153+0000","last_undegraded":"2023-10-09T04:44:47.933153+0000","last_fullsized":"2023-10-09T04:44:47.933153+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":132,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.964587+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:44:47.964587+0000","last_peered":"2023-10-09T04:44:47.964587+0000","last_clean":"2023-10-09T04:44:47.964587+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:44:47.964587+0000","last_undegraded":"2023-10-09T04:44:47.964587+0000","last_fullsized":"2023-10-09T04:44:47.964587+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939898+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:44:47.939898+0000","last_peered":"2023-10-09T04:44:47.939898+0000","last_clean":"2023-10-09T04:44:47.939898+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:44:47.939898+0000","last_undegraded":"2023-10-09T04:44:47.939898+0000","last_fullsized":"2023-10-09T04:44:47.939898+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":122,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.935222+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:44:47.935222+0000","last_peered":"2023-10-09T04:44:47.935222+0000","last_clean":"2023-10-09T04:44:47.935222+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:44:47.935222+0000","last_undegraded":"2023-10-09T04:44:47.935222+0000","last_fullsized":"2023-10-09T04:44:47.935222+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":133,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.965042+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:44:47.965042+0000","last_peered":"2023-10-09T04:44:47.965042+0000","last_clean":"2023-10-09T04:44:47.965042+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:44:47.965042+0000","last_undegraded":"2023-10-09T04:44:47.965042+0000","last_fullsized":"2023-10-09T04:44:47.965042+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":147,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.941135+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:44:47.941135+0000","last_peered":"2023-10-09T04:44:47.941135+0000","last_clean":"2023-10-09T04:44:47.941135+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:44:47.941135+0000","last_undegraded":"2023-10-09T04:44:47.941135+0000","last_fullsized":"2023-10-09T04:44:47.941135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.936522+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:44:47.936522+0000","last_peered":"2023-10-09T04:44:47.936522+0000","last_clean":"2023-10-09T04:44:47.936522+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:44:47.936522+0000","last_undegraded":"2023-10-09T04:44:47.936522+0000","last_fullsized":"2023-10-09T04:44:47.936522+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"178'9318","reported_seq":9357,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.445789+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:44:56.445789+0000","last_peered":"2023-10-09T04:44:56.445789+0000","last_clean":"2023-10-09T04:44:56.445789+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:44:56.445789+0000","last_undegraded":"2023-10-09T04:44:56.445789+0000","last_fullsized":"2023-10-09T04:44:56.445789+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9318,"log_dups_size":0,"ondisk_log_size":9318,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339345408,"num_objects":5178,"num_object_clones":0,"num_object_copies":15534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9318,"num_write_kb":463872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":140,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.938582+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:44:47.938582+0000","last_peered":"2023-10-09T04:44:47.938582+0000","last_clean":"2023-10-09T04:44:47.938582+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:44:47.938582+0000","last_undegraded":"2023-10-09T04:44:47.938582+0000","last_fullsized":"2023-10-09T04:44:47.938582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939190+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:44:47.939190+0000","last_peered":"2023-10-09T04:44:47.939190+0000","last_clean":"2023-10-09T04:44:47.939190+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:44:47.939190+0000","last_undegraded":"2023-10-09T04:44:47.939190+0000","last_fullsized":"2023-10-09T04:44:47.939190+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"178'9591","reported_seq":9630,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.482665+0000","last_change":"2023-10-09T04:42:36.822070+0000","last_active":"2023-10-09T04:44:57.482665+0000","last_peered":"2023-10-09T04:44:57.482665+0000","last_clean":"2023-10-09T04:44:57.482665+0000","last_became_active":"2023-10-09T04:42:36.821765+0000","last_became_peered":"2023-10-09T04:42:36.821765+0000","last_unstale":"2023-10-09T04:44:57.482665+0000","last_undegraded":"2023-10-09T04:44:57.482665+0000","last_fullsized":"2023-10-09T04:44:57.482665+0000","mapping_epoch":149,"log_start":"154'2200","ondisk_log_start":"154'2200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7391,"log_dups_size":0,"ondisk_log_size":7391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:30:35.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344653824,"num_objects":5259,"num_object_clones":0,"num_object_copies":15777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9591,"num_write_kb":475200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":141,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.938262+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:44:47.938262+0000","last_peered":"2023-10-09T04:44:47.938262+0000","last_clean":"2023-10-09T04:44:47.938262+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:44:47.938262+0000","last_undegraded":"2023-10-09T04:44:47.938262+0000","last_fullsized":"2023-10-09T04:44:47.938262+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":165,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.959496+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:44:47.959496+0000","last_peered":"2023-10-09T04:44:47.959496+0000","last_clean":"2023-10-09T04:44:47.959496+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:44:47.959496+0000","last_undegraded":"2023-10-09T04:44:47.959496+0000","last_fullsized":"2023-10-09T04:44:47.959496+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"178'9171","reported_seq":9208,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.515820+0000","last_change":"2023-10-09T04:42:36.825066+0000","last_active":"2023-10-09T04:44:57.515820+0000","last_peered":"2023-10-09T04:44:57.515820+0000","last_clean":"2023-10-09T04:44:57.515820+0000","last_became_active":"2023-10-09T04:42:36.824791+0000","last_became_peered":"2023-10-09T04:42:36.824791+0000","last_unstale":"2023-10-09T04:44:57.515820+0000","last_undegraded":"2023-10-09T04:44:57.515820+0000","last_fullsized":"2023-10-09T04:44:57.515820+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9171,"log_dups_size":0,"ondisk_log_size":9171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:38:21.493355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333643776,"num_objects":5091,"num_object_clones":0,"num_object_copies":15273,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5091,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9171,"num_write_kb":456384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":123,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.938333+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:44:47.938333+0000","last_peered":"2023-10-09T04:44:47.938333+0000","last_clean":"2023-10-09T04:44:47.938333+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:44:47.938333+0000","last_undegraded":"2023-10-09T04:44:47.938333+0000","last_fullsized":"2023-10-09T04:44:47.938333+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.941489+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:44:47.941489+0000","last_peered":"2023-10-09T04:44:47.941489+0000","last_clean":"2023-10-09T04:44:47.941489+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:44:47.941489+0000","last_undegraded":"2023-10-09T04:44:47.941489+0000","last_fullsized":"2023-10-09T04:44:47.941489+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"178'9412","reported_seq":9449,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.562824+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:44:57.562824+0000","last_peered":"2023-10-09T04:44:57.562824+0000","last_clean":"2023-10-09T04:44:57.562824+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:44:57.562824+0000","last_undegraded":"2023-10-09T04:44:57.562824+0000","last_fullsized":"2023-10-09T04:44:57.562824+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9412,"log_dups_size":0,"ondisk_log_size":9412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336199680,"num_objects":5130,"num_object_clones":0,"num_object_copies":15390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9412,"num_write_kb":465344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":139,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939537+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:44:47.939537+0000","last_peered":"2023-10-09T04:44:47.939537+0000","last_clean":"2023-10-09T04:44:47.939537+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:44:47.939537+0000","last_undegraded":"2023-10-09T04:44:47.939537+0000","last_fullsized":"2023-10-09T04:44:47.939537+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":133,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.957160+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:44:47.957160+0000","last_peered":"2023-10-09T04:44:47.957160+0000","last_clean":"2023-10-09T04:44:47.957160+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:44:47.957160+0000","last_undegraded":"2023-10-09T04:44:47.957160+0000","last_fullsized":"2023-10-09T04:44:47.957160+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"178'9485","reported_seq":9524,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:58.432464+0000","last_change":"2023-10-09T04:42:37.038174+0000","last_active":"2023-10-09T04:44:58.432464+0000","last_peered":"2023-10-09T04:44:58.432464+0000","last_clean":"2023-10-09T04:44:58.432464+0000","last_became_active":"2023-10-09T04:42:37.037828+0000","last_became_peered":"2023-10-09T04:42:37.037828+0000","last_unstale":"2023-10-09T04:44:58.432464+0000","last_undegraded":"2023-10-09T04:44:58.432464+0000","last_fullsized":"2023-10-09T04:44:58.432464+0000","mapping_epoch":149,"log_start":"154'1700","ondisk_log_start":"154'1700","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7785,"log_dups_size":0,"ondisk_log_size":7785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:03.938752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339542016,"num_objects":5181,"num_object_clones":0,"num_object_copies":15543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9485,"num_write_kb":469312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":150,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.933222+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:44:47.933222+0000","last_peered":"2023-10-09T04:44:47.933222+0000","last_clean":"2023-10-09T04:44:47.933222+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:44:47.933222+0000","last_undegraded":"2023-10-09T04:44:47.933222+0000","last_fullsized":"2023-10-09T04:44:47.933222+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958003+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:44:47.958003+0000","last_peered":"2023-10-09T04:44:47.958003+0000","last_clean":"2023-10-09T04:44:47.958003+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:44:47.958003+0000","last_undegraded":"2023-10-09T04:44:47.958003+0000","last_fullsized":"2023-10-09T04:44:47.958003+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"178'9399","reported_seq":9438,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.447519+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:44:57.447519+0000","last_peered":"2023-10-09T04:44:57.447519+0000","last_clean":"2023-10-09T04:44:57.447519+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:44:57.447519+0000","last_undegraded":"2023-10-09T04:44:57.447519+0000","last_fullsized":"2023-10-09T04:44:57.447519+0000","mapping_epoch":149,"log_start":"154'2000","ondisk_log_start":"154'2000","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7399,"log_dups_size":0,"ondisk_log_size":7399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336527360,"num_objects":5135,"num_object_clones":0,"num_object_copies":15405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5135,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9399,"num_write_kb":465088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":139,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.941563+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:44:47.941563+0000","last_peered":"2023-10-09T04:44:47.941563+0000","last_clean":"2023-10-09T04:44:47.941563+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:44:47.941563+0000","last_undegraded":"2023-10-09T04:44:47.941563+0000","last_fullsized":"2023-10-09T04:44:47.941563+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":148,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.957966+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:44:47.957966+0000","last_peered":"2023-10-09T04:44:47.957966+0000","last_clean":"2023-10-09T04:44:47.957966+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:44:47.957966+0000","last_undegraded":"2023-10-09T04:44:47.957966+0000","last_fullsized":"2023-10-09T04:44:47.957966+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"178'9436","reported_seq":9473,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.521015+0000","last_change":"2023-10-09T04:42:36.827049+0000","last_active":"2023-10-09T04:44:57.521015+0000","last_peered":"2023-10-09T04:44:57.521015+0000","last_clean":"2023-10-09T04:44:57.521015+0000","last_became_active":"2023-10-09T04:42:36.826727+0000","last_became_peered":"2023-10-09T04:42:36.826727+0000","last_unstale":"2023-10-09T04:44:57.521015+0000","last_undegraded":"2023-10-09T04:44:57.521015+0000","last_fullsized":"2023-10-09T04:44:57.521015+0000","mapping_epoch":149,"log_start":"154'1700","ondisk_log_start":"154'1700","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7736,"log_dups_size":0,"ondisk_log_size":7736,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:09.037792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339869696,"num_objects":5186,"num_object_clones":0,"num_object_copies":15558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9436,"num_write_kb":467904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":139,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.959424+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:44:47.959424+0000","last_peered":"2023-10-09T04:44:47.959424+0000","last_clean":"2023-10-09T04:44:47.959424+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:44:47.959424+0000","last_undegraded":"2023-10-09T04:44:47.959424+0000","last_fullsized":"2023-10-09T04:44:47.959424+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958689+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:44:47.958689+0000","last_peered":"2023-10-09T04:44:47.958689+0000","last_clean":"2023-10-09T04:44:47.958689+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:44:47.958689+0000","last_undegraded":"2023-10-09T04:44:47.958689+0000","last_fullsized":"2023-10-09T04:44:47.958689+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"178'9362","reported_seq":9401,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:58.402736+0000","last_change":"2023-10-09T04:42:36.824057+0000","last_active":"2023-10-09T04:44:58.402736+0000","last_peered":"2023-10-09T04:44:58.402736+0000","last_clean":"2023-10-09T04:44:58.402736+0000","last_became_active":"2023-10-09T04:42:36.823827+0000","last_became_peered":"2023-10-09T04:42:36.823827+0000","last_unstale":"2023-10-09T04:44:58.402736+0000","last_undegraded":"2023-10-09T04:44:58.402736+0000","last_fullsized":"2023-10-09T04:44:58.402736+0000","mapping_epoch":149,"log_start":"154'1600","ondisk_log_start":"154'1600","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7762,"log_dups_size":0,"ondisk_log_size":7762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:44.926455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335020032,"num_objects":5112,"num_object_clones":0,"num_object_copies":15336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9362,"num_write_kb":463168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":122,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932193+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:44:47.932193+0000","last_peered":"2023-10-09T04:44:47.932193+0000","last_clean":"2023-10-09T04:44:47.932193+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:44:47.932193+0000","last_undegraded":"2023-10-09T04:44:47.932193+0000","last_fullsized":"2023-10-09T04:44:47.932193+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":118,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.952526+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:44:47.952526+0000","last_peered":"2023-10-09T04:44:47.952526+0000","last_clean":"2023-10-09T04:44:47.952526+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:44:47.952526+0000","last_undegraded":"2023-10-09T04:44:47.952526+0000","last_fullsized":"2023-10-09T04:44:47.952526+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"178'9464","reported_seq":9501,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.486687+0000","last_change":"2023-10-09T04:42:36.827377+0000","last_active":"2023-10-09T04:44:57.486687+0000","last_peered":"2023-10-09T04:44:57.486687+0000","last_clean":"2023-10-09T04:44:57.486687+0000","last_became_active":"2023-10-09T04:42:36.827102+0000","last_became_peered":"2023-10-09T04:42:36.827102+0000","last_unstale":"2023-10-09T04:44:57.486687+0000","last_undegraded":"2023-10-09T04:44:57.486687+0000","last_fullsized":"2023-10-09T04:44:57.486687+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9464,"log_dups_size":0,"ondisk_log_size":9464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:09.310780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333971456,"num_objects":5096,"num_object_clones":0,"num_object_copies":15288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5096,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9464,"num_write_kb":465920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":145,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.953293+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:44:47.953293+0000","last_peered":"2023-10-09T04:44:47.953293+0000","last_clean":"2023-10-09T04:44:47.953293+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:44:47.953293+0000","last_undegraded":"2023-10-09T04:44:47.953293+0000","last_fullsized":"2023-10-09T04:44:47.953293+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":156,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939799+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:44:47.939799+0000","last_peered":"2023-10-09T04:44:47.939799+0000","last_clean":"2023-10-09T04:44:47.939799+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:44:47.939799+0000","last_undegraded":"2023-10-09T04:44:47.939799+0000","last_fullsized":"2023-10-09T04:44:47.939799+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":103,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.954823+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:44:47.954823+0000","last_peered":"2023-10-09T04:44:47.954823+0000","last_clean":"2023-10-09T04:44:47.954823+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:44:47.954823+0000","last_undegraded":"2023-10-09T04:44:47.954823+0000","last_fullsized":"2023-10-09T04:44:47.954823+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"178'9351","reported_seq":9389,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.439500+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:44:56.439500+0000","last_peered":"2023-10-09T04:44:56.439500+0000","last_clean":"2023-10-09T04:44:56.439500+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:44:56.439500+0000","last_undegraded":"2023-10-09T04:44:56.439500+0000","last_fullsized":"2023-10-09T04:44:56.439500+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9351,"log_dups_size":0,"ondisk_log_size":9351,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340590592,"num_objects":5197,"num_object_clones":0,"num_object_copies":15591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9351,"num_write_kb":465536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":142,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.943275+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:44:47.943275+0000","last_peered":"2023-10-09T04:44:47.943275+0000","last_clean":"2023-10-09T04:44:47.943275+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:44:47.943275+0000","last_undegraded":"2023-10-09T04:44:47.943275+0000","last_fullsized":"2023-10-09T04:44:47.943275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":139,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958219+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:44:47.958219+0000","last_peered":"2023-10-09T04:44:47.958219+0000","last_clean":"2023-10-09T04:44:47.958219+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:44:47.958219+0000","last_undegraded":"2023-10-09T04:44:47.958219+0000","last_fullsized":"2023-10-09T04:44:47.958219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":133,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.953166+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:44:47.953166+0000","last_peered":"2023-10-09T04:44:47.953166+0000","last_clean":"2023-10-09T04:44:47.953166+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:44:47.953166+0000","last_undegraded":"2023-10-09T04:44:47.953166+0000","last_fullsized":"2023-10-09T04:44:47.953166+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"178'9194","reported_seq":9231,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.534037+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:44:57.534037+0000","last_peered":"2023-10-09T04:44:57.534037+0000","last_clean":"2023-10-09T04:44:57.534037+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:44:57.534037+0000","last_undegraded":"2023-10-09T04:44:57.534037+0000","last_fullsized":"2023-10-09T04:44:57.534037+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9194,"log_dups_size":0,"ondisk_log_size":9194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335544320,"num_objects":5120,"num_object_clones":0,"num_object_copies":15360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5120,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9194,"num_write_kb":458048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":144,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.882466+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:44:45.882466+0000","last_peered":"2023-10-09T04:44:45.882466+0000","last_clean":"2023-10-09T04:44:45.882466+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:44:45.882466+0000","last_undegraded":"2023-10-09T04:44:45.882466+0000","last_fullsized":"2023-10-09T04:44:45.882466+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":117,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.952070+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:44:47.952070+0000","last_peered":"2023-10-09T04:44:47.952070+0000","last_clean":"2023-10-09T04:44:47.952070+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:44:47.952070+0000","last_undegraded":"2023-10-09T04:44:47.952070+0000","last_fullsized":"2023-10-09T04:44:47.952070+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":140,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.952631+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:44:47.952631+0000","last_peered":"2023-10-09T04:44:47.952631+0000","last_clean":"2023-10-09T04:44:47.952631+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:44:47.952631+0000","last_undegraded":"2023-10-09T04:44:47.952631+0000","last_fullsized":"2023-10-09T04:44:47.952631+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"178'9328","reported_seq":9367,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:58.416644+0000","last_change":"2023-10-09T04:42:36.824963+0000","last_active":"2023-10-09T04:44:58.416644+0000","last_peered":"2023-10-09T04:44:58.416644+0000","last_clean":"2023-10-09T04:44:58.416644+0000","last_became_active":"2023-10-09T04:42:36.824679+0000","last_became_peered":"2023-10-09T04:42:36.824679+0000","last_unstale":"2023-10-09T04:44:58.416644+0000","last_undegraded":"2023-10-09T04:44:58.416644+0000","last_fullsized":"2023-10-09T04:44:58.416644+0000","mapping_epoch":149,"log_start":"153'1600","ondisk_log_start":"153'1600","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7728,"log_dups_size":0,"ondisk_log_size":7728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:13:36.997809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335413248,"num_objects":5118,"num_object_clones":0,"num_object_copies":15354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9328,"num_write_kb":462272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":142,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939615+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:44:47.939615+0000","last_peered":"2023-10-09T04:44:47.939615+0000","last_clean":"2023-10-09T04:44:47.939615+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:44:47.939615+0000","last_undegraded":"2023-10-09T04:44:47.939615+0000","last_fullsized":"2023-10-09T04:44:47.939615+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":520,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.934746+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:44:47.934746+0000","last_peered":"2023-10-09T04:44:47.934746+0000","last_clean":"2023-10-09T04:44:47.934746+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:44:47.934746+0000","last_undegraded":"2023-10-09T04:44:47.934746+0000","last_fullsized":"2023-10-09T04:44:47.934746+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":109,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932584+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:44:47.932584+0000","last_peered":"2023-10-09T04:44:47.932584+0000","last_clean":"2023-10-09T04:44:47.932584+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:44:47.932584+0000","last_undegraded":"2023-10-09T04:44:47.932584+0000","last_fullsized":"2023-10-09T04:44:47.932584+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.941400+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:44:47.941400+0000","last_peered":"2023-10-09T04:44:47.941400+0000","last_clean":"2023-10-09T04:44:47.941400+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:44:47.941400+0000","last_undegraded":"2023-10-09T04:44:47.941400+0000","last_fullsized":"2023-10-09T04:44:47.941400+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"178'9384","reported_seq":9423,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.418724+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:44:56.418724+0000","last_peered":"2023-10-09T04:44:56.418724+0000","last_clean":"2023-10-09T04:44:56.418724+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:44:56.418724+0000","last_undegraded":"2023-10-09T04:44:56.418724+0000","last_fullsized":"2023-10-09T04:44:56.418724+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9384,"log_dups_size":0,"ondisk_log_size":9384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345243648,"num_objects":5268,"num_object_clones":0,"num_object_copies":15804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9384,"num_write_kb":468864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":160,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.934850+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:44:47.934850+0000","last_peered":"2023-10-09T04:44:47.934850+0000","last_clean":"2023-10-09T04:44:47.934850+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:44:47.934850+0000","last_undegraded":"2023-10-09T04:44:47.934850+0000","last_fullsized":"2023-10-09T04:44:47.934850+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":133,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.906537+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:44:55.906537+0000","last_peered":"2023-10-09T04:44:55.906537+0000","last_clean":"2023-10-09T04:44:55.906537+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:44:55.906537+0000","last_undegraded":"2023-10-09T04:44:55.906537+0000","last_fullsized":"2023-10-09T04:44:55.906537+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":148,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.964808+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:44:47.964808+0000","last_peered":"2023-10-09T04:44:47.964808+0000","last_clean":"2023-10-09T04:44:47.964808+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:44:47.964808+0000","last_undegraded":"2023-10-09T04:44:47.964808+0000","last_fullsized":"2023-10-09T04:44:47.964808+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"178'9258","reported_seq":9295,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.532379+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:44:57.532379+0000","last_peered":"2023-10-09T04:44:57.532379+0000","last_clean":"2023-10-09T04:44:57.532379+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:44:57.532379+0000","last_undegraded":"2023-10-09T04:44:57.532379+0000","last_fullsized":"2023-10-09T04:44:57.532379+0000","mapping_epoch":149,"log_start":"153'1500","ondisk_log_start":"153'1500","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7758,"log_dups_size":0,"ondisk_log_size":7758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331218944,"num_objects":5054,"num_object_clones":0,"num_object_copies":15162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9258,"num_write_kb":457984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":143,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.938574+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:44:47.938574+0000","last_peered":"2023-10-09T04:44:47.938574+0000","last_clean":"2023-10-09T04:44:47.938574+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:44:47.938574+0000","last_undegraded":"2023-10-09T04:44:47.938574+0000","last_fullsized":"2023-10-09T04:44:47.938574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":117,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.953112+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:44:47.953112+0000","last_peered":"2023-10-09T04:44:47.953112+0000","last_clean":"2023-10-09T04:44:47.953112+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:44:47.953112+0000","last_undegraded":"2023-10-09T04:44:47.953112+0000","last_fullsized":"2023-10-09T04:44:47.953112+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":119,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905203+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:44:55.905203+0000","last_peered":"2023-10-09T04:44:55.905203+0000","last_clean":"2023-10-09T04:44:55.905203+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:44:55.905203+0000","last_undegraded":"2023-10-09T04:44:55.905203+0000","last_fullsized":"2023-10-09T04:44:55.905203+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"178'9414","reported_seq":9452,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:57.533875+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:44:57.533875+0000","last_peered":"2023-10-09T04:44:57.533875+0000","last_clean":"2023-10-09T04:44:57.533875+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:44:57.533875+0000","last_undegraded":"2023-10-09T04:44:57.533875+0000","last_fullsized":"2023-10-09T04:44:57.533875+0000","mapping_epoch":149,"log_start":"154'1700","ondisk_log_start":"154'1700","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7714,"log_dups_size":0,"ondisk_log_size":7714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341770264,"num_objects":5216,"num_object_clones":0,"num_object_copies":15648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5216,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9414,"num_write_kb":468097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":150,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.936620+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:44:47.936620+0000","last_peered":"2023-10-09T04:44:47.936620+0000","last_clean":"2023-10-09T04:44:47.936620+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:44:47.936620+0000","last_undegraded":"2023-10-09T04:44:47.936620+0000","last_fullsized":"2023-10-09T04:44:47.936620+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":102,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.952614+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:44:47.952614+0000","last_peered":"2023-10-09T04:44:47.952614+0000","last_clean":"2023-10-09T04:44:47.952614+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:44:47.952614+0000","last_undegraded":"2023-10-09T04:44:47.952614+0000","last_fullsized":"2023-10-09T04:44:47.952614+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":148,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:48.435273+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:44:48.435273+0000","last_peered":"2023-10-09T04:44:48.435273+0000","last_clean":"2023-10-09T04:44:48.435273+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:44:48.435273+0000","last_undegraded":"2023-10-09T04:44:48.435273+0000","last_fullsized":"2023-10-09T04:44:48.435273+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"178'9576","reported_seq":9615,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:58.407402+0000","last_change":"2023-10-09T04:42:36.822315+0000","last_active":"2023-10-09T04:44:58.407402+0000","last_peered":"2023-10-09T04:44:58.407402+0000","last_clean":"2023-10-09T04:44:58.407402+0000","last_became_active":"2023-10-09T04:42:36.822028+0000","last_became_peered":"2023-10-09T04:42:36.822028+0000","last_unstale":"2023-10-09T04:44:58.407402+0000","last_undegraded":"2023-10-09T04:44:58.407402+0000","last_fullsized":"2023-10-09T04:44:58.407402+0000","mapping_epoch":149,"log_start":"154'1800","ondisk_log_start":"154'1800","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7776,"log_dups_size":0,"ondisk_log_size":7776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:00.401120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333840384,"num_objects":5094,"num_object_clones":0,"num_object_copies":15282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5094,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9576,"num_write_kb":469440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":143,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.941871+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:44:47.941871+0000","last_peered":"2023-10-09T04:44:47.941871+0000","last_clean":"2023-10-09T04:44:47.941871+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:44:47.941871+0000","last_undegraded":"2023-10-09T04:44:47.941871+0000","last_fullsized":"2023-10-09T04:44:47.941871+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":136,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.964889+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:44:47.964889+0000","last_peered":"2023-10-09T04:44:47.964889+0000","last_clean":"2023-10-09T04:44:47.964889+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:44:47.964889+0000","last_undegraded":"2023-10-09T04:44:47.964889+0000","last_fullsized":"2023-10-09T04:44:47.964889+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":121,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.959319+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:44:47.959319+0000","last_peered":"2023-10-09T04:44:47.959319+0000","last_clean":"2023-10-09T04:44:47.959319+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:44:47.959319+0000","last_undegraded":"2023-10-09T04:44:47.959319+0000","last_fullsized":"2023-10-09T04:44:47.959319+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":121,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905440+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:44:55.905440+0000","last_peered":"2023-10-09T04:44:55.905440+0000","last_clean":"2023-10-09T04:44:55.905440+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:44:55.905440+0000","last_undegraded":"2023-10-09T04:44:55.905440+0000","last_fullsized":"2023-10-09T04:44:55.905440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":154,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-10-09T04:44:45.883446+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:44:45.883446+0000","last_peered":"2023-10-09T04:44:45.883446+0000","last_clean":"2023-10-09T04:44:45.883446+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:44:45.883446+0000","last_undegraded":"2023-10-09T04:44:45.883446+0000","last_fullsized":"2023-10-09T04:44:45.883446+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":141,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939547+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:44:47.939547+0000","last_peered":"2023-10-09T04:44:47.939547+0000","last_clean":"2023-10-09T04:44:47.939547+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:44:47.939547+0000","last_undegraded":"2023-10-09T04:44:47.939547+0000","last_fullsized":"2023-10-09T04:44:47.939547+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":155,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958418+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:44:47.958418+0000","last_peered":"2023-10-09T04:44:47.958418+0000","last_clean":"2023-10-09T04:44:47.958418+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:44:47.958418+0000","last_undegraded":"2023-10-09T04:44:47.958418+0000","last_fullsized":"2023-10-09T04:44:47.958418+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":124,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.939669+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:44:47.939669+0000","last_peered":"2023-10-09T04:44:47.939669+0000","last_clean":"2023-10-09T04:44:47.939669+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:44:47.939669+0000","last_undegraded":"2023-10-09T04:44:47.939669+0000","last_fullsized":"2023-10-09T04:44:47.939669+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":155,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.958034+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:44:47.958034+0000","last_peered":"2023-10-09T04:44:47.958034+0000","last_clean":"2023-10-09T04:44:47.958034+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:44:47.958034+0000","last_undegraded":"2023-10-09T04:44:47.958034+0000","last_fullsized":"2023-10-09T04:44:47.958034+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":138,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:48.435539+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:44:48.435539+0000","last_peered":"2023-10-09T04:44:48.435539+0000","last_clean":"2023-10-09T04:44:48.435539+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:44:48.435539+0000","last_undegraded":"2023-10-09T04:44:48.435539+0000","last_fullsized":"2023-10-09T04:44:48.435539+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":152,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.932739+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:44:47.932739+0000","last_peered":"2023-10-09T04:44:47.932739+0000","last_clean":"2023-10-09T04:44:47.932739+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:44:47.932739+0000","last_undegraded":"2023-10-09T04:44:47.932739+0000","last_fullsized":"2023-10-09T04:44:47.932739+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":137,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.902525+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:44:55.902525+0000","last_peered":"2023-10-09T04:44:55.902525+0000","last_clean":"2023-10-09T04:44:55.902525+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:44:55.902525+0000","last_undegraded":"2023-10-09T04:44:55.902525+0000","last_fullsized":"2023-10-09T04:44:55.902525+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":148,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-10-09T04:44:47.957735+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:44:47.957735+0000","last_peered":"2023-10-09T04:44:47.957735+0000","last_clean":"2023-10-09T04:44:47.957735+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:44:47.957735+0000","last_undegraded":"2023-10-09T04:44:47.957735+0000","last_fullsized":"2023-10-09T04:44:47.957735+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5402394648,"num_objects":82435,"num_object_clones":0,"num_object_copies":247305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82435,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150143,"num_write_kb":7442433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16218730496,"data_stored":16218718280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134343,"ondisk_log_size":134343,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234265,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3571752,"kb_used_data":2973728,"kb_used_omap":0,"kb_used_meta":597952,"kb_avail":90173400,"statfs":{"total":95995035648,"available":92337561600,"internally_reserved":0,"allocated":3045097472,"data_stored":3044554170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612302848},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.3119999999999998,"5min":1.9550000000000001,"15min":1.8640000000000001},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":11.922000000000001,"5min":11.922000000000001,"15min":11.922000000000001},"last":5.3150000000000004},{"interface":"front","average":{"1min":2.484,"5min":1.73,"15min":1.7290000000000001},"min":{"1min":0.30499999999999999,"5min":0.253,"15min":0.23499999999999999},"max":{"1min":9.2210000000000001,"5min":9.2210000000000001,"15min":9.6790000000000003},"last":0.45100000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.7000000000000002,"5min":2.5640000000000001,"15min":1.891},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":11.964,"5min":68.852999999999994,"15min":68.852999999999994},"last":5.415},{"interface":"front","average":{"1min":2.3999999999999999,"5min":2.5710000000000002,"15min":2.0760000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.24399999999999999},"max":{"1min":9.2490000000000006,"5min":68.903000000000006,"15min":68.903000000000006},"last":0.42599999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":1.8839999999999999,"15min":2.2080000000000002},"min":{"1min":0.44900000000000001,"5min":0.28199999999999997,"15min":0.27300000000000002},"max":{"1min":10.539,"5min":10.539,"15min":12.07},"last":5.3710000000000004},{"interface":"front","average":{"1min":2.6989999999999998,"5min":1.976,"15min":2.5800000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.252},"max":{"1min":9.2739999999999991,"5min":9.2739999999999991,"15min":11.742000000000001},"last":0.47799999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:44:04 2023","interfaces":[{"interface":"back","average":{"1min":2.351,"5min":2.698,"15min":1.9339999999999999},"min":{"1min":0.42099999999999999,"5min":0.308,"15min":0.308},"max":{"1min":7.2530000000000001,"5min":58.716999999999999,"15min":58.716999999999999},"last":5.4429999999999996},{"interface":"front","average":{"1min":1.738,"5min":2.742,"15min":1.976},"min":{"1min":0.33300000000000002,"5min":0.311,"15min":0.311},"max":{"1min":4.8899999999999997,"5min":58.639000000000003,"15min":58.639000000000003},"last":0.57799999999999996}]},{"osd":4,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":1.399,"15min":1.3740000000000001},"min":{"1min":0.29399999999999998,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":8.75,"5min":8.8629999999999995,"15min":17.469000000000001},"last":1.923},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.569,"15min":1.351},"min":{"1min":0.30499999999999999,"5min":0.29399999999999998,"15min":0.27800000000000002},"max":{"1min":9.1839999999999993,"5min":9.1839999999999993,"15min":9.1839999999999993},"last":0.39300000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.4550000000000001,"15min":1.4890000000000001},"min":{"1min":0.29899999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.9400000000000004,"5min":9.2739999999999991,"15min":17.370000000000001},"last":1.7709999999999999},{"interface":"front","average":{"1min":1.4810000000000001,"5min":1.4099999999999999,"15min":1.5449999999999999},"min":{"1min":0.371,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":7.4409999999999998,"5min":8.6899999999999995,"15min":12.074999999999999},"last":5.516}]},{"osd":6,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":1.514,"15min":1.4399999999999999},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.29699999999999999},"max":{"1min":8.6769999999999996,"5min":8.6769999999999996,"15min":17.501000000000001},"last":9.9039999999999999},{"interface":"front","average":{"1min":2.516,"5min":1.784,"15min":1.5309999999999999},"min":{"1min":0.45500000000000002,"5min":0.35899999999999999,"15min":0.33300000000000002},"max":{"1min":8.5619999999999994,"5min":12.093,"15min":12.101000000000001},"last":9.7669999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495901,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1313496,"kb_used_data":1008016,"kb_used_omap":0,"kb_used_meta":305472,"kb_avail":92431656,"statfs":{"total":95995035648,"available":94650015744,"internally_reserved":0,"allocated":1032208384,"data_stored":1031681354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312803328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:47 2023","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.893,"15min":1.637},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20599999999999999},"max":{"1min":3.5779999999999998,"5min":19.166,"15min":19.166},"last":2.6840000000000002},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.2799999999999998,"15min":1.7649999999999999},"min":{"1min":0.30399999999999999,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.292,"5min":19.143999999999998,"15min":19.143999999999998},"last":2.6970000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:44:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5960000000000001,"5min":2.407,"15min":1.9550000000000001},"min":{"1min":0.34100000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.7370000000000001,"5min":22.805,"15min":22.805},"last":0.27800000000000002},{"interface":"front","average":{"1min":3.04,"5min":2.2759999999999998,"15min":1.948},"min":{"1min":0.245,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":7.2809999999999997,"5min":22.834,"15min":22.834},"last":0.316}]},{"osd":2,"last update":"Mon Oct 9 04:44:54 2023","interfaces":[{"interface":"back","average":{"1min":1.9690000000000001,"5min":1.8480000000000001,"15min":2.234},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":6.9500000000000002,"5min":13.32,"15min":13.32},"last":4.9950000000000001},{"interface":"front","average":{"1min":2.9500000000000002,"5min":2.2709999999999999,"15min":2.0249999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.27100000000000002},"max":{"1min":7.2489999999999997,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.54200000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.472,"15min":1.734},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":22.885999999999999,"5min":22.885999999999999,"15min":22.885999999999999},"last":4.242},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.9890000000000001,"15min":1.407},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.312},"max":{"1min":7.1920000000000002,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":0.55400000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.556,"15min":1.2529999999999999},"min":{"1min":0.34999999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":4.4349999999999996,"5min":13.369,"15min":13.369},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.8380000000000001,"15min":1.335},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.25900000000000001},"max":{"1min":6.2080000000000002,"5min":8.5879999999999992,"15min":8.5879999999999992},"last":0.58399999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.748,"15min":1.363},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.24399999999999999},"max":{"1min":3.504,"5min":16.042000000000002,"15min":16.042000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.712,"5min":1.982,"15min":1.6339999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.30399999999999999},"max":{"1min":6.3410000000000002,"5min":13.391999999999999,"15min":13.391999999999999},"last":0.56899999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:44:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3849999999999998,"5min":1.9339999999999999,"15min":1.5640000000000001},"min":{"1min":0.40500000000000003,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":7.0700000000000003,"5min":13.345000000000001,"15min":13.345000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.1040000000000001,"15min":1.609},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.32200000000000001},"max":{"1min":10.698,"5min":11.153,"15min":11.153},"last":0.50700000000000001}]}]},{"osd":1,"up_from":102,"seq":438086664335,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3477464,"kb_used_data":2988368,"kb_used_omap":4,"kb_used_meta":489019,"kb_avail":90267688,"statfs":{"total":95995035648,"available":92434112512,"internally_reserved":0,"allocated":3060088832,"data_stored":3059329113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":500756366},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":4.1310000000000002,"5min":2.5840000000000001,"15min":2.3180000000000001},"min":{"1min":0.22,"5min":0.189,"15min":0.161},"max":{"1min":37.956000000000003,"5min":44.014000000000003,"15min":44.014000000000003},"last":3.1629999999999998},{"interface":"front","average":{"1min":4.056,"5min":2.766,"15min":2.3889999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":40.064999999999998,"5min":44.417999999999999,"15min":44.417999999999999},"last":0.40600000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8240000000000001,"5min":1.407,"15min":2.0579999999999998},"min":{"1min":0.22500000000000001,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":7.6449999999999996,"5min":15.156000000000001,"15min":15.156000000000001},"last":7.0990000000000002},{"interface":"front","average":{"1min":2.1190000000000002,"5min":1.7549999999999999,"15min":2.2719999999999998},"min":{"1min":0.22500000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.0899999999999999,"5min":11.204000000000001,"15min":11.630000000000001},"last":5.6239999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:44:03 2023","interfaces":[{"interface":"back","average":{"1min":2.8380000000000001,"5min":1.5589999999999999,"15min":1.5109999999999999},"min":{"1min":0.34200000000000003,"5min":0.247,"15min":0.217},"max":{"1min":10.089,"5min":15.102,"15min":15.102},"last":8.1259999999999994},{"interface":"front","average":{"1min":3.1219999999999999,"5min":2.379,"15min":2.964},"min":{"1min":0.38800000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":17.774999999999999,"5min":17.774999999999999,"15min":17.774999999999999},"last":8.2539999999999996}]},{"osd":4,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":1.7529999999999999,"5min":1.8700000000000001,"15min":2.1259999999999999},"min":{"1min":0.313,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9080000000000004,"5min":9.5440000000000005,"15min":12.286},"last":3.379},{"interface":"front","average":{"1min":1.746,"5min":1.742,"15min":1.554},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.25900000000000001},"max":{"1min":7.5960000000000001,"5min":15.074,"15min":15.074},"last":3.294}]},{"osd":5,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":1.8999999999999999,"15min":1.97},"min":{"1min":0.42499999999999999,"5min":0.33600000000000002,"15min":0.23899999999999999},"max":{"1min":13.292,"5min":13.292,"15min":13.292},"last":0.44},{"interface":"front","average":{"1min":2.9529999999999998,"5min":1.837,"15min":1.786},"min":{"1min":0.36199999999999999,"5min":0.34200000000000003,"15min":0.23799999999999999},"max":{"1min":10.699,"5min":15.029999999999999,"15min":15.029999999999999},"last":3.2559999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.7729999999999999,"15min":1.798},"min":{"1min":0.32100000000000001,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.345000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0659999999999998,"15min":2.2759999999999998},"min":{"1min":0.39300000000000002,"5min":0.316,"15min":0.29999999999999999},"max":{"1min":5.9800000000000004,"5min":12.657999999999999,"15min":12.657999999999999},"last":7.9770000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9870000000000001,"5min":2.3290000000000002,"15min":2.3220000000000001},"min":{"1min":0.46600000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":11.661,"5min":13.199999999999999,"15min":14.788},"last":5.952},{"interface":"front","average":{"1min":2.5779999999999998,"5min":1.825,"15min":1.6359999999999999},"min":{"1min":0.39900000000000002,"5min":0.39500000000000002,"15min":0.33700000000000002},"max":{"1min":9.2949999999999999,"5min":15.130000000000001,"15min":15.130000000000001},"last":7.1379999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187608,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1749604,"kb_used_data":1338844,"kb_used_omap":5,"kb_used_meta":410746,"kb_avail":91995548,"statfs":{"total":95995035648,"available":94203441152,"internally_reserved":0,"allocated":1370976256,"data_stored":1370147557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":420604538},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":1.694,"5min":1.5509999999999999,"15min":2.2650000000000001},"min":{"1min":0.215,"5min":0.189,"15min":0.183},"max":{"1min":6.9000000000000004,"5min":16.155000000000001,"15min":76.174000000000007},"last":2.3900000000000001},{"interface":"front","average":{"1min":2.722,"5min":2.0179999999999998,"15min":2.3559999999999999},"min":{"1min":0.23699999999999999,"5min":0.219,"15min":0.20000000000000001},"max":{"1min":8.8239999999999998,"5min":8.8239999999999998,"15min":76.245000000000005},"last":5.6699999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":1.6200000000000001,"15min":2.1819999999999999},"min":{"1min":0.313,"5min":0.23000000000000001,"15min":0.20100000000000001},"max":{"1min":4.3209999999999997,"5min":7.5060000000000002,"15min":18.437000000000001},"last":0.495},{"interface":"front","average":{"1min":3.1320000000000001,"5min":1.9510000000000001,"15min":2.3159999999999998},"min":{"1min":0.40600000000000003,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2189999999999994,"5min":13.348000000000001,"15min":13.348000000000001},"last":2.2949999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:43:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1160000000000001,"5min":1.9630000000000001,"15min":1.5920000000000001},"min":{"1min":0.26500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":7.8789999999999996,"5min":13.385999999999999,"15min":13.385999999999999},"last":2.504},{"interface":"front","average":{"1min":1.7330000000000001,"5min":1.8100000000000001,"15min":1.5009999999999999},"min":{"1min":0.27100000000000002,"5min":0.214,"15min":0.214},"max":{"1min":6.9900000000000002,"5min":13.411,"15min":13.411},"last":2.351}]},{"osd":4,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":2.2610000000000001,"5min":1.8200000000000001,"15min":1.7410000000000001},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.28399999999999997},"max":{"1min":5.9550000000000001,"5min":13.125,"15min":13.334},"last":0.52800000000000002},{"interface":"front","average":{"1min":2.4769999999999999,"5min":1.7010000000000001,"15min":1.825},"min":{"1min":0.39900000000000002,"5min":0.32500000000000001,"15min":0.27100000000000002},"max":{"1min":9.3539999999999992,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":2.3199999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.915,"15min":1.964},"min":{"1min":0.36699999999999999,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.3800000000000008,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":2.4180000000000001},{"interface":"front","average":{"1min":3.2829999999999999,"5min":2.4889999999999999,"15min":2.0649999999999999},"min":{"1min":0.42699999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":9.2840000000000007,"5min":13.438000000000001,"15min":16.609999999999999},"last":2.4009999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":2.6080000000000001,"15min":2.3420000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":9.4290000000000003,"5min":43.832999999999998,"15min":43.832999999999998},"last":2.5299999999999998},{"interface":"front","average":{"1min":3.585,"5min":2.8050000000000002,"15min":2.1659999999999999},"min":{"1min":0.48099999999999998,"5min":0.316,"15min":0.316},"max":{"1min":9.1769999999999996,"5min":43.819000000000003,"15min":43.819000000000003},"last":2.4319999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.2799999999999998,"15min":2.02},"min":{"1min":0.46800000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":9.3089999999999993,"5min":13.374000000000001,"15min":13.374000000000001},"last":5.2539999999999996},{"interface":"front","average":{"1min":2.6850000000000001,"5min":1.907,"15min":1.7909999999999999},"min":{"1min":0.56799999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.9889999999999999,"5min":7.4610000000000003,"15min":14.186},"last":1.002}]}]},{"osd":2,"up_from":116,"seq":498216206450,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1275920,"kb_used_data":1009608,"kb_used_omap":7,"kb_used_meta":266296,"kb_avail":92469232,"statfs":{"total":95995035648,"available":94688493568,"internally_reserved":0,"allocated":1033838592,"data_stored":1033134138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":272687185},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":2.1789999999999998,"15min":3.101},"min":{"1min":0.192,"5min":0.189,"15min":0.17499999999999999},"max":{"1min":6.5899999999999999,"5min":29.183,"15min":29.183},"last":1.952},{"interface":"front","average":{"1min":1.837,"5min":1.7709999999999999,"15min":2.9279999999999999},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":6.3570000000000002,"5min":11.128,"15min":12.164},"last":0.745}]},{"osd":1,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":1.891,"15min":2.9660000000000002},"min":{"1min":0.23000000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":7.6829999999999998,"5min":11.096,"15min":11.096},"last":4.4400000000000004},{"interface":"front","average":{"1min":2.234,"5min":1.893,"15min":2.8330000000000002},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":8.1829999999999998,"5min":12.138,"15min":21.797999999999998},"last":3.6520000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2730000000000001,"5min":1.7789999999999999,"15min":1.621},"min":{"1min":0.26500000000000001,"5min":0.26000000000000001,"15min":0.23699999999999999},"max":{"1min":8.1560000000000006,"5min":10.069000000000001,"15min":10.069000000000001},"last":3.5920000000000001},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.889,"15min":1.4870000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":9.5419999999999998,"5min":9.5690000000000008,"15min":12.664},"last":2.0110000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":1.8009999999999999,"15min":1.5780000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26300000000000001},"max":{"1min":8.0790000000000006,"5min":10.016999999999999,"15min":11.789},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.9179999999999999,"15min":2.508},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":8.2780000000000005,"5min":9.4390000000000001,"15min":13.69},"last":1.4610000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":2.1440000000000001,"15min":2.7610000000000001},"min":{"1min":0.33800000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.5529999999999999,"5min":11.151999999999999,"15min":14.644},"last":4.4969999999999999},{"interface":"front","average":{"1min":2.9590000000000001,"5min":2.2330000000000001,"15min":2.1269999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.25900000000000001},"max":{"1min":13.205,"5min":13.205,"15min":13.205},"last":3.6280000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.802,"15min":2.5329999999999999},"min":{"1min":0.40699999999999997,"5min":0.38800000000000001,"15min":0.30599999999999999},"max":{"1min":3.7970000000000002,"5min":15.412000000000001,"15min":15.412000000000001},"last":1.502},{"interface":"front","average":{"1min":1.6619999999999999,"5min":1.9870000000000001,"15min":2.8239999999999998},"min":{"1min":0.44700000000000001,"5min":0.34799999999999998,"15min":0.32900000000000001},"max":{"1min":3.75,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.436}]},{"osd":7,"last update":"Mon Oct 9 04:44:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.891,"15min":3.1459999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.373},"max":{"1min":3.9369999999999998,"5min":9.5329999999999995,"15min":13.756},"last":1.9850000000000001},{"interface":"front","average":{"1min":2.1139999999999999,"5min":2.1480000000000001,"15min":3.1459999999999999},"min":{"1min":0.44800000000000001,"5min":0.36799999999999999,"15min":0.34899999999999998},"max":{"1min":8.2479999999999993,"5min":11.173,"15min":14.757999999999999},"last":4.4720000000000004}]}]},{"osd":3,"up_from":135,"seq":579820585060,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3014392,"kb_used_data":2626480,"kb_used_omap":2,"kb_used_meta":387901,"kb_avail":90730760,"statfs":{"total":95995035648,"available":92908298240,"internally_reserved":0,"allocated":2689515520,"data_stored":2688839810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":397210677},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.349,"15min":1.6950000000000001},"min":{"1min":0.20100000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":9.2010000000000005,"5min":9.2010000000000005,"15min":12.403},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.4990000000000001,"5min":1.8979999999999999,"15min":2.0840000000000001},"min":{"1min":0.221,"5min":0.215,"15min":0.20599999999999999},"max":{"1min":8.0150000000000006,"5min":8.2509999999999994,"15min":10.33},"last":3.8410000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.202,"5min":2.0990000000000002,"15min":1.9830000000000001},"min":{"1min":0.24399999999999999,"5min":0.20100000000000001,"15min":0.19700000000000001},"max":{"1min":6.5659999999999998,"5min":17.920999999999999,"15min":18.779},"last":1.2829999999999999},{"interface":"front","average":{"1min":2.1970000000000001,"5min":1.7689999999999999,"15min":1.6830000000000001},"min":{"1min":0.34300000000000003,"5min":0.245,"15min":0.245},"max":{"1min":7.1029999999999998,"5min":11.975,"15min":12.377000000000001},"last":1.266}]},{"osd":2,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":1.7789999999999999,"15min":1.8400000000000001},"min":{"1min":0.41299999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.0190000000000001,"5min":12.135,"15min":12.369},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.532,"5min":1.899,"15min":1.367},"min":{"1min":0.27500000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.1020000000000003,"5min":9.1020000000000003,"15min":9.1020000000000003},"last":1.4370000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3809999999999998,"5min":2.0499999999999998,"15min":1.5389999999999999},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":6.5129999999999999,"5min":12.16,"15min":12.16},"last":0.48799999999999999},{"interface":"front","average":{"1min":2.4409999999999998,"5min":1.595,"15min":1.4330000000000001},"min":{"1min":0.36199999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":6.5129999999999999,"5min":8.7799999999999994,"15min":9.0389999999999997},"last":0.46999999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":6.5510000000000002,"5min":2.9729999999999999,"15min":2.1200000000000001},"min":{"1min":0.32800000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":88.840000000000003,"5min":88.840000000000003,"15min":88.840000000000003},"last":2.8300000000000001},{"interface":"front","average":{"1min":6.5800000000000001,"5min":2.8879999999999999,"15min":2.02},"min":{"1min":0.38,"5min":0.314,"15min":0.314},"max":{"1min":88.859999999999999,"5min":88.859999999999999,"15min":88.859999999999999},"last":2.843}]},{"osd":6,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7389999999999999,"5min":2.226,"15min":1.4870000000000001},"min":{"1min":0.41599999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":12.612,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.423,"15min":1.746},"min":{"1min":0.39200000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":6.5389999999999997,"5min":12.75,"15min":12.75},"last":0.63900000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.849,"15min":1.8660000000000001},"min":{"1min":0.48799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":7.0739999999999998,"5min":9.6479999999999997,"15min":12.307},"last":0.51800000000000002},{"interface":"front","average":{"1min":2.3300000000000001,"5min":2.282,"15min":1.7450000000000001},"min":{"1min":0.45600000000000002,"5min":0.37,"15min":0.37},"max":{"1min":6.3849999999999998,"5min":12.298999999999999,"15min":12.298999999999999},"last":0.60899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019173,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1585888,"kb_used_data":1000216,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":92159264,"statfs":{"total":95995035648,"available":94371086336,"internally_reserved":0,"allocated":1024221184,"data_stored":1023685759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":2.0179999999999998,"5min":1.651,"15min":2.048},"min":{"1min":0.216,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":10.919,"5min":16.363,"15min":28.765000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.27,"5min":2.016,"15min":1.5940000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.23100000000000001},"max":{"1min":4.9000000000000004,"5min":7.6180000000000003,"15min":8.1259999999999994},"last":1.1890000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:44:35 2023","interfaces":[{"interface":"back","average":{"1min":3.3849999999999998,"5min":2.0670000000000002,"15min":1.7509999999999999},"min":{"1min":0.25800000000000001,"5min":0.24199999999999999,"15min":0.23899999999999999},"max":{"1min":16.530000000000001,"5min":16.792999999999999,"15min":16.792999999999999},"last":3.7050000000000001},{"interface":"front","average":{"1min":1.766,"5min":1.611,"15min":1.79},"min":{"1min":0.33400000000000002,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":4.5599999999999996,"5min":6.5810000000000004,"15min":22.178999999999998},"last":2.7930000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":2.6680000000000001,"5min":1.8799999999999999,"15min":1.754},"min":{"1min":0.34300000000000003,"5min":0.25,"15min":0.25},"max":{"1min":10.709,"5min":10.709,"15min":13.488},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.6719999999999999,"5min":2.0710000000000002,"15min":2.2829999999999999},"min":{"1min":0.28699999999999998,"5min":0.28599999999999998,"15min":0.27700000000000002},"max":{"1min":6.077,"5min":9.4039999999999999,"15min":13.170999999999999},"last":4.5519999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:44:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0369999999999999,"5min":1.988,"15min":2.1429999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":13.263999999999999,"5min":13.263999999999999,"15min":13.659000000000001},"last":3.5449999999999999},{"interface":"front","average":{"1min":1.9079999999999999,"5min":2.6459999999999999,"15min":1.821},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.28399999999999997},"max":{"1min":5.1399999999999997,"5min":19.800999999999998,"15min":19.800999999999998},"last":6.5570000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:43:54 2023","interfaces":[{"interface":"back","average":{"1min":1.9239999999999999,"5min":1.474,"15min":1.3959999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.23799999999999999},"max":{"1min":8.1080000000000005,"5min":10.007,"15min":13.624000000000001},"last":1.3240000000000001},{"interface":"front","average":{"1min":1.708,"5min":1.9179999999999999,"15min":1.2949999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27000000000000002},"max":{"1min":8.9250000000000007,"5min":8.9250000000000007,"15min":8.9250000000000007},"last":1.3}]},{"osd":6,"last update":"Mon Oct 9 04:44:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.8700000000000001,"15min":1.4830000000000001},"min":{"1min":0.316,"5min":0.29199999999999998,"15min":0.24299999999999999},"max":{"1min":8.8190000000000008,"5min":18.442,"15min":18.442},"last":0.379},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.3520000000000001,"15min":1.3759999999999999},"min":{"1min":0.31900000000000001,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":3.6190000000000002,"5min":12.269,"15min":13.584},"last":0.42799999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:44:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1429999999999998,"5min":1.9390000000000001,"15min":1.548},"min":{"1min":0.32400000000000001,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":9.9649999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":1.2270000000000001},{"interface":"front","average":{"1min":2.492,"5min":1.629,"15min":1.4359999999999999},"min":{"1min":0.40300000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.8460000000000001,"5min":16.835000000000001,"15min":16.835000000000001},"last":1.4650000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757537,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3861908,"kb_used_data":2965452,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":89883244,"statfs":{"total":95995035648,"available":92040441856,"internally_reserved":0,"allocated":3036622848,"data_stored":3036095479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:49 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.3640000000000001,"15min":1.393},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":7.2690000000000001,"5min":9.5440000000000005,"15min":12.144},"last":0.23300000000000001},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.4430000000000001,"15min":2.0339999999999998},"min":{"1min":0.54000000000000004,"5min":0.26400000000000001,"15min":0.22500000000000001},"max":{"1min":12.343,"5min":12.343,"15min":12.343},"last":3.9239999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:44:37 2023","interfaces":[{"interface":"back","average":{"1min":2.371,"5min":2.1720000000000002,"15min":2.012},"min":{"1min":0.23999999999999999,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":5.5860000000000003,"5min":9.6989999999999998,"15min":11.086},"last":0.30599999999999999},{"interface":"front","average":{"1min":4.3789999999999996,"5min":2.2669999999999999,"15min":2.1899999999999999},"min":{"1min":0.36799999999999999,"5min":0.254,"15min":0.254},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":4.7350000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:44:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.859,"15min":1.9159999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.252},"max":{"1min":7.859,"5min":14.859999999999999,"15min":14.859999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":3.8860000000000001,"5min":2.3620000000000001,"15min":2.5990000000000002},"min":{"1min":0.501,"5min":0.28999999999999998,"15min":0.26000000000000001},"max":{"1min":8.4329999999999998,"5min":11.042,"15min":13.308},"last":2.0099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:44:04 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.1680000000000001,"15min":1.992},"min":{"1min":0.32800000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.6600000000000001,"5min":18.587,"15min":18.587},"last":0.42899999999999999},{"interface":"front","average":{"1min":4.0970000000000004,"5min":2.343,"15min":2.1779999999999999},"min":{"1min":0.33300000000000002,"5min":0.313,"15min":0.313},"max":{"1min":13.215,"5min":13.215,"15min":13.215},"last":1.7450000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:44:00 2023","interfaces":[{"interface":"back","average":{"1min":1.861,"5min":1.482,"15min":1.1950000000000001},"min":{"1min":0.32400000000000001,"5min":0.29199999999999998,"15min":0.23899999999999999},"max":{"1min":9.3130000000000006,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":0.35999999999999999},{"interface":"front","average":{"1min":2.8530000000000002,"5min":1.722,"15min":1.2949999999999999},"min":{"1min":0.40000000000000002,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":11.265000000000001,"5min":11.265000000000001,"15min":11.265000000000001},"last":1.5940000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:44:10 2023","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":1.575,"15min":1.3939999999999999},"min":{"1min":0.37,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.231999999999999,"5min":11.231999999999999,"15min":11.231999999999999},"last":1.6279999999999999},{"interface":"front","average":{"1min":2.0390000000000001,"5min":1.871,"15min":1.5009999999999999},"min":{"1min":0.30199999999999999,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":10.710000000000001,"5min":16.344999999999999,"15min":16.344999999999999},"last":3.4900000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:44:31 2023","interfaces":[{"interface":"back","average":{"1min":3.5990000000000002,"5min":2.1259999999999999,"15min":1.6100000000000001},"min":{"1min":0.35599999999999998,"5min":0.34200000000000003,"15min":0.30299999999999999},"max":{"1min":13.015000000000001,"5min":13.686,"15min":13.955},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.996,"5min":1.492,"15min":1.3340000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.3450000000000006,"5min":9.6129999999999995,"15min":13.436},"last":0.45900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1366491136,"data_stored":1366491136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3038580736,"data_stored":3038576664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1027735552,"data_stored":1027735552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2684157952,"data_stored":2684157952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1014366208,"data_stored":1014366208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3032158208,"data_stored":3032154136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1022361600,"data_stored":1022361600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3032879104,"data_stored":3032875032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:45:00.842 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T04:45:00.842 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:45:00.843 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-10-09T04:45:00.843 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T04:45:00.843 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T04:45:00.843 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-10-09T04:45:00.857 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:00.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:00.861 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:00.961 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:01.015 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:01.062 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:01.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:01.066 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:01.166 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:01.201 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:01.246 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:01.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:01.258 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:01.358 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:01.428 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:01.504 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:45:01.518 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:01.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:01.527 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:01.628 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:01.666 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:01 smithi150 ceph-mon[168511]: from='client.45122 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:01.666 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:01.666 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:01.669 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:01.725 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:01.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:01.737 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:01.837 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:01.878 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:01 smithi107 ceph-mon[179183]: from='client.45122 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:01.878 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:01.878 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:01.879 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:01 smithi107 ceph-mon[184249]: from='client.45122 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:01.879 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:01.879 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:01.888 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:01.951 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:01.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:01.962 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:02.062 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:02.093 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:02.134 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:02.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:02.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:02.174 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:45:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:45:02] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2023-10-09T04:45:02.225 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:02.243 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:02.283 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:02.332 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:02.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:02.341 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:02.355 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:02.442 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:02.463 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:02.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:02 smithi150 ceph-mon[168511]: pgmap v629: 89 pgs: 89 active+clean; 5.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:45:02.493 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:02.562 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:02.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:02.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:02.669 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:02.743 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:02 smithi107 ceph-mon[179183]: pgmap v629: 89 pgs: 89 active+clean; 5.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:45:02.743 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:02 smithi107 ceph-mon[184249]: pgmap v629: 89 pgs: 89 active+clean; 5.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:45:02.744 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:03.045 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:03.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:03.050 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:03.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:03.270 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:03.532 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:45:03.568 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:03.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:03.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2929478379' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:03 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2929478379' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:03 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:03.686 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:03.734 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:03.815 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:03.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:03.819 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:03.821 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2929478379' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:03.821 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:03 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:03.920 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:03.983 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:04.053 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:04.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:04.060 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:04.160 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:04.226 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:04.277 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:04.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:04.294 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:04.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:04.455 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: pgmap v630: 89 pgs: 89 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 745 op/s 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: osdmap e179: 8 total, 8 up, 8 in 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[179183]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: pgmap v630: 89 pgs: 89 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 745 op/s 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: osdmap e179: 8 total, 8 up, 8 in 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:04 smithi107 ceph-mon[184249]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.662 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:04.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:04.674 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:04.775 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:04.823 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: pgmap v630: 89 pgs: 89 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 745 op/s 2023-10-09T04:45:04.823 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:04.823 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:45:04.823 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: osdmap e179: 8 total, 8 up, 8 in 2023-10-09T04:45:04.823 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:04 smithi150 ceph-mon[168511]: failed to encode map e179 with expected crc 2023-10-09T04:45:04.828 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:04.903 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:04.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:04.910 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:05.011 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:05.057 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:05.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:05.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:05.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:05.245 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:05.292 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:05.384 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:05.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:05.392 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:05.493 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:05.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:05.631 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:05.670 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:05.700 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:05.737 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:45:05.773 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:05.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:05.783 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:05.784 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:05.825 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:05.864 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:05.884 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:05.904 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:05.934 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.935 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:45:05.965 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:45:05.965 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T04:45:05.965 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:45:06.008 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:06.080 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:06.080 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:06.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:05 smithi107 ceph-mon[184249]: pgmap v632: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 782 op/s 2023-10-09T04:45:06.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/509655291' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:06.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:05 smithi107 ceph-mon[179183]: pgmap v632: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 782 op/s 2023-10-09T04:45:06.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/509655291' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:06.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:05 smithi150 ceph-mon[168511]: pgmap v632: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 782 op/s 2023-10-09T04:45:06.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/509655291' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:06.773 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:06.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:06.787 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:06.787 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:45:06.888 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:06.939 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:08.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:08 smithi150 ceph-mon[168511]: pgmap v633: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 741 op/s 2023-10-09T04:45:08.796 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:08.801 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:08 smithi107 ceph-mon[179183]: pgmap v633: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 741 op/s 2023-10-09T04:45:08.802 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:08 smithi107 ceph-mon[184249]: pgmap v633: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 741 op/s 2023-10-09T04:45:08.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:08.803 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:08.844 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:45:08.888 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:45:08.903 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:09.025 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:09.128 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:09.132 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:09.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:09.152 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:09.253 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:09.347 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:09.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:45:09.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:45:09.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:45:10.193 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:10.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:10.197 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:10.297 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:10.355 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:10.424 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:10.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:10.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:10.532 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:10.634 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:10 smithi150 ceph-mon[168511]: pgmap v634: 89 pgs: 89 active+clean; 4.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:10.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:10 smithi107 ceph-mon[179183]: pgmap v634: 89 pgs: 89 active+clean; 4.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:10.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:10 smithi107 ceph-mon[184249]: pgmap v634: 89 pgs: 89 active+clean; 4.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:11.294 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:11.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:11.299 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:11.400 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:11.461 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:11.520 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:11.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:11.530 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:11.569 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:45:11.569 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:45:11.569 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2023-10-09T04:45:11.569 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:45:11.631 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:11.733 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:11.849 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:11.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:11.853 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:11.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:12.004 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:12.137 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:12.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:12.145 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:12.233 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:12.244 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:12.245 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:12.289 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:12.356 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:12.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:12.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:45:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:45:12] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2023-10-09T04:45:12.467 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:12.509 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:12.561 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:12.566 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:12 smithi150 ceph-mon[168511]: pgmap v635: 89 pgs: 89 active+clean; 4.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:12.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:12.567 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:12.668 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:12.736 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:12.823 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:12.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:12.829 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:12.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:12 smithi107 ceph-mon[184249]: pgmap v635: 89 pgs: 89 active+clean; 4.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:12.901 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:12 smithi107 ceph-mon[179183]: pgmap v635: 89 pgs: 89 active+clean; 4.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:12.930 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:12.973 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:13.048 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:13.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:13.067 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:13.168 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:13.274 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:13.295 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:13.339 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:13.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:13.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:13.449 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:13.505 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:13.555 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:13.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:13.561 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:13.662 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:13.699 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:13.768 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:13.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:13.777 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:13.879 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:13.973 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:14.476 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:14.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:14.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:14.566 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:45:14.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:14 smithi107 ceph-mon[179183]: pgmap v636: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 753 op/s 2023-10-09T04:45:14.591 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1772995881' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:14.591 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:14 smithi107 ceph-mon[184249]: pgmap v636: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 753 op/s 2023-10-09T04:45:14.591 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1772995881' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:14.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:14.652 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:14.795 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:14.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:14.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:14.907 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:14.949 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:14 smithi150 ceph-mon[168511]: pgmap v636: 89 pgs: 89 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 753 op/s 2023-10-09T04:45:14.949 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1772995881' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:14.954 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:15.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:15.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:15.069 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:15.170 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:15.231 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:15.456 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:15.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:15.462 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:15.564 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:15.648 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:15.729 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:45:15.729 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1772995881' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: osdmap e180: 8 total, 8 up, 8 in 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[184249]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1772995881' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: osdmap e180: 8 total, 8 up, 8 in 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.732 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:15 smithi107 ceph-mon[179183]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.852 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:15.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:15.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:15.964 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:15.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1772995881' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: osdmap e180: 8 total, 8 up, 8 in 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: failed to encode map e180 with expected crc 2023-10-09T04:45:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:15 smithi150 ceph-mon[168511]: failed to encode map e180 with expected crc 2023-10-09T04:45:16.013 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:16.139 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:16.139 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:16.155 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:16.174 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:16.213 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:16.265 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:16.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:16.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:16.271 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:45:16.320 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:16.371 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:16.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:16.405 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:16.414 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:16.448 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:45:16.474 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:16.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:16.481 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:16.581 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:16.664 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:16.819 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[179183]: pgmap v638: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:16.819 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:16.819 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:16.819 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1885180500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:16.819 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[184249]: pgmap v638: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:16.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:16.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:16.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1885180500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:16 smithi150 ceph-mon[168511]: pgmap v638: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1885180500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:17.008 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:45:17.033 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:45:17.209 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:17.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:17.217 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:17.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:17.421 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:17.486 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:17.496 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:45:17.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:17.497 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:17.598 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:17.633 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:17.653 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":638,"stamp":"2023-10-09T04:45:15.402852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4670298040,"num_objects":71279,"num_object_clones":0,"num_object_copies":213837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71279,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":161623,"num_write_kb":7444878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139239,"ondisk_log_size":139239,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":17662292,"kb_used_data":13751316,"kb_used_omap":20,"kb_used_meta":3910827,"kb_avail":732298924,"statfs":{"total":767960285184,"available":749874098176,"internally_reserved":0,"allocated":14081347584,"data_stored":14076225953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":4004687502},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-489422848,"num_objects":-7468,"num_object_clones":0,"num_object_copies":-22404,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7468,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7468,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002446"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":158,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908802+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:44:55.908802+0000","last_peered":"2023-10-09T04:44:55.908802+0000","last_clean":"2023-10-09T04:44:55.908802+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:44:55.908802+0000","last_undegraded":"2023-10-09T04:44:55.908802+0000","last_fullsized":"2023-10-09T04:44:55.908802+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905942+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:44:55.905942+0000","last_peered":"2023-10-09T04:44:55.905942+0000","last_clean":"2023-10-09T04:44:55.905942+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:44:55.905942+0000","last_undegraded":"2023-10-09T04:44:55.905942+0000","last_fullsized":"2023-10-09T04:44:55.905942+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":117,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.913392+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:44:55.913392+0000","last_peered":"2023-10-09T04:44:55.913392+0000","last_clean":"2023-10-09T04:44:55.913392+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:44:55.913392+0000","last_undegraded":"2023-10-09T04:44:55.913392+0000","last_fullsized":"2023-10-09T04:44:55.913392+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":135,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.902193+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:44:55.902193+0000","last_peered":"2023-10-09T04:44:55.902193+0000","last_clean":"2023-10-09T04:44:55.902193+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:44:55.902193+0000","last_undegraded":"2023-10-09T04:44:55.902193+0000","last_fullsized":"2023-10-09T04:44:55.902193+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":140,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.903963+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:44:55.903963+0000","last_peered":"2023-10-09T04:44:55.903963+0000","last_clean":"2023-10-09T04:44:55.903963+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:44:55.903963+0000","last_undegraded":"2023-10-09T04:44:55.903963+0000","last_fullsized":"2023-10-09T04:44:55.903963+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.922111+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:44:55.922111+0000","last_peered":"2023-10-09T04:44:55.922111+0000","last_clean":"2023-10-09T04:44:55.922111+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:44:55.922111+0000","last_undegraded":"2023-10-09T04:44:55.922111+0000","last_fullsized":"2023-10-09T04:44:55.922111+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":133,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.902450+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:44:55.902450+0000","last_peered":"2023-10-09T04:44:55.902450+0000","last_clean":"2023-10-09T04:44:55.902450+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:44:55.902450+0000","last_undegraded":"2023-10-09T04:44:55.902450+0000","last_fullsized":"2023-10-09T04:44:55.902450+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.903894+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:44:55.903894+0000","last_peered":"2023-10-09T04:44:55.903894+0000","last_clean":"2023-10-09T04:44:55.903894+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:44:55.903894+0000","last_undegraded":"2023-10-09T04:44:55.903894+0000","last_fullsized":"2023-10-09T04:44:55.903894+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":140,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916747+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:44:55.916747+0000","last_peered":"2023-10-09T04:44:55.916747+0000","last_clean":"2023-10-09T04:44:55.916747+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:44:55.916747+0000","last_undegraded":"2023-10-09T04:44:55.916747+0000","last_fullsized":"2023-10-09T04:44:55.916747+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":111,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905237+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:44:55.905237+0000","last_peered":"2023-10-09T04:44:55.905237+0000","last_clean":"2023-10-09T04:44:55.905237+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:44:55.905237+0000","last_undegraded":"2023-10-09T04:44:55.905237+0000","last_fullsized":"2023-10-09T04:44:55.905237+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":143,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.910581+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:44:55.910581+0000","last_peered":"2023-10-09T04:44:55.910581+0000","last_clean":"2023-10-09T04:44:55.910581+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:44:55.910581+0000","last_undegraded":"2023-10-09T04:44:55.910581+0000","last_fullsized":"2023-10-09T04:44:55.910581+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":119,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.922048+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:44:55.922048+0000","last_peered":"2023-10-09T04:44:55.922048+0000","last_clean":"2023-10-09T04:44:55.922048+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:44:55.922048+0000","last_undegraded":"2023-10-09T04:44:55.922048+0000","last_fullsized":"2023-10-09T04:44:55.922048+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":145,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.912272+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:44:55.912272+0000","last_peered":"2023-10-09T04:44:55.912272+0000","last_clean":"2023-10-09T04:44:55.912272+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:44:55.912272+0000","last_undegraded":"2023-10-09T04:44:55.912272+0000","last_fullsized":"2023-10-09T04:44:55.912272+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.909031+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:44:55.909031+0000","last_peered":"2023-10-09T04:44:55.909031+0000","last_clean":"2023-10-09T04:44:55.909031+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:44:55.909031+0000","last_undegraded":"2023-10-09T04:44:55.909031+0000","last_fullsized":"2023-10-09T04:44:55.909031+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":142,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.907174+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:44:55.907174+0000","last_peered":"2023-10-09T04:44:55.907174+0000","last_clean":"2023-10-09T04:44:55.907174+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:44:55.907174+0000","last_undegraded":"2023-10-09T04:44:55.907174+0000","last_fullsized":"2023-10-09T04:44:55.907174+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.907501+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:44:55.907501+0000","last_peered":"2023-10-09T04:44:55.907501+0000","last_clean":"2023-10-09T04:44:55.907501+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:44:55.907501+0000","last_undegraded":"2023-10-09T04:44:55.907501+0000","last_fullsized":"2023-10-09T04:44:55.907501+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":133,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.901778+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:44:55.901778+0000","last_peered":"2023-10-09T04:44:55.901778+0000","last_clean":"2023-10-09T04:44:55.901778+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:44:55.901778+0000","last_undegraded":"2023-10-09T04:44:55.901778+0000","last_fullsized":"2023-10-09T04:44:55.901778+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916712+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:44:55.916712+0000","last_peered":"2023-10-09T04:44:55.916712+0000","last_clean":"2023-10-09T04:44:55.916712+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:44:55.916712+0000","last_undegraded":"2023-10-09T04:44:55.916712+0000","last_fullsized":"2023-10-09T04:44:55.916712+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":123,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.906997+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:44:55.906997+0000","last_peered":"2023-10-09T04:44:55.906997+0000","last_clean":"2023-10-09T04:44:55.906997+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:44:55.906997+0000","last_undegraded":"2023-10-09T04:44:55.906997+0000","last_fullsized":"2023-10-09T04:44:55.906997+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":134,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.902254+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:44:55.902254+0000","last_peered":"2023-10-09T04:44:55.902254+0000","last_clean":"2023-10-09T04:44:55.902254+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:44:55.902254+0000","last_undegraded":"2023-10-09T04:44:55.902254+0000","last_fullsized":"2023-10-09T04:44:55.902254+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":148,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.921240+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:44:55.921240+0000","last_peered":"2023-10-09T04:44:55.921240+0000","last_clean":"2023-10-09T04:44:55.921240+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:44:55.921240+0000","last_undegraded":"2023-10-09T04:44:55.921240+0000","last_fullsized":"2023-10-09T04:44:55.921240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.906224+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:44:55.906224+0000","last_peered":"2023-10-09T04:44:55.906224+0000","last_clean":"2023-10-09T04:44:55.906224+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:44:55.906224+0000","last_undegraded":"2023-10-09T04:44:55.906224+0000","last_fullsized":"2023-10-09T04:44:55.906224+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"179'9999","reported_seq":10039,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:11.356535+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:45:11.356535+0000","last_peered":"2023-10-09T04:45:11.356535+0000","last_clean":"2023-10-09T04:45:11.356535+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:45:11.356535+0000","last_undegraded":"2023-10-09T04:45:11.356535+0000","last_fullsized":"2023-10-09T04:45:11.356535+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9999,"log_dups_size":0,"ondisk_log_size":9999,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":294715392,"num_objects":4497,"num_object_clones":0,"num_object_copies":13491,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4497,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9999,"num_write_kb":463872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":141,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.907302+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:44:55.907302+0000","last_peered":"2023-10-09T04:44:55.907302+0000","last_clean":"2023-10-09T04:44:55.907302+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:44:55.907302+0000","last_undegraded":"2023-10-09T04:44:55.907302+0000","last_fullsized":"2023-10-09T04:44:55.907302+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916310+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:44:55.916310+0000","last_peered":"2023-10-09T04:44:55.916310+0000","last_clean":"2023-10-09T04:44:55.916310+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:44:55.916310+0000","last_undegraded":"2023-10-09T04:44:55.916310+0000","last_fullsized":"2023-10-09T04:44:55.916310+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"179'10313","reported_seq":10353,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.460638+0000","last_change":"2023-10-09T04:42:36.822070+0000","last_active":"2023-10-09T04:45:12.460638+0000","last_peered":"2023-10-09T04:45:12.460638+0000","last_clean":"2023-10-09T04:45:12.460638+0000","last_became_active":"2023-10-09T04:42:36.821765+0000","last_became_peered":"2023-10-09T04:42:36.821765+0000","last_unstale":"2023-10-09T04:45:12.460638+0000","last_undegraded":"2023-10-09T04:45:12.460638+0000","last_fullsized":"2023-10-09T04:45:12.460638+0000","mapping_epoch":149,"log_start":"155'2900","ondisk_log_start":"155'2900","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7413,"log_dups_size":0,"ondisk_log_size":7413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:30:35.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297336832,"num_objects":4537,"num_object_clones":0,"num_object_copies":13611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10313,"num_write_kb":475200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":142,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.907406+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:44:55.907406+0000","last_peered":"2023-10-09T04:44:55.907406+0000","last_clean":"2023-10-09T04:44:55.907406+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:44:55.907406+0000","last_undegraded":"2023-10-09T04:44:55.907406+0000","last_fullsized":"2023-10-09T04:44:55.907406+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":166,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908835+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:44:55.908835+0000","last_peered":"2023-10-09T04:44:55.908835+0000","last_clean":"2023-10-09T04:44:55.908835+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:44:55.908835+0000","last_undegraded":"2023-10-09T04:44:55.908835+0000","last_fullsized":"2023-10-09T04:44:55.908835+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"179'9867","reported_seq":9905,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.514350+0000","last_change":"2023-10-09T04:42:36.825066+0000","last_active":"2023-10-09T04:45:12.514350+0000","last_peered":"2023-10-09T04:45:12.514350+0000","last_clean":"2023-10-09T04:45:12.514350+0000","last_became_active":"2023-10-09T04:42:36.824791+0000","last_became_peered":"2023-10-09T04:42:36.824791+0000","last_unstale":"2023-10-09T04:45:12.514350+0000","last_undegraded":"2023-10-09T04:45:12.514350+0000","last_fullsized":"2023-10-09T04:45:12.514350+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9867,"log_dups_size":0,"ondisk_log_size":9867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:38:21.493355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288030720,"num_objects":4395,"num_object_clones":0,"num_object_copies":13185,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4395,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9867,"num_write_kb":456384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":124,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.910413+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:44:55.910413+0000","last_peered":"2023-10-09T04:44:55.910413+0000","last_clean":"2023-10-09T04:44:55.910413+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:44:55.910413+0000","last_undegraded":"2023-10-09T04:44:55.910413+0000","last_fullsized":"2023-10-09T04:44:55.910413+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.921499+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:44:55.921499+0000","last_peered":"2023-10-09T04:44:55.921499+0000","last_clean":"2023-10-09T04:44:55.921499+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:44:55.921499+0000","last_undegraded":"2023-10-09T04:44:55.921499+0000","last_fullsized":"2023-10-09T04:44:55.921499+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"179'10117","reported_seq":10155,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.575814+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:45:12.575814+0000","last_peered":"2023-10-09T04:45:12.575814+0000","last_clean":"2023-10-09T04:45:12.575814+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:45:12.575814+0000","last_undegraded":"2023-10-09T04:45:12.575814+0000","last_fullsized":"2023-10-09T04:45:12.575814+0000","mapping_epoch":149,"log_start":"153'100","ondisk_log_start":"153'100","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10017,"log_dups_size":0,"ondisk_log_size":10017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289996800,"num_objects":4425,"num_object_clones":0,"num_object_copies":13275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10117,"num_write_kb":465344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":140,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916506+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:44:55.916506+0000","last_peered":"2023-10-09T04:44:55.916506+0000","last_clean":"2023-10-09T04:44:55.916506+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:44:55.916506+0000","last_undegraded":"2023-10-09T04:44:55.916506+0000","last_fullsized":"2023-10-09T04:44:55.916506+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":134,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905348+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:44:55.905348+0000","last_peered":"2023-10-09T04:44:55.905348+0000","last_clean":"2023-10-09T04:44:55.905348+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:44:55.905348+0000","last_undegraded":"2023-10-09T04:44:55.905348+0000","last_fullsized":"2023-10-09T04:44:55.905348+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"179'10207","reported_seq":10247,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:13.441454+0000","last_change":"2023-10-09T04:42:37.038174+0000","last_active":"2023-10-09T04:45:13.441454+0000","last_peered":"2023-10-09T04:45:13.441454+0000","last_clean":"2023-10-09T04:45:13.441454+0000","last_became_active":"2023-10-09T04:42:37.037828+0000","last_became_peered":"2023-10-09T04:42:37.037828+0000","last_unstale":"2023-10-09T04:45:13.441454+0000","last_undegraded":"2023-10-09T04:45:13.441454+0000","last_fullsized":"2023-10-09T04:45:13.441454+0000","mapping_epoch":149,"log_start":"154'2500","ondisk_log_start":"154'2500","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7707,"log_dups_size":0,"ondisk_log_size":7707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:03.938752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292225024,"num_objects":4459,"num_object_clones":0,"num_object_copies":13377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10207,"num_write_kb":469312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":151,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905939+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:44:55.905939+0000","last_peered":"2023-10-09T04:44:55.905939+0000","last_clean":"2023-10-09T04:44:55.905939+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:44:55.905939+0000","last_undegraded":"2023-10-09T04:44:55.905939+0000","last_fullsized":"2023-10-09T04:44:55.905939+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.912182+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:44:55.912182+0000","last_peered":"2023-10-09T04:44:55.912182+0000","last_clean":"2023-10-09T04:44:55.912182+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:44:55.912182+0000","last_undegraded":"2023-10-09T04:44:55.912182+0000","last_fullsized":"2023-10-09T04:44:55.912182+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"179'10137","reported_seq":10177,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.499301+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:45:12.499301+0000","last_peered":"2023-10-09T04:45:12.499301+0000","last_clean":"2023-10-09T04:45:12.499301+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:45:12.499301+0000","last_undegraded":"2023-10-09T04:45:12.499301+0000","last_fullsized":"2023-10-09T04:45:12.499301+0000","mapping_epoch":149,"log_start":"154'2800","ondisk_log_start":"154'2800","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7337,"log_dups_size":0,"ondisk_log_size":7337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288161792,"num_objects":4397,"num_object_clones":0,"num_object_copies":13191,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10137,"num_write_kb":465088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":140,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.921619+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:44:55.921619+0000","last_peered":"2023-10-09T04:44:55.921619+0000","last_clean":"2023-10-09T04:44:55.921619+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:44:55.921619+0000","last_undegraded":"2023-10-09T04:44:55.921619+0000","last_fullsized":"2023-10-09T04:44:55.921619+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":149,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.913711+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:44:55.913711+0000","last_peered":"2023-10-09T04:44:55.913711+0000","last_clean":"2023-10-09T04:44:55.913711+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:44:55.913711+0000","last_undegraded":"2023-10-09T04:44:55.913711+0000","last_fullsized":"2023-10-09T04:44:55.913711+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"179'10081","reported_seq":10118,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.553384+0000","last_change":"2023-10-09T04:42:36.827049+0000","last_active":"2023-10-09T04:45:12.553384+0000","last_peered":"2023-10-09T04:45:12.553384+0000","last_clean":"2023-10-09T04:45:12.553384+0000","last_became_active":"2023-10-09T04:42:36.826727+0000","last_became_peered":"2023-10-09T04:42:36.826727+0000","last_unstale":"2023-10-09T04:45:12.553384+0000","last_undegraded":"2023-10-09T04:45:12.553384+0000","last_fullsized":"2023-10-09T04:45:12.553384+0000","mapping_epoch":149,"log_start":"154'2300","ondisk_log_start":"154'2300","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7781,"log_dups_size":0,"ondisk_log_size":7781,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:09.037792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297598976,"num_objects":4541,"num_object_clones":0,"num_object_copies":13623,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4541,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10081,"num_write_kb":467904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":140,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908795+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:44:55.908795+0000","last_peered":"2023-10-09T04:44:55.908795+0000","last_clean":"2023-10-09T04:44:55.908795+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:44:55.908795+0000","last_undegraded":"2023-10-09T04:44:55.908795+0000","last_fullsized":"2023-10-09T04:44:55.908795+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.914146+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:44:55.914146+0000","last_peered":"2023-10-09T04:44:55.914146+0000","last_clean":"2023-10-09T04:44:55.914146+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:44:55.914146+0000","last_undegraded":"2023-10-09T04:44:55.914146+0000","last_fullsized":"2023-10-09T04:44:55.914146+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"179'10045","reported_seq":10085,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:13.356029+0000","last_change":"2023-10-09T04:42:36.824057+0000","last_active":"2023-10-09T04:45:13.356029+0000","last_peered":"2023-10-09T04:45:13.356029+0000","last_clean":"2023-10-09T04:45:13.356029+0000","last_became_active":"2023-10-09T04:42:36.823827+0000","last_became_peered":"2023-10-09T04:42:36.823827+0000","last_unstale":"2023-10-09T04:45:13.356029+0000","last_undegraded":"2023-10-09T04:45:13.356029+0000","last_fullsized":"2023-10-09T04:45:13.356029+0000","mapping_epoch":149,"log_start":"154'2300","ondisk_log_start":"154'2300","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7745,"log_dups_size":0,"ondisk_log_size":7745,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:44.926455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290258944,"num_objects":4429,"num_object_clones":0,"num_object_copies":13287,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4429,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10045,"num_write_kb":463168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":123,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.903827+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:44:55.903827+0000","last_peered":"2023-10-09T04:44:55.903827+0000","last_clean":"2023-10-09T04:44:55.903827+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:44:55.903827+0000","last_undegraded":"2023-10-09T04:44:55.903827+0000","last_fullsized":"2023-10-09T04:44:55.903827+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":119,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.913964+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:44:55.913964+0000","last_peered":"2023-10-09T04:44:55.913964+0000","last_clean":"2023-10-09T04:44:55.913964+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:44:55.913964+0000","last_undegraded":"2023-10-09T04:44:55.913964+0000","last_fullsized":"2023-10-09T04:44:55.913964+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"179'10184","reported_seq":10222,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.606560+0000","last_change":"2023-10-09T04:42:36.827377+0000","last_active":"2023-10-09T04:45:12.606560+0000","last_peered":"2023-10-09T04:45:12.606560+0000","last_clean":"2023-10-09T04:45:12.606560+0000","last_became_active":"2023-10-09T04:42:36.827102+0000","last_became_peered":"2023-10-09T04:42:36.827102+0000","last_unstale":"2023-10-09T04:45:12.606560+0000","last_undegraded":"2023-10-09T04:45:12.606560+0000","last_fullsized":"2023-10-09T04:45:12.606560+0000","mapping_epoch":149,"log_start":"153'100","ondisk_log_start":"153'100","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10084,"log_dups_size":0,"ondisk_log_size":10084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:09.310780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286785536,"num_objects":4376,"num_object_clones":0,"num_object_copies":13128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4376,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10184,"num_write_kb":465920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":146,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.913790+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:44:55.913790+0000","last_peered":"2023-10-09T04:44:55.913790+0000","last_clean":"2023-10-09T04:44:55.913790+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:44:55.913790+0000","last_undegraded":"2023-10-09T04:44:55.913790+0000","last_fullsized":"2023-10-09T04:44:55.913790+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":157,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916644+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:44:55.916644+0000","last_peered":"2023-10-09T04:44:55.916644+0000","last_clean":"2023-10-09T04:44:55.916644+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:44:55.916644+0000","last_undegraded":"2023-10-09T04:44:55.916644+0000","last_fullsized":"2023-10-09T04:44:55.916644+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":104,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.922005+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:44:55.922005+0000","last_peered":"2023-10-09T04:44:55.922005+0000","last_clean":"2023-10-09T04:44:55.922005+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:44:55.922005+0000","last_undegraded":"2023-10-09T04:44:55.922005+0000","last_fullsized":"2023-10-09T04:44:55.922005+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"179'10089","reported_seq":10129,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:11.436661+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:45:11.436661+0000","last_peered":"2023-10-09T04:45:11.436661+0000","last_clean":"2023-10-09T04:45:11.436661+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:45:11.436661+0000","last_undegraded":"2023-10-09T04:45:11.436661+0000","last_fullsized":"2023-10-09T04:45:11.436661+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10089,"log_dups_size":0,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292225024,"num_objects":4459,"num_object_clones":0,"num_object_copies":13377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10089,"num_write_kb":465536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":143,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916633+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:44:55.916633+0000","last_peered":"2023-10-09T04:44:55.916633+0000","last_clean":"2023-10-09T04:44:55.916633+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:44:55.916633+0000","last_undegraded":"2023-10-09T04:44:55.916633+0000","last_fullsized":"2023-10-09T04:44:55.916633+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":140,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908991+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:44:55.908991+0000","last_peered":"2023-10-09T04:44:55.908991+0000","last_clean":"2023-10-09T04:44:55.908991+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:44:55.908991+0000","last_undegraded":"2023-10-09T04:44:55.908991+0000","last_fullsized":"2023-10-09T04:44:55.908991+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":134,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.913629+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:44:55.913629+0000","last_peered":"2023-10-09T04:44:55.913629+0000","last_clean":"2023-10-09T04:44:55.913629+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:44:55.913629+0000","last_undegraded":"2023-10-09T04:44:55.913629+0000","last_fullsized":"2023-10-09T04:44:55.913629+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"179'9860","reported_seq":9898,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.573193+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:45:12.573193+0000","last_peered":"2023-10-09T04:45:12.573193+0000","last_clean":"2023-10-09T04:45:12.573193+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:45:12.573193+0000","last_undegraded":"2023-10-09T04:45:12.573193+0000","last_fullsized":"2023-10-09T04:45:12.573193+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":9860,"log_dups_size":0,"ondisk_log_size":9860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291897344,"num_objects":4454,"num_object_clones":0,"num_object_copies":13362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4454,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9860,"num_write_kb":458048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":146,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.911602+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:44:55.911602+0000","last_peered":"2023-10-09T04:44:55.911602+0000","last_clean":"2023-10-09T04:44:55.911602+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:44:55.911602+0000","last_undegraded":"2023-10-09T04:44:55.911602+0000","last_fullsized":"2023-10-09T04:44:55.911602+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":119,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:03.510632+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:45:03.510632+0000","last_peered":"2023-10-09T04:45:03.510632+0000","last_clean":"2023-10-09T04:45:03.510632+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:45:03.510632+0000","last_undegraded":"2023-10-09T04:45:03.510632+0000","last_fullsized":"2023-10-09T04:45:03.510632+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":141,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.914248+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:44:55.914248+0000","last_peered":"2023-10-09T04:44:55.914248+0000","last_clean":"2023-10-09T04:44:55.914248+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:44:55.914248+0000","last_undegraded":"2023-10-09T04:44:55.914248+0000","last_fullsized":"2023-10-09T04:44:55.914248+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"179'9992","reported_seq":10032,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:13.304218+0000","last_change":"2023-10-09T04:42:36.824963+0000","last_active":"2023-10-09T04:45:13.304218+0000","last_peered":"2023-10-09T04:45:13.304218+0000","last_clean":"2023-10-09T04:45:13.304218+0000","last_became_active":"2023-10-09T04:42:36.824679+0000","last_became_peered":"2023-10-09T04:42:36.824679+0000","last_unstale":"2023-10-09T04:45:13.304218+0000","last_undegraded":"2023-10-09T04:45:13.304218+0000","last_fullsized":"2023-10-09T04:45:13.304218+0000","mapping_epoch":149,"log_start":"154'2200","ondisk_log_start":"154'2200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7792,"log_dups_size":0,"ondisk_log_size":7792,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:13:36.997809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291897344,"num_objects":4454,"num_object_clones":0,"num_object_copies":13362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4454,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9992,"num_write_kb":462272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":143,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.920024+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:44:55.920024+0000","last_peered":"2023-10-09T04:44:55.920024+0000","last_clean":"2023-10-09T04:44:55.920024+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:44:55.920024+0000","last_undegraded":"2023-10-09T04:44:55.920024+0000","last_fullsized":"2023-10-09T04:44:55.920024+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":521,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.906961+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:44:55.906961+0000","last_peered":"2023-10-09T04:44:55.906961+0000","last_clean":"2023-10-09T04:44:55.906961+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:44:55.906961+0000","last_undegraded":"2023-10-09T04:44:55.906961+0000","last_fullsized":"2023-10-09T04:44:55.906961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":111,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:03.510621+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:45:03.510621+0000","last_peered":"2023-10-09T04:45:03.510621+0000","last_clean":"2023-10-09T04:45:03.510621+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:45:03.510621+0000","last_undegraded":"2023-10-09T04:45:03.510621+0000","last_fullsized":"2023-10-09T04:45:03.510621+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.921842+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:44:55.921842+0000","last_peered":"2023-10-09T04:44:55.921842+0000","last_clean":"2023-10-09T04:44:55.921842+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:44:55.921842+0000","last_undegraded":"2023-10-09T04:44:55.921842+0000","last_fullsized":"2023-10-09T04:44:55.921842+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"179'10083","reported_seq":10123,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:11.460045+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:45:11.460045+0000","last_peered":"2023-10-09T04:45:11.460045+0000","last_clean":"2023-10-09T04:45:11.460045+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:45:11.460045+0000","last_undegraded":"2023-10-09T04:45:11.460045+0000","last_fullsized":"2023-10-09T04:45:11.460045+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10083,"log_dups_size":0,"ondisk_log_size":10083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299433984,"num_objects":4569,"num_object_clones":0,"num_object_copies":13707,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4569,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10083,"num_write_kb":468864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":161,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.907046+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:44:55.907046+0000","last_peered":"2023-10-09T04:44:55.907046+0000","last_clean":"2023-10-09T04:44:55.907046+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:44:55.907046+0000","last_undegraded":"2023-10-09T04:44:55.907046+0000","last_fullsized":"2023-10-09T04:44:55.907046+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":134,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.462015+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:44:56.462015+0000","last_peered":"2023-10-09T04:44:56.462015+0000","last_clean":"2023-10-09T04:44:56.462015+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:44:56.462015+0000","last_undegraded":"2023-10-09T04:44:56.462015+0000","last_fullsized":"2023-10-09T04:44:56.462015+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":149,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.902047+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:44:55.902047+0000","last_peered":"2023-10-09T04:44:55.902047+0000","last_clean":"2023-10-09T04:44:55.902047+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:44:55.902047+0000","last_undegraded":"2023-10-09T04:44:55.902047+0000","last_fullsized":"2023-10-09T04:44:55.902047+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"179'9907","reported_seq":9945,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.539666+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:45:12.539666+0000","last_peered":"2023-10-09T04:45:12.539666+0000","last_clean":"2023-10-09T04:45:12.539666+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:45:12.539666+0000","last_undegraded":"2023-10-09T04:45:12.539666+0000","last_fullsized":"2023-10-09T04:45:12.539666+0000","mapping_epoch":149,"log_start":"154'2200","ondisk_log_start":"154'2200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7707,"log_dups_size":0,"ondisk_log_size":7707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288686080,"num_objects":4405,"num_object_clones":0,"num_object_copies":13215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9907,"num_write_kb":457984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":144,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.910494+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:44:55.910494+0000","last_peered":"2023-10-09T04:44:55.910494+0000","last_clean":"2023-10-09T04:44:55.910494+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:44:55.910494+0000","last_undegraded":"2023-10-09T04:44:55.910494+0000","last_fullsized":"2023-10-09T04:44:55.910494+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":118,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.913612+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:44:55.913612+0000","last_peered":"2023-10-09T04:44:55.913612+0000","last_clean":"2023-10-09T04:44:55.913612+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:44:55.913612+0000","last_undegraded":"2023-10-09T04:44:55.913612+0000","last_fullsized":"2023-10-09T04:44:55.913612+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":120,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.462054+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:44:56.462054+0000","last_peered":"2023-10-09T04:44:56.462054+0000","last_clean":"2023-10-09T04:44:56.462054+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:44:56.462054+0000","last_undegraded":"2023-10-09T04:44:56.462054+0000","last_fullsized":"2023-10-09T04:44:56.462054+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"179'10151","reported_seq":10190,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:12.522896+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:45:12.522896+0000","last_peered":"2023-10-09T04:45:12.522896+0000","last_clean":"2023-10-09T04:45:12.522896+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:45:12.522896+0000","last_undegraded":"2023-10-09T04:45:12.522896+0000","last_fullsized":"2023-10-09T04:45:12.522896+0000","mapping_epoch":149,"log_start":"154'2400","ondisk_log_start":"154'2400","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7751,"log_dups_size":0,"ondisk_log_size":7751,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293470232,"num_objects":4479,"num_object_clones":0,"num_object_copies":13437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4479,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10151,"num_write_kb":468097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":151,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.906309+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:44:55.906309+0000","last_peered":"2023-10-09T04:44:55.906309+0000","last_clean":"2023-10-09T04:44:55.906309+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:44:55.906309+0000","last_undegraded":"2023-10-09T04:44:55.906309+0000","last_fullsized":"2023-10-09T04:44:55.906309+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":103,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.914074+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:44:55.914074+0000","last_peered":"2023-10-09T04:44:55.914074+0000","last_clean":"2023-10-09T04:44:55.914074+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:44:55.914074+0000","last_undegraded":"2023-10-09T04:44:55.914074+0000","last_fullsized":"2023-10-09T04:44:55.914074+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":149,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.903745+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:44:55.903745+0000","last_peered":"2023-10-09T04:44:55.903745+0000","last_clean":"2023-10-09T04:44:55.903745+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:44:55.903745+0000","last_undegraded":"2023-10-09T04:44:55.903745+0000","last_fullsized":"2023-10-09T04:44:55.903745+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"179'10291","reported_seq":10331,"reported_epoch":179,"state":"active+clean","last_fresh":"2023-10-09T04:45:13.401244+0000","last_change":"2023-10-09T04:42:36.822315+0000","last_active":"2023-10-09T04:45:13.401244+0000","last_peered":"2023-10-09T04:45:13.401244+0000","last_clean":"2023-10-09T04:45:13.401244+0000","last_became_active":"2023-10-09T04:42:36.822028+0000","last_became_peered":"2023-10-09T04:42:36.822028+0000","last_unstale":"2023-10-09T04:45:13.401244+0000","last_undegraded":"2023-10-09T04:45:13.401244+0000","last_fullsized":"2023-10-09T04:45:13.401244+0000","mapping_epoch":149,"log_start":"154'2500","ondisk_log_start":"154'2500","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7791,"log_dups_size":0,"ondisk_log_size":7791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:00.401120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286982144,"num_objects":4379,"num_object_clones":0,"num_object_copies":13137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10291,"num_write_kb":469440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":144,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.922033+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:44:55.922033+0000","last_peered":"2023-10-09T04:44:55.922033+0000","last_clean":"2023-10-09T04:44:55.922033+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:44:55.922033+0000","last_undegraded":"2023-10-09T04:44:55.922033+0000","last_fullsized":"2023-10-09T04:44:55.922033+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":137,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.902128+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:44:55.902128+0000","last_peered":"2023-10-09T04:44:55.902128+0000","last_clean":"2023-10-09T04:44:55.902128+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:44:55.902128+0000","last_undegraded":"2023-10-09T04:44:55.902128+0000","last_fullsized":"2023-10-09T04:44:55.902128+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908711+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:44:55.908711+0000","last_peered":"2023-10-09T04:44:55.908711+0000","last_clean":"2023-10-09T04:44:55.908711+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:44:55.908711+0000","last_undegraded":"2023-10-09T04:44:55.908711+0000","last_fullsized":"2023-10-09T04:44:55.908711+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":122,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.462078+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:44:56.462078+0000","last_peered":"2023-10-09T04:44:56.462078+0000","last_clean":"2023-10-09T04:44:56.462078+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:44:56.462078+0000","last_undegraded":"2023-10-09T04:44:56.462078+0000","last_fullsized":"2023-10-09T04:44:56.462078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":156,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.911449+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:44:55.911449+0000","last_peered":"2023-10-09T04:44:55.911449+0000","last_clean":"2023-10-09T04:44:55.911449+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:44:55.911449+0000","last_undegraded":"2023-10-09T04:44:55.911449+0000","last_fullsized":"2023-10-09T04:44:55.911449+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":142,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916588+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:44:55.916588+0000","last_peered":"2023-10-09T04:44:55.916588+0000","last_clean":"2023-10-09T04:44:55.916588+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:44:55.916588+0000","last_undegraded":"2023-10-09T04:44:55.916588+0000","last_fullsized":"2023-10-09T04:44:55.916588+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":156,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.909101+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:44:55.909101+0000","last_peered":"2023-10-09T04:44:55.909101+0000","last_clean":"2023-10-09T04:44:55.909101+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:44:55.909101+0000","last_undegraded":"2023-10-09T04:44:55.909101+0000","last_fullsized":"2023-10-09T04:44:55.909101+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":125,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.916519+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:44:55.916519+0000","last_peered":"2023-10-09T04:44:55.916519+0000","last_clean":"2023-10-09T04:44:55.916519+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:44:55.916519+0000","last_undegraded":"2023-10-09T04:44:55.916519+0000","last_fullsized":"2023-10-09T04:44:55.916519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":156,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908926+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:44:55.908926+0000","last_peered":"2023-10-09T04:44:55.908926+0000","last_clean":"2023-10-09T04:44:55.908926+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:44:55.908926+0000","last_undegraded":"2023-10-09T04:44:55.908926+0000","last_fullsized":"2023-10-09T04:44:55.908926+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":139,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.906208+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:44:55.906208+0000","last_peered":"2023-10-09T04:44:55.906208+0000","last_clean":"2023-10-09T04:44:55.906208+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:44:55.906208+0000","last_undegraded":"2023-10-09T04:44:55.906208+0000","last_fullsized":"2023-10-09T04:44:55.906208+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":153,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.905372+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:44:55.905372+0000","last_peered":"2023-10-09T04:44:55.905372+0000","last_clean":"2023-10-09T04:44:55.905372+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:44:55.905372+0000","last_undegraded":"2023-10-09T04:44:55.905372+0000","last_fullsized":"2023-10-09T04:44:55.905372+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":138,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:56.462148+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:44:56.462148+0000","last_peered":"2023-10-09T04:44:56.462148+0000","last_clean":"2023-10-09T04:44:56.462148+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:44:56.462148+0000","last_undegraded":"2023-10-09T04:44:56.462148+0000","last_fullsized":"2023-10-09T04:44:56.462148+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":149,"reported_epoch":178,"state":"active+clean","last_fresh":"2023-10-09T04:44:55.908600+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:44:55.908600+0000","last_peered":"2023-10-09T04:44:55.908600+0000","last_clean":"2023-10-09T04:44:55.908600+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:44:55.908600+0000","last_undegraded":"2023-10-09T04:44:55.908600+0000","last_fullsized":"2023-10-09T04:44:55.908600+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":4669702168,"num_objects":71255,"num_object_clones":0,"num_object_copies":213765,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71255,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":161323,"num_write_kb":7442433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14021177344,"data_stored":14021165128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139023,"ondisk_log_size":139023,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234268,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3165872,"kb_used_data":2576104,"kb_used_omap":0,"kb_used_meta":589760,"kb_avail":90579280,"statfs":{"total":95995035648,"available":92753182720,"internally_reserved":0,"allocated":2637930496,"data_stored":2637387072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603914240},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.3119999999999998,"5min":1.9550000000000001,"15min":1.8640000000000001},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":11.922000000000001,"5min":11.922000000000001,"15min":11.922000000000001},"last":0.997},{"interface":"front","average":{"1min":2.484,"5min":1.73,"15min":1.7290000000000001},"min":{"1min":0.30499999999999999,"5min":0.253,"15min":0.23499999999999999},"max":{"1min":9.2210000000000001,"5min":9.2210000000000001,"15min":9.6790000000000003},"last":0.379}]},{"osd":1,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.7000000000000002,"5min":2.5640000000000001,"15min":1.891},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":11.964,"5min":68.852999999999994,"15min":68.852999999999994},"last":5.7050000000000001},{"interface":"front","average":{"1min":2.3999999999999999,"5min":2.5710000000000002,"15min":2.0760000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.24399999999999999},"max":{"1min":9.2490000000000006,"5min":68.903000000000006,"15min":68.903000000000006},"last":2.2440000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":1.8839999999999999,"15min":2.2080000000000002},"min":{"1min":0.44900000000000001,"5min":0.28199999999999997,"15min":0.27300000000000002},"max":{"1min":10.539,"5min":10.539,"15min":12.07},"last":1.028},{"interface":"front","average":{"1min":2.6989999999999998,"5min":1.976,"15min":2.5800000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.252},"max":{"1min":9.2739999999999991,"5min":9.2739999999999991,"15min":11.742000000000001},"last":3.4249999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.754,"15min":2.081},"min":{"1min":0.502,"5min":0.308,"15min":0.308},"max":{"1min":10.494,"5min":58.716999999999999,"15min":58.716999999999999},"last":2.1320000000000001},{"interface":"front","average":{"1min":4.0979999999999999,"5min":2.855,"15min":2.1459999999999999},"min":{"1min":0.47399999999999998,"5min":0.311,"15min":0.311},"max":{"1min":14.071,"5min":58.639000000000003,"15min":58.639000000000003},"last":0.46899999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":1.399,"15min":1.3740000000000001},"min":{"1min":0.29399999999999998,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":8.75,"5min":8.8629999999999995,"15min":17.469000000000001},"last":14.643000000000001},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.569,"15min":1.351},"min":{"1min":0.30499999999999999,"5min":0.29399999999999998,"15min":0.27800000000000002},"max":{"1min":9.1839999999999993,"5min":9.1839999999999993,"15min":9.1839999999999993},"last":0.80200000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.4550000000000001,"15min":1.4890000000000001},"min":{"1min":0.29899999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.9400000000000004,"5min":9.2739999999999991,"15min":17.370000000000001},"last":14.688000000000001},{"interface":"front","average":{"1min":1.4810000000000001,"5min":1.4099999999999999,"15min":1.5449999999999999},"min":{"1min":0.371,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":7.4409999999999998,"5min":8.6899999999999995,"15min":12.074999999999999},"last":5.7519999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:44:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":1.514,"15min":1.4399999999999999},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.29699999999999999},"max":{"1min":8.6769999999999996,"5min":8.6769999999999996,"15min":17.501000000000001},"last":6.9870000000000001},{"interface":"front","average":{"1min":2.516,"5min":1.784,"15min":1.5309999999999999},"min":{"1min":0.45500000000000002,"5min":0.35899999999999999,"15min":0.33300000000000002},"max":{"1min":8.5619999999999994,"5min":12.093,"15min":12.101000000000001},"last":1.885}]}]},{"osd":6,"up_from":46,"seq":197568495904,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1164832,"kb_used_data":867544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":92580320,"statfs":{"total":95995035648,"available":94802247680,"internally_reserved":0,"allocated":888365056,"data_stored":887837904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:47 2023","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.893,"15min":1.637},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20599999999999999},"max":{"1min":3.5779999999999998,"5min":19.166,"15min":19.166},"last":0.32800000000000001},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.2799999999999998,"15min":1.7649999999999999},"min":{"1min":0.30399999999999999,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.292,"5min":19.143999999999998,"15min":19.143999999999998},"last":3.9620000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:44:30 2023","interfaces":[{"interface":"back","average":{"1min":2.5960000000000001,"5min":2.407,"15min":1.9550000000000001},"min":{"1min":0.34100000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.7370000000000001,"5min":22.805,"15min":22.805},"last":0.36199999999999999},{"interface":"front","average":{"1min":3.04,"5min":2.2759999999999998,"15min":1.948},"min":{"1min":0.245,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":7.2809999999999997,"5min":22.834,"15min":22.834},"last":4.0410000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:44:54 2023","interfaces":[{"interface":"back","average":{"1min":1.9690000000000001,"5min":1.8480000000000001,"15min":2.234},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":6.9500000000000002,"5min":13.32,"15min":13.32},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.9500000000000002,"5min":2.2709999999999999,"15min":2.0249999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.27100000000000002},"max":{"1min":7.2489999999999997,"5min":10.265000000000001,"15min":10.265000000000001},"last":4.0090000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":3.4710000000000001,"5min":2.4220000000000002,"15min":1.893},"min":{"1min":0.35099999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":10.305999999999999,"5min":22.885999999999999,"15min":22.885999999999999},"last":4.0730000000000004},{"interface":"front","average":{"1min":1.585,"5min":1.671,"15min":1.4510000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.312},"max":{"1min":6.6799999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":3.4420000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3130000000000002,"5min":1.6120000000000001,"15min":1.321},"min":{"1min":0.32100000000000001,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":9.2430000000000003,"5min":13.369,"15min":13.369},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.9849999999999999,"5min":1.75,"15min":1.4750000000000001},"min":{"1min":0.46700000000000003,"5min":0.32500000000000001,"15min":0.25900000000000001},"max":{"1min":12.722,"5min":12.722,"15min":12.722},"last":4.3479999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":1.373,"15min":1.3640000000000001},"min":{"1min":0.27600000000000002,"5min":0.26000000000000001,"15min":0.24399999999999999},"max":{"1min":5.9950000000000001,"5min":16.042000000000002,"15min":16.042000000000002},"last":4.9969999999999999},{"interface":"front","average":{"1min":1.9470000000000001,"5min":1.7729999999999999,"15min":1.639},"min":{"1min":0.34599999999999997,"5min":0.315,"15min":0.315},"max":{"1min":7.0899999999999999,"5min":13.391999999999999,"15min":13.391999999999999},"last":3.5800000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:44:30 2023","interfaces":[{"interface":"back","average":{"1min":2.3849999999999998,"5min":1.9339999999999999,"15min":1.5640000000000001},"min":{"1min":0.40500000000000003,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":7.0700000000000003,"5min":13.345000000000001,"15min":13.345000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.1040000000000001,"15min":1.609},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.32200000000000001},"max":{"1min":10.698,"5min":11.153,"15min":11.153},"last":4.101}]}]},{"osd":1,"up_from":102,"seq":438086664338,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3059300,"kb_used_data":2582556,"kb_used_omap":4,"kb_used_meta":476731,"kb_avail":90685852,"statfs":{"total":95995035648,"available":92862312448,"internally_reserved":0,"allocated":2644537344,"data_stored":2643773738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":488173454},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":4.1310000000000002,"5min":2.5840000000000001,"15min":2.3180000000000001},"min":{"1min":0.22,"5min":0.189,"15min":0.161},"max":{"1min":37.956000000000003,"5min":44.014000000000003,"15min":44.014000000000003},"last":2.798},{"interface":"front","average":{"1min":4.056,"5min":2.766,"15min":2.3889999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":40.064999999999998,"5min":44.417999999999999,"15min":44.417999999999999},"last":1.627}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8240000000000001,"5min":1.407,"15min":2.0579999999999998},"min":{"1min":0.22500000000000001,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":7.6449999999999996,"5min":15.156000000000001,"15min":15.156000000000001},"last":0.25},{"interface":"front","average":{"1min":2.1190000000000002,"5min":1.7549999999999999,"15min":2.2719999999999998},"min":{"1min":0.22500000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.0899999999999999,"5min":11.204000000000001,"15min":11.630000000000001},"last":1.667}]},{"osd":3,"last update":"Mon Oct 9 04:45:05 2023","interfaces":[{"interface":"back","average":{"1min":3.9729999999999999,"5min":1.984,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.247,"15min":0.217},"max":{"1min":37.384,"5min":37.384,"15min":37.384},"last":1.4299999999999999},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.6440000000000001,"15min":3.032},"min":{"1min":0.245,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":35.997999999999998,"5min":35.997999999999998,"15min":35.997999999999998},"last":1.591}]},{"osd":4,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":1.7529999999999999,"5min":1.8700000000000001,"15min":2.1259999999999999},"min":{"1min":0.313,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9080000000000004,"5min":9.5440000000000005,"15min":12.286},"last":1.7030000000000001},{"interface":"front","average":{"1min":1.746,"5min":1.742,"15min":1.554},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.25900000000000001},"max":{"1min":7.5960000000000001,"5min":15.074,"15min":15.074},"last":0.45500000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":1.8999999999999999,"15min":1.97},"min":{"1min":0.42499999999999999,"5min":0.33600000000000002,"15min":0.23899999999999999},"max":{"1min":13.292,"5min":13.292,"15min":13.292},"last":8.1609999999999996},{"interface":"front","average":{"1min":2.9529999999999998,"5min":1.837,"15min":1.786},"min":{"1min":0.36199999999999999,"5min":0.34200000000000003,"15min":0.23799999999999999},"max":{"1min":10.699,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.47999999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.7729999999999999,"15min":1.798},"min":{"1min":0.32100000000000001,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":13.345000000000001,"5min":13.345000000000001,"15min":13.345000000000001},"last":1.6899999999999999},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0659999999999998,"15min":2.2759999999999998},"min":{"1min":0.39300000000000002,"5min":0.316,"15min":0.29999999999999999},"max":{"1min":5.9800000000000004,"5min":12.657999999999999,"15min":12.657999999999999},"last":1.73}]},{"osd":7,"last update":"Mon Oct 9 04:44:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9870000000000001,"5min":2.3290000000000002,"15min":2.3220000000000001},"min":{"1min":0.46600000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":11.661,"5min":13.199999999999999,"15min":14.788},"last":3.8210000000000002},{"interface":"front","average":{"1min":2.5779999999999998,"5min":1.825,"15min":1.6359999999999999},"min":{"1min":0.39900000000000002,"5min":0.39500000000000002,"15min":0.33700000000000002},"max":{"1min":9.2949999999999999,"5min":15.130000000000001,"15min":15.130000000000001},"last":1.7669999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187611,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1580656,"kb_used_data":1157608,"kb_used_omap":5,"kb_used_meta":423034,"kb_avail":92164496,"statfs":{"total":95995035648,"available":94376443904,"internally_reserved":0,"allocated":1185390592,"data_stored":1184558006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":433187450},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":1.694,"5min":1.5509999999999999,"15min":2.2650000000000001},"min":{"1min":0.215,"5min":0.189,"15min":0.183},"max":{"1min":6.9000000000000004,"5min":16.155000000000001,"15min":76.174000000000007},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.722,"5min":2.0179999999999998,"15min":2.3559999999999999},"min":{"1min":0.23699999999999999,"5min":0.219,"15min":0.20000000000000001},"max":{"1min":8.8239999999999998,"5min":8.8239999999999998,"15min":76.245000000000005},"last":0.46300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":1.6200000000000001,"15min":2.1819999999999999},"min":{"1min":0.313,"5min":0.23000000000000001,"15min":0.20100000000000001},"max":{"1min":4.3209999999999997,"5min":7.5060000000000002,"15min":18.437000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":3.1320000000000001,"5min":1.9510000000000001,"15min":2.3159999999999998},"min":{"1min":0.40600000000000003,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2189999999999994,"5min":13.348000000000001,"15min":13.348000000000001},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:45:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8439999999999999,"5min":2.2090000000000001,"15min":1.6919999999999999},"min":{"1min":0.30299999999999999,"5min":0.23400000000000001,"15min":0.20499999999999999},"max":{"1min":9.4060000000000006,"5min":13.385999999999999,"15min":13.385999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.9180000000000001,"5min":2.081,"15min":1.6100000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":9.2569999999999997,"5min":13.411,"15min":13.411},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":2.2610000000000001,"5min":1.8200000000000001,"15min":1.7410000000000001},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.28399999999999997},"max":{"1min":5.9550000000000001,"5min":13.125,"15min":13.334},"last":3.2959999999999998},{"interface":"front","average":{"1min":2.4769999999999999,"5min":1.7010000000000001,"15min":1.825},"min":{"1min":0.39900000000000002,"5min":0.32500000000000001,"15min":0.27100000000000002},"max":{"1min":9.3539999999999992,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":3.3079999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.915,"15min":1.964},"min":{"1min":0.36699999999999999,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.3800000000000008,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":4.6289999999999996},{"interface":"front","average":{"1min":3.2829999999999999,"5min":2.4889999999999999,"15min":2.0649999999999999},"min":{"1min":0.42699999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":9.2840000000000007,"5min":13.438000000000001,"15min":16.609999999999999},"last":5.2859999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":2.6080000000000001,"15min":2.3420000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":9.4290000000000003,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.83299999999999996},{"interface":"front","average":{"1min":3.585,"5min":2.8050000000000002,"15min":2.1659999999999999},"min":{"1min":0.48099999999999998,"5min":0.316,"15min":0.316},"max":{"1min":9.1769999999999996,"5min":43.819000000000003,"15min":43.819000000000003},"last":0.85199999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.2799999999999998,"15min":2.02},"min":{"1min":0.46800000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":9.3089999999999993,"5min":13.374000000000001,"15min":13.374000000000001},"last":5.0259999999999998},{"interface":"front","average":{"1min":2.6850000000000001,"5min":1.907,"15min":1.7909999999999999},"min":{"1min":0.56799999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.9889999999999999,"5min":7.4610000000000003,"15min":14.186},"last":0.67800000000000005}]}]},{"osd":2,"up_from":116,"seq":498216206453,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1148648,"kb_used_data":874144,"kb_used_omap":7,"kb_used_meta":274488,"kb_avail":92596504,"statfs":{"total":95995035648,"available":94818820096,"internally_reserved":0,"allocated":895123456,"data_stored":894411228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":281075793},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":2.0470000000000002,"15min":3},"min":{"1min":0.21199999999999999,"5min":0.191,"15min":0.17499999999999999},"max":{"1min":9.3140000000000001,"5min":29.183,"15min":29.183},"last":3.5089999999999999},{"interface":"front","average":{"1min":2.7679999999999998,"5min":1.881,"15min":2.8570000000000002},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.191},"max":{"1min":9.0860000000000003,"5min":11.128,"15min":12.164},"last":3.625}]},{"osd":1,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.3159999999999998,"5min":1.889,"15min":2.9319999999999999},"min":{"1min":0.30399999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":9.5180000000000007,"5min":11.096,"15min":11.096},"last":3.6469999999999998},{"interface":"front","average":{"1min":3.4260000000000002,"5min":2.1059999999999999,"15min":2.823},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":9.9369999999999994,"5min":12.138,"15min":21.797999999999998},"last":4.7889999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.512,"5min":2.0339999999999998,"15min":1.7589999999999999},"min":{"1min":0.27500000000000002,"5min":0.26500000000000001,"15min":0.23699999999999999},"max":{"1min":10.968,"5min":10.968,"15min":10.968},"last":8.9870000000000001},{"interface":"front","average":{"1min":3.0329999999999999,"5min":1.8740000000000001,"15min":1.6140000000000001},"min":{"1min":0.38100000000000001,"5min":0.255,"15min":0.255},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":12.664},"last":1.014}]},{"osd":4,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.8290000000000002,"5min":2.012,"15min":1.671},"min":{"1min":0.32500000000000001,"5min":0.28899999999999998,"15min":0.26300000000000001},"max":{"1min":9.8949999999999996,"5min":10.016999999999999,"15min":11.789},"last":0.44400000000000001},{"interface":"front","average":{"1min":2.024,"5min":1.7769999999999999,"15min":2.4319999999999999},"min":{"1min":0.36899999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":5.1699999999999999,"5min":9.4390000000000001,"15min":13.69},"last":1.052}]},{"osd":5,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.1589999999999998,"15min":2.7570000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.7190000000000003,"5min":11.151999999999999,"15min":14.644},"last":3.5329999999999999},{"interface":"front","average":{"1min":3.3769999999999998,"5min":2.5510000000000002,"15min":2.206},"min":{"1min":0.46300000000000002,"5min":0.316,"15min":0.25900000000000001},"max":{"1min":9.9610000000000003,"5min":13.205,"15min":13.205},"last":0.41099999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.4350000000000001,"15min":2.456},"min":{"1min":0.41699999999999998,"5min":0.38800000000000001,"15min":0.30599999999999999},"max":{"1min":5.258,"5min":9.5020000000000007,"15min":15.412000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":2.3570000000000002,"5min":1.8979999999999999,"15min":2.7490000000000001},"min":{"1min":0.36599999999999999,"5min":0.34799999999999998,"15min":0.32900000000000001},"max":{"1min":6.1219999999999999,"5min":13.484999999999999,"15min":13.484999999999999},"last":3.601}]},{"osd":7,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":1.9099999999999999,"15min":3.0609999999999999},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.373},"max":{"1min":18.792999999999999,"5min":18.792999999999999,"15min":18.792999999999999},"last":1.038},{"interface":"front","average":{"1min":3.4769999999999999,"5min":2.2730000000000001,"15min":3.1190000000000002},"min":{"1min":0.39200000000000002,"5min":0.36799999999999999,"15min":0.34899999999999998},"max":{"1min":18.841999999999999,"5min":18.841999999999999,"15min":18.841999999999999},"last":3.5750000000000002}]}]},{"osd":3,"up_from":135,"seq":579820585063,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2640324,"kb_used_data":2268796,"kb_used_omap":2,"kb_used_meta":371517,"kb_avail":91104828,"statfs":{"total":95995035648,"available":93291343872,"internally_reserved":0,"allocated":2323247104,"data_stored":2322567507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":380433461},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.339,"15min":1.681},"min":{"1min":0.21099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":7.9710000000000001,"5min":9.2010000000000005,"15min":12.403},"last":0.22700000000000001},{"interface":"front","average":{"1min":1.919,"5min":1.673,"15min":2.0619999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":9.2309999999999999,"5min":9.2309999999999999,"15min":10.33},"last":0.91600000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4039999999999999,"5min":1.9950000000000001,"15min":2.0129999999999999},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.19700000000000001},"max":{"1min":5.9660000000000002,"5min":9.8279999999999994,"15min":18.779},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.4179999999999999,"15min":1.635},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.4769999999999999,"5min":9.1259999999999994,"15min":12.377000000000001},"last":0.38100000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":1.4890000000000001,"15min":1.8149999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.20200000000000001},"max":{"1min":5.6890000000000001,"5min":11.691000000000001,"15min":12.369},"last":0.25600000000000001},{"interface":"front","average":{"1min":2.734,"5min":1.909,"15min":1.482},"min":{"1min":0.25700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.2720000000000002,"5min":9.2720000000000002,"15min":9.2720000000000002},"last":0.33400000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.927,"5min":2.1619999999999999,"15min":1.6519999999999999},"min":{"1min":0.36799999999999999,"5min":0.29099999999999998,"15min":0.249},"max":{"1min":8.3290000000000006,"5min":9.3160000000000007,"15min":12.16},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.4690000000000001,"15min":1.4079999999999999},"min":{"1min":0.33700000000000002,"5min":0.314,"15min":0.27900000000000003},"max":{"1min":5.2939999999999996,"5min":8.7799999999999994,"15min":9.0389999999999997},"last":0.42899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.7170000000000001,"5min":2.992,"15min":2.1949999999999998},"min":{"1min":0.54500000000000004,"5min":0.28499999999999998,"15min":0.26300000000000001},"max":{"1min":8.2040000000000006,"5min":88.840000000000003,"15min":88.840000000000003},"last":1.1140000000000001},{"interface":"front","average":{"1min":2.2130000000000001,"5min":2.7000000000000002,"15min":2.0720000000000001},"min":{"1min":0.46100000000000002,"5min":0.314,"15min":0.314},"max":{"1min":11.109999999999999,"5min":88.859999999999999,"15min":88.859999999999999},"last":1.1499999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2599999999999998,"5min":2.1509999999999998,"15min":1.569},"min":{"1min":0.38800000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":10.925000000000001,"5min":12.694000000000001,"15min":12.694000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":3.0339999999999998,"5min":2.427,"15min":1.8600000000000001},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.33500000000000002},"max":{"1min":8.3719999999999999,"5min":12.75,"15min":12.75},"last":0.40999999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":1.8999999999999999,"5min":1.853,"15min":1.8620000000000001},"min":{"1min":0.378,"5min":0.35799999999999998,"15min":0.30299999999999999},"max":{"1min":9.7050000000000001,"5min":9.7050000000000001,"15min":12.307},"last":0.55400000000000005},{"interface":"front","average":{"1min":2.3079999999999998,"5min":2.048,"15min":1.8},"min":{"1min":0.40300000000000002,"5min":0.37,"15min":0.37},"max":{"1min":9.6890000000000001,"5min":9.6890000000000001,"15min":12.298999999999999},"last":0.54600000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019176,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1452456,"kb_used_data":858592,"kb_used_omap":0,"kb_used_meta":593856,"kb_avail":92292696,"statfs":{"total":95995035648,"available":94507720704,"internally_reserved":0,"allocated":879198208,"data_stored":878662661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608108544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:58 2023","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.663,"15min":1.99},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":5.9089999999999998,"5min":16.363,"15min":28.765000000000001},"last":1.6619999999999999},{"interface":"front","average":{"1min":1.917,"5min":1.8160000000000001,"15min":1.663},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.23100000000000001},"max":{"1min":4.8040000000000003,"5min":7.2039999999999997,"15min":8.1259999999999994},"last":3.7839999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:44:35 2023","interfaces":[{"interface":"back","average":{"1min":3.3849999999999998,"5min":2.0670000000000002,"15min":1.7509999999999999},"min":{"1min":0.25800000000000001,"5min":0.24199999999999999,"15min":0.23899999999999999},"max":{"1min":16.530000000000001,"5min":16.792999999999999,"15min":16.792999999999999},"last":2.7890000000000001},{"interface":"front","average":{"1min":1.766,"5min":1.611,"15min":1.79},"min":{"1min":0.33400000000000002,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":4.5599999999999996,"5min":6.5810000000000004,"15min":22.178999999999998},"last":5.6890000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:44:58 2023","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.6879999999999999,"15min":1.752},"min":{"1min":0.30299999999999999,"5min":0.25,"15min":0.25},"max":{"1min":4.1879999999999997,"5min":10.709,"15min":13.488},"last":1.8029999999999999},{"interface":"front","average":{"1min":2.3599999999999999,"5min":1.8169999999999999,"15min":2.2669999999999999},"min":{"1min":0.46600000000000003,"5min":0.28699999999999998,"15min":0.27700000000000002},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":13.170999999999999},"last":3.6989999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.829,"15min":2.1280000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.5190000000000001,"5min":13.263999999999999,"15min":13.659000000000001},"last":1.9990000000000001},{"interface":"front","average":{"1min":3.8559999999999999,"5min":2.597,"15min":1.992},"min":{"1min":0.46300000000000002,"5min":0.39700000000000002,"15min":0.28399999999999997},"max":{"1min":14.797000000000001,"5min":19.800999999999998,"15min":19.800999999999998},"last":2.5169999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:44:58 2023","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.419,"15min":1.4630000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":4.8949999999999996,"5min":8.7270000000000003,"15min":13.624000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.6830000000000001,"15min":1.3560000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.27000000000000002},"max":{"1min":4.5599999999999996,"5min":8.9250000000000007,"15min":8.9250000000000007},"last":0.35299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":1.8779999999999999,"15min":1.5980000000000001},"min":{"1min":0.32400000000000001,"5min":0.316,"15min":0.24299999999999999},"max":{"1min":8.2759999999999998,"5min":18.442,"15min":18.442},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.6839999999999999,"5min":1.2649999999999999,"15min":1.421},"min":{"1min":0.33400000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":5.0599999999999996,"5min":6.6779999999999999,"15min":13.584},"last":0.54700000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:44:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1429999999999998,"5min":1.9390000000000001,"15min":1.548},"min":{"1min":0.32400000000000001,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":9.9649999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.492,"5min":1.629,"15min":1.4359999999999999},"min":{"1min":0.40300000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.8460000000000001,"5min":16.835000000000001,"15min":16.835000000000001},"last":0.439}]}]},{"osd":5,"up_from":38,"seq":163208757540,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3450204,"kb_used_data":2565972,"kb_used_omap":0,"kb_used_meta":884160,"kb_avail":90294948,"statfs":{"total":95995035648,"available":92462026752,"internally_reserved":0,"allocated":2627555328,"data_stored":2627027837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":905379840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:49 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.3640000000000001,"15min":1.393},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":7.2690000000000001,"5min":9.5440000000000005,"15min":12.144},"last":0.48299999999999998},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.4430000000000001,"15min":2.0339999999999998},"min":{"1min":0.54000000000000004,"5min":0.26400000000000001,"15min":0.22500000000000001},"max":{"1min":12.343,"5min":12.343,"15min":12.343},"last":6.6600000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:44:37 2023","interfaces":[{"interface":"back","average":{"1min":2.371,"5min":2.1720000000000002,"15min":2.012},"min":{"1min":0.23999999999999999,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":5.5860000000000003,"5min":9.6989999999999998,"15min":11.086},"last":0.54600000000000004},{"interface":"front","average":{"1min":4.3789999999999996,"5min":2.2669999999999999,"15min":2.1899999999999999},"min":{"1min":0.36799999999999999,"5min":0.254,"15min":0.254},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":6.6970000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:44:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.859,"15min":1.9159999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.252},"max":{"1min":7.859,"5min":14.859999999999999,"15min":14.859999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":3.8860000000000001,"5min":2.3620000000000001,"15min":2.5990000000000002},"min":{"1min":0.501,"5min":0.28999999999999998,"15min":0.26000000000000001},"max":{"1min":8.4329999999999998,"5min":11.042,"15min":13.308},"last":0.68799999999999994}]},{"osd":3,"last update":"Mon Oct 9 04:45:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8620000000000001,"5min":1.74,"15min":1.986},"min":{"1min":0.33900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":5.1059999999999999,"5min":9.6590000000000007,"15min":18.587},"last":3.895},{"interface":"front","average":{"1min":3.7879999999999998,"5min":2.597,"15min":2.2930000000000001},"min":{"1min":0.39700000000000002,"5min":0.313,"15min":0.313},"max":{"1min":11.372,"5min":13.215,"15min":13.215},"last":0.72199999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.351,"15min":1.1919999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":5.1420000000000003,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":0.56899999999999995},{"interface":"front","average":{"1min":2.3769999999999998,"5min":1.8280000000000001,"15min":1.389},"min":{"1min":0.36599999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":7.718,"5min":11.265000000000001,"15min":11.265000000000001},"last":0.97299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:44:10 2023","interfaces":[{"interface":"back","average":{"1min":2.496,"5min":1.575,"15min":1.3939999999999999},"min":{"1min":0.37,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.231999999999999,"5min":11.231999999999999,"15min":11.231999999999999},"last":0.748},{"interface":"front","average":{"1min":2.0390000000000001,"5min":1.871,"15min":1.5009999999999999},"min":{"1min":0.30199999999999999,"5min":0.30099999999999999,"15min":0.27400000000000002},"max":{"1min":10.710000000000001,"5min":16.344999999999999,"15min":16.344999999999999},"last":3.9510000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:44:31 2023","interfaces":[{"interface":"back","average":{"1min":3.5990000000000002,"5min":2.1259999999999999,"15min":1.6100000000000001},"min":{"1min":0.35599999999999998,"5min":0.34200000000000003,"15min":0.30299999999999999},"max":{"1min":13.015000000000001,"5min":13.686,"15min":13.955},"last":4.0119999999999996},{"interface":"front","average":{"1min":1.996,"5min":1.492,"15min":1.3340000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.3450000000000006,"5min":9.6129999999999995,"15min":13.436},"last":1.3720000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1182662656,"data_stored":1182662656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2627407872,"data_stored":2627403800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":888406016,"data_stored":888406016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2320433152,"data_stored":2320433152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":876871680,"data_stored":876871680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2620067840,"data_stored":2620063768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":880934912,"data_stored":880934912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2624393216,"data_stored":2624389144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:45:17.660 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_4 pgp_num 16 2023-10-09T04:45:17.687 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:17.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:17.701 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:17.802 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:17.852 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:45:17.882 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:17.941 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:17.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:17.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:18.045 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:18.188 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:18.268 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:18.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:18.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:18.375 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:18.463 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:18.535 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:18.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:18 smithi150 ceph-mon[168511]: from='client.35202 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:18.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:18 smithi150 ceph-mon[168511]: pgmap v639: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:18.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:18.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:18.753 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:18.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:18.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:18.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[184249]: from='client.35202 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:18.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[184249]: pgmap v639: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:18.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:18.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:18.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[179183]: from='client.35202 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:18.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[179183]: pgmap v639: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 746 op/s 2023-10-09T04:45:18.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:18.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:18.869 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:18.870 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:18.877 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:18.978 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:19.206 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:45:19.217 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:19.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:19.231 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:19.332 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:19.447 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:19.743 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:19.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:19.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:19.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:19.959 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:20.076 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:20.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:20.089 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:20.190 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:20.236 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:20.292 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:20.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:20.298 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:20.399 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:20.469 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:20.545 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:20.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:20.552 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:20.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:20 smithi150 ceph-mon[168511]: pgmap v640: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:20.654 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:20.727 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:20.811 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:20.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:20.820 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:20.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:20 smithi107 ceph-mon[179183]: pgmap v640: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:20.920 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:20.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:20 smithi107 ceph-mon[184249]: pgmap v640: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:20.978 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:21.093 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:21.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:21.105 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:21.205 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:21.284 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:21.496 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:21.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:21.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:21.602 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:21.631 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:45:21.631 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:156026 7.e 7.d60ee80e (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:36.088553+0000", 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 585.53636604400003, 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98472547399999999, 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.632 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 156026 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088553+0000", 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088553+0000", 2023-10-09T04:45:21.633 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088551+0000", 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088558+0000", 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6939999999999998e-06 2023-10-09T04:45:21.634 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088569+0000", 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0856000000000001e-05 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088578+0000", 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5200000000000003e-06 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.635 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.089151+0000", 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000573052 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.089169+0000", 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7238999999999999e-05 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073265+0000", 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98409619699999995 2023-10-09T04:45:21.636 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073278+0000", 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3295000000000001e-05 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:156034 7.e 7.1ecb5a0e (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:36.088588+0000", 2023-10-09T04:45:21.637 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 585.53633019899996, 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98472438200000001, 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 156034 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.638 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088588+0000", 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088588+0000", 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088588+0000", 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.639 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088591+0000", 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.599e-06 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088597+0000", 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1129999999999997e-06 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.640 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.088602+0000", 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.733e-06 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.089190+0000", 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00058749599999999996 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.089198+0000", 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8699999999999992e-06 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.641 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073303+0000", 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98410501800000005 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073313+0000", 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9820000000000003e-06 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.642 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:156046 7.e 7.9c91bf9e (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:36.103587+0000", 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 585.52133140700005, 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96977338000000002, 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 156046 2023-10-09T04:45:21.643 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.103587+0000", 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.103587+0000", 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.103586+0000", 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.103593+0000", 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1169999999999998e-06 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.103608+0000", 2023-10-09T04:45:21.645 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5316999999999999e-05 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.103620+0000", 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1513e-05 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.104662+0000", 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0010421860000000001 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.646 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.104673+0000", 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1386000000000001e-05 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073335+0000", 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96866167000000003 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.647 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073361+0000", 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5641000000000001e-05 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:156053 7.e 7.44bf295e (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:36.114810+0000", 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 585.51010827200002, 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.958588993, 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.648 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 156053 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114810+0000", 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.649 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114810+0000", 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114809+0000", 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114820+0000", 2023-10-09T04:45:21.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1642e-05 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114842+0000", 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1301000000000002e-05 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114851+0000", 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9560000000000003e-06 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114908+0000", 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7791999999999998e-05 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.114923+0000", 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4532000000000001e-05 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073389+0000", 2023-10-09T04:45:21.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95846605699999998 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.073399+0000", 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0402e-05 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:156055 7.8 7.e9d5dd28 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-10-09T04:45:21.653 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:36.118322+0000", 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 585.50659707600005, 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95585858599999995, 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 156055 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.654 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118322+0000", 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118322+0000", 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118320+0000", 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118328+0000", 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.661e-06 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118351+0000", 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2959000000000002e-05 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118362+0000", 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1622e-05 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118417+0000", 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4981000000000001e-05 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:36.118427+0000", 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7259999999999997e-06 2023-10-09T04:45:21.657 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.074168+0000", 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95574063600000003 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:37.074180+0000", 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2306e-05 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.658 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:168873 7.8 7:1caeb85e:::benchmark_data_smithi107_201688_object59816:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:58.408539+0000", 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 563.21637929899998, 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.017260601, 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.659 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 168873 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408539+0000", 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408539+0000", 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408538+0000", 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408544+0000", 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1530000000000002e-06 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408553+0000", 2023-10-09T04:45:21.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0229999999999998e-06 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408558+0000", 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5510000000000001e-06 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408609+0000", 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0961000000000002e-05 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.408621+0000", 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1989e-05 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.416826+0000", 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.008205682 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.416946+0000", 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0001197 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.417023+0000", 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6674000000000005e-05 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.425707+0000", 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0086845910000000002 2023-10-09T04:45:21.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.425716+0000", 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4600000000000003e-06 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.425736+0000", 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9898000000000002e-05 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.425768+0000", 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2450999999999998e-05 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.425800+0000", 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1857999999999999e-05 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:168909 7.8 7:19855e78:::benchmark_data_smithi107_201688_object59852:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:58.468407+0000", 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 563.156511561, 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96201434100000005, 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 168909 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.667 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468407+0000", 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468407+0000", 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468405+0000", 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468412+0000", 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0890000000000002e-06 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468425+0000", 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2829e-05 2023-10-09T04:45:21.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468434+0000", 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.259e-06 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468494+0000", 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0679e-05 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.468505+0000", 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0502999999999999e-05 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.419457+0000", 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95095218699999995 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.419568+0000", 2023-10-09T04:45:21.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000110711 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.419628+0000", 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0380999999999997e-05 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.425851+0000", 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062230590000000004 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.428045+0000", 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0021941590000000002 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.430348+0000", 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023025749999999998 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.430391+0000", 2023-10-09T04:45:21.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3631000000000003e-05 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.430421+0000", 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9971000000000002e-05 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:168928 7.8 7:13d0071c:::benchmark_data_smithi107_201688_object59871:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-10-09T04:45:21.674 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:58.499456+0000", 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 563.12546268400001, 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.93947620600000004, 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 168928 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499456+0000", 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499456+0000", 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499454+0000", 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499462+0000", 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8059999999999995e-06 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499478+0000", 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5600999999999999e-05 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499486+0000", 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4840000000000004e-06 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499555+0000", 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8663000000000003e-05 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.499570+0000", 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5531000000000001e-05 2023-10-09T04:45:21.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.421842+0000", 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.92227129900000004 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.421934+0000", 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2437999999999998e-05 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.422024+0000", 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0013999999999996e-05 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.428055+0000", 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060304809999999999 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.430453+0000", 2023-10-09T04:45:21.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023983030000000001 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.438860+0000", 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084073450000000001 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.438900+0000", 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9533999999999998e-05 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.438932+0000", 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2255999999999997e-05 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:168931 7.8 7:152db805:::benchmark_data_smithi107_201688_object59874:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:35:58.501394+0000", 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 563.12352480200002, 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.94382421400000005, 2023-10-09T04:45:21.682 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 168931 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501394+0000", 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501394+0000", 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501392+0000", 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501400+0000", 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2869999999999999e-06 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501417+0000", 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7946000000000001e-05 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501427+0000", 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5289999999999997e-06 2023-10-09T04:45:21.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501486+0000", 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9478000000000002e-05 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:58.501497+0000", 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0771000000000001e-05 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.423781+0000", 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.92228384799999996 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.423846+0000", 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4562999999999998e-05 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.423923+0000", 2023-10-09T04:45:21.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7559999999999996e-05 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.428063+0000", 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0041398850000000003 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.430481+0000", 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002417448 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.445164+0000", 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014683277999999999 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.445192+0000", 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8405999999999999e-05 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:35:59.445218+0000", 2023-10-09T04:45:21.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5769e-05 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:178804 7.e 7:7cd5d67b:::benchmark_data_smithi107_201688_object69747:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e128)", 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:13.309883+0000", 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 548.31503512400002, 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.036919264, 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.690 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 178804 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309883+0000", 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309883+0000", 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309882+0000", 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309890+0000", 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8939999999999993e-06 2023-10-09T04:45:21.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309902+0000", 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2526e-05 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309911+0000", 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2740000000000007e-06 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309971+0000", 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0185000000000001e-05 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op must wait for map", 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.309979+0000", 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3129999999999999e-06 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.315225+0000", 2023-10-09T04:45:21.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052454499999999996 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.315238+0000", 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3281999999999999e-05 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.335524+0000", 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.020285839 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.335656+0000", 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013234499999999999 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.335784+0000", 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012798400000000001 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346628+0000", 2023-10-09T04:45:21.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010843769 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346637+0000", 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8440000000000004e-06 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346708+0000", 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1513000000000005e-05 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346759+0000", 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1057999999999998e-05 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346803+0000", 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3430999999999998e-05 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:178813 7.e 7:7ec34160:::benchmark_data_smithi107_201688_object69756:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128)", 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:13.321497+0000", 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 548.30342171999996, 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.032778725, 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 178813 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.699 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321497+0000", 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321497+0000", 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321495+0000", 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321504+0000", 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9279999999999999e-06 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321519+0000", 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4696e-05 2023-10-09T04:45:21.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321528+0000", 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4350000000000003e-06 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321586+0000", 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7550000000000003e-05 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.321597+0000", 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0808999999999999e-05 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.339958+0000", 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.018361187 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.340076+0000", 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011812899999999999 2023-10-09T04:45:21.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.340149+0000", 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2929999999999995e-05 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346869+0000", 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067196749999999996 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346881+0000", 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2172e-05 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354181+0000", 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072999839999999998 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354232+0000", 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1517999999999997e-05 2023-10-09T04:45:21.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354276+0000", 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3421999999999999e-05 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:178827 7.e 7:7ca77074:::benchmark_data_smithi107_201688_object69770:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128)", 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:13.346406+0000", 2023-10-09T04:45:21.706 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 548.27851234800005, 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.007997657, 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 178827 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346406+0000", 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346406+0000", 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346405+0000", 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346412+0000", 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3640000000000001e-06 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346425+0000", 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2397e-05 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346433+0000", 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5290000000000008e-06 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346484+0000", 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0516000000000002e-05 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.346492+0000", 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2039999999999997e-06 2023-10-09T04:45:21.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.342910+0000", 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99641774299999997 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.343044+0000", 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000134652 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:21.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.343167+0000", 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012298699999999999 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346927+0000", 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037596919999999998 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.351041+0000", 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0041144160000000001 2023-10-09T04:45:21.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354325+0000", 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003283383 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354373+0000", 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7880999999999998e-05 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354404+0000", 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1384999999999999e-05 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:178843 7.e 7:7cce669b:::benchmark_data_smithi107_201688_object69786:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128)", 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:13.366515+0000", 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 548.25840374300003, 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.003371853, 2023-10-09T04:45:21.714 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 178843 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366515+0000", 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366515+0000", 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366513+0000", 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366523+0000", 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5359999999999998e-06 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366552+0000", 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.902e-05 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366562+0000", 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0695e-05 2023-10-09T04:45:21.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366624+0000", 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2053999999999999e-05 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.366635+0000", 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0370999999999999e-05 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.346963+0000", 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98032812499999999 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.347083+0000", 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120636 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.347206+0000", 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000122161 2023-10-09T04:45:21.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354417+0000", 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072110639999999997 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.361771+0000", 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073541049999999997 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.369804+0000", 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0080331629999999994 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.369851+0000", 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7141000000000001e-05 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.369887+0000", 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.561e-05 2023-10-09T04:45:21.721 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:178845 7.e 7:7a1a3c21:::benchmark_data_smithi107_201688_object69788:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128)", 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:13.370525+0000", 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 548.25439373799998, 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.999495629, 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.722 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 178845 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370525+0000", 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370525+0000", 2023-10-09T04:45:21.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370523+0000", 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370531+0000", 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9480000000000008e-06 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370544+0000", 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2889e-05 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370552+0000", 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8590000000000005e-06 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370613+0000", 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1389999999999993e-05 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.370627+0000", 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3541e-05 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.351076+0000", 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98044863599999998 2023-10-09T04:45:21.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.351183+0000", 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010731299999999999 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.351258+0000", 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5228999999999994e-05 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.358663+0000", 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074051960000000002 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.361799+0000", 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031354519999999999 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.369946+0000", 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0081470919999999999 2023-10-09T04:45:21.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.369987+0000", 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0695000000000003e-05 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.370020+0000", 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3979000000000001e-05 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.729 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:178896 7.e 7:763527ec:::benchmark_data_smithi107_201688_object69839:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128)", 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:13.440144+0000", 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 548.18477504299995, 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.945141542, 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.730 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 178896 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440144+0000", 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440144+0000", 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440142+0000", 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440149+0000", 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7209999999999997e-06 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440160+0000", 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0967e-05 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440168+0000", 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1499999999999999e-06 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440229+0000", 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1259000000000004e-05 2023-10-09T04:45:21.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:13.440242+0000", 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.223e-05 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354447+0000", 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.914205037 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354556+0000", 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000108887 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.354669+0000", 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113435 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.378366+0000", 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023697231999999999 2023-10-09T04:45:21.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.378408+0000", 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1974999999999997e-05 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.385201+0000", 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067931959999999996 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.385247+0000", 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5430999999999999e-05 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:14.385285+0000", 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8220000000000003e-05 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.737 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191082 7.a 7:5ae386fe:::benchmark_data_smithi107_201688_object82025:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.146883+0000", 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 529.47803558400005, 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.072234409, 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191082 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146883+0000", 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146883+0000", 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146881+0000", 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146890+0000", 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5779999999999999e-06 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146908+0000", 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8414e-05 2023-10-09T04:45:21.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146919+0000", 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1028e-05 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.147017+0000", 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7363999999999998e-05 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op must wait for map", 2023-10-09T04:45:21.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.147025+0000", 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7409999999999998e-06 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151634+0000", 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004608254 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151643+0000", 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1800000000000002e-06 2023-10-09T04:45:21.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.219023+0000", 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.06738029 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.219117+0000", 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4431000000000004e-05 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.743 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191097 7.a 7:53cbad18:::benchmark_data_smithi107_201688_object82040:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.146936+0000", 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 529.47798251699999, 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.075192887, 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191097 2023-10-09T04:45:21.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146936+0000", 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146936+0000", 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146936+0000", 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146939+0000", 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4120000000000001e-06 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146947+0000", 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7840000000000004e-06 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146952+0000", 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6559999999999997e-06 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.147074+0000", 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121323 2023-10-09T04:45:21.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting_for_map not empty", 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.147079+0000", 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2440000000000001e-06 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151663+0000", 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045843150000000003 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151669+0000", 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1670000000000004e-06 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.222053+0000", 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0703835909999999 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.222129+0000", 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5933999999999995e-05 2023-10-09T04:45:21.749 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:191109 7.a 7:52beb883:::benchmark_data_smithi107_201688_object82052:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e132)", 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:32.146958+0000", 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 529.47796096599996, 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0890810580000001, 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.750 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 191109 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146958+0000", 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146958+0000", 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146957+0000", 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146960+0000", 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4360000000000001e-06 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146966+0000", 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9630000000000003e-06 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.146971+0000", 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8300000000000003e-06 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.147097+0000", 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012619000000000001 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting_for_map not empty", 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.147101+0000", 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0589999999999996e-06 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151689+0000", 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045877840000000001 2023-10-09T04:45:21.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:32.151695+0000", 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2230000000000004e-06 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.222150+0000", 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.070455065 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.222260+0000", 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011025 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5", 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.222380+0000", 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000119844 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.235881+0000", 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013500864 2023-10-09T04:45:21.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.235930+0000", 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9008000000000002e-05 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.235976+0000", 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6449000000000002e-05 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:33.236039+0000", 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2376e-05 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204232 7.3 7:cb6efab1:::benchmark_data_smithi107_201688_object95175:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e136)", 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.691828+0000", 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 511.93309014499999, 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.15803374, 2023-10-09T04:45:21.758 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204232 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691828+0000", 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691828+0000", 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691827+0000", 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691834+0000", 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4610000000000002e-06 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691847+0000", 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2559e-05 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691858+0000", 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0716e-05 2023-10-09T04:45:21.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691927+0000", 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9714000000000004e-05 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op must wait for map", 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691937+0000", 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7990000000000005e-06 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.700911+0000", 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089740619999999997 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.700924+0000", 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.328e-05 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.844990+0000", 2023-10-09T04:45:21.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.144065476 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.845110+0000", 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011993399999999999 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.849781+0000", 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046707659999999998 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.849862+0000", 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1631000000000005e-05 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204236 7.a 7:5c8c94f3:::benchmark_data_smithi107_201688_object95179:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e136)", 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.691874+0000", 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 511.93304496600001, 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1331831290000001, 2023-10-09T04:45:21.765 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204236 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691874+0000", 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691874+0000", 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691873+0000", 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:21.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691876+0000", 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2820000000000001e-06 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691884+0000", 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1389999999999998e-06 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.691889+0000", 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8409999999999996e-06 2023-10-09T04:45:21.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.692018+0000", 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012878299999999999 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op must wait for map", 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.692026+0000", 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8550000000000002e-06 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.702301+0000", 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010275347000000001 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.702314+0000", 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2506e-05 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.813112+0000", 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.110798202 2023-10-09T04:45:21.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.813253+0000", 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140891 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,5", 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.813390+0000", 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013678299999999999 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.821647+0000", 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0082570409999999997 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.823192+0000", 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001545044 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.824801+0000", 2023-10-09T04:45:21.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001609383 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.824873+0000", 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1829000000000006e-05 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:50.825057+0000", 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018367599999999999 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.773 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.774 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:21.774 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:21.774 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:45:21.774 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:22.008 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:22.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:22.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:22.113 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:22.156 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:22.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:45:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:45:22] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2023-10-09T04:45:22.228 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:22.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:22.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:22.332 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:22.413 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:22.463 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:22.472 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:45:22.508 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:22.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:22.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:22.622 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:22.668 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:22.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:22 smithi107 ceph-mon[179183]: pgmap v641: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:22.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:22 smithi107 ceph-mon[184249]: pgmap v641: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:22.731 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:22.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:22.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:22.839 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:22.938 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:22 smithi150 ceph-mon[168511]: pgmap v641: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:23.038 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:23.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:23.051 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:23.153 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:23.207 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:23.253 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:23.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:23.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:23.361 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:23.414 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:23.499 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:23.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:23.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:23.538 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:45:23.555 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 9 pgp_num to 16 2023-10-09T04:45:23.582 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/896105652' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:45:23.582 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:45:23.582 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:23.582 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:23.582 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1225013544' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:23.582 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:23.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/896105652' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:45:23.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:45:23.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:23.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:23.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1225013544' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:23.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:23.587 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:23.604 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:23.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:23.676 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:23.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:23.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:23.779 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:23.863 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/896105652' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:45:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:45:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1225013544' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:24.292 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:24.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:24.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:24.397 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:24.449 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:24.513 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:24.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:24.518 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:24.619 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:24.694 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: pgmap v642: 89 pgs: 89 active+clean; 4.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 696 op/s 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: osdmap e181: 8 total, 8 up, 8 in 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:45:24.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:45:24.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:24.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: pgmap v642: 89 pgs: 89 active+clean; 4.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 696 op/s 2023-10-09T04:45:24.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:24.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: osdmap e181: 8 total, 8 up, 8 in 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: pgmap v642: 89 pgs: 89 active+clean; 4.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 696 op/s 2023-10-09T04:45:24.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: osdmap e181: 8 total, 8 up, 8 in 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: failed to encode map e181 with expected crc 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:45:24.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:24.916 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:24.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:24.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:25.028 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:25.057 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:25.071 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:25.098 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:25.135 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:25.149 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:25.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:25.155 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:25.181 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:45:25.217 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:25.256 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:25.267 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:25.306 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:25.326 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:25.349 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:25.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:45:25.560 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:25.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:25.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:25.672 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:25.747 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:25.910 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:25.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:25.920 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:26.000 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2466467839' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:26.000 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:25 smithi107 ceph-mon[179183]: pgmap v644: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:45:26.003 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2466467839' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:26.003 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:25 smithi107 ceph-mon[184249]: pgmap v644: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:45:26.021 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:26.089 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:26.101 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:45:26.161 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:26.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:26.171 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2466467839' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:25 smithi150 ceph-mon[168511]: pgmap v644: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-10-09T04:45:26.271 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:26.398 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:26.482 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:26.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:26.491 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:26.496 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:26.496 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:26.592 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:26.644 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:26.718 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:26.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:26.725 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:26.826 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:26.898 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:26.977 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:26.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:26.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:27.085 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:27.139 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:27.356 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:27.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:27.367 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:27.398 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:45:27.468 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:27.538 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:27.657 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:27.668 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:27.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:27.670 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:27.770 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:27.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:27.892 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:27.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:27.901 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:28.002 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:45:28.003 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:28.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:28.179 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:28.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:28.186 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:28.287 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:28.396 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:28.620 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:28.624 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:28 smithi107 ceph-mon[184249]: pgmap v645: 89 pgs: 89 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2023-10-09T04:45:28.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:28.625 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:28.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:28 smithi107 ceph-mon[179183]: pgmap v645: 89 pgs: 89 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2023-10-09T04:45:28.674 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:28.726 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:28.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:28 smithi150 ceph-mon[168511]: pgmap v645: 89 pgs: 89 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2023-10-09T04:45:28.770 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:28.824 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:28.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:28.827 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:28.928 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:28.974 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:29.051 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:29.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:29.062 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:29.163 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:29.227 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:29.400 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:29.520 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:45:29.521 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:45:29.521 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-10-09T04:45:29.521 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:45:29.547 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:29.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:29.555 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:29.655 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:29.693 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:29.745 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:29.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:29.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:29.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:29.964 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:30.076 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:30.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:30.093 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:30.194 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:30.232 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:30.295 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:30.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:30.299 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:30.400 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:30.471 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:30 smithi107 ceph-mon[184249]: pgmap v646: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 703 op/s 2023-10-09T04:45:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2254633584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:30 smithi107 ceph-mon[179183]: pgmap v646: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 703 op/s 2023-10-09T04:45:30.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2254633584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:30 smithi150 ceph-mon[168511]: pgmap v646: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 703 op/s 2023-10-09T04:45:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2254633584' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:30.900 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:45:30.931 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:30.931 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:31.448 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:31.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:31.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:31.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:31.626 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:31.695 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:31.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:31.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2254633584' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:31.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: osdmap e182: 8 total, 8 up, 8 in 2023-10-09T04:45:31.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:31.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:31.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:31.702 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:31.702 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2254633584' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: osdmap e182: 8 total, 8 up, 8 in 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:31.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:31.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:45:31.803 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:31.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:31.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2254633584' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:31.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: osdmap e182: 8 total, 8 up, 8 in 2023-10-09T04:45:31.845 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.845 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.845 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: failed to encode map e182 with expected crc 2023-10-09T04:45:31.845 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:45:31.845 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:31.845 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:31.902 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:31.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:31.913 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:31.913 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:32.014 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:32.115 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:32.292 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:45:32] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2023-10-09T04:45:32.337 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:32.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:32.350 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:32.451 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:32.485 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:32.499 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:32.523 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:32.555 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:32.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:32.561 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:32.562 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:32.596 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:45:32.632 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:32.662 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:32.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[179183]: failed to encode map e182 with expected crc 2023-10-09T04:45:32.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[179183]: failed to encode map e182 with expected crc 2023-10-09T04:45:32.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[179183]: pgmap v648: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2023-10-09T04:45:32.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2520175666' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:32.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[184249]: failed to encode map e182 with expected crc 2023-10-09T04:45:32.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[184249]: failed to encode map e182 with expected crc 2023-10-09T04:45:32.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[184249]: pgmap v648: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2023-10-09T04:45:32.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2520175666' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:32.683 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:32.730 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:32.737 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:32.784 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:32.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.806 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.806 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.806 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.806 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.806 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:45:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:32 smithi150 ceph-mon[168511]: failed to encode map e182 with expected crc 2023-10-09T04:45:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:32 smithi150 ceph-mon[168511]: failed to encode map e182 with expected crc 2023-10-09T04:45:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:32 smithi150 ceph-mon[168511]: pgmap v648: 89 pgs: 89 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2023-10-09T04:45:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2520175666' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:33.159 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:33.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:33.165 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:33.265 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:33.310 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:33.383 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:33.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:33.395 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:33.496 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:33.549 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:33.765 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:45:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:34 smithi107 ceph-mon[179183]: pgmap v649: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2023-10-09T04:45:34.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:34 smithi107 ceph-mon[184249]: pgmap v649: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2023-10-09T04:45:34.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:34 smithi150 ceph-mon[168511]: pgmap v649: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2023-10-09T04:45:35.980 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:35.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:35.989 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:36.089 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:36.148 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:35 smithi107 ceph-mon[184249]: pgmap v650: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:36.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:35 smithi107 ceph-mon[179183]: pgmap v650: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:36.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:35 smithi150 ceph-mon[168511]: pgmap v650: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 724 op/s 2023-10-09T04:45:36.802 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:36.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:36.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:36.924 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:36.989 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:37.573 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:37.577 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:37.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:37.579 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:37.680 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:37.736 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:37.885 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:37.893 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:37.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:37.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:38.009 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:38.139 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:38.218 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:38.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:38.222 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:38.323 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:38.379 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:38.437 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:38.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:38.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:38.555 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:38.693 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:38.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:38 smithi150 ceph-mon[168511]: pgmap v651: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 737 op/s 2023-10-09T04:45:38.756 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:38.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:38.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:38.825 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:45:38.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:38 smithi107 ceph-mon[179183]: pgmap v651: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 737 op/s 2023-10-09T04:45:38.864 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:38 smithi107 ceph-mon[184249]: pgmap v651: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 737 op/s 2023-10-09T04:45:38.864 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:38.931 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:39.691 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:39.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:39.695 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:39.796 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:39.832 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:39.894 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:39.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:39.900 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:40.001 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:45:40.127 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:40.151 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:45:40.369 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:40.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:40.390 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:40.491 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:40.555 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:40.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:40 smithi107 ceph-mon[184249]: pgmap v652: 89 pgs: 89 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 756 op/s 2023-10-09T04:45:40.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:40 smithi107 ceph-mon[179183]: pgmap v652: 89 pgs: 89 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 756 op/s 2023-10-09T04:45:40.679 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:40.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:40.687 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:40.788 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:40.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:40 smithi150 ceph-mon[168511]: pgmap v652: 89 pgs: 89 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 756 op/s 2023-10-09T04:45:40.850 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:40.920 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:40.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:40.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:41.039 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:41.086 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:41.161 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:41.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:41.169 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:41.270 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:41.345 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:41.404 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:41.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:41.418 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:41.519 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:41.572 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:41.632 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":652,"stamp":"2023-10-09T04:45:39.409289+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3481606072,"num_objects":53141,"num_object_clones":0,"num_object_copies":159423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53141,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":179761,"num_write_kb":7444878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139477,"ondisk_log_size":139477,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14238264,"kb_used_data":10298488,"kb_used_omap":20,"kb_used_meta":3939499,"kb_avail":735722952,"statfs":{"total":767960285184,"available":753380302848,"internally_reserved":0,"allocated":10545651712,"data_stored":10540493608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":4034047630},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,4,6,12,6,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-495976448,"num_objects":-7568,"num_object_clones":0,"num_object_copies":-22704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7568,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003097"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":161,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523075+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:45:23.523075+0000","last_peered":"2023-10-09T04:45:23.523075+0000","last_clean":"2023-10-09T04:45:23.523075+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:45:23.523075+0000","last_undegraded":"2023-10-09T04:45:23.523075+0000","last_fullsized":"2023-10-09T04:45:23.523075+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.540396+0000","last_change":"2023-10-09T04:36:49.702773+0000","last_active":"2023-10-09T04:45:23.540396+0000","last_peered":"2023-10-09T04:45:23.540396+0000","last_clean":"2023-10-09T04:45:23.540396+0000","last_became_active":"2023-10-09T04:36:49.702516+0000","last_became_peered":"2023-10-09T04:36:49.702516+0000","last_unstale":"2023-10-09T04:45:23.540396+0000","last_undegraded":"2023-10-09T04:45:23.540396+0000","last_fullsized":"2023-10-09T04:45:23.540396+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:04:57.566501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":121,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.530694+0000","last_change":"2023-10-09T04:36:49.720604+0000","last_active":"2023-10-09T04:45:23.530694+0000","last_peered":"2023-10-09T04:45:23.530694+0000","last_clean":"2023-10-09T04:45:23.530694+0000","last_became_active":"2023-10-09T04:36:49.720281+0000","last_became_peered":"2023-10-09T04:36:49.720281+0000","last_unstale":"2023-10-09T04:45:23.530694+0000","last_undegraded":"2023-10-09T04:45:23.530694+0000","last_fullsized":"2023-10-09T04:45:23.530694+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:21.291724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":138,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.516023+0000","last_change":"2023-10-09T04:36:49.708768+0000","last_active":"2023-10-09T04:45:23.516023+0000","last_peered":"2023-10-09T04:45:23.516023+0000","last_clean":"2023-10-09T04:45:23.516023+0000","last_became_active":"2023-10-09T04:36:49.708145+0000","last_became_peered":"2023-10-09T04:36:49.708145+0000","last_unstale":"2023-10-09T04:45:23.516023+0000","last_undegraded":"2023-10-09T04:45:23.516023+0000","last_fullsized":"2023-10-09T04:45:23.516023+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:17.042946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.540685+0000","last_change":"2023-10-09T04:36:49.722963+0000","last_active":"2023-10-09T04:45:23.540685+0000","last_peered":"2023-10-09T04:45:23.540685+0000","last_clean":"2023-10-09T04:45:23.540685+0000","last_became_active":"2023-10-09T04:36:49.721967+0000","last_became_peered":"2023-10-09T04:36:49.721967+0000","last_unstale":"2023-10-09T04:45:23.540685+0000","last_undegraded":"2023-10-09T04:45:23.540685+0000","last_fullsized":"2023-10-09T04:45:23.540685+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:09.382252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523124+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:45:23.523124+0000","last_peered":"2023-10-09T04:45:23.523124+0000","last_clean":"2023-10-09T04:45:23.523124+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:45:23.523124+0000","last_undegraded":"2023-10-09T04:45:23.523124+0000","last_fullsized":"2023-10-09T04:45:23.523124+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":136,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.516266+0000","last_change":"2023-10-09T04:36:49.709419+0000","last_active":"2023-10-09T04:45:23.516266+0000","last_peered":"2023-10-09T04:45:23.516266+0000","last_clean":"2023-10-09T04:45:23.516266+0000","last_became_active":"2023-10-09T04:36:49.709195+0000","last_became_peered":"2023-10-09T04:36:49.709195+0000","last_unstale":"2023-10-09T04:45:23.516266+0000","last_undegraded":"2023-10-09T04:45:23.516266+0000","last_fullsized":"2023-10-09T04:45:23.516266+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:47:58.464766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.540615+0000","last_change":"2023-10-09T04:36:49.723116+0000","last_active":"2023-10-09T04:45:23.540615+0000","last_peered":"2023-10-09T04:45:23.540615+0000","last_clean":"2023-10-09T04:45:23.540615+0000","last_became_active":"2023-10-09T04:36:49.722405+0000","last_became_peered":"2023-10-09T04:36:49.722405+0000","last_unstale":"2023-10-09T04:45:23.540615+0000","last_undegraded":"2023-10-09T04:45:23.540615+0000","last_fullsized":"2023-10-09T04:45:23.540615+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:46.266133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.527622+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:45:23.527622+0000","last_peered":"2023-10-09T04:45:23.527622+0000","last_clean":"2023-10-09T04:45:23.527622+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:45:23.527622+0000","last_undegraded":"2023-10-09T04:45:23.527622+0000","last_fullsized":"2023-10-09T04:45:23.527622+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":114,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.543710+0000","last_change":"2023-10-09T04:36:49.716709+0000","last_active":"2023-10-09T04:45:23.543710+0000","last_peered":"2023-10-09T04:45:23.543710+0000","last_clean":"2023-10-09T04:45:23.543710+0000","last_became_active":"2023-10-09T04:36:49.715379+0000","last_became_peered":"2023-10-09T04:36:49.715379+0000","last_unstale":"2023-10-09T04:45:23.543710+0000","last_undegraded":"2023-10-09T04:45:23.543710+0000","last_fullsized":"2023-10-09T04:45:23.543710+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.095327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523923+0000","last_change":"2023-10-09T04:36:49.709203+0000","last_active":"2023-10-09T04:45:23.523923+0000","last_peered":"2023-10-09T04:45:23.523923+0000","last_clean":"2023-10-09T04:45:23.523923+0000","last_became_active":"2023-10-09T04:36:49.708780+0000","last_became_peered":"2023-10-09T04:36:49.708780+0000","last_unstale":"2023-10-09T04:45:23.523923+0000","last_undegraded":"2023-10-09T04:45:23.523923+0000","last_fullsized":"2023-10-09T04:45:23.523923+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:03.322138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":122,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.532744+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:45:23.532744+0000","last_peered":"2023-10-09T04:45:23.532744+0000","last_clean":"2023-10-09T04:45:23.532744+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:45:23.532744+0000","last_undegraded":"2023-10-09T04:45:23.532744+0000","last_fullsized":"2023-10-09T04:45:23.532744+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":148,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.524419+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:45:23.524419+0000","last_peered":"2023-10-09T04:45:23.524419+0000","last_clean":"2023-10-09T04:45:23.524419+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:45:23.524419+0000","last_undegraded":"2023-10-09T04:45:23.524419+0000","last_fullsized":"2023-10-09T04:45:23.524419+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523413+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:45:23.523413+0000","last_peered":"2023-10-09T04:45:23.523413+0000","last_clean":"2023-10-09T04:45:23.523413+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:45:23.523413+0000","last_undegraded":"2023-10-09T04:45:23.523413+0000","last_fullsized":"2023-10-09T04:45:23.523413+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":145,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.522641+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:45:23.522641+0000","last_peered":"2023-10-09T04:45:23.522641+0000","last_clean":"2023-10-09T04:45:23.522641+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:45:23.522641+0000","last_undegraded":"2023-10-09T04:45:23.522641+0000","last_fullsized":"2023-10-09T04:45:23.522641+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.543092+0000","last_change":"2023-10-09T04:36:49.711730+0000","last_active":"2023-10-09T04:45:23.543092+0000","last_peered":"2023-10-09T04:45:23.543092+0000","last_clean":"2023-10-09T04:45:23.543092+0000","last_became_active":"2023-10-09T04:36:49.706665+0000","last_became_peered":"2023-10-09T04:36:49.706665+0000","last_unstale":"2023-10-09T04:45:23.543092+0000","last_undegraded":"2023-10-09T04:45:23.543092+0000","last_fullsized":"2023-10-09T04:45:23.543092+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:57:26.700058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":136,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.515663+0000","last_change":"2023-10-09T04:36:49.708370+0000","last_active":"2023-10-09T04:45:23.515663+0000","last_peered":"2023-10-09T04:45:23.515663+0000","last_clean":"2023-10-09T04:45:23.515663+0000","last_became_active":"2023-10-09T04:36:49.708089+0000","last_became_peered":"2023-10-09T04:36:49.708089+0000","last_unstale":"2023-10-09T04:45:23.515663+0000","last_undegraded":"2023-10-09T04:45:23.515663+0000","last_fullsized":"2023-10-09T04:45:23.515663+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:20:12.505020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.530701+0000","last_change":"2023-10-09T04:36:49.722416+0000","last_active":"2023-10-09T04:45:23.530701+0000","last_peered":"2023-10-09T04:45:23.530701+0000","last_clean":"2023-10-09T04:45:23.530701+0000","last_became_active":"2023-10-09T04:36:49.721713+0000","last_became_peered":"2023-10-09T04:36:49.721713+0000","last_unstale":"2023-10-09T04:45:23.530701+0000","last_undegraded":"2023-10-09T04:45:23.530701+0000","last_fullsized":"2023-10-09T04:45:23.530701+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:11:32.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":126,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.526054+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:45:23.526054+0000","last_peered":"2023-10-09T04:45:23.526054+0000","last_clean":"2023-10-09T04:45:23.526054+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:45:23.526054+0000","last_undegraded":"2023-10-09T04:45:23.526054+0000","last_fullsized":"2023-10-09T04:45:23.526054+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":137,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.516085+0000","last_change":"2023-10-09T04:36:49.708890+0000","last_active":"2023-10-09T04:45:23.516085+0000","last_peered":"2023-10-09T04:45:23.516085+0000","last_clean":"2023-10-09T04:45:23.516085+0000","last_became_active":"2023-10-09T04:36:49.708528+0000","last_became_peered":"2023-10-09T04:36:49.708528+0000","last_unstale":"2023-10-09T04:45:23.516085+0000","last_undegraded":"2023-10-09T04:45:23.516085+0000","last_fullsized":"2023-10-09T04:45:23.516085+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:15:16.195391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":151,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.522703+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:45:23.522703+0000","last_peered":"2023-10-09T04:45:23.522703+0000","last_clean":"2023-10-09T04:45:23.522703+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:45:23.522703+0000","last_undegraded":"2023-10-09T04:45:23.522703+0000","last_fullsized":"2023-10-09T04:45:23.522703+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.541962+0000","last_change":"2023-10-09T04:36:49.705276+0000","last_active":"2023-10-09T04:45:23.541962+0000","last_peered":"2023-10-09T04:45:23.541962+0000","last_clean":"2023-10-09T04:45:23.541962+0000","last_became_active":"2023-10-09T04:36:49.703664+0000","last_became_peered":"2023-10-09T04:36:49.703664+0000","last_unstale":"2023-10-09T04:45:23.541962+0000","last_undegraded":"2023-10-09T04:45:23.541962+0000","last_fullsized":"2023-10-09T04:45:23.541962+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:42.652072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"182'11138","reported_seq":11180,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:36.500606+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:45:36.500606+0000","last_peered":"2023-10-09T04:45:36.500606+0000","last_clean":"2023-10-09T04:45:36.500606+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:45:36.500606+0000","last_undegraded":"2023-10-09T04:45:36.500606+0000","last_fullsized":"2023-10-09T04:45:36.500606+0000","mapping_epoch":149,"log_start":"153'1100","ondisk_log_start":"153'1100","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10038,"log_dups_size":0,"ondisk_log_size":10038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220069888,"num_objects":3358,"num_object_clones":0,"num_object_copies":10074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3358,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11138,"num_write_kb":463872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":144,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.519877+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:45:23.519877+0000","last_peered":"2023-10-09T04:45:23.519877+0000","last_clean":"2023-10-09T04:45:23.519877+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:45:23.519877+0000","last_undegraded":"2023-10-09T04:45:23.519877+0000","last_fullsized":"2023-10-09T04:45:23.519877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.531719+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:45:23.531719+0000","last_peered":"2023-10-09T04:45:23.531719+0000","last_clean":"2023-10-09T04:45:23.531719+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:45:23.531719+0000","last_undegraded":"2023-10-09T04:45:23.531719+0000","last_fullsized":"2023-10-09T04:45:23.531719+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"182'11495","reported_seq":11537,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.580559+0000","last_change":"2023-10-09T04:42:36.822070+0000","last_active":"2023-10-09T04:45:37.580559+0000","last_peered":"2023-10-09T04:45:37.580559+0000","last_clean":"2023-10-09T04:45:37.580559+0000","last_became_active":"2023-10-09T04:42:36.821765+0000","last_became_peered":"2023-10-09T04:42:36.821765+0000","last_unstale":"2023-10-09T04:45:37.580559+0000","last_undegraded":"2023-10-09T04:45:37.580559+0000","last_fullsized":"2023-10-09T04:45:37.580559+0000","mapping_epoch":149,"log_start":"156'4100","ondisk_log_start":"156'4100","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7395,"log_dups_size":0,"ondisk_log_size":7395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:30:35.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219873280,"num_objects":3355,"num_object_clones":0,"num_object_copies":10065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11495,"num_write_kb":475200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":145,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.520114+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:45:23.520114+0000","last_peered":"2023-10-09T04:45:23.520114+0000","last_clean":"2023-10-09T04:45:23.520114+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:45:23.520114+0000","last_undegraded":"2023-10-09T04:45:23.520114+0000","last_fullsized":"2023-10-09T04:45:23.520114+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":169,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.525113+0000","last_change":"2023-10-09T04:36:49.739725+0000","last_active":"2023-10-09T04:45:23.525113+0000","last_peered":"2023-10-09T04:45:23.525113+0000","last_clean":"2023-10-09T04:45:23.525113+0000","last_became_active":"2023-10-09T04:36:49.739485+0000","last_became_peered":"2023-10-09T04:36:49.739485+0000","last_unstale":"2023-10-09T04:45:23.525113+0000","last_undegraded":"2023-10-09T04:45:23.525113+0000","last_fullsized":"2023-10-09T04:45:23.525113+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:19:06.573507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"182'11000","reported_seq":11041,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.615477+0000","last_change":"2023-10-09T04:42:36.825066+0000","last_active":"2023-10-09T04:45:37.615477+0000","last_peered":"2023-10-09T04:45:37.615477+0000","last_clean":"2023-10-09T04:45:37.615477+0000","last_became_active":"2023-10-09T04:42:36.824791+0000","last_became_peered":"2023-10-09T04:42:36.824791+0000","last_unstale":"2023-10-09T04:45:37.615477+0000","last_undegraded":"2023-10-09T04:45:37.615477+0000","last_fullsized":"2023-10-09T04:45:37.615477+0000","mapping_epoch":149,"log_start":"153'900","ondisk_log_start":"153'900","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10100,"log_dups_size":0,"ondisk_log_size":10100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:38:21.493355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213778432,"num_objects":3262,"num_object_clones":0,"num_object_copies":9786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11000,"num_write_kb":456384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":127,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523763+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:45:23.523763+0000","last_peered":"2023-10-09T04:45:23.523763+0000","last_clean":"2023-10-09T04:45:23.523763+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:45:23.523763+0000","last_undegraded":"2023-10-09T04:45:23.523763+0000","last_fullsized":"2023-10-09T04:45:23.523763+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.522815+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:45:23.522815+0000","last_peered":"2023-10-09T04:45:23.522815+0000","last_clean":"2023-10-09T04:45:23.522815+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:45:23.522815+0000","last_undegraded":"2023-10-09T04:45:23.522815+0000","last_fullsized":"2023-10-09T04:45:23.522815+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"182'11235","reported_seq":11276,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.626422+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:45:37.626422+0000","last_peered":"2023-10-09T04:45:37.626422+0000","last_clean":"2023-10-09T04:45:37.626422+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:45:37.626422+0000","last_undegraded":"2023-10-09T04:45:37.626422+0000","last_fullsized":"2023-10-09T04:45:37.626422+0000","mapping_epoch":149,"log_start":"153'1200","ondisk_log_start":"153'1200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10035,"log_dups_size":0,"ondisk_log_size":10035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216727552,"num_objects":3307,"num_object_clones":0,"num_object_copies":9921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11235,"num_write_kb":465344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.527653+0000","last_change":"2023-10-09T04:36:49.734493+0000","last_active":"2023-10-09T04:45:23.527653+0000","last_peered":"2023-10-09T04:45:23.527653+0000","last_clean":"2023-10-09T04:45:23.527653+0000","last_became_active":"2023-10-09T04:36:49.734122+0000","last_became_peered":"2023-10-09T04:36:49.734122+0000","last_unstale":"2023-10-09T04:45:23.527653+0000","last_undegraded":"2023-10-09T04:45:23.527653+0000","last_fullsized":"2023-10-09T04:45:23.527653+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:10:38.879139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":137,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.515931+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:45:23.515931+0000","last_peered":"2023-10-09T04:45:23.515931+0000","last_clean":"2023-10-09T04:45:23.515931+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:45:23.515931+0000","last_undegraded":"2023-10-09T04:45:23.515931+0000","last_fullsized":"2023-10-09T04:45:23.515931+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"182'11366","reported_seq":11409,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:38.431753+0000","last_change":"2023-10-09T04:42:37.038174+0000","last_active":"2023-10-09T04:45:38.431753+0000","last_peered":"2023-10-09T04:45:38.431753+0000","last_clean":"2023-10-09T04:45:38.431753+0000","last_became_active":"2023-10-09T04:42:37.037828+0000","last_became_peered":"2023-10-09T04:42:37.037828+0000","last_unstale":"2023-10-09T04:45:38.431753+0000","last_undegraded":"2023-10-09T04:45:38.431753+0000","last_fullsized":"2023-10-09T04:45:38.431753+0000","mapping_epoch":149,"log_start":"156'3600","ondisk_log_start":"156'3600","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7766,"log_dups_size":0,"ondisk_log_size":7766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:03.938752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216268800,"num_objects":3300,"num_object_clones":0,"num_object_copies":9900,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3300,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11366,"num_write_kb":469312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":154,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.540294+0000","last_change":"2023-10-09T04:36:49.701759+0000","last_active":"2023-10-09T04:45:23.540294+0000","last_peered":"2023-10-09T04:45:23.540294+0000","last_clean":"2023-10-09T04:45:23.540294+0000","last_became_active":"2023-10-09T04:36:49.701416+0000","last_became_peered":"2023-10-09T04:36:49.701416+0000","last_unstale":"2023-10-09T04:45:23.540294+0000","last_undegraded":"2023-10-09T04:45:23.540294+0000","last_fullsized":"2023-10-09T04:45:23.540294+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:18:32.322939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.524344+0000","last_change":"2023-10-09T04:36:49.715335+0000","last_active":"2023-10-09T04:45:23.524344+0000","last_peered":"2023-10-09T04:45:23.524344+0000","last_clean":"2023-10-09T04:45:23.524344+0000","last_became_active":"2023-10-09T04:36:49.715073+0000","last_became_peered":"2023-10-09T04:36:49.715073+0000","last_unstale":"2023-10-09T04:45:23.524344+0000","last_undegraded":"2023-10-09T04:45:23.524344+0000","last_fullsized":"2023-10-09T04:45:23.524344+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:21.078546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"182'11329","reported_seq":11372,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.580878+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:45:37.580878+0000","last_peered":"2023-10-09T04:45:37.580878+0000","last_clean":"2023-10-09T04:45:37.580878+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:45:37.580878+0000","last_undegraded":"2023-10-09T04:45:37.580878+0000","last_fullsized":"2023-10-09T04:45:37.580878+0000","mapping_epoch":149,"log_start":"156'4000","ondisk_log_start":"156'4000","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7329,"log_dups_size":0,"ondisk_log_size":7329,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210042880,"num_objects":3205,"num_object_clones":0,"num_object_copies":9615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11329,"num_write_kb":465088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.522955+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:45:23.522955+0000","last_peered":"2023-10-09T04:45:23.522955+0000","last_clean":"2023-10-09T04:45:23.522955+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:45:23.522955+0000","last_undegraded":"2023-10-09T04:45:23.522955+0000","last_fullsized":"2023-10-09T04:45:23.522955+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":152,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523767+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:45:23.523767+0000","last_peered":"2023-10-09T04:45:23.523767+0000","last_clean":"2023-10-09T04:45:23.523767+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:45:23.523767+0000","last_undegraded":"2023-10-09T04:45:23.523767+0000","last_fullsized":"2023-10-09T04:45:23.523767+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"182'11245","reported_seq":11286,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.571159+0000","last_change":"2023-10-09T04:42:36.827049+0000","last_active":"2023-10-09T04:45:37.571159+0000","last_peered":"2023-10-09T04:45:37.571159+0000","last_clean":"2023-10-09T04:45:37.571159+0000","last_became_active":"2023-10-09T04:42:36.826727+0000","last_became_peered":"2023-10-09T04:42:36.826727+0000","last_unstale":"2023-10-09T04:45:37.571159+0000","last_undegraded":"2023-10-09T04:45:37.571159+0000","last_fullsized":"2023-10-09T04:45:37.571159+0000","mapping_epoch":149,"log_start":"156'3500","ondisk_log_start":"156'3500","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7745,"log_dups_size":0,"ondisk_log_size":7745,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:09.037792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221315072,"num_objects":3377,"num_object_clones":0,"num_object_copies":10131,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3377,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11245,"num_write_kb":467904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.525050+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:45:23.525050+0000","last_peered":"2023-10-09T04:45:23.525050+0000","last_clean":"2023-10-09T04:45:23.525050+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:45:23.525050+0000","last_undegraded":"2023-10-09T04:45:23.525050+0000","last_fullsized":"2023-10-09T04:45:23.525050+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523640+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:45:23.523640+0000","last_peered":"2023-10-09T04:45:23.523640+0000","last_clean":"2023-10-09T04:45:23.523640+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:45:23.523640+0000","last_undegraded":"2023-10-09T04:45:23.523640+0000","last_fullsized":"2023-10-09T04:45:23.523640+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"182'11153","reported_seq":11196,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:38.457788+0000","last_change":"2023-10-09T04:42:36.824057+0000","last_active":"2023-10-09T04:45:38.457788+0000","last_peered":"2023-10-09T04:45:38.457788+0000","last_clean":"2023-10-09T04:45:38.457788+0000","last_became_active":"2023-10-09T04:42:36.823827+0000","last_became_peered":"2023-10-09T04:42:36.823827+0000","last_unstale":"2023-10-09T04:45:38.457788+0000","last_undegraded":"2023-10-09T04:45:38.457788+0000","last_fullsized":"2023-10-09T04:45:38.457788+0000","mapping_epoch":149,"log_start":"155'3400","ondisk_log_start":"155'3400","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7753,"log_dups_size":0,"ondisk_log_size":7753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:44.926455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217645056,"num_objects":3321,"num_object_clones":0,"num_object_copies":9963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11153,"num_write_kb":463168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":127,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:28.474787+0000","last_change":"2023-10-09T04:36:49.722674+0000","last_active":"2023-10-09T04:45:28.474787+0000","last_peered":"2023-10-09T04:45:28.474787+0000","last_clean":"2023-10-09T04:45:28.474787+0000","last_became_active":"2023-10-09T04:36:49.707131+0000","last_became_peered":"2023-10-09T04:36:49.707131+0000","last_unstale":"2023-10-09T04:45:28.474787+0000","last_undegraded":"2023-10-09T04:45:28.474787+0000","last_fullsized":"2023-10-09T04:45:28.474787+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:54.457008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":122,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.534068+0000","last_change":"2023-10-09T04:36:49.708214+0000","last_active":"2023-10-09T04:45:23.534068+0000","last_peered":"2023-10-09T04:45:23.534068+0000","last_clean":"2023-10-09T04:45:23.534068+0000","last_became_active":"2023-10-09T04:36:49.707914+0000","last_became_peered":"2023-10-09T04:36:49.707914+0000","last_unstale":"2023-10-09T04:45:23.534068+0000","last_undegraded":"2023-10-09T04:45:23.534068+0000","last_fullsized":"2023-10-09T04:45:23.534068+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:23:07.541871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"182'11277","reported_seq":11318,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.622582+0000","last_change":"2023-10-09T04:42:36.827377+0000","last_active":"2023-10-09T04:45:37.622582+0000","last_peered":"2023-10-09T04:45:37.622582+0000","last_clean":"2023-10-09T04:45:37.622582+0000","last_became_active":"2023-10-09T04:42:36.827102+0000","last_became_peered":"2023-10-09T04:42:36.827102+0000","last_unstale":"2023-10-09T04:45:37.622582+0000","last_undegraded":"2023-10-09T04:45:37.622582+0000","last_fullsized":"2023-10-09T04:45:37.622582+0000","mapping_epoch":149,"log_start":"153'1200","ondisk_log_start":"153'1200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10077,"log_dups_size":0,"ondisk_log_size":10077,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:09.310780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215154688,"num_objects":3283,"num_object_clones":0,"num_object_copies":9849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11277,"num_write_kb":465920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":149,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.531382+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:45:23.531382+0000","last_peered":"2023-10-09T04:45:23.531382+0000","last_clean":"2023-10-09T04:45:23.531382+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:45:23.531382+0000","last_undegraded":"2023-10-09T04:45:23.531382+0000","last_fullsized":"2023-10-09T04:45:23.531382+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":160,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.530660+0000","last_change":"2023-10-09T04:36:49.722584+0000","last_active":"2023-10-09T04:45:23.530660+0000","last_peered":"2023-10-09T04:45:23.530660+0000","last_clean":"2023-10-09T04:45:23.530660+0000","last_became_active":"2023-10-09T04:36:49.722126+0000","last_became_peered":"2023-10-09T04:36:49.722126+0000","last_unstale":"2023-10-09T04:45:23.530660+0000","last_undegraded":"2023-10-09T04:45:23.530660+0000","last_fullsized":"2023-10-09T04:45:23.530660+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:21.985338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":107,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.532655+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:45:23.532655+0000","last_peered":"2023-10-09T04:45:23.532655+0000","last_clean":"2023-10-09T04:45:23.532655+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:45:23.532655+0000","last_undegraded":"2023-10-09T04:45:23.532655+0000","last_fullsized":"2023-10-09T04:45:23.532655+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"182'11237","reported_seq":11280,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:36.473626+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:45:36.473626+0000","last_peered":"2023-10-09T04:45:36.473626+0000","last_clean":"2023-10-09T04:45:36.473626+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:45:36.473626+0000","last_undegraded":"2023-10-09T04:45:36.473626+0000","last_fullsized":"2023-10-09T04:45:36.473626+0000","mapping_epoch":149,"log_start":"153'1200","ondisk_log_start":"153'1200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10037,"log_dups_size":0,"ondisk_log_size":10037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216989696,"num_objects":3311,"num_object_clones":0,"num_object_copies":9933,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3311,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11237,"num_write_kb":465536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.527679+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:45:23.527679+0000","last_peered":"2023-10-09T04:45:23.527679+0000","last_clean":"2023-10-09T04:45:23.527679+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:45:23.527679+0000","last_undegraded":"2023-10-09T04:45:23.527679+0000","last_fullsized":"2023-10-09T04:45:23.527679+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523346+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:45:23.523346+0000","last_peered":"2023-10-09T04:45:23.523346+0000","last_clean":"2023-10-09T04:45:23.523346+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:45:23.523346+0000","last_undegraded":"2023-10-09T04:45:23.523346+0000","last_fullsized":"2023-10-09T04:45:23.523346+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":137,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.531305+0000","last_change":"2023-10-09T04:36:49.708277+0000","last_active":"2023-10-09T04:45:23.531305+0000","last_peered":"2023-10-09T04:45:23.531305+0000","last_clean":"2023-10-09T04:45:23.531305+0000","last_became_active":"2023-10-09T04:36:49.708017+0000","last_became_peered":"2023-10-09T04:36:49.708017+0000","last_unstale":"2023-10-09T04:45:23.531305+0000","last_undegraded":"2023-10-09T04:45:23.531305+0000","last_fullsized":"2023-10-09T04:45:23.531305+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:33:43.508243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"182'11008","reported_seq":11049,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.593463+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:45:37.593463+0000","last_peered":"2023-10-09T04:45:37.593463+0000","last_clean":"2023-10-09T04:45:37.593463+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:45:37.593463+0000","last_undegraded":"2023-10-09T04:45:37.593463+0000","last_fullsized":"2023-10-09T04:45:37.593463+0000","mapping_epoch":149,"log_start":"153'1000","ondisk_log_start":"153'1000","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10008,"log_dups_size":0,"ondisk_log_size":10008,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216662016,"num_objects":3306,"num_object_clones":0,"num_object_copies":9918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11008,"num_write_kb":458048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":149,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.545576+0000","last_change":"2023-10-09T04:36:49.720368+0000","last_active":"2023-10-09T04:45:23.545576+0000","last_peered":"2023-10-09T04:45:23.545576+0000","last_clean":"2023-10-09T04:45:23.545576+0000","last_became_active":"2023-10-09T04:36:49.720050+0000","last_became_peered":"2023-10-09T04:36:49.720050+0000","last_unstale":"2023-10-09T04:45:23.545576+0000","last_undegraded":"2023-10-09T04:45:23.545576+0000","last_fullsized":"2023-10-09T04:45:23.545576+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:25:02.745899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":122,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.533582+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:45:23.533582+0000","last_peered":"2023-10-09T04:45:23.533582+0000","last_clean":"2023-10-09T04:45:23.533582+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:45:23.533582+0000","last_undegraded":"2023-10-09T04:45:23.533582+0000","last_fullsized":"2023-10-09T04:45:23.533582+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":144,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.536415+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:45:23.536415+0000","last_peered":"2023-10-09T04:45:23.536415+0000","last_clean":"2023-10-09T04:45:23.536415+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:45:23.536415+0000","last_undegraded":"2023-10-09T04:45:23.536415+0000","last_fullsized":"2023-10-09T04:45:23.536415+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"182'11110","reported_seq":11153,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:38.456000+0000","last_change":"2023-10-09T04:42:36.824963+0000","last_active":"2023-10-09T04:45:38.456000+0000","last_peered":"2023-10-09T04:45:38.456000+0000","last_clean":"2023-10-09T04:45:38.456000+0000","last_became_active":"2023-10-09T04:42:36.824679+0000","last_became_peered":"2023-10-09T04:42:36.824679+0000","last_unstale":"2023-10-09T04:45:38.456000+0000","last_undegraded":"2023-10-09T04:45:38.456000+0000","last_fullsized":"2023-10-09T04:45:38.456000+0000","mapping_epoch":149,"log_start":"155'3400","ondisk_log_start":"155'3400","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7710,"log_dups_size":0,"ondisk_log_size":7710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:13:36.997809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218628096,"num_objects":3336,"num_object_clones":0,"num_object_copies":10008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11110,"num_write_kb":462272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.530826+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:45:23.530826+0000","last_peered":"2023-10-09T04:45:23.530826+0000","last_clean":"2023-10-09T04:45:23.530826+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:45:23.530826+0000","last_undegraded":"2023-10-09T04:45:23.530826+0000","last_fullsized":"2023-10-09T04:45:23.530826+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":524,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.519662+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:45:23.519662+0000","last_peered":"2023-10-09T04:45:23.519662+0000","last_clean":"2023-10-09T04:45:23.519662+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:45:23.519662+0000","last_undegraded":"2023-10-09T04:45:23.519662+0000","last_fullsized":"2023-10-09T04:45:23.519662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":114,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.542578+0000","last_change":"2023-10-09T04:36:49.719462+0000","last_active":"2023-10-09T04:45:23.542578+0000","last_peered":"2023-10-09T04:45:23.542578+0000","last_clean":"2023-10-09T04:45:23.542578+0000","last_became_active":"2023-10-09T04:36:49.718827+0000","last_became_peered":"2023-10-09T04:36:49.718827+0000","last_unstale":"2023-10-09T04:45:23.542578+0000","last_undegraded":"2023-10-09T04:45:23.542578+0000","last_fullsized":"2023-10-09T04:45:23.542578+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:47:15.950193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523127+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:45:23.523127+0000","last_peered":"2023-10-09T04:45:23.523127+0000","last_clean":"2023-10-09T04:45:23.523127+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:45:23.523127+0000","last_undegraded":"2023-10-09T04:45:23.523127+0000","last_fullsized":"2023-10-09T04:45:23.523127+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"182'11232","reported_seq":11275,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:36.417319+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:45:36.417319+0000","last_peered":"2023-10-09T04:45:36.417319+0000","last_clean":"2023-10-09T04:45:36.417319+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:45:36.417319+0000","last_undegraded":"2023-10-09T04:45:36.417319+0000","last_fullsized":"2023-10-09T04:45:36.417319+0000","mapping_epoch":149,"log_start":"153'1200","ondisk_log_start":"153'1200","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":10032,"log_dups_size":0,"ondisk_log_size":10032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224133120,"num_objects":3420,"num_object_clones":0,"num_object_copies":10260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3420,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11232,"num_write_kb":468864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":164,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.519737+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:45:23.519737+0000","last_peered":"2023-10-09T04:45:23.519737+0000","last_clean":"2023-10-09T04:45:23.519737+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:45:23.519737+0000","last_undegraded":"2023-10-09T04:45:23.519737+0000","last_fullsized":"2023-10-09T04:45:23.519737+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":137,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.517556+0000","last_change":"2023-10-09T04:36:49.717184+0000","last_active":"2023-10-09T04:45:23.517556+0000","last_peered":"2023-10-09T04:45:23.517556+0000","last_clean":"2023-10-09T04:45:23.517556+0000","last_became_active":"2023-10-09T04:36:49.716939+0000","last_became_peered":"2023-10-09T04:36:49.716939+0000","last_unstale":"2023-10-09T04:45:23.517556+0000","last_undegraded":"2023-10-09T04:45:23.517556+0000","last_fullsized":"2023-10-09T04:45:23.517556+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:50.855531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":153,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:26.502925+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:45:26.502925+0000","last_peered":"2023-10-09T04:45:26.502925+0000","last_clean":"2023-10-09T04:45:26.502925+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:45:26.502925+0000","last_undegraded":"2023-10-09T04:45:26.502925+0000","last_fullsized":"2023-10-09T04:45:26.502925+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"182'10995","reported_seq":11036,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.521870+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:45:37.521870+0000","last_peered":"2023-10-09T04:45:37.521870+0000","last_clean":"2023-10-09T04:45:37.521870+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:45:37.521870+0000","last_undegraded":"2023-10-09T04:45:37.521870+0000","last_fullsized":"2023-10-09T04:45:37.521870+0000","mapping_epoch":149,"log_start":"155'3300","ondisk_log_start":"155'3300","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7695,"log_dups_size":0,"ondisk_log_size":7695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217382912,"num_objects":3317,"num_object_clones":0,"num_object_copies":9951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10995,"num_write_kb":457984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":147,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523836+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:45:23.523836+0000","last_peered":"2023-10-09T04:45:23.523836+0000","last_clean":"2023-10-09T04:45:23.523836+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:45:23.523836+0000","last_undegraded":"2023-10-09T04:45:23.523836+0000","last_fullsized":"2023-10-09T04:45:23.523836+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":121,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.531231+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:45:23.531231+0000","last_peered":"2023-10-09T04:45:23.531231+0000","last_clean":"2023-10-09T04:45:23.531231+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:45:23.531231+0000","last_undegraded":"2023-10-09T04:45:23.531231+0000","last_fullsized":"2023-10-09T04:45:23.531231+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":123,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.515793+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:45:23.515793+0000","last_peered":"2023-10-09T04:45:23.515793+0000","last_clean":"2023-10-09T04:45:23.515793+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:45:23.515793+0000","last_undegraded":"2023-10-09T04:45:23.515793+0000","last_fullsized":"2023-10-09T04:45:23.515793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"182'11279","reported_seq":11321,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:37.558736+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:45:37.558736+0000","last_peered":"2023-10-09T04:45:37.558736+0000","last_clean":"2023-10-09T04:45:37.558736+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:45:37.558736+0000","last_undegraded":"2023-10-09T04:45:37.558736+0000","last_fullsized":"2023-10-09T04:45:37.558736+0000","mapping_epoch":149,"log_start":"155'3500","ondisk_log_start":"155'3500","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7779,"log_dups_size":0,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219545624,"num_objects":3351,"num_object_clones":0,"num_object_copies":10053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3351,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11279,"num_write_kb":468097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":155,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:28.474947+0000","last_change":"2023-10-09T04:36:49.705188+0000","last_active":"2023-10-09T04:45:28.474947+0000","last_peered":"2023-10-09T04:45:28.474947+0000","last_clean":"2023-10-09T04:45:28.474947+0000","last_became_active":"2023-10-09T04:36:49.702674+0000","last_became_peered":"2023-10-09T04:36:49.702674+0000","last_unstale":"2023-10-09T04:45:28.474947+0000","last_undegraded":"2023-10-09T04:45:28.474947+0000","last_fullsized":"2023-10-09T04:45:28.474947+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:03:55.370838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":106,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.537410+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:45:23.537410+0000","last_peered":"2023-10-09T04:45:23.537410+0000","last_clean":"2023-10-09T04:45:23.537410+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:45:23.537410+0000","last_undegraded":"2023-10-09T04:45:23.537410+0000","last_fullsized":"2023-10-09T04:45:23.537410+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":152,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.540469+0000","last_change":"2023-10-09T04:36:49.706687+0000","last_active":"2023-10-09T04:45:23.540469+0000","last_peered":"2023-10-09T04:45:23.540469+0000","last_clean":"2023-10-09T04:45:23.540469+0000","last_became_active":"2023-10-09T04:36:49.705732+0000","last_became_peered":"2023-10-09T04:36:49.705732+0000","last_unstale":"2023-10-09T04:45:23.540469+0000","last_undegraded":"2023-10-09T04:45:23.540469+0000","last_fullsized":"2023-10-09T04:45:23.540469+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:40.591707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"182'11362","reported_seq":11405,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:38.400005+0000","last_change":"2023-10-09T04:42:36.822315+0000","last_active":"2023-10-09T04:45:38.400005+0000","last_peered":"2023-10-09T04:45:38.400005+0000","last_clean":"2023-10-09T04:45:38.400005+0000","last_became_active":"2023-10-09T04:42:36.822028+0000","last_became_peered":"2023-10-09T04:42:36.822028+0000","last_unstale":"2023-10-09T04:45:38.400005+0000","last_undegraded":"2023-10-09T04:45:38.400005+0000","last_fullsized":"2023-10-09T04:45:38.400005+0000","mapping_epoch":149,"log_start":"156'3600","ondisk_log_start":"156'3600","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7762,"log_dups_size":0,"ondisk_log_size":7762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:00.401120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216793088,"num_objects":3308,"num_object_clones":0,"num_object_copies":9924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11362,"num_write_kb":469440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":147,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523062+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:45:23.523062+0000","last_peered":"2023-10-09T04:45:23.523062+0000","last_clean":"2023-10-09T04:45:23.523062+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:45:23.523062+0000","last_undegraded":"2023-10-09T04:45:23.523062+0000","last_fullsized":"2023-10-09T04:45:23.523062+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":141,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:26.502950+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:45:26.502950+0000","last_peered":"2023-10-09T04:45:26.502950+0000","last_clean":"2023-10-09T04:45:26.502950+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:45:26.502950+0000","last_undegraded":"2023-10-09T04:45:26.502950+0000","last_fullsized":"2023-10-09T04:45:26.502950+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.524930+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:45:23.524930+0000","last_peered":"2023-10-09T04:45:23.524930+0000","last_clean":"2023-10-09T04:45:23.524930+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:45:23.524930+0000","last_undegraded":"2023-10-09T04:45:23.524930+0000","last_fullsized":"2023-10-09T04:45:23.524930+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.516004+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:45:23.516004+0000","last_peered":"2023-10-09T04:45:23.516004+0000","last_clean":"2023-10-09T04:45:23.516004+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:45:23.516004+0000","last_undegraded":"2023-10-09T04:45:23.516004+0000","last_fullsized":"2023-10-09T04:45:23.516004+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":160,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-10-09T04:45:30.904410+0000","last_change":"2023-10-09T04:36:49.710096+0000","last_active":"2023-10-09T04:45:30.904410+0000","last_peered":"2023-10-09T04:45:30.904410+0000","last_clean":"2023-10-09T04:45:30.904410+0000","last_became_active":"2023-10-09T04:36:49.709783+0000","last_became_peered":"2023-10-09T04:36:49.709783+0000","last_unstale":"2023-10-09T04:45:30.904410+0000","last_undegraded":"2023-10-09T04:45:30.904410+0000","last_fullsized":"2023-10-09T04:45:30.904410+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:55:51.976241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":145,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.527720+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:45:23.527720+0000","last_peered":"2023-10-09T04:45:23.527720+0000","last_clean":"2023-10-09T04:45:23.527720+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:45:23.527720+0000","last_undegraded":"2023-10-09T04:45:23.527720+0000","last_fullsized":"2023-10-09T04:45:23.527720+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":159,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523536+0000","last_change":"2023-10-09T04:36:49.707421+0000","last_active":"2023-10-09T04:45:23.523536+0000","last_peered":"2023-10-09T04:45:23.523536+0000","last_clean":"2023-10-09T04:45:23.523536+0000","last_became_active":"2023-10-09T04:36:49.707060+0000","last_became_peered":"2023-10-09T04:36:49.707060+0000","last_unstale":"2023-10-09T04:45:23.523536+0000","last_undegraded":"2023-10-09T04:45:23.523536+0000","last_fullsized":"2023-10-09T04:45:23.523536+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:00.709584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":128,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.530564+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:45:23.530564+0000","last_peered":"2023-10-09T04:45:23.530564+0000","last_clean":"2023-10-09T04:45:23.530564+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:45:23.530564+0000","last_undegraded":"2023-10-09T04:45:23.530564+0000","last_fullsized":"2023-10-09T04:45:23.530564+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":159,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523202+0000","last_change":"2023-10-09T04:36:49.707278+0000","last_active":"2023-10-09T04:45:23.523202+0000","last_peered":"2023-10-09T04:45:23.523202+0000","last_clean":"2023-10-09T04:45:23.523202+0000","last_became_active":"2023-10-09T04:36:49.707035+0000","last_became_peered":"2023-10-09T04:36:49.707035+0000","last_unstale":"2023-10-09T04:45:23.523202+0000","last_undegraded":"2023-10-09T04:45:23.523202+0000","last_fullsized":"2023-10-09T04:45:23.523202+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:11.382179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.540692+0000","last_change":"2023-10-09T04:36:49.710316+0000","last_active":"2023-10-09T04:45:23.540692+0000","last_peered":"2023-10-09T04:45:23.540692+0000","last_clean":"2023-10-09T04:45:23.540692+0000","last_became_active":"2023-10-09T04:36:49.710009+0000","last_became_peered":"2023-10-09T04:36:49.710009+0000","last_unstale":"2023-10-09T04:45:23.540692+0000","last_undegraded":"2023-10-09T04:45:23.540692+0000","last_fullsized":"2023-10-09T04:45:23.540692+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:11.403426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":156,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.543821+0000","last_change":"2023-10-09T04:36:49.716445+0000","last_active":"2023-10-09T04:45:23.543821+0000","last_peered":"2023-10-09T04:45:23.543821+0000","last_clean":"2023-10-09T04:45:23.543821+0000","last_became_active":"2023-10-09T04:36:49.706927+0000","last_became_peered":"2023-10-09T04:36:49.706927+0000","last_unstale":"2023-10-09T04:45:23.543821+0000","last_undegraded":"2023-10-09T04:45:23.543821+0000","last_fullsized":"2023-10-09T04:45:23.543821+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:45:06.605977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":141,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.516354+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:45:23.516354+0000","last_peered":"2023-10-09T04:45:23.516354+0000","last_clean":"2023-10-09T04:45:23.516354+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:45:23.516354+0000","last_undegraded":"2023-10-09T04:45:23.516354+0000","last_fullsized":"2023-10-09T04:45:23.516354+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":152,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-10-09T04:45:23.523973+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:45:23.523973+0000","last_peered":"2023-10-09T04:45:23.523973+0000","last_clean":"2023-10-09T04:45:23.523973+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:45:23.523973+0000","last_undegraded":"2023-10-09T04:45:23.523973+0000","last_fullsized":"2023-10-09T04:45:23.523973+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":3481010200,"num_objects":53117,"num_object_clones":0,"num_object_copies":159351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53117,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":179461,"num_write_kb":7442433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10460147712,"data_stored":10460135496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139261,"ondisk_log_size":139261,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234273,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2510472,"kb_used_data":1920704,"kb_used_omap":0,"kb_used_meta":589760,"kb_avail":91234680,"statfs":{"total":95995035648,"available":93424312320,"internally_reserved":0,"allocated":1966800896,"data_stored":1966257106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603914240},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.3119999999999998,"5min":1.9550000000000001,"15min":1.8640000000000001},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":11.922000000000001,"5min":11.922000000000001,"15min":11.922000000000001},"last":1.4450000000000001},{"interface":"front","average":{"1min":2.484,"5min":1.73,"15min":1.7290000000000001},"min":{"1min":0.30499999999999999,"5min":0.253,"15min":0.23499999999999999},"max":{"1min":9.2210000000000001,"5min":9.2210000000000001,"15min":9.6790000000000003},"last":2.7160000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:45:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":3.032,"15min":2.1080000000000001},"min":{"1min":0.36799999999999999,"5min":0.24099999999999999,"15min":0.23699999999999999},"max":{"1min":10.711,"5min":68.852999999999994,"15min":68.852999999999994},"last":1.391},{"interface":"front","average":{"1min":3.6499999999999999,"5min":2.7829999999999999,"15min":2.2109999999999999},"min":{"1min":0.42499999999999999,"5min":0.25,"15min":0.24399999999999999},"max":{"1min":17.385000000000002,"5min":68.903000000000006,"15min":68.903000000000006},"last":1.8260000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1059999999999999,"5min":1.8839999999999999,"15min":2.2080000000000002},"min":{"1min":0.44900000000000001,"5min":0.28199999999999997,"15min":0.27300000000000002},"max":{"1min":10.539,"5min":10.539,"15min":12.07},"last":2.504},{"interface":"front","average":{"1min":2.6989999999999998,"5min":1.976,"15min":2.5800000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.252},"max":{"1min":9.2739999999999991,"5min":9.2739999999999991,"15min":11.742000000000001},"last":1.8959999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.754,"15min":2.081},"min":{"1min":0.502,"5min":0.308,"15min":0.308},"max":{"1min":10.494,"5min":58.716999999999999,"15min":58.716999999999999},"last":2.5470000000000002},{"interface":"front","average":{"1min":4.0979999999999999,"5min":2.855,"15min":2.1459999999999999},"min":{"1min":0.47399999999999998,"5min":0.311,"15min":0.311},"max":{"1min":14.071,"5min":58.639000000000003,"15min":58.639000000000003},"last":2.9790000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:45:33 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":1.5820000000000001,"15min":1.4810000000000001},"min":{"1min":0.31,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":14.643000000000001,"5min":14.643000000000001,"15min":17.469000000000001},"last":1.5289999999999999},{"interface":"front","average":{"1min":1.9630000000000001,"5min":1.4950000000000001,"15min":1.377},"min":{"1min":0.39300000000000002,"5min":0.29399999999999998,"15min":0.27800000000000002},"max":{"1min":6.931,"5min":9.1839999999999993,"15min":9.1839999999999993},"last":1.8660000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:45:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5800000000000001,"5min":1.6120000000000001,"15min":1.5029999999999999},"min":{"1min":0.28399999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":14.688000000000001,"5min":14.688000000000001,"15min":17.370000000000001},"last":1.581},{"interface":"front","average":{"1min":3.109,"5min":1.617,"15min":1.5920000000000001},"min":{"1min":0.375,"5min":0.311,"15min":0.28100000000000003},"max":{"1min":9.3460000000000001,"5min":9.3460000000000001,"15min":12.074999999999999},"last":1.5489999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:45:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9350000000000001,"5min":1.7549999999999999,"15min":1.5660000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.29699999999999999},"max":{"1min":9.9039999999999999,"5min":9.9039999999999999,"15min":17.501000000000001},"last":1.96},{"interface":"front","average":{"1min":3.3250000000000002,"5min":1.954,"15min":1.6579999999999999},"min":{"1min":0.41599999999999998,"5min":0.37,"15min":0.33300000000000002},"max":{"1min":9.7669999999999995,"5min":9.7669999999999995,"15min":12.101000000000001},"last":1.976}]}]},{"osd":6,"up_from":46,"seq":197568495909,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":955512,"kb_used_data":645936,"kb_used_omap":0,"kb_used_meta":309568,"kb_avail":92789640,"statfs":{"total":95995035648,"available":95016591360,"internally_reserved":0,"allocated":661438464,"data_stored":660910946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316997632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:47 2023","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.893,"15min":1.637},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20599999999999999},"max":{"1min":3.5779999999999998,"5min":19.166,"15min":19.166},"last":0.41099999999999998},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.2799999999999998,"15min":1.7649999999999999},"min":{"1min":0.30399999999999999,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":11.292,"5min":19.143999999999998,"15min":19.143999999999998},"last":5.2329999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:45:33 2023","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":2.4039999999999999,"15min":2.0169999999999999},"min":{"1min":0.27300000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":8.4079999999999995,"5min":22.805,"15min":22.805},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.2389999999999999,"15min":2.0190000000000001},"min":{"1min":0.316,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":4.7130000000000001,"5min":22.834,"15min":22.834},"last":5.2750000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:44:54 2023","interfaces":[{"interface":"back","average":{"1min":1.9690000000000001,"5min":1.8480000000000001,"15min":2.234},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":6.9500000000000002,"5min":13.32,"15min":13.32},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.9500000000000002,"5min":2.2709999999999999,"15min":2.0249999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.27100000000000002},"max":{"1min":7.2489999999999997,"5min":10.265000000000001,"15min":10.265000000000001},"last":5.577}]},{"osd":3,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":3.4710000000000001,"5min":2.4220000000000002,"15min":1.893},"min":{"1min":0.35099999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":10.305999999999999,"5min":22.885999999999999,"15min":22.885999999999999},"last":5.5140000000000002},{"interface":"front","average":{"1min":1.585,"5min":1.671,"15min":1.4510000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.312},"max":{"1min":6.6799999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":4.5049999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3130000000000002,"5min":1.6120000000000001,"15min":1.321},"min":{"1min":0.32100000000000001,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":9.2430000000000003,"5min":13.369,"15min":13.369},"last":0.497},{"interface":"front","average":{"1min":2.9849999999999999,"5min":1.75,"15min":1.4750000000000001},"min":{"1min":0.46700000000000003,"5min":0.32500000000000001,"15min":0.25900000000000001},"max":{"1min":12.722,"5min":12.722,"15min":12.722},"last":5.6040000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":1.373,"15min":1.3640000000000001},"min":{"1min":0.27600000000000002,"5min":0.26000000000000001,"15min":0.24399999999999999},"max":{"1min":5.9950000000000001,"5min":16.042000000000002,"15min":16.042000000000002},"last":5.9690000000000003},{"interface":"front","average":{"1min":1.9470000000000001,"5min":1.7729999999999999,"15min":1.639},"min":{"1min":0.34599999999999997,"5min":0.315,"15min":0.315},"max":{"1min":7.0899999999999999,"5min":13.391999999999999,"15min":13.391999999999999},"last":1.3089999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:45:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5640000000000001,"5min":1.9730000000000001,"15min":1.6519999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":12.369,"5min":13.345000000000001,"15min":13.345000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":2.722,"5min":2.0720000000000001,"15min":1.6970000000000001},"min":{"1min":0.45400000000000001,"5min":0.34599999999999997,"15min":0.32200000000000001},"max":{"1min":13.866,"5min":13.866,"15min":13.866},"last":5.5490000000000004}]}]},{"osd":1,"up_from":102,"seq":438086664343,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2408772,"kb_used_data":1927932,"kb_used_omap":4,"kb_used_meta":480827,"kb_avail":91336380,"statfs":{"total":95995035648,"available":93528453120,"internally_reserved":0,"allocated":1974202368,"data_stored":1973430866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":492367758},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,3,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:32 2023","interfaces":[{"interface":"back","average":{"1min":2.1720000000000002,"5min":2.7530000000000001,"15min":2.323},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.161},"max":{"1min":6.3440000000000003,"5min":44.014000000000003,"15min":44.014000000000003},"last":2.7610000000000001},{"interface":"front","average":{"1min":2.5470000000000002,"5min":2.601,"15min":2.4449999999999998},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":12.276,"5min":44.417999999999999,"15min":44.417999999999999},"last":3.2069999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8240000000000001,"5min":1.407,"15min":2.0579999999999998},"min":{"1min":0.22500000000000001,"5min":0.217,"15min":0.20499999999999999},"max":{"1min":7.6449999999999996,"5min":15.156000000000001,"15min":15.156000000000001},"last":2.3730000000000002},{"interface":"front","average":{"1min":2.1190000000000002,"5min":1.7549999999999999,"15min":2.2719999999999998},"min":{"1min":0.22500000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.0899999999999999,"5min":11.204000000000001,"15min":11.630000000000001},"last":1.788}]},{"osd":3,"last update":"Mon Oct 9 04:45:05 2023","interfaces":[{"interface":"back","average":{"1min":3.9729999999999999,"5min":1.984,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.247,"15min":0.217},"max":{"1min":37.384,"5min":37.384,"15min":37.384},"last":2.7160000000000002},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.6440000000000001,"15min":3.032},"min":{"1min":0.245,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":35.997999999999998,"5min":35.997999999999998,"15min":35.997999999999998},"last":3.0659999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:45:32 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.8320000000000001,"15min":2.1589999999999998},"min":{"1min":0.36199999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":12.286},"last":1.8260000000000001},{"interface":"front","average":{"1min":2.3010000000000002,"5min":1.7290000000000001,"15min":1.639},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.25900000000000001},"max":{"1min":8.4369999999999994,"5min":8.4369999999999994,"15min":15.074},"last":2.3570000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:45:32 2023","interfaces":[{"interface":"back","average":{"1min":2.625,"5min":1.847,"15min":2.0489999999999999},"min":{"1min":0.35899999999999999,"5min":0.33600000000000002,"15min":0.23899999999999999},"max":{"1min":8.9589999999999996,"5min":13.292,"15min":13.292},"last":2.875},{"interface":"front","average":{"1min":3.718,"5min":2.2250000000000001,"15min":1.952},"min":{"1min":0.38,"5min":0.36199999999999999,"15min":0.23799999999999999},"max":{"1min":8.3740000000000006,"5min":10.699,"15min":15.029999999999999},"last":2.339}]},{"osd":6,"last update":"Mon Oct 9 04:45:32 2023","interfaces":[{"interface":"back","average":{"1min":1.851,"5min":1.5620000000000001,"15min":1.835},"min":{"1min":0.433,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":8.3200000000000003,"5min":13.345000000000001,"15min":13.345000000000001},"last":2.8439999999999999},{"interface":"front","average":{"1min":2.9550000000000001,"5min":1.984,"15min":2.3180000000000001},"min":{"1min":0.39700000000000002,"5min":0.316,"15min":0.29999999999999999},"max":{"1min":11.32,"5min":11.32,"15min":12.657999999999999},"last":1.859}]},{"osd":7,"last update":"Mon Oct 9 04:45:32 2023","interfaces":[{"interface":"back","average":{"1min":3.5270000000000001,"5min":2.4279999999999999,"15min":2.4260000000000002},"min":{"1min":0.56100000000000005,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":11.428000000000001,"5min":13.199999999999999,"15min":14.788},"last":1.845},{"interface":"front","average":{"1min":2.8679999999999999,"5min":2.0409999999999999,"15min":1.772},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":8.4640000000000004,"5min":9.2949999999999999,"15min":15.130000000000001},"last":2.2999999999999998}]}]},{"osd":0,"up_from":86,"seq":369367187616,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1303892,"kb_used_data":880844,"kb_used_omap":5,"kb_used_meta":423034,"kb_avail":92441260,"statfs":{"total":95995035648,"available":94659850240,"internally_reserved":0,"allocated":901984256,"data_stored":901140349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":433187450},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":1.694,"5min":1.5509999999999999,"15min":2.2650000000000001},"min":{"1min":0.215,"5min":0.189,"15min":0.183},"max":{"1min":6.9000000000000004,"5min":16.155000000000001,"15min":76.174000000000007},"last":1.1910000000000001},{"interface":"front","average":{"1min":2.722,"5min":2.0179999999999998,"15min":2.3559999999999999},"min":{"1min":0.23699999999999999,"5min":0.219,"15min":0.20000000000000001},"max":{"1min":8.8239999999999998,"5min":8.8239999999999998,"15min":76.245000000000005},"last":0.188}]},{"osd":2,"last update":"Mon Oct 9 04:44:51 2023","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":1.6200000000000001,"15min":2.1819999999999999},"min":{"1min":0.313,"5min":0.23000000000000001,"15min":0.20100000000000001},"max":{"1min":4.3209999999999997,"5min":7.5060000000000002,"15min":18.437000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":3.1320000000000001,"5min":1.9510000000000001,"15min":2.3159999999999998},"min":{"1min":0.40600000000000003,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2189999999999994,"5min":13.348000000000001,"15min":13.348000000000001},"last":1.976}]},{"osd":3,"last update":"Mon Oct 9 04:45:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8439999999999999,"5min":2.2090000000000001,"15min":1.6919999999999999},"min":{"1min":0.30299999999999999,"5min":0.23400000000000001,"15min":0.20499999999999999},"max":{"1min":9.4060000000000006,"5min":13.385999999999999,"15min":13.385999999999999},"last":0.377},{"interface":"front","average":{"1min":2.9180000000000001,"5min":2.081,"15min":1.6100000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":9.2569999999999997,"5min":13.411,"15min":13.411},"last":1.0249999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":2.2610000000000001,"5min":1.8200000000000001,"15min":1.7410000000000001},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.28399999999999997},"max":{"1min":5.9550000000000001,"5min":13.125,"15min":13.334},"last":3.6070000000000002},{"interface":"front","average":{"1min":2.4769999999999999,"5min":1.7010000000000001,"15min":1.825},"min":{"1min":0.39900000000000002,"5min":0.32500000000000001,"15min":0.27100000000000002},"max":{"1min":9.3539999999999992,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":6.867}]},{"osd":5,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.915,"15min":1.964},"min":{"1min":0.36699999999999999,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":9.3800000000000008,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":1.1120000000000001},{"interface":"front","average":{"1min":3.2829999999999999,"5min":2.4889999999999999,"15min":2.0649999999999999},"min":{"1min":0.42699999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":9.2840000000000007,"5min":13.438000000000001,"15min":16.609999999999999},"last":0.95899999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.4350000000000001,"5min":2.6080000000000001,"15min":2.3420000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":9.4290000000000003,"5min":43.832999999999998,"15min":43.832999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":3.585,"5min":2.8050000000000002,"15min":2.1659999999999999},"min":{"1min":0.48099999999999998,"5min":0.316,"15min":0.316},"max":{"1min":9.1769999999999996,"5min":43.819000000000003,"15min":43.819000000000003},"last":0.99099999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:44:46 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.2799999999999998,"15min":2.02},"min":{"1min":0.46800000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":9.3089999999999993,"5min":13.374000000000001,"15min":13.374000000000001},"last":2.6419999999999999},{"interface":"front","average":{"1min":2.6850000000000001,"5min":1.907,"15min":1.7909999999999999},"min":{"1min":0.56799999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":5.9889999999999999,"5min":7.4610000000000003,"15min":14.186},"last":0.41599999999999998}]}]},{"osd":2,"up_from":116,"seq":498216206458,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":933064,"kb_used_data":662656,"kb_used_omap":7,"kb_used_meta":270392,"kb_avail":92812088,"statfs":{"total":95995035648,"available":95039578112,"internally_reserved":0,"allocated":678559744,"data_stored":677839620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":276881489},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":2.0470000000000002,"15min":3},"min":{"1min":0.21199999999999999,"5min":0.191,"15min":0.17499999999999999},"max":{"1min":9.3140000000000001,"5min":29.183,"15min":29.183},"last":2.4199999999999999},{"interface":"front","average":{"1min":2.7679999999999998,"5min":1.881,"15min":2.8570000000000002},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.191},"max":{"1min":9.0860000000000003,"5min":11.128,"15min":12.164},"last":5.431}]},{"osd":1,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.3159999999999998,"5min":1.889,"15min":2.9319999999999999},"min":{"1min":0.30399999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":9.5180000000000007,"5min":11.096,"15min":11.096},"last":5.4870000000000001},{"interface":"front","average":{"1min":3.4260000000000002,"5min":2.1059999999999999,"15min":2.823},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":9.9369999999999994,"5min":12.138,"15min":21.797999999999998},"last":5.2320000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.512,"5min":2.0339999999999998,"15min":1.7589999999999999},"min":{"1min":0.27500000000000002,"5min":0.26500000000000001,"15min":0.23699999999999999},"max":{"1min":10.968,"5min":10.968,"15min":10.968},"last":5.2690000000000001},{"interface":"front","average":{"1min":3.0329999999999999,"5min":1.8740000000000001,"15min":1.6140000000000001},"min":{"1min":0.38100000000000001,"5min":0.255,"15min":0.255},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":12.664},"last":0.56899999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.8290000000000002,"5min":2.012,"15min":1.671},"min":{"1min":0.32500000000000001,"5min":0.28899999999999998,"15min":0.26300000000000001},"max":{"1min":9.8949999999999996,"5min":10.016999999999999,"15min":11.789},"last":5.3460000000000001},{"interface":"front","average":{"1min":2.024,"5min":1.7769999999999999,"15min":2.4319999999999999},"min":{"1min":0.36899999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":5.1699999999999999,"5min":9.4390000000000001,"15min":13.69},"last":0.62}]},{"osd":5,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.1589999999999998,"15min":2.7570000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.7190000000000003,"5min":11.151999999999999,"15min":14.644},"last":5.4640000000000004},{"interface":"front","average":{"1min":3.3769999999999998,"5min":2.5510000000000002,"15min":2.206},"min":{"1min":0.46300000000000002,"5min":0.316,"15min":0.25900000000000001},"max":{"1min":9.9610000000000003,"5min":13.205,"15min":13.205},"last":5.3170000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.4350000000000001,"15min":2.456},"min":{"1min":0.41699999999999998,"5min":0.38800000000000001,"15min":0.30599999999999999},"max":{"1min":5.258,"5min":9.5020000000000007,"15min":15.412000000000001},"last":2.0459999999999998},{"interface":"front","average":{"1min":2.3570000000000002,"5min":1.8979999999999999,"15min":2.7490000000000001},"min":{"1min":0.36599999999999999,"5min":0.34799999999999998,"15min":0.32900000000000001},"max":{"1min":6.1219999999999999,"5min":13.484999999999999,"15min":13.484999999999999},"last":5.5380000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":1.9099999999999999,"15min":3.0609999999999999},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.373},"max":{"1min":18.792999999999999,"5min":18.792999999999999,"15min":18.792999999999999},"last":4.0620000000000003},{"interface":"front","average":{"1min":3.4769999999999999,"5min":2.2730000000000001,"15min":3.1190000000000002},"min":{"1min":0.39200000000000002,"5min":0.36799999999999999,"15min":0.34899999999999998},"max":{"1min":18.841999999999999,"5min":18.841999999999999,"15min":18.841999999999999},"last":5.5140000000000002}]}]},{"osd":3,"up_from":135,"seq":579820585068,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2084132,"kb_used_data":1696156,"kb_used_omap":2,"kb_used_meta":387901,"kb_avail":91661020,"statfs":{"total":95995035648,"available":93860884480,"internally_reserved":0,"allocated":1736863744,"data_stored":1736176251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":397210677},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.339,"15min":1.681},"min":{"1min":0.21099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":7.9710000000000001,"5min":9.2010000000000005,"15min":12.403},"last":5.0149999999999997},{"interface":"front","average":{"1min":1.919,"5min":1.673,"15min":2.0619999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":9.2309999999999999,"5min":9.2309999999999999,"15min":10.33},"last":2.968}]},{"osd":1,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4039999999999999,"5min":1.9950000000000001,"15min":2.0129999999999999},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.19700000000000001},"max":{"1min":5.9660000000000002,"5min":9.8279999999999994,"15min":18.779},"last":3.085},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.4179999999999999,"15min":1.635},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.4769999999999999,"5min":9.1259999999999994,"15min":12.377000000000001},"last":4.9589999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":1.6299999999999999,"5min":1.4890000000000001,"15min":1.8149999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.20200000000000001},"max":{"1min":5.6890000000000001,"5min":11.691000000000001,"15min":12.369},"last":4.9299999999999997},{"interface":"front","average":{"1min":2.734,"5min":1.909,"15min":1.482},"min":{"1min":0.25700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.2720000000000002,"5min":9.2720000000000002,"15min":9.2720000000000002},"last":2.9980000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.927,"5min":2.1619999999999999,"15min":1.6519999999999999},"min":{"1min":0.36799999999999999,"5min":0.29099999999999998,"15min":0.249},"max":{"1min":8.3290000000000006,"5min":9.3160000000000007,"15min":12.16},"last":3.0590000000000002},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.4690000000000001,"15min":1.4079999999999999},"min":{"1min":0.33700000000000002,"5min":0.314,"15min":0.27900000000000003},"max":{"1min":5.2939999999999996,"5min":8.7799999999999994,"15min":9.0389999999999997},"last":4.883}]},{"osd":5,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.7170000000000001,"5min":2.992,"15min":2.1949999999999998},"min":{"1min":0.54500000000000004,"5min":0.28499999999999998,"15min":0.26300000000000001},"max":{"1min":8.2040000000000006,"5min":88.840000000000003,"15min":88.840000000000003},"last":5.1520000000000001},{"interface":"front","average":{"1min":2.2130000000000001,"5min":2.7000000000000002,"15min":2.0720000000000001},"min":{"1min":0.46100000000000002,"5min":0.314,"15min":0.314},"max":{"1min":11.109999999999999,"5min":88.859999999999999,"15min":88.859999999999999},"last":5.8239999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2599999999999998,"5min":2.1509999999999998,"15min":1.569},"min":{"1min":0.38800000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":10.925000000000001,"5min":12.694000000000001,"15min":12.694000000000001},"last":5.7599999999999998},{"interface":"front","average":{"1min":3.0339999999999998,"5min":2.427,"15min":1.8600000000000001},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.33500000000000002},"max":{"1min":8.3719999999999999,"5min":12.75,"15min":12.75},"last":5.1219999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":1.8999999999999999,"5min":1.853,"15min":1.8620000000000001},"min":{"1min":0.378,"5min":0.35799999999999998,"15min":0.30299999999999999},"max":{"1min":9.7050000000000001,"5min":9.7050000000000001,"15min":12.307},"last":4.9880000000000004},{"interface":"front","average":{"1min":2.3079999999999998,"5min":2.048,"15min":1.8},"min":{"1min":0.40300000000000002,"5min":0.37,"15min":0.37},"max":{"1min":9.6890000000000001,"5min":9.6890000000000001,"15min":12.298999999999999},"last":5.7960000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019181,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1236544,"kb_used_data":646776,"kb_used_omap":0,"kb_used_meta":589760,"kb_avail":92508608,"statfs":{"total":95995035648,"available":94728814592,"internally_reserved":0,"allocated":662298624,"data_stored":661762711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603914240},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:58 2023","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":1.663,"15min":1.99},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":5.9089999999999998,"5min":16.363,"15min":28.765000000000001},"last":0.26200000000000001},{"interface":"front","average":{"1min":1.917,"5min":1.8160000000000001,"15min":1.663},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.23100000000000001},"max":{"1min":4.8040000000000003,"5min":7.2039999999999997,"15min":8.1259999999999994},"last":1.698}]},{"osd":1,"last update":"Mon Oct 9 04:45:37 2023","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":2.2919999999999998,"15min":1.8500000000000001},"min":{"1min":0.36899999999999999,"5min":0.24199999999999999,"15min":0.23899999999999999},"max":{"1min":7.6319999999999997,"5min":16.792999999999999,"15min":16.792999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":3.5779999999999998,"5min":1.905,"15min":1.9379999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":11.574,"5min":11.574,"15min":22.178999999999998},"last":1.0649999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:44:58 2023","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.6879999999999999,"15min":1.752},"min":{"1min":0.30299999999999999,"5min":0.25,"15min":0.25},"max":{"1min":4.1879999999999997,"5min":10.709,"15min":13.488},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.3599999999999999,"5min":1.8169999999999999,"15min":2.2669999999999999},"min":{"1min":0.46600000000000003,"5min":0.28699999999999998,"15min":0.27700000000000002},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":13.170999999999999},"last":1.7789999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.829,"15min":2.1280000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.5190000000000001,"5min":13.263999999999999,"15min":13.659000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":3.8559999999999999,"5min":2.597,"15min":1.992},"min":{"1min":0.46300000000000002,"5min":0.39700000000000002,"15min":0.28399999999999997},"max":{"1min":14.797000000000001,"5min":19.800999999999998,"15min":19.800999999999998},"last":3.4390000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:44:58 2023","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.419,"15min":1.4630000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":4.8949999999999996,"5min":8.7270000000000003,"15min":13.624000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.6830000000000001,"15min":1.3560000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.27000000000000002},"max":{"1min":4.5599999999999996,"5min":8.9250000000000007,"15min":8.9250000000000007},"last":1.5720000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:45:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":1.8779999999999999,"15min":1.5980000000000001},"min":{"1min":0.32400000000000001,"5min":0.316,"15min":0.24299999999999999},"max":{"1min":8.2759999999999998,"5min":18.442,"15min":18.442},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.6839999999999999,"5min":1.2649999999999999,"15min":1.421},"min":{"1min":0.33400000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":5.0599999999999996,"5min":6.6779999999999999,"15min":13.584},"last":0.36599999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:45:29 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":2.0270000000000001,"15min":1.681},"min":{"1min":0.38800000000000001,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":12.744999999999999,"5min":19.754999999999999,"15min":19.754999999999999},"last":1.609},{"interface":"front","average":{"1min":3.4420000000000002,"5min":1.8919999999999999,"15min":1.6160000000000001},"min":{"1min":0.439,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":12.292999999999999,"5min":16.835000000000001,"15min":16.835000000000001},"last":0.58899999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757545,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2805876,"kb_used_data":1917484,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":90939276,"statfs":{"total":95995035648,"available":93121818624,"internally_reserved":0,"allocated":1963503616,"data_stored":1962975759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:44:49 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.3640000000000001,"15min":1.393},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":7.2690000000000001,"5min":9.5440000000000005,"15min":12.144},"last":3.0699999999999998},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.4430000000000001,"15min":2.0339999999999998},"min":{"1min":0.54000000000000004,"5min":0.26400000000000001,"15min":0.22500000000000001},"max":{"1min":12.343,"5min":12.343,"15min":12.343},"last":0.79700000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:44:37 2023","interfaces":[{"interface":"back","average":{"1min":2.371,"5min":2.1720000000000002,"15min":2.012},"min":{"1min":0.23999999999999999,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":5.5860000000000003,"5min":9.6989999999999998,"15min":11.086},"last":3.0939999999999999},{"interface":"front","average":{"1min":4.3789999999999996,"5min":2.2669999999999999,"15min":2.1899999999999999},"min":{"1min":0.36799999999999999,"5min":0.254,"15min":0.254},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":0.95999999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:44:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.859,"15min":1.9159999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.252},"max":{"1min":7.859,"5min":14.859999999999999,"15min":14.859999999999999},"last":6.1079999999999997},{"interface":"front","average":{"1min":3.8860000000000001,"5min":2.3620000000000001,"15min":2.5990000000000002},"min":{"1min":0.501,"5min":0.28999999999999998,"15min":0.26000000000000001},"max":{"1min":8.4329999999999998,"5min":11.042,"15min":13.308},"last":0.83299999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:45:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8620000000000001,"5min":1.74,"15min":1.986},"min":{"1min":0.33900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":5.1059999999999999,"5min":9.6590000000000007,"15min":18.587},"last":5.1269999999999998},{"interface":"front","average":{"1min":3.7879999999999998,"5min":2.597,"15min":2.2930000000000001},"min":{"1min":0.39700000000000002,"5min":0.313,"15min":0.313},"max":{"1min":11.372,"5min":13.215,"15min":13.215},"last":0.85999999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.351,"15min":1.1919999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":5.1420000000000003,"5min":9.5869999999999997,"15min":9.5869999999999997},"last":3.0350000000000001},{"interface":"front","average":{"1min":2.3769999999999998,"5min":1.8280000000000001,"15min":1.389},"min":{"1min":0.36599999999999999,"5min":0.29199999999999998,"15min":0.27300000000000002},"max":{"1min":7.718,"5min":11.265000000000001,"15min":11.265000000000001},"last":2.7709999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:45:14 2023","interfaces":[{"interface":"back","average":{"1min":2.8479999999999999,"5min":1.8740000000000001,"15min":1.4930000000000001},"min":{"1min":0.32600000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":9.9870000000000001,"5min":11.231999999999999,"15min":11.231999999999999},"last":2.3570000000000002},{"interface":"front","average":{"1min":3.9180000000000001,"5min":2.2879999999999998,"15min":1.6719999999999999},"min":{"1min":0.35099999999999998,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":19.631,"5min":19.631,"15min":19.631},"last":4.1820000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:45:34 2023","interfaces":[{"interface":"back","average":{"1min":2.6179999999999999,"5min":2.089,"15min":1.667},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.30299999999999999},"max":{"1min":7.9969999999999999,"5min":13.015000000000001,"15min":13.955},"last":4.2169999999999996},{"interface":"front","average":{"1min":1.542,"5min":1.3380000000000001,"15min":1.3240000000000001},"min":{"1min":0.42099999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":7.468,"5min":9.3450000000000006,"15min":13.436},"last":3.1150000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":886112256,"data_stored":886112256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1957564416,"data_stored":1957560344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":669253632,"data_stored":669253632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1728184320,"data_stored":1728184320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":657915904,"data_stored":657915904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1952714752,"data_stored":1952710680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":651427840,"data_stored":651427840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1956974592,"data_stored":1956970520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:45:41.640 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 1 2023-10-09T04:45:41.641 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:45:41.641 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:45:41.641 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:45:41.641 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:45:41.641 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204226 7.2 7.902b23c2 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.059097+0000", 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.57269159800001, 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.63119398100000002, 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204226 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.642 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059097+0000", 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059097+0000", 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.643 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059095+0000", 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059103+0000", 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7270000000000007e-06 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.644 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059117+0000", 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4534e-05 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059130+0000", 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2167000000000001e-05 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059405+0000", 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00027551700000000003 2023-10-09T04:45:41.645 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059416+0000", 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1117e-05 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690275+0000", 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.63085875300000005 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.646 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690291+0000", 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6175e-05 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204227 7.2 7.80b90d92 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.059149+0000", 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.57263970199995, 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.63120683, 2023-10-09T04:45:41.647 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204227 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059149+0000", 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.648 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059149+0000", 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059149+0000", 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.649 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059152+0000", 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1709999999999998e-06 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059164+0000", 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2123000000000001e-05 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.059170+0000", 2023-10-09T04:45:41.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7649999999999999e-06 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061129+0000", 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001959096 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061135+0000", 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2190000000000001e-06 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690336+0000", 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62920058499999998 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690356+0000", 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0339e-05 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204232 7.3 7.8d5f76d3 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.061104+0000", 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.57068476300003, 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62754623700000001, 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204232 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.653 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061104+0000", 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061104+0000", 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.654 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061103+0000", 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061109+0000", 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9630000000000003e-06 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061121+0000", 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.153e-05 2023-10-09T04:45:41.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061128+0000", 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8909999999999995e-06 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061169+0000", 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0278000000000003e-05 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061177+0000", 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0059999999999992e-06 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.688637+0000", 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62746060000000003 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.688650+0000", 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2952999999999999e-05 2023-10-09T04:45:41.657 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204233 7.2 7.1b334cc2 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.061143+0000", 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.57064598700003, 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62938268399999997, 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:41.658 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204233 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061143+0000", 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.659 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061143+0000", 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061142+0000", 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061155+0000", 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2507000000000001e-05 2023-10-09T04:45:41.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061163+0000", 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8849999999999999e-06 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.061170+0000", 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2150000000000004e-06 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.068293+0000", 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071234130000000003 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.068303+0000", 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3430000000000002e-06 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690513+0000", 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.622210649 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690526+0000", 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.216e-05 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34365.0:204236 7.a 7.cf29313a (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:45:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:36:49.065769+0000", 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 532.56601958500005, 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62445973399999999, 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34365", 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 204236 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.065769+0000", 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.065769+0000", 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.065768+0000", 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.065774+0000", 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1630000000000001e-06 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.065789+0000", 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4929000000000001e-05 2023-10-09T04:45:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.065799+0000", 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.978e-06 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.068323+0000", 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002524325 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.068330+0000", 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9009999999999997e-06 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690217+0000", 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62188721000000002 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:36:49.690229+0000", 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1589e-05 2023-10-09T04:45:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.44723.0:116224 8.7 e146/143 8:e6b65b20:::benchmark_data_smithi107_223870_object116223:head v 146'7306, mlcod=146'7304)", 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:38:38.310368+0000", 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.32142044099999, 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.16198894799999999, 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310368+0000", 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310368+0000", 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310368+0000", 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310395+0000", 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6749000000000001e-05 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310402+0000", 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5299999999999999e-06 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310408+0000", 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.271e-06 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310653+0000", 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00024523200000000001 2023-10-09T04:45:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310673+0000", 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9921000000000001e-05 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.472297+0000", 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.161624299 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.472357+0000", 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0325999999999998e-05 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.44723.0:116225 8.7 e146/143 8:ecf56e63:::benchmark_data_smithi107_223870_object116224:head v 146'7307, mlcod=146'7304)", 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:38:38.310419+0000", 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.32136983100003, 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.161959943, 2023-10-09T04:45:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310419+0000", 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310419+0000", 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310419+0000", 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310439+0000", 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0778e-05 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310446+0000", 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8140000000000003e-06 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310451+0000", 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6480000000000002e-06 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459425+0000", 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14897433800000001 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459451+0000", 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5451000000000001e-05 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.472360+0000", 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012909736 2023-10-09T04:45:41.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.472379+0000", 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8462e-05 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.44723.0:116227 8.b 8:dc94275c:::benchmark_data_smithi107_223870_object116226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:38:38.310919+0000", 2023-10-09T04:45:41.679 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.320870313, 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.15970187699999999, 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.44723", 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 116227 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310919+0000", 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310919+0000", 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310917+0000", 2023-10-09T04:45:41.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310940+0000", 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2463000000000002e-05 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310950+0000", 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0506000000000001e-05 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310958+0000", 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.306e-06 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.310991+0000", 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3649999999999998e-05 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311105+0000", 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113647 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459425+0000", 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.148320069 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.463152+0000", 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037269989999999999 2023-10-09T04:45:41.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.470407+0000", 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072553210000000003 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.470519+0000", 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000112173 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.470575+0000", 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5300999999999998e-05 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.470620+0000", 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5666e-05 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.686 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.44723.0:116233 8.0 8:0c48616e:::benchmark_data_smithi107_223870_object116232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:38:38.311466+0000", 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.32032292899999, 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.165816878, 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.44723", 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:41.687 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 116233 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311466+0000", 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311466+0000", 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311465+0000", 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311499+0000", 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3797000000000002e-05 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459377+0000", 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14787850399999999 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459391+0000", 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3759e-05 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459499+0000", 2023-10-09T04:45:41.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000107539 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459652+0000", 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015364900000000001 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459798+0000", 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014585299999999999 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.469563+0000", 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0097647640000000004 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.477141+0000", 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007578291 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.477202+0000", 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1054000000000002e-05 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.477245+0000", 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2902999999999999e-05 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.477283+0000", 2023-10-09T04:45:41.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7642000000000003e-05 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.44723.0:116230 8.7 e146/143 8:e0851d20:::benchmark_data_smithi107_223870_object116229:head v 146'7308, mlcod=146'7304)", 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:38:38.311824+0000", 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.31996459499999, 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.160574154, 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.694 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311824+0000", 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311824+0000", 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311824+0000", 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.311852+0000", 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8738000000000002e-05 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459329+0000", 2023-10-09T04:45:41.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14747653499999999 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.459350+0000", 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0956000000000001e-05 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.462565+0000", 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0032147780000000002 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.462592+0000", 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7484999999999999e-05 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.472383+0000", 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00979089 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.698 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:38:38.472398+0000", 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5392000000000001e-05 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.44723.0:189402 8.0 8:0fe389d1:::benchmark_data_smithi107_223870_object60707:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:40:05.178665+0000", 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 336.45312430199999, 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.21654519699999999, 2023-10-09T04:45:41.699 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.44723", 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 189402 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.178665+0000", 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.178665+0000", 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.178663+0000", 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.178668+0000", 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0139999999999998e-06 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.178685+0000", 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6792000000000001e-05 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.178693+0000", 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.96e-06 2023-10-09T04:45:41.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.179259+0000", 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00056654800000000005 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.179382+0000", 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012269700000000001 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.179495+0000", 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113031 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.187218+0000", 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0077229179999999996 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.188167+0000", 2023-10-09T04:45:41.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000948616 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.395126+0000", 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20695970999999999 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.395173+0000", 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6737000000000003e-05 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.395210+0000", 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6554999999999998e-05 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.44723.0:189416 8.0 8:075191f8:::benchmark_data_smithi107_223870_object60721:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:40:05.191253+0000", 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 336.44053560999998, 2023-10-09T04:45:41.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.210294333, 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.44723", 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 189416 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191253+0000", 2023-10-09T04:45:41.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191253+0000", 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191252+0000", 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191258+0000", 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5849999999999999e-06 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191271+0000", 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.324e-05 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191280+0000", 2023-10-09T04:45:41.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6000000000000007e-06 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191332+0000", 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2076000000000001e-05 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191470+0000", 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000138536 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.191539+0000", 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8459000000000003e-05 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.195879+0000", 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043405329999999997 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.195933+0000", 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4135999999999998e-05 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.401489+0000", 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20555603 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.401523+0000", 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3219000000000002e-05 2023-10-09T04:45:41.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:40:05.401548+0000", 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5020000000000001e-05 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:17597 9.8 9:16b3c016:::benchmark_data_smithi107_236173_object17596:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:50.348515+0000", 2023-10-09T04:45:41.713 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.28327426600001, 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.151438351, 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 17597 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348515+0000", 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348515+0000", 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348513+0000", 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348537+0000", 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3229000000000001e-05 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348549+0000", 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.19e-05 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348556+0000", 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5209999999999997e-06 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348603+0000", 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6779000000000001e-05 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348732+0000", 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012910800000000001 2023-10-09T04:45:41.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348884+0000", 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000151948 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.350650+0000", 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017656869999999999 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352000+0000", 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001350614 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.499834+0000", 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.147833714 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.499891+0000", 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7231000000000001e-05 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.499953+0000", 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1680000000000006e-05 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:17599 9.8 9:1dc67b73:::benchmark_data_smithi107_236173_object17598:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.720 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:50.348626+0000", 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.283162662, 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.15143964300000001, 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 17599 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.721 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348626+0000", 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348626+0000", 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348625+0000", 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348650+0000", 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4550999999999999e-05 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348661+0000", 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1467e-05 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.348668+0000", 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1640000000000004e-06 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.349687+0000", 2023-10-09T04:45:41.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0010181859999999999 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.349805+0000", 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000118783 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.349906+0000", 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000100482 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.350984+0000", 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0010784169999999999 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.354024+0000", 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003040152 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.499989+0000", 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14596495000000001 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500027+0000", 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7744000000000003e-05 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500066+0000", 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8665000000000003e-05 2023-10-09T04:45:41.727 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:17605 9.8 9:12d783ce:::benchmark_data_smithi107_236173_object17604:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:50.352908+0000", 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.27888098, 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14723525300000001, 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.728 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 17605 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352908+0000", 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352908+0000", 2023-10-09T04:45:41.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352907+0000", 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352927+0000", 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0494999999999999e-05 2023-10-09T04:45:41.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352936+0000", 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3489999999999992e-06 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.352942+0000", 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0120000000000002e-06 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.353002+0000", 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0044000000000003e-05 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.353119+0000", 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000117 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.353269+0000", 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015042199999999999 2023-10-09T04:45:41.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.354099+0000", 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00082927599999999999 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.354775+0000", 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000676726 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500087+0000", 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14531182100000001 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500112+0000", 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5199999999999999e-05 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500143+0000", 2023-10-09T04:45:41.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0760999999999999e-05 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:17622 9.8 9:19e22250:::benchmark_data_smithi107_236173_object17621:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:50.358708+0000", 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.27308092499999, 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14154043299999999, 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 17622 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358708+0000", 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358708+0000", 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358707+0000", 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358725+0000", 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.878e-05 2023-10-09T04:45:41.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358737+0000", 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1789e-05 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358743+0000", 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7749999999999998e-06 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358789+0000", 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5571000000000001e-05 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358883+0000", 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4554000000000003e-05 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.358987+0000", 2023-10-09T04:45:41.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010359800000000001 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360551+0000", 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015644190000000001 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360560+0000", 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1269999999999992e-06 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500175+0000", 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.139615131 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500214+0000", 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8331999999999998e-05 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500248+0000", 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4555999999999999e-05 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:17623 9.8 9:19d45ff5:::benchmark_data_smithi107_236173_object17622:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:50.359201+0000", 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.27258745200001, 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14120176800000001, 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.742 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 17623 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359201+0000", 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359201+0000", 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359201+0000", 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359219+0000", 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8698999999999998e-05 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359233+0000", 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4141999999999999e-05 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359241+0000", 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1779999999999997e-06 2023-10-09T04:45:41.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359640+0000", 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00039979300000000001 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359765+0000", 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012419300000000001 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.359914+0000", 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000149073 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360639+0000", 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00072504500000000001 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360725+0000", 2023-10-09T04:45:41.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6317999999999996e-05 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500307+0000", 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.139581554 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500371+0000", 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3985000000000005e-05 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500403+0000", 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2604999999999997e-05 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:17625 9.8 9:1d5377ed:::benchmark_data_smithi107_236173_object17624:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:50.360844+0000", 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.27094529799999, 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.139659385, 2023-10-09T04:45:41.749 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 17625 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360844+0000", 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360844+0000", 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360843+0000", 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360860+0000", 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7169000000000001e-05 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360869+0000", 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5590000000000006e-06 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360873+0000", 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8459999999999999e-06 2023-10-09T04:45:41.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360910+0000", 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6344999999999998e-05 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.360995+0000", 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4828999999999997e-05 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.361081+0000", 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5919000000000002e-05 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.361591+0000", 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00051030300000000004 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.361935+0000", 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00034411100000000003 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500435+0000", 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13850014799999999 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500473+0000", 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7449e-05 2023-10-09T04:45:41.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:50.500503+0000", 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0318999999999999e-05 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:19856 9.2 9:4d411181:::benchmark_data_smithi107_236173_object19855:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:51.368450+0000", 2023-10-09T04:45:41.756 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 170.26333926699999, 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13997589599999999, 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 19856 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368450+0000", 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368450+0000", 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368448+0000", 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:41.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368471+0000", 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3050000000000001e-05 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368487+0000", 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5532e-05 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368495+0000", 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4300000000000006e-06 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368545+0000", 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9988999999999999e-05 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368671+0000", 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012521200000000001 2023-10-09T04:45:41.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.368808+0000", 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013709599999999999 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.370277+0000", 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001469246 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.372766+0000", 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024890759999999998 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.508324+0000", 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13555787599999999 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.508386+0000", 2023-10-09T04:45:41.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2019000000000004e-05 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.508425+0000", 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9631000000000001e-05 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.763 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:19875 9.2 9:40defbd0:::benchmark_data_smithi107_236173_object19874:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:42:51.375852+0000", 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 170.2559368, 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13556664500000001, 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 19875 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375852+0000", 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375852+0000", 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375851+0000", 2023-10-09T04:45:41.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375871+0000", 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0069999999999999e-05 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375882+0000", 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0813e-05 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375887+0000", 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9860000000000002e-06 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.375926+0000", 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8994e-05 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:45:41.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.376003+0000", 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6525000000000003e-05 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.376087+0000", 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3798e-05 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.377071+0000", 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00098403700000000011 2023-10-09T04:45:41.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.377567+0000", 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00049592400000000002 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.511319+0000", 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.133752811 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.511379+0000", 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9882e-05 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:42:51.511419+0000", 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9436e-05 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:45:41.770 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:45:41.771 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:45:41.771 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:41.861 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:41 smithi107 ceph-mon[184249]: from='client.45164 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:41.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:41 smithi107 ceph-mon[179183]: from='client.45164 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:41.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:41 smithi150 ceph-mon[168511]: from='client.45164 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:45:42.058 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:42.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:42.064 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:42.110 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:45:42] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2023-10-09T04:45:42.165 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:42.348 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:42.439 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:42.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:42.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:42.540 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:45:42.545 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:42.611 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:42.641 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:45:42.684 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:42 smithi150 ceph-mon[168511]: pgmap v653: 89 pgs: 89 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2023-10-09T04:45:42.684 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3998702242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:42.684 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:42.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-mon[184249]: pgmap v653: 89 pgs: 89 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2023-10-09T04:45:42.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3998702242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:42.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:42.867 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-mon[179183]: pgmap v653: 89 pgs: 89 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2023-10-09T04:45:42.867 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3998702242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:42.867 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:45:42.959 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:42.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:42.964 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:43.065 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:43.142 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:43.203 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:43.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:43.214 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:43.314 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:43.348 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:45:43.384 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:43.466 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:43.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:43.470 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:43.570 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:43.643 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:43.671 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:43.766 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:43.801 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:43.806 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:43.807 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:43.808 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:45:43.808 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: osdmap e183: 8 total, 8 up, 8 in 2023-10-09T04:45:43.808 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[179183]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.809 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: osdmap e183: 8 total, 8 up, 8 in 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:43 smithi107 ceph-mon[184249]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:43.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:43.841 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:43.876 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:45:43.911 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: osdmap e183: 8 total, 8 up, 8 in 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.912 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:43 smithi150 ceph-mon[168511]: failed to encode map e183 with expected crc 2023-10-09T04:45:43.913 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:43.918 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:43.954 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:43.990 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:43.993 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:44.037 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:44.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.057 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.057 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.057 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.057 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.057 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.057 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:45:44.080 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:44.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:44.089 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:44.190 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:44.284 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:44.730 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:44.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:44.741 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:44.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:44 smithi150 ceph-mon[168511]: pgmap v655: 89 pgs: 89 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2023-10-09T04:45:44.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1565834188' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:44.842 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:44.899 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:44 smithi107 ceph-mon[179183]: pgmap v655: 89 pgs: 89 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2023-10-09T04:45:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1565834188' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:44 smithi107 ceph-mon[184249]: pgmap v655: 89 pgs: 89 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2023-10-09T04:45:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1565834188' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:44.977 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:44.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:44.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:45.083 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:45.148 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:45.215 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:45.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:45.227 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:45.235 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:45:45.327 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:45.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:45.438 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:45.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:45.444 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:45.544 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:45.548 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:45.548 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:45.594 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:45.653 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:45.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:45.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:45.764 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:45.815 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:45.986 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:45.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:45.990 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:46.051 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:45 smithi150 ceph-mon[168511]: pgmap v656: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 755 op/s 2023-10-09T04:45:46.052 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:45:46.082 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:46.091 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:46.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:45 smithi107 ceph-mon[184249]: pgmap v656: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 755 op/s 2023-10-09T04:45:46.160 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:45 smithi107 ceph-mon[179183]: pgmap v656: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 755 op/s 2023-10-09T04:45:46.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:46.258 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:46.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:46.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:46.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:46.420 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:46.488 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:46.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:46.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:46.581 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:45:46.601 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:46.691 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:46.824 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:45:46.944 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/690799002' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:45:46.944 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:46.990 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:46.993 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pgp_num to 1 2023-10-09T04:45:46.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:46.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:47.097 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:47.172 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:47.200 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/690799002' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:45:47.200 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/690799002' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:45:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:45:47.639 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:47.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:47.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:47.753 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:47.826 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:47.914 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:47.942 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:47.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:47.946 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:48.047 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:48.138 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:48.222 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:48.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:48.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:48.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/690799002' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:45:48.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: osdmap e184: 8 total, 8 up, 8 in 2023-10-09T04:45:48.252 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.253 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.253 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.253 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.253 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.253 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[184249]: pgmap v658: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 531 op/s 2023-10-09T04:45:48.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/690799002' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:45:48.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: osdmap e184: 8 total, 8 up, 8 in 2023-10-09T04:45:48.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:47 smithi107 ceph-mon[179183]: pgmap v658: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 531 op/s 2023-10-09T04:45:48.334 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:48.357 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:48.358 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:48.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/690799002' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:45:48.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: osdmap e184: 8 total, 8 up, 8 in 2023-10-09T04:45:48.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.386 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: failed to encode map e184 with expected crc 2023-10-09T04:45:48.386 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:47 smithi150 ceph-mon[168511]: pgmap v658: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 531 op/s 2023-10-09T04:45:48.397 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:48.833 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:48.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:48.838 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:48.939 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:49.040 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:45:49.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3961909691' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:49.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:49.083 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:49.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3961909691' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:49.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:49.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3961909691' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:49.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:45:49.535 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:49.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:49.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:49.599 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:45:49.639 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:45:49.729 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:49.768 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:49.810 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:45:49.812 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:49.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:49.823 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:45:49.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:49.883 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:45:49.924 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:49.929 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:49.974 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:49.991 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:50.014 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:50.027 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:45:50.053 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:50.055 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.055 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.056 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:45:50.061 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:50.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:50.070 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:50.171 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:50.210 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:45:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:45:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: osdmap e185: 8 total, 8 up, 8 in 2023-10-09T04:45:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: pgmap v660: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2023-10-09T04:45:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2528520298' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:50.305 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:50.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:50.314 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:50.415 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: osdmap e185: 8 total, 8 up, 8 in 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: pgmap v660: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2528520298' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: osdmap e185: 8 total, 8 up, 8 in 2023-10-09T04:45:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: failed to encode map e185 with expected crc 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: pgmap v660: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2023-10-09T04:45:50.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2528520298' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:50.422 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:45:50.477 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:50.535 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:50.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:50.541 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:50.642 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:50.702 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:50.758 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:50.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:50.763 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:50.863 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:50.930 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:51.015 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:51.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:51.032 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:51.133 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:51.196 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:51.257 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:51.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:51.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:51.365 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:51.407 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:51.477 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:51.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:51.481 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:51.582 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:51.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:51.728 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:51.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:51.737 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:51.808 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:45:51.838 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:51.901 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:51.968 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:51.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:51.976 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:52.076 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:52.169 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:185976 7.1 7:8c0b640e:::benchmark_data_smithi107_201688_object76919:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:45:52.247 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:24.694462+0000", 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 567.54835321400003, 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.057596244999999997, 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 185976 2023-10-09T04:45:52.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694462+0000", 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694462+0000", 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694460+0000", 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694469+0000", 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4279999999999996e-06 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694488+0000", 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9663000000000001e-05 2023-10-09T04:45:52.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694496+0000", 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9079999999999995e-06 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694560+0000", 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3796999999999999e-05 2023-10-09T04:45:52.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694722+0000", 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161786 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.694874+0000", 2023-10-09T04:45:52.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000152232 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.699280+0000", 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044062679999999996 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.699392+0000", 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111807 2023-10-09T04:45:52.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.751939+0000", 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.052547209999999997 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.752005+0000", 2023-10-09T04:45:52.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5450999999999994e-05 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:24.752059+0000", 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3776000000000001e-05 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.256 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:191104 7.1 7:8ff9caeb:::benchmark_data_smithi107_201688_object82047:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:32.125050+0000", 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 560.11776508599996, 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.071341023, 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:52.257 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191104 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125050+0000", 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125050+0000", 2023-10-09T04:45:52.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125049+0000", 2023-10-09T04:45:52.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:52.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125057+0000", 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2390000000000002e-06 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125077+0000", 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9381e-05 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125085+0000", 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2449999999999998e-06 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125137+0000", 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2058999999999997e-05 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125268+0000", 2023-10-09T04:45:52.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013093100000000001 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.125389+0000", 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121385 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.130610+0000", 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052206659999999997 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137416+0000", 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006806131 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:32.137424+0000", 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0830000000000004e-06 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.196303+0000", 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0588787580000001 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:33.196391+0000", 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8634000000000006e-05 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34365.0:204234 7.1 7:8af26a83:::benchmark_data_smithi107_201688_object95177:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:36:49.060644+0000", 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 543.182171724, 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.795067822, 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34365", 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1538432062", 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 204234 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.267 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060644+0000", 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060644+0000", 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060642+0000", 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060649+0000", 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4649999999999999e-06 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060662+0000", 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2639e-05 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060669+0000", 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4370000000000001e-06 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060724+0000", 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.49e-05 2023-10-09T04:45:52.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.060731+0000", 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2300000000000002e-06 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.064684+0000", 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039532279999999996 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.064696+0000", 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1249e-05 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.695571+0000", 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.63087528500000001 2023-10-09T04:45:52.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:49.695582+0000", 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.096e-05 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.848171+0000", 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1525895509999999 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.848306+0000", 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000134256 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.848432+0000", 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012634899999999999 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.852607+0000", 2023-10-09T04:45:52.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041747540000000001 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.852935+0000", 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00032792599999999998 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855504+0000", 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002568982 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855564+0000", 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9994999999999997e-05 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:36:50.855712+0000", 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014795800000000001 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38310 8.2 8:47691842:::benchmark_data_smithi107_223870_object38309:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 496.12457713200001, 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.071337535999999993, 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38310 2023-10-09T04:45:52.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118237+0000", 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118321+0000", 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4606999999999998e-05 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118343+0000", 2023-10-09T04:45:52.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1475e-05 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118350+0000", 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9539999999999998e-06 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118426+0000", 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5680999999999996e-05 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118559+0000", 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013321000000000001 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118728+0000", 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000169383 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.121552+0000", 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028239950000000002 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.124643+0000", 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0030904130000000002 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189477+0000", 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064834040999999995 2023-10-09T04:45:52.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189538+0000", 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1493000000000002e-05 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189576+0000", 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7787000000000003e-05 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.284 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38315 8.2 8:42166915:::benchmark_data_smithi107_223870_object38314:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 496.124448245, 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.071366377999999994, 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.285 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38315 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118443+0000", 2023-10-09T04:45:52.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6181999999999997e-05 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118455+0000", 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770000000000001e-05 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118461+0000", 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.657e-06 2023-10-09T04:45:52.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120181+0000", 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0017202490000000001 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120291+0000", 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109319 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120400+0000", 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109188 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.123108+0000", 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0027085059999999998 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.124936+0000", 2023-10-09T04:45:52.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018279170000000001 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189614+0000", 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064677432000000007 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189701+0000", 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6952000000000004e-05 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189734+0000", 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2879000000000001e-05 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38325 8.2 8:45e44f68:::benchmark_data_smithi107_223870_object38324:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.125575+0000", 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 496.11724047299998, 2023-10-09T04:45:52.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064256605999999994, 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38325 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125575+0000", 2023-10-09T04:45:52.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125575+0000", 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125574+0000", 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125621+0000", 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7249000000000001e-05 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125632+0000", 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0879e-05 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125637+0000", 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4349999999999999e-06 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125675+0000", 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8167999999999998e-05 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125774+0000", 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8888999999999995e-05 2023-10-09T04:45:52.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.125919+0000", 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014544800000000001 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.128140+0000", 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002221289 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.129039+0000", 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00089880099999999996 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189763+0000", 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.060724401999999997 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189800+0000", 2023-10-09T04:45:52.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6532000000000002e-05 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189832+0000", 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1622000000000003e-05 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38326 8.2 8:426fa146:::benchmark_data_smithi107_223870_object38325:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.299 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.126043+0000", 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 496.11677268, 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.063911340999999997, 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38326 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126043+0000", 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126043+0000", 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126042+0000", 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126071+0000", 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8598999999999998e-05 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126084+0000", 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3891e-05 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.126091+0000", 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0759999999999999e-06 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.127040+0000", 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00094980499999999996 2023-10-09T04:45:52.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.127169+0000", 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012861400000000001 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.127286+0000", 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117422 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.128243+0000", 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00095667500000000004 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.129063+0000", 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082033200000000001 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189862+0000", 2023-10-09T04:45:52.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.060798506000000002 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189914+0000", 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1997999999999999e-05 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189954+0000", 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0284999999999998e-05 2023-10-09T04:45:52.306 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38335 8.2 8:45f42a6b:::benchmark_data_smithi107_223870_object38334:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.132599+0000", 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 496.11021673200003, 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.057466862, 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38335 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132599+0000", 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132599+0000", 2023-10-09T04:45:52.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132598+0000", 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132643+0000", 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5442000000000003e-05 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132656+0000", 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2269999999999999e-05 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132660+0000", 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8579999999999999e-06 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132704+0000", 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3667000000000001e-05 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132839+0000", 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000134442 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.132988+0000", 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014937800000000001 2023-10-09T04:45:52.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.133953+0000", 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00096490900000000001 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.134809+0000", 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00085587900000000004 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189989+0000", 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.055180563000000002 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.190031+0000", 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1652e-05 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.190066+0000", 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4700999999999999e-05 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:189417 8.2 8:4a0917f4:::benchmark_data_smithi107_223870_object60722:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 347.04270188700002, 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19507805, 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.314 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 189417 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200112+0000", 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200119+0000", 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8580000000000002e-06 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200132+0000", 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3443e-05 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200138+0000", 2023-10-09T04:45:52.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7690000000000002e-06 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200196+0000", 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8298999999999999e-05 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200292+0000", 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6126999999999996e-05 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200385+0000", 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2579999999999998e-05 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.203603+0000", 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003217709 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.203751+0000", 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014845700000000001 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395098+0000", 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19134698999999999 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395150+0000", 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1786999999999997e-05 2023-10-09T04:45:52.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395192+0000", 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1668999999999997e-05 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:195811 8.2 8:4f22d163:::benchmark_data_smithi107_223870_object67116:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.321 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.120046+0000", 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 339.12276996200001, 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056984844, 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195811 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120046+0000", 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120046+0000", 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120045+0000", 2023-10-09T04:45:52.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120049+0000", 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6020000000000002e-06 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120059+0000", 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3249999999999997e-06 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120063+0000", 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3460000000000004e-06 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120105+0000", 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2539e-05 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120189+0000", 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3547000000000005e-05 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120296+0000", 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010739900000000001 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176891+0000", 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056595065999999999 2023-10-09T04:45:52.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176899+0000", 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1550000000000001e-06 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176930+0000", 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1894000000000003e-05 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.176989+0000", 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8328000000000001e-05 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.177030+0000", 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1585000000000002e-05 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:195813 8.2 8:41255c15:::benchmark_data_smithi107_223870_object67118:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.120076+0000", 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 339.122739986, 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064197462999999996, 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195813 2023-10-09T04:45:52.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120076+0000", 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120076+0000", 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120075+0000", 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120077+0000", 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.849e-06 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120081+0000", 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7330000000000001e-06 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.120084+0000", 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7369999999999998e-06 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124344+0000", 2023-10-09T04:45:52.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042603820000000001 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.172482+0000", 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.048138400999999997 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.172613+0000", 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130858 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.177077+0000", 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044635179999999997 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184141+0000", 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070643579999999997 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184179+0000", 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8021000000000001e-05 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184234+0000", 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4568000000000003e-05 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.184273+0000", 2023-10-09T04:45:52.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9335000000000002e-05 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.44723.0:195816 8.e e146/143 8:7908184a:::benchmark_data_smithi107_223870_object67121:head v 146'12328, mlcod=146'12323)", 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 339.11856106699997, 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065433702999999996, 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.336 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124253+0000", 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124263+0000", 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0091e-05 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124274+0000", 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0599e-05 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124280+0000", 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3890000000000002e-06 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124350+0000", 2023-10-09T04:45:52.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9890999999999999e-05 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124369+0000", 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9082000000000001e-05 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.189660+0000", 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065290525000000002 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.189688+0000", 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.828e-05 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:202041 8.2 8:49822fc3:::benchmark_data_smithi107_223870_object73346:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:20.762478+0000", 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 331.48033770000001, 2023-10-09T04:45:52.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.06037497, 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 202041 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762478+0000", 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762478+0000", 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762476+0000", 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762484+0000", 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7510000000000008e-06 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762501+0000", 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6656000000000001e-05 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762507+0000", 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7320000000000001e-06 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762555+0000", 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7555999999999997e-05 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762645+0000", 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9598999999999994e-05 2023-10-09T04:45:52.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.762712+0000", 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6870000000000002e-05 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.766575+0000", 2023-10-09T04:45:52.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003863249 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.775449+0000", 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088738170000000009 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.822789+0000", 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.047340051000000001 2023-10-09T04:45:52.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.822826+0000", 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6993000000000003e-05 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.822853+0000", 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7165000000000002e-05 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:202049 8.2 8:4213dddd:::benchmark_data_smithi107_223870_object73354:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:20.769619+0000", 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 331.47319630999999, 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056681954, 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:52.350 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 202049 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769619+0000", 2023-10-09T04:45:52.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769619+0000", 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769618+0000", 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769625+0000", 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5140000000000004e-06 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769642+0000", 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6779999999999999e-05 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769649+0000", 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7689999999999999e-06 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769705+0000", 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5809e-05 2023-10-09T04:45:52.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769825+0000", 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120395 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.769932+0000", 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107465 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.774777+0000", 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048441669999999999 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.775566+0000", 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00078979899999999999 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.826227+0000", 2023-10-09T04:45:52.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.050660284999999999 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.826262+0000", 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5265000000000002e-05 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:20.826301+0000", 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9224000000000003e-05 2023-10-09T04:45:52.358 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:155959 9.e e179/149 9:705b448f:::benchmark_data_smithi107_236173_object39668:head v 179'9598, mlcod=179'9595)", 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:05.363996+0000", 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.878819854, 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031761688000000003, 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.363996+0000", 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.363996+0000", 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.363995+0000", 2023-10-09T04:45:52.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.364004+0000", 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7899999999999994e-06 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.364025+0000", 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0284000000000001e-05 2023-10-09T04:45:52.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.364033+0000", 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9440000000000005e-06 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.364082+0000", 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9320999999999998e-05 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.364104+0000", 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2169999999999999e-05 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.395713+0000", 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031608577999999998 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.395757+0000", 2023-10-09T04:45:52.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4573000000000002e-05 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:155967 9.e e179/149 9:7beabd6a:::benchmark_data_smithi107_236173_object39676:head v 179'9599, mlcod=179'9596)", 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:05.370478+0000", 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.872337670999997, 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.029128418, 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.364 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.370478+0000", 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.370478+0000", 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.370477+0000", 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.370486+0000", 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3579999999999992e-06 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.370499+0000", 2023-10-09T04:45:52.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3259e-05 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.370507+0000", 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5789999999999998e-06 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.376504+0000", 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0059967859999999996 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.376523+0000", 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9235000000000001e-05 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.399569+0000", 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023045829 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.399606+0000", 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7419999999999997e-05 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:155968 9.e e179/149 9:7987d8a0:::benchmark_data_smithi107_236173_object39677:head v 179'9600, mlcod=179'9596)", 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:05.371381+0000", 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.871434037999997, 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.028248125999999998, 2023-10-09T04:45:52.369 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.371381+0000", 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.371381+0000", 2023-10-09T04:45:52.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.371381+0000", 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.371388+0000", 2023-10-09T04:45:52.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.968e-06 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.371399+0000", 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0922e-05 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.371405+0000", 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2049999999999999e-06 2023-10-09T04:45:52.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.380249+0000", 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088445929999999996 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.380268+0000", 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8783999999999998e-05 2023-10-09T04:45:52.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.399609+0000", 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019340830999999999 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:05.399630+0000", 2023-10-09T04:45:52.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0550000000000001e-05 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:164681 9.4 e180/149 9:2002d1d5:::benchmark_data_smithi107_236173_object48390:head v 180'10535, mlcod=180'10533)", 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:17.332819+0000", 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 34.909996075000002, 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.024336533, 2023-10-09T04:45:52.375 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332819+0000", 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332819+0000", 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332818+0000", 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332828+0000", 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1700000000000003e-06 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332848+0000", 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0798999999999999e-05 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332857+0000", 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1540000000000002e-06 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332937+0000", 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0642999999999993e-05 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.332962+0000", 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4369e-05 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.357061+0000", 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.024099704 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:17.357156+0000", 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4716000000000006e-05 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:188850 9.e e185/149 9:760bcc67:::benchmark_data_smithi107_236173_object72559:head v 185'11604, mlcod=185'11601)", 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:50.748645+0000", 2023-10-09T04:45:52.381 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.4941706400000001, 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027961705999999999, 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748645+0000", 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748645+0000", 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748644+0000", 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748652+0000", 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.028e-06 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748664+0000", 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1916000000000001e-05 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748671+0000", 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1940000000000001e-06 2023-10-09T04:45:52.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748733+0000", 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1817999999999997e-05 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.748753+0000", 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0568999999999999e-05 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.776565+0000", 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027811750999999999 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:50.776607+0000", 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1369999999999999e-05 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.386 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:189795 9.c e185/149 9:3071635c:::benchmark_data_smithi107_236173_object73504:head v 185'11967, mlcod=185'11963)", 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:51.998127+0000", 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.244688605, 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027133146, 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:52.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.998127+0000", 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.998127+0000", 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.998126+0000", 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.998138+0000", 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2527000000000001e-05 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.998156+0000", 2023-10-09T04:45:52.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8065999999999999e-05 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.998163+0000", 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5230000000000001e-06 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.999676+0000", 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001512602 2023-10-09T04:45:52.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.999706+0000", 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0678e-05 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:52.025228+0000", 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025521654000000001 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:52.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:52.025260+0000", 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2171000000000001e-05 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:52.392 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:45:52.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:52.393 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:52.394 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:52.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:45:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:45:52] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2023-10-09T04:45:52.494 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:52.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:45:52.545 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:52.580 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:52.663 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:52.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:52.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:52.680 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:45:52.680 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:45:52.680 INFO:tasks.thrashosds.thrasher:Killing osd 3, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:45:52.681 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-10-09T04:45:52.681 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3 2023-10-09T04:45:52.734 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:45:52.773 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:52.782 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:52 smithi150 ceph-mon[168511]: pgmap v661: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 542 op/s 2023-10-09T04:45:52.801 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:52 smithi107 ceph-mon[179183]: pgmap v661: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 542 op/s 2023-10-09T04:45:52.806 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:52 smithi107 ceph-mon[184249]: pgmap v661: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 542 op/s 2023-10-09T04:45:52.852 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:52.944 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:52.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:52.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:53.051 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:53.063 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:45:52 smithi107 systemd[1]: Stopping Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:45:53.110 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:53.189 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:53.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:53.202 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:53.302 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:53.348 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:53.434 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:53.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:53.454 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:53.544 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:45:53.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:53.584 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:53.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:53 smithi107 ceph-mon[179183]: osd.3 marked itself down and dead 2023-10-09T04:45:53.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:53 smithi107 ceph-mon[184249]: osd.3 marked itself down and dead 2023-10-09T04:45:53.669 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:45:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[216914]: 2023-10-09T04:45:53.343+0000 7f8726fe2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:45:53.669 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:45:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[216914]: 2023-10-09T04:45:53.343+0000 7f8726fe2700 -1 osd.3 185 *** Got signal Terminated *** 2023-10-09T04:45:53.670 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:45:53 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[216914]: 2023-10-09T04:45:53.343+0000 7f8726fe2700 -1 osd.3 185 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T04:45:53.687 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:53.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:53.691 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:53.692 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:53.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:53 smithi150 ceph-mon[168511]: osd.3 marked itself down and dead 2023-10-09T04:45:53.792 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:53.820 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:53.853 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:53.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:53.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:53.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:53.982 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:54.317 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:54.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:54.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:54.421 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:54.449 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: pgmap v662: 89 pgs: 89 active+clean; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: osdmap e186: 8 total, 7 up, 8 in 2023-10-09T04:45:54.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[179183]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.570 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:54.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:54.579 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:54.680 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: pgmap v662: 89 pgs: 89 active+clean; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: osdmap e186: 8 total, 7 up, 8 in 2023-10-09T04:45:54.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:54 smithi150 ceph-mon[168511]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.830 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:54.882 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: pgmap v662: 89 pgs: 89 active+clean; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-10-09T04:45:54.882 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:45:54.882 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: failed to encode map e186 with expected crc 2023-10-09T04:45:54.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: osdmap e186: 8 total, 7 up, 8 in 2023-10-09T04:45:54.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:54 smithi107 ceph-mon[184249]: failed to encode map e186 with expected crc 2023-10-09T04:45:55.028 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:55.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:55.043 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:55.121 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:45:55.121 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:45:55.121 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:191279 9.1 9:851e1bc7:::benchmark_data_smithi107_236173_object74988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e187)", 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:55.103440+0000", 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.017472242999999998, 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017509684000000001, 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:55.122 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191279 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.103440+0000", 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.123 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.103440+0000", 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.103439+0000", 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:55.124 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.103445+0000", 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6250000000000001e-06 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.103458+0000", 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2568999999999999e-05 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.103465+0000", 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7109999999999998e-06 2023-10-09T04:45:55.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.106876+0000", 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003411145 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.106997+0000", 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121338 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.107107+0000", 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109861 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.116458+0000", 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0093511419999999998 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:55.127 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:191290 9.1 9:8048f07b:::benchmark_data_smithi107_236173_object74999:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e187)", 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:55.111089+0000", 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0098231640000000005, 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0099486130000000002, 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191290 2023-10-09T04:45:55.128 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111089+0000", 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111089+0000", 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111088+0000", 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111100+0000", 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2561000000000001e-05 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:45:55.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111113+0000", 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3232e-05 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111121+0000", 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4760000000000001e-06 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111211+0000", 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0022e-05 2023-10-09T04:45:55.131 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111328+0000", 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117018 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:55.111444+0000", 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011593400000000001 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:45:55.132 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:55.133 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:45:55.133 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:45:55.133 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 2 2023-10-09T04:45:55.133 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:45:55.144 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:55.169 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:45:54 smithi107 bash[262566]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3 2023-10-09T04:45:55.213 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:55.558 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:45:55.576 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:55.579 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.579 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: osdmap e187: 8 total, 7 up, 8 in 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4057796300' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:55.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:55.581 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:55.633 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:45:55.674 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:45:55.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: osdmap e187: 8 total, 7 up, 8 in 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4057796300' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: osdmap e187: 8 total, 7 up, 8 in 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: failed to encode map e187 with expected crc 2023-10-09T04:45:55.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4057796300' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:45:55.682 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:55.711 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:45:55.740 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:45:55.757 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:55.798 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:45:55.836 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:45:55.875 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:45:55.911 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:45:55.912 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:45:55.912 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:45:56.142 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:56.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:56.146 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:56.247 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:56.345 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:56.415 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:56.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:56.426 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:56.511 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:45:56.527 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:56.612 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: pgmap v665: 89 pgs: 17 stale+active+clean, 72 active+clean; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 578 op/s 2023-10-09T04:45:56.612 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:56.612 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4057796300' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:45:56.612 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: osdmap e188: 8 total, 7 up, 8 in 2023-10-09T04:45:56.612 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.612 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.613 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.613 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.613 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4129062029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:56.622 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: pgmap v665: 89 pgs: 17 stale+active+clean, 72 active+clean; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 578 op/s 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4057796300' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: osdmap e188: 8 total, 7 up, 8 in 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4129062029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: pgmap v665: 89 pgs: 17 stale+active+clean, 72 active+clean; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 578 op/s 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4057796300' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: osdmap e188: 8 total, 7 up, 8 in 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: failed to encode map e188 with expected crc 2023-10-09T04:45:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4129062029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:45:56.720 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:56.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:56.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:56.840 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:45:56.901 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:56.923 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:45:56.924 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:45:56.981 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:45:56.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:56.988 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:45:57.089 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:57.202 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:57.518 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:57.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:57.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:57.531 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3.service' 2023-10-09T04:45:57.597 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T04:45:57.597 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-10-09T04:45:57.629 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:45:57.706 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:57.770 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:45:57.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:57.777 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:45:57.878 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:45:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:57 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 7546/124176 objects degraded (6.077%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:45:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:57 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 7546/124176 objects degraded (6.077%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:45:57.926 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:57.932 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:57 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 7546/124176 objects degraded (6.077%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:45:57.982 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:45:57.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:57.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:45:58.089 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:58.102 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:45:58.130 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:58.178 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:58.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:58.182 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:58.283 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:45:58.321 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:45:58.321 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:45:58.396 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:58.608 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:45:58 smithi150 ceph-mon[168511]: pgmap v667: 89 pgs: 4 active+undersized+degraded, 14 active+undersized, 10 stale+active+clean, 61 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 7546/124176 objects degraded (6.077%); 0 B/s, 0 objects/s recovering 2023-10-09T04:45:58.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:45:58 smithi107 ceph-mon[179183]: pgmap v667: 89 pgs: 4 active+undersized+degraded, 14 active+undersized, 10 stale+active+clean, 61 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 7546/124176 objects degraded (6.077%); 0 B/s, 0 objects/s recovering 2023-10-09T04:45:58.673 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:45:58.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:58.680 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:45:58.781 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:45:58.811 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:58.827 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:45:58.835 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:45:58.862 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:45:58.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:58.866 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:45:58.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:45:58 smithi107 ceph-mon[184249]: pgmap v667: 89 pgs: 4 active+undersized+degraded, 14 active+undersized, 10 stale+active+clean, 61 active+clean; 2.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 7546/124176 objects degraded (6.077%); 0 B/s, 0 objects/s recovering 2023-10-09T04:45:58.924 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:45:58.967 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:59.048 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:59.150 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:45:59.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:59.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:45:59.256 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:45:59.292 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:59.643 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:45:59.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:45:59.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:45:59.665 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:45:59.748 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:45:59.821 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:45:59.905 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:00.003 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:00.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:00.014 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:00.117 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:00.186 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:00.613 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:00.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:00.622 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:00.723 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:00.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:00 smithi107 ceph-mon[179183]: pgmap v668: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 19845/118722 objects degraded (16.716%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:00.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3932868604' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:00.727 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:00 smithi107 ceph-mon[184249]: pgmap v668: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 19845/118722 objects degraded (16.716%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:00.727 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3932868604' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:00 smithi150 ceph-mon[168511]: pgmap v668: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 19845/118722 objects degraded (16.716%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3932868604' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:00.775 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:00.914 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:46:00.991 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:00.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:00.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:01.097 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:01.190 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:01.278 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:01.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:01.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:01.394 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:01.400 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:01.400 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:01.493 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:01.813 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:01.839 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:01.843 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:01.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:01.843 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:01.866 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:01.897 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:01.904 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:46:01.928 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:01.944 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:01.954 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:01.986 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:46:01.987 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:46:02.035 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:02.138 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:02.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:02.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:02.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3932868604' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:02.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: osdmap e189: 8 total, 7 up, 8 in 2023-10-09T04:46:02.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: pgmap v670: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 402 op/s; 19845/118722 objects degraded (16.716%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:02.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3100537858' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:02.147 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:46:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:46:02] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2023-10-09T04:46:02.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:02.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3932868604' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: osdmap e189: 8 total, 7 up, 8 in 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: pgmap v670: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 402 op/s; 19845/118722 objects degraded (16.716%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3100537858' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3932868604' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: osdmap e189: 8 total, 7 up, 8 in 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: failed to encode map e189 with expected crc 2023-10-09T04:46:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: pgmap v670: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 402 op/s; 19845/118722 objects degraded (16.716%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:02.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3100537858' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:02.247 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:02.342 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:02.419 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:02.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:02.426 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:02.527 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:46:02.527 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:46:02.527 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:02.598 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-10-09T04:46:02.598 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:46:02.598 INFO:tasks.thrashosds.thrasher:Removing osd 3, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2023-10-09T04:46:02.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd out 3 2023-10-09T04:46:02.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:02.753 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:02.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:02.764 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:02.811 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:46:02.865 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:02.974 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:03.139 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:03.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:03.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:03.251 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:03.300 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:03.320 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:03.361 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:03.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:03.369 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:03.465 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:46:03.469 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:03.548 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:03.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:03 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17828/106734 objects degraded (16.703%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:03.614 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:03 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17828/106734 objects degraded (16.703%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:03.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:03 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17828/106734 objects degraded (16.703%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:03.759 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:03.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:03.767 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:03.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:03.906 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:03.963 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:03.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:03.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:04.068 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:04.142 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:04.236 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:04.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:04.245 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:04.345 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:04.462 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:04.505 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:04.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:46:04.553 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:04 smithi107 ceph-mon[179183]: pgmap v671: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 845 op/s; 17828/106734 objects degraded (16.703%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:04.554 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:04 smithi107 ceph-mon[184249]: pgmap v671: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 845 op/s; 17828/106734 objects degraded (16.703%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:04.558 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:04.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:04.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198789 9.d 9:b7f33468:::benchmark_data_smithi107_236173_object82498:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.547356+0000", 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.033726077, 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.033751086999999999, 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:46:04.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198789 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547356+0000", 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547356+0000", 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547355+0000", 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547361+0000", 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5139999999999998e-06 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547372+0000", 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0977e-05 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:46:04.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547379+0000", 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5259999999999999e-06 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547543+0000", 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016489400000000001 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:46:04.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547650+0000", 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106567 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547761+0000", 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111488 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552072+0000", 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043103029999999997 2023-10-09T04:46:04.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558990+0000", 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069179510000000003 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198776 9.d 9:b6b6a31c:::benchmark_data_smithi107_236173_object82485:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.518449+0000", 2023-10-09T04:46:04.589 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.062633183999999995, 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.062716552999999994, 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198776 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:46:04.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518449+0000", 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518449+0000", 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518448+0000", 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:46:04.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518453+0000", 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2939999999999996e-06 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518464+0000", 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0579e-05 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518469+0000", 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8799999999999996e-06 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.533814+0000", 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015344622 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.533963+0000", 2023-10-09T04:46:04.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014941600000000001 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534091+0000", 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012731999999999999 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552015+0000", 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01792413 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558900+0000", 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068847880000000002 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198796 9.d 9:bd82bea8:::benchmark_data_smithi107_236173_object82505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.558818+0000", 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.022263394999999998, 2023-10-09T04:46:04.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022438749000000001, 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198796 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558818+0000", 2023-10-09T04:46:04.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558818+0000", 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558817+0000", 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558824+0000", 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6990000000000003e-06 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558838+0000", 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3883000000000001e-05 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:46:04.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558844+0000", 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8089999999999998e-06 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.562552+0000", 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003707414 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.562663+0000", 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111001 2023-10-09T04:46:04.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.562774+0000", 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111575 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.575057+0000", 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012282613 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579576+0000", 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045195449999999998 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198778 9.d 9:b318e8e9:::benchmark_data_smithi107_236173_object82487:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.529323+0000", 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.051758869999999998, 2023-10-09T04:46:04.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.051985763999999997, 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198778 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529323+0000", 2023-10-09T04:46:04.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529323+0000", 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529321+0000", 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529333+0000", 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1379999999999999e-05 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529349+0000", 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6307000000000002e-05 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:46:04.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529355+0000", 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.37e-06 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.538287+0000", 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0089317949999999993 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.538398+0000", 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011092899999999999 2023-10-09T04:46:04.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.538510+0000", 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111586 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552020+0000", 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013510707 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558932+0000", 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069119660000000003 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198782 9.d 9:b8077317:::benchmark_data_smithi107_236173_object82491:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.534007+0000", 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.047074551999999999, 2023-10-09T04:46:04.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.047348385, 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198782 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534007+0000", 2023-10-09T04:46:04.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534007+0000", 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534006+0000", 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534014+0000", 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7849999999999992e-06 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534027+0000", 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2968e-05 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:46:04.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534034+0000", 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0570000000000004e-06 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.542703+0000", 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086694609999999998 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.542839+0000", 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013558299999999999 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:46:04.612 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.542963+0000", 2023-10-09T04:46:04.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012467000000000001 2023-10-09T04:46:04.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:46:04.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552025+0000", 2023-10-09T04:46:04.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0090616299999999993 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558958+0000", 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006933112 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.614 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.34992.0:198806 9.9 e189/149 9:971c0026:::benchmark_data_smithi107_236173_object82515:head v 189'12483, mlcod=189'12479)", 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.579974+0000", 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0011075939999999999, 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0014280670000000001, 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579974+0000", 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579974+0000", 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579973+0000", 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579980+0000", 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.584e-06 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579991+0000", 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1425e-05 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.579997+0000", 2023-10-09T04:46:04.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0730000000000001e-06 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.580032+0000", 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4307000000000002e-05 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.580050+0000", 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8311000000000001e-05 2023-10-09T04:46:04.618 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.619 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:46:04.619 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.619 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:46:04.619 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:46:04.619 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 6 2023-10-09T04:46:04.619 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:46:04.675 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:04.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:04 smithi150 ceph-mon[168511]: pgmap v671: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 845 op/s; 17828/106734 objects degraded (16.703%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:04.753 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:04.974 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:04.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:04.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:05.015 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:46:05.083 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:05.219 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:05.327 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:05.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:05.344 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:05.445 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:05.482 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:05.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T04:46:05.229+0000 7f28b98db700 -1 mon.a@0(leader).osd e189 definitely_dead 0 2023-10-09T04:46:05.839 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:46:05.919 INFO:teuthology.orchestra.run.smithi107.stderr:marked out osd.3. 2023-10-09T04:46:06.117 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:06.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:06.120 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:06.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/922339212' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2023-10-09T04:46:06.162 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:05 smithi150 ceph-mon[168511]: Client client.admin marked osd.3 out, after it was down for 11 seconds 2023-10-09T04:46:06.162 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:05 smithi150 ceph-mon[168511]: pgmap v672: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 17828/106734 objects degraded (16.703%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/922339212' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2023-10-09T04:46:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-mon[184249]: Client client.admin marked osd.3 out, after it was down for 11 seconds 2023-10-09T04:46:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-mon[184249]: pgmap v672: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 17828/106734 objects degraded (16.703%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:06.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/922339212' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2023-10-09T04:46:06.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-mon[179183]: Client client.admin marked osd.3 out, after it was down for 11 seconds 2023-10-09T04:46:06.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:05 smithi107 ceph-mon[179183]: pgmap v672: 89 pgs: 11 active+undersized+degraded, 28 active+undersized, 50 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 17828/106734 objects degraded (16.703%); 0 B/s, 0 objects/s recovering 2023-10-09T04:46:06.221 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:06.313 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:06.472 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:07.038 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/922339212' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: osdmap e190: 8 total, 7 up, 7 in 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:07.039 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/922339212' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: osdmap e190: 8 total, 7 up, 7 in 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.040 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:46:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/922339212' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2023-10-09T04:46:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: osdmap e190: 8 total, 7 up, 7 in 2023-10-09T04:46:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: failed to encode map e190 with expected crc 2023-10-09T04:46:07.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:07.934 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:46:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: osdmap e191: 8 total, 7 up, 7 in 2023-10-09T04:46:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2549239261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:46:08.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:07 smithi150 ceph-mon[168511]: pgmap v675: 89 pgs: 2 remapped+peering, 8 peering, 7 active+undersized+degraded, 17 active+undersized, 55 active+clean; 2.1 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 803 op/s; 11096/103005 objects degraded (10.772%) 2023-10-09T04:46:08.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: osdmap e191: 8 total, 7 up, 7 in 2023-10-09T04:46:08.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.301 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2549239261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:46:08.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[184249]: pgmap v675: 89 pgs: 2 remapped+peering, 8 peering, 7 active+undersized+degraded, 17 active+undersized, 55 active+clean; 2.1 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 803 op/s; 11096/103005 objects degraded (10.772%) 2023-10-09T04:46:08.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: osdmap e191: 8 total, 7 up, 7 in 2023-10-09T04:46:08.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: failed to encode map e191 with expected crc 2023-10-09T04:46:08.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2549239261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:46:08.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:07 smithi107 ceph-mon[179183]: pgmap v675: 89 pgs: 2 remapped+peering, 8 peering, 7 active+undersized+degraded, 17 active+undersized, 55 active+clean; 2.1 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 803 op/s; 11096/103005 objects degraded (10.772%) 2023-10-09T04:46:08.316 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:08.342 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:08.366 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:08.410 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:08.455 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:08.489 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.521 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:46:08.605 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:08.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:08.612 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:08.713 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:08.917 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:46:08.918 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:46:08.932 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.8 starting backfill to osd.7 from (0'0,0'0] MAX to 189'12366 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2549239261' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: osdmap e192: 8 total, 7 up, 7 in 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.2 starting backfill to osd.7 from (0'0,0'0] MAX to 189'12382 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 189'12837 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.1 starting backfill to osd.4 from (0'0,0'0] MAX to 189'12629 2023-10-09T04:46:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.f starting backfill to osd.2 from (0'0,0'0] MAX to 189'12505 2023-10-09T04:46:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 189'12629 2023-10-09T04:46:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.3 starting backfill to osd.5 from (0'0,0'0] MAX to 189'12551 2023-10-09T04:46:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 189'12195 2023-10-09T04:46:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3249066908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.8 starting backfill to osd.7 from (0'0,0'0] MAX to 189'12366 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2549239261' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: osdmap e192: 8 total, 7 up, 7 in 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.2 starting backfill to osd.7 from (0'0,0'0] MAX to 189'12382 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 189'12837 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.1 starting backfill to osd.4 from (0'0,0'0] MAX to 189'12629 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.f starting backfill to osd.2 from (0'0,0'0] MAX to 189'12505 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 189'12629 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.3 starting backfill to osd.5 from (0'0,0'0] MAX to 189'12551 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 189'12195 2023-10-09T04:46:09.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3249066908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:09.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:09.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.8 starting backfill to osd.7 from (0'0,0'0] MAX to 189'12366 2023-10-09T04:46:09.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2549239261' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: osdmap e192: 8 total, 7 up, 7 in 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: failed to encode map e192 with expected crc 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.2 starting backfill to osd.7 from (0'0,0'0] MAX to 189'12382 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 189'12837 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.1 starting backfill to osd.4 from (0'0,0'0] MAX to 189'12629 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.f starting backfill to osd.2 from (0'0,0'0] MAX to 189'12505 2023-10-09T04:46:09.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 189'12629 2023-10-09T04:46:09.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.3 starting backfill to osd.5 from (0'0,0'0] MAX to 189'12551 2023-10-09T04:46:09.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 189'12195 2023-10-09T04:46:09.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3249066908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:09.964 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:09.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:09.969 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:10.070 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:10.102 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:10.145 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:10.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:10.153 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:10.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:09 smithi150 ceph-mon[168511]: pgmap v677: 89 pgs: 7 remapped+peering, 8 peering, 3 active+undersized, 71 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 472 op/s; 14 B/s, 0 objects/s recovering 2023-10-09T04:46:10.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:09 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11096/103005 objects degraded (10.772%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:10.254 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:10.338 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:09 smithi107 ceph-mon[184249]: pgmap v677: 89 pgs: 7 remapped+peering, 8 peering, 3 active+undersized, 71 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 472 op/s; 14 B/s, 0 objects/s recovering 2023-10-09T04:46:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:09 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11096/103005 objects degraded (10.772%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:09 smithi107 ceph-mon[179183]: pgmap v677: 89 pgs: 7 remapped+peering, 8 peering, 3 active+undersized, 71 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 472 op/s; 14 B/s, 0 objects/s recovering 2023-10-09T04:46:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:09 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11096/103005 objects degraded (10.772%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:10.542 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:10.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:10.560 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:10.640 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:46:10.661 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:10.726 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:10.777 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:10.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:10.780 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:10.881 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:10.918 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:46:10.919 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:10.941 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:10.941 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:10.948 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:10 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11096/103005 objects degraded (10.772%), 7 pgs degraded) 2023-10-09T04:46:10.988 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:10.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:10.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:11.096 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:11.199 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:11.337 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:11.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:11.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:11.389 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:11.415 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:46:11.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:10 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11096/103005 objects degraded (10.772%), 7 pgs degraded) 2023-10-09T04:46:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:10 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11096/103005 objects degraded (10.772%), 7 pgs degraded) 2023-10-09T04:46:11.454 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-10-09T04:46:11.455 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:46:11.455 INFO:tasks.thrashosds.thrasher:Reviving osd 3 2023-10-09T04:46:11.455 INFO:tasks.cephadm.osd.3:Restarting osd.3 (starting--it wasn't running)... 2023-10-09T04:46:11.455 DEBUG:teuthology.orchestra.run.smithi107:osd.3> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3.service 2023-10-09T04:46:11.457 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:11.475 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl start ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3 2023-10-09T04:46:11.507 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:11.523 INFO:journalctl@ceph.osd.3.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:46:11.734 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:46:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=cleanup t=2023-10-09T04:46:11.474596348Z level=info msg="Completed cleanup jobs" duration=45.417447ms 2023-10-09T04:46:11.919 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:11 smithi107 systemd[1]: Starting Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:46:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:11 smithi150 ceph-mon[168511]: pgmap v678: 89 pgs: 7 remapped+peering, 8 peering, 74 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 472 op/s; 14 B/s, 0 objects/s recovering 2023-10-09T04:46:12.246 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:46:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:46:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:46:12] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2023-10-09T04:46:12.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:11 smithi107 ceph-mon[184249]: pgmap v678: 89 pgs: 7 remapped+peering, 8 peering, 74 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 472 op/s; 14 B/s, 0 objects/s recovering 2023-10-09T04:46:12.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:11 smithi107 ceph-mon[179183]: pgmap v678: 89 pgs: 7 remapped+peering, 8 peering, 74 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 472 op/s; 14 B/s, 0 objects/s recovering 2023-10-09T04:46:12.584 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:12.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:12.591 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:12.692 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:12.754 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:13.420 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:13.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:13.424 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:13.525 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:13.539 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:13 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 13012/89655 objects degraded (14.513%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:13.607 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:13.623 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:13 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 13012/89655 objects degraded (14.513%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:13.624 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:13 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 13012/89655 objects degraded (14.513%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:13.660 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:13.680 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:13.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:13.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:13.797 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:13.854 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:14.090 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:14.091 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:14.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:14.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:14.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:14.333 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:14.431 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:14.552 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:14.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:14.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:14.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:46:14.664 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:14.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:14 smithi150 ceph-mon[168511]: pgmap v679: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 757 op/s; 13012/89655 objects degraded (14.513%); 18 MiB/s, 281 objects/s recovering 2023-10-09T04:46:14.780 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:14.835 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:14.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:14.843 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:14.915 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:14 smithi107 ceph-mon[184249]: pgmap v679: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 757 op/s; 13012/89655 objects degraded (14.513%); 18 MiB/s, 281 objects/s recovering 2023-10-09T04:46:14.917 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:14 smithi107 ceph-mon[179183]: pgmap v679: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 757 op/s; 13012/89655 objects degraded (14.513%); 18 MiB/s, 281 objects/s recovering 2023-10-09T04:46:14.944 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:15.025 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:15.092 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:15.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:15.104 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:15.205 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:15.286 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:15.387 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:15.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:15.394 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-10-09T04:46:15.466 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:15 smithi107 bash[264837]: --> ceph-volume lvm activate successful for osd ID: 3 2023-10-09T04:46:15.495 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:15.582 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:15.662 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:15.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:15.671 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:15.772 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:15.824 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:15.887 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:15.926 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:15.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:15 smithi150 ceph-mon[168511]: pgmap v680: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 567 op/s; 13012/89655 objects degraded (14.513%); 15 MiB/s, 248 objects/s recovering 2023-10-09T04:46:15.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4060572405' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:15.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:15.937 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:15.953 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:46:16.039 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:16.092 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:15 smithi107 ceph-mon[179183]: pgmap v680: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 567 op/s; 13012/89655 objects degraded (14.513%); 15 MiB/s, 248 objects/s recovering 2023-10-09T04:46:16.092 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4060572405' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:16.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:15 smithi107 ceph-mon[184249]: pgmap v680: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 567 op/s; 13012/89655 objects degraded (14.513%); 15 MiB/s, 248 objects/s recovering 2023-10-09T04:46:16.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4060572405' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:16.102 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:16.178 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:16.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:16.187 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:16.288 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:16.334 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:16.553 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:16.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:16.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:16.640 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:16.640 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:16.640 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:46:16.659 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:16.710 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:46:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: failed to encode map e193 with expected crc 2023-10-09T04:46:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: failed to encode map e193 with expected crc 2023-10-09T04:46:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4060572405' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: osdmap e193: 8 total, 7 up, 7 in 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3627458955' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: failed to encode map e193 with expected crc 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: failed to encode map e193 with expected crc 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4060572405' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: osdmap e193: 8 total, 7 up, 7 in 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3627458955' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:17.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: failed to encode map e193 with expected crc 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: failed to encode map e193 with expected crc 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4060572405' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: osdmap e193: 8 total, 7 up, 7 in 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:17.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3627458955' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:17.365 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:17.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:17.370 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:17.470 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:17.475 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:46:17.475 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:46:17.560 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:17.624 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:17.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:17.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:17.731 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:17.828 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:17.906 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:17.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:17.919 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:18.004 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:46:18.004 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:46:18.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.004 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:206764 9.5 9:afa2b536:::benchmark_data_smithi107_236173_object90473:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:17.999852+0000", 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0033624639999999999, 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003395042, 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 206764 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:18.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999852+0000", 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999852+0000", 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999850+0000", 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999855+0000", 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7729999999999999e-06 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:18.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999865+0000", 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4860000000000003e-06 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999875+0000", 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0135e-05 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999919+0000", 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3875999999999998e-05 2023-10-09T04:46:18.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.000039+0000", 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000119805 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.000171+0000", 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000132884 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.009 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:206765 9.8 9:11c90d6f:::benchmark_data_smithi107_236173_object90474:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:17.999887+0000", 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0033275100000000001, 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034240590000000001, 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:46:18.010 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 206765 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999887+0000", 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:18.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999887+0000", 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999886+0000", 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999889+0000", 2023-10-09T04:46:18.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7460000000000001e-06 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999895+0000", 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.015e-06 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999900+0000", 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.198e-06 2023-10-09T04:46:18.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.000734+0000", 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00083387999999999995 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.000897+0000", 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0001627 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.001055+0000", 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015822699999999999 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:206737 9.8 9:1c2d3fe2:::benchmark_data_smithi107_236173_object90446:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:17.963733+0000", 2023-10-09T04:46:18.015 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.039480846999999999, 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039639134999999999, 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 206737 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:18.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.963733+0000", 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.963733+0000", 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.963732+0000", 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:46:18.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.963737+0000", 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2749999999999997e-06 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.963746+0000", 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3190000000000001e-06 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.963752+0000", 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7880000000000003e-06 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.964259+0000", 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00050704099999999996 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:46:18.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.964387+0000", 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012810499999999999 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.964500+0000", 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011311600000000001 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.969170+0000", 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004670535 2023-10-09T04:46:18.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.976798+0000", 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076280560000000002 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:206766 9.9 9:95658487:::benchmark_data_smithi107_236173_object90475:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:17.999906+0000", 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0033078529999999999, 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00354784, 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:46:18.022 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 206766 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999906+0000", 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999906+0000", 2023-10-09T04:46:18.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999906+0000", 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999908+0000", 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3769999999999999e-06 2023-10-09T04:46:18.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999913+0000", 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1220000000000003e-06 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999918+0000", 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4429999999999996e-06 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:17.999959+0000", 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1004999999999998e-05 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.000069+0000", 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000110522 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:46:18.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:18.000190+0000", 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121036 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T04:46:18.027 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:46:18.027 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:18.035 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:17 smithi107 podman[265650]: 2023-10-09T04:46:18.035 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:17 smithi107 ceph-mon[179183]: pgmap v682: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.7 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 438 op/s; 10981/85719 objects degraded (12.810%); 24 MiB/s, 391 objects/s recovering 2023-10-09T04:46:18.036 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:17 smithi107 ceph-mon[184249]: pgmap v682: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.7 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 438 op/s; 10981/85719 objects degraded (12.810%); 24 MiB/s, 391 objects/s recovering 2023-10-09T04:46:18.121 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:17 smithi150 ceph-mon[168511]: pgmap v682: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.7 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 438 op/s; 10981/85719 objects degraded (12.810%); 24 MiB/s, 391 objects/s recovering 2023-10-09T04:46:18.138 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:18.232 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:18.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:18.239 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:18.274 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:46:18.308 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:18 smithi107 ceph-osd[265735]: -- 172.21.15.107:0/1709236232 <== mon.2 v2:172.21.15.107:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c88d6084e0 con 0x55c88d5d9400 2023-10-09T04:46:18.308 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:18 smithi107 bash[265650]: 2f32fcbe172912384a2cf5118455d60ed9492dc40bf2e17e035515dce3617b10 2023-10-09T04:46:18.308 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:18 smithi107 systemd[1]: Started Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:46:18.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:18.407 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:18.614 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:18.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:18.619 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:18.643 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:46:18.680 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:46:18.720 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:18.838 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:18.918 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:18.919 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T04:46:18.688+0000 7f09fec8e640 -1 Falling back to public interface 2023-10-09T04:46:18.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:18.927 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:19.028 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:19.127 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:19.145 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:19.289 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:19.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:19.294 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:19.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:19.434 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:19.477 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:46:19.491 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:19.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:19.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:19.558 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:19 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9144/78915 objects degraded (11.587%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:19.558 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:19 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9144/78915 objects degraded (11.587%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:19.597 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:19.678 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:19.728 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:19.743 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:19.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:19.753 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:19.854 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:19.933 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:19 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9144/78915 objects degraded (11.587%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:19.935 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:20.014 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:20.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:20.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:20.119 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:20.214 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:20.227 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:20.292 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:20.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:20.298 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:20.399 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:20.470 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:20.542 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:20 smithi107 ceph-mon[179183]: pgmap v683: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.6 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 9144/78915 objects degraded (11.587%); 28 MiB/s, 454 objects/s recovering 2023-10-09T04:46:20.558 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:20.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:20.570 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:20.671 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:20 smithi150 ceph-mon[168511]: pgmap v683: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.6 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 9144/78915 objects degraded (11.587%); 28 MiB/s, 454 objects/s recovering 2023-10-09T04:46:20.761 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:20.806 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:20.833 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:20.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:20.843 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:20.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:20 smithi107 ceph-mon[184249]: pgmap v683: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.6 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 9144/78915 objects degraded (11.587%); 28 MiB/s, 454 objects/s recovering 2023-10-09T04:46:20.944 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:21.008 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:21.069 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:21.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:21.084 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:21.185 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:21.277 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:21.449 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:21.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:21.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:21.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:21.614 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:21.801 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:21.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:21.811 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:21.912 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:21.961 INFO:teuthology.orchestra.run.smithi107.stderr:no valid command found; 10 closest matches: 2023-10-09T04:46:21.961 INFO:teuthology.orchestra.run.smithi107.stderr:0 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:1 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:2 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:abort 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:assert 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs debug_inject_read_zeros 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs files list 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs stats 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:bluestore bluefs device info [] 2023-10-09T04:46:21.962 INFO:teuthology.orchestra.run.smithi107.stderr:config diff 2023-10-09T04:46:21.963 INFO:teuthology.orchestra.run.smithi107.stderr:admin_socket: invalid command 2023-10-09T04:46:21.985 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:22.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:22.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:22.067 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:22.102 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:46:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:46:22] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2023-10-09T04:46:22.168 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:22.221 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:22.394 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:22.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:22.419 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:22.520 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:22.568 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:22.628 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:22.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:22.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:22 smithi107 ceph-mon[184249]: pgmap v684: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.6 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 9144/78915 objects degraded (11.587%); 28 MiB/s, 454 objects/s recovering 2023-10-09T04:46:22.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:22 smithi107 ceph-mon[179183]: pgmap v684: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.6 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 9144/78915 objects degraded (11.587%); 28 MiB/s, 454 objects/s recovering 2023-10-09T04:46:22.738 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:22.773 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:22.819 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:22.822 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:22 smithi150 ceph-mon[168511]: pgmap v684: 89 pgs: 3 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.6 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 9144/78915 objects degraded (11.587%); 28 MiB/s, 454 objects/s recovering 2023-10-09T04:46:22.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:22.827 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:22.928 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:22.953 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-10-09T04:46:22.954 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-3, ['dump_ops_in_flight'] 2023-10-09T04:46:22.976 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:23.036 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:23.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:23.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:23.143 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:23.173 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:23.214 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:23.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:23.218 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:23.319 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:23.344 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:46:23.344 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:46:23.344 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:46:23.344 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:46:23.344 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:46:23.376 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:23.482 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:23.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:23.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:23.583 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:46:23.588 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:23.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: osdmap e194: 8 total, 7 up, 7 in 2023-10-09T04:46:23.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2180427472' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: osdmap e194: 8 total, 7 up, 7 in 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2180427472' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:46:23.625 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:23.635 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:23.667 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:23.711 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:23.732 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:23.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:23.740 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:23.747 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:23.789 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:23.822 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:23.841 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:23.851 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:23.851 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.852 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:46:23.901 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: osdmap e194: 8 total, 7 up, 7 in 2023-10-09T04:46:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: failed to encode map e194 with expected crc 2023-10-09T04:46:23.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2180427472' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:46:24.714 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:24.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:24.722 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:24.816 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:46:24.823 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:24.848 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T04:46:24.753+0000 7f09fec8e640 -1 osd.3 186 log_to_monitors true 2023-10-09T04:46:24.849 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: pgmap v686: 89 pgs: 2 active+undersized+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.4 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 897 op/s; 5450/68109 objects degraded (8.002%); 39 MiB/s, 630 objects/s recovering 2023-10-09T04:46:24.849 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:24.849 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.849 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.849 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.849 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2180427472' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: osdmap e195: 8 total, 7 up, 7 in 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1291289233' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: pgmap v686: 89 pgs: 2 active+undersized+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.4 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 897 op/s; 5450/68109 objects degraded (8.002%); 39 MiB/s, 630 objects/s recovering 2023-10-09T04:46:24.850 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2180427472' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: osdmap e195: 8 total, 7 up, 7 in 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1291289233' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:24.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:46:24.885 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: pgmap v686: 89 pgs: 2 active+undersized+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.4 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 897 op/s; 5450/68109 objects degraded (8.002%); 39 MiB/s, 630 objects/s recovering 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2180427472' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: osdmap e195: 8 total, 7 up, 7 in 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: failed to encode map e195 with expected crc 2023-10-09T04:46:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1291289233' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:24.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:46:25.290 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:25.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:25.294 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:25.343 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:46:25.344 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:46:25.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:25.432 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:25.470 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:25.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:25.474 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:25.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: osdmap e196: 8 total, 7 up, 7 in 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: from='osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:46:25.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:46:25.583 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5450/68109 objects degraded (8.002%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:25.601 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:25.616 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:25.734 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:25.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:25.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:25.844 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.844 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: osdmap e196: 8 total, 7 up, 7 in 2023-10-09T04:46:25.844 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.844 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.845 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.845 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.845 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: from='osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:46:25.845 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:46:25.845 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5450/68109 objects degraded (8.002%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:25.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:25.846 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 04:46:25 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T04:46:25.621+0000 7f09ed8f5700 -1 osd.3 186 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:46:25.916 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: osdmap e196: 8 total, 7 up, 7 in 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: failed to encode map e196 with expected crc 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: from='osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:46:25.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-09T04:46:25.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5450/68109 objects degraded (8.002%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T04:46:26.090 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:26.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:26.094 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:26.194 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:26.276 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:26.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:26.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:26.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:26.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:26.587 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: pgmap v689: 89 pgs: 2 active+undersized+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.4 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 600 op/s; 5450/68109 objects degraded (8.002%); 27 MiB/s, 436 objects/s recovering 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: osdmap e197: 8 total, 7 up, 7 in 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: from='osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:46:26.624 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:26 smithi150 ceph-mon[168511]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:46:26.732 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:26.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:26.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:26.838 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:26.912 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:26.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: pgmap v689: 89 pgs: 2 active+undersized+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.4 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 600 op/s; 5450/68109 objects degraded (8.002%); 27 MiB/s, 436 objects/s recovering 2023-10-09T04:46:26.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: osdmap e197: 8 total, 7 up, 7 in 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: from='osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[184249]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: pgmap v689: 89 pgs: 2 active+undersized+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized+degraded+remapped+backfilling, 81 active+clean; 1.4 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 600 op/s; 5450/68109 objects degraded (8.002%); 27 MiB/s, 436 objects/s recovering 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-09T04:46:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: osdmap e197: 8 total, 7 up, 7 in 2023-10-09T04:46:26.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: failed to encode map e197 with expected crc 2023-10-09T04:46:26.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: from='osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:46:26.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:26 smithi107 ceph-mon[179183]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:46:27.009 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:27.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:27.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:27.115 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:27.144 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:27.182 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:27.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:27.186 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:27.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:27.316 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:27.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:46:27.356 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:27.356 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:27.357 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:27.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:27.360 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:27.394 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:46:27.461 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:27.491 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:27.578 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:27.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:27.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:27.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980] boot 2023-10-09T04:46:27.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: osdmap e198: 8 total, 8 up, 7 in 2023-10-09T04:46:27.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[184249]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980] boot 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: osdmap e198: 8 total, 8 up, 7 in 2023-10-09T04:46:27.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:46:27.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:27 smithi107 ceph-mon[179183]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.683 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:27.731 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:27.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:46:27.955 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: osd.3 [v2:172.21.15.107:6826/593937980,v1:172.21.15.107:6827/593937980] boot 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: osdmap e198: 8 total, 8 up, 7 in 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.957 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:27 smithi150 ceph-mon[168511]: failed to encode map e198 with expected crc 2023-10-09T04:46:27.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:27.959 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:28.059 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:28.086 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:28.117 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:28.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:28.121 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:28.222 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:28.248 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:28.280 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:28.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:28.283 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:28.307 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:46:28.384 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:28.419 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:28.467 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:28.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:28.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:28.539 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:28.572 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:28.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:28.601 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:28.628 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[179183]: pgmap v692: 89 pgs: 2 active+undersized+degraded+remapped+backfill_wait, 3 active+undersized+degraded+remapped+backfilling, 84 active+clean; 1.3 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 177 op/s; 5063/65982 objects degraded (7.673%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T04:46:28.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[179183]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[179183]: osdmap e199: 8 total, 8 up, 7 in 2023-10-09T04:46:28.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[179183]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[179183]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[179183]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.631 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[184249]: pgmap v692: 89 pgs: 2 active+undersized+degraded+remapped+backfill_wait, 3 active+undersized+degraded+remapped+backfilling, 84 active+clean; 1.3 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 177 op/s; 5063/65982 objects degraded (7.673%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T04:46:28.631 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[184249]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.631 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[184249]: osdmap e199: 8 total, 8 up, 7 in 2023-10-09T04:46:28.631 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[184249]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.631 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[184249]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.631 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:28 smithi107 ceph-mon[184249]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.643 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:28.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:28.646 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:28.747 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:28.777 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:28 smithi150 ceph-mon[168511]: pgmap v692: 89 pgs: 2 active+undersized+degraded+remapped+backfill_wait, 3 active+undersized+degraded+remapped+backfilling, 84 active+clean; 1.3 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 177 op/s; 5063/65982 objects degraded (7.673%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T04:46:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:28 smithi150 ceph-mon[168511]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:28 smithi150 ceph-mon[168511]: osdmap e199: 8 total, 8 up, 7 in 2023-10-09T04:46:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:28 smithi150 ceph-mon[168511]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:28 smithi150 ceph-mon[168511]: failed to encode map e199 with expected crc 2023-10-09T04:46:28.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:28 smithi150 ceph-mon[168511]: failed to encode map e199 with expected crc 2023-10-09T04:46:29.824 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:29.829 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:29.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:29.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: osdmap e200: 8 total, 8 up, 7 in 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: 9.f continuing backfill to osd.2 from (159'4634,198'13240] 9:ff3a0a9e:::benchmark_data_smithi107_236173_object115382:head to 198'13240 2023-10-09T04:46:29.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: 9.2 continuing backfill to osd.7 from (166'6960,198'13132] 9:446e8746:::benchmark_data_smithi107_236173_object111809:head to 198'13132 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[179183]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: osdmap e200: 8 total, 8 up, 7 in 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: 9.f continuing backfill to osd.2 from (159'4634,198'13240] 9:ff3a0a9e:::benchmark_data_smithi107_236173_object115382:head to 198'13240 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: 9.2 continuing backfill to osd.7 from (166'6960,198'13132] 9:446e8746:::benchmark_data_smithi107_236173_object111809:head to 198'13132 2023-10-09T04:46:29.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:29 smithi107 ceph-mon[184249]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.934 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:29.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: osdmap e200: 8 total, 8 up, 7 in 2023-10-09T04:46:29.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: failed to encode map e200 with expected crc 2023-10-09T04:46:29.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: 9.f continuing backfill to osd.2 from (159'4634,198'13240] 9:ff3a0a9e:::benchmark_data_smithi107_236173_object115382:head to 198'13240 2023-10-09T04:46:29.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: 9.2 continuing backfill to osd.7 from (166'6960,198'13132] 9:446e8746:::benchmark_data_smithi107_236173_object111809:head to 198'13132 2023-10-09T04:46:29.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:29 smithi150 ceph-mon[168511]: failed to encode map e200 with expected crc 2023-10-09T04:46:30.003 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:30.133 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:30.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:30.140 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:30.241 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:30.345 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:30.416 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:30.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:30.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:30.528 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:30.591 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:30.768 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:30.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:30.801 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:30.901 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:30.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:30 smithi107 ceph-mon[184249]: pgmap v695: 89 pgs: 2 remapped+peering, 87 active+clean; 1.3 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 421 op/s; 66 MiB/s, 1.05k objects/s recovering 2023-10-09T04:46:30.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:30 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5063/65982 objects degraded (7.673%), 5 pgs degraded) 2023-10-09T04:46:30.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:30 smithi107 ceph-mon[179183]: pgmap v695: 89 pgs: 2 remapped+peering, 87 active+clean; 1.3 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 421 op/s; 66 MiB/s, 1.05k objects/s recovering 2023-10-09T04:46:30.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:30 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5063/65982 objects degraded (7.673%), 5 pgs degraded) 2023-10-09T04:46:30.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:30 smithi150 ceph-mon[168511]: pgmap v695: 89 pgs: 2 remapped+peering, 87 active+clean; 1.3 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 421 op/s; 66 MiB/s, 1.05k objects/s recovering 2023-10-09T04:46:30.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:30 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5063/65982 objects degraded (7.673%), 5 pgs degraded) 2023-10-09T04:46:30.988 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:31.064 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:31.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:31.077 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:31.178 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:31.255 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:31.382 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:31.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:31.389 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:31.452 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:31.490 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:31.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:31.601 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:31.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:31.615 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:31.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:31.800 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:31.892 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:31.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:31.908 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:32.009 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:32.104 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:32.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:32.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:32.203 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:32.304 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:32.339 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:46:32] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.43.0" 2023-10-09T04:46:32.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[179183]: pgmap v696: 89 pgs: 2 remapped+peering, 87 active+clean; 1.3 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 288 op/s; 45 MiB/s, 720 objects/s recovering 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:32.342 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[184249]: pgmap v696: 89 pgs: 2 remapped+peering, 87 active+clean; 1.3 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 288 op/s; 45 MiB/s, 720 objects/s recovering 2023-10-09T04:46:32.343 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.343 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.371 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:32.371 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:32 smithi150 ceph-mon[168511]: pgmap v696: 89 pgs: 2 remapped+peering, 87 active+clean; 1.3 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 288 op/s; 45 MiB/s, 720 objects/s recovering 2023-10-09T04:46:32.371 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.371 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:32.374 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:32.439 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:32.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:32.443 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:32.544 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:32.589 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:32.641 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:32.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:32.650 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:32.751 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:32.808 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:32.879 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:32.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:32.889 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:32.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:33.100 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:33.390 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:33.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:33.395 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:33.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:33.577 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:33.631 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:33.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:33.639 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:33 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 70/54591 objects degraded (0.128%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:46:33.675 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:33 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 70/54591 objects degraded (0.128%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:46:33.739 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:33.799 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215595 9.2 e200/199 9:4a7cee28:::benchmark_data_smithi107_236173_object99304:head v 200'13392, mlcod=189'12373)", 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:33.971160+0000", 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0013033280000000001, 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013346269999999999, 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:33.973 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971160+0000", 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971160+0000", 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971159+0000", 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971167+0000", 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9310000000000008e-06 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:33.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971182+0000", 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5068999999999999e-05 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971190+0000", 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9549999999999992e-06 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971254+0000", 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4121000000000005e-05 2023-10-09T04:46:33.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.971282+0000", 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7843000000000001e-05 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGRecoveryDelete(9.2 e200,199 9:492f67c7:::benchmark_data_smithi107_236173_object83428:head,189'12377)", 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:33.972008+0000", 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00045546300000000003, 2023-10-09T04:46:33.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00055146399999999999, 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.972008+0000", 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:33.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.972008+0000", 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.972007+0000", 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.972013+0000", 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9370000000000001e-06 2023-10-09T04:46:33.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.972024+0000", 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0976e-05 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:33.972032+0000", 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9759999999999995e-06 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:33.980 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:33.981 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:33.981 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:46:33.981 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 2 2023-10-09T04:46:33.981 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:46:33.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:33 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 70/54591 objects degraded (0.128%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:46:34.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:34 smithi107 ceph-mon[179183]: pgmap v697: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.1 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 587 op/s; 70/54591 objects degraded (0.128%); 35 MiB/s, 624 objects/s recovering 2023-10-09T04:46:34.579 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:34 smithi107 ceph-mon[184249]: pgmap v697: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.1 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 587 op/s; 70/54591 objects degraded (0.128%); 35 MiB/s, 624 objects/s recovering 2023-10-09T04:46:34.750 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:34.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:34.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:34.863 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:34.904 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:34 smithi150 ceph-mon[168511]: pgmap v697: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.1 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 587 op/s; 70/54591 objects degraded (0.128%); 35 MiB/s, 624 objects/s recovering 2023-10-09T04:46:34.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:34.993 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:35.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:35.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:35.102 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:35.162 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:35.219 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:35.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:35.226 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:35.326 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:35.356 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:35.389 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:35.392 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:35.422 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:35.442 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:35.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:35.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:35.453 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:46:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:46:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.34992.0:216665 9.2 e200/199)", 2023-10-09T04:46:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:35.392767+0000", 2023-10-09T04:46:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00036298100000000001, 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00038280399999999999, 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.392767+0000", 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.392767+0000", 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.392766+0000", 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:46:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.392772+0000", 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6289999999999998e-06 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.392786+0000", 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4684e-05 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:46:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.392794+0000", 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8210000000000002e-06 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 1 2023-10-09T04:46:35.457 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:46:35.465 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:46:35.519 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:35.549 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:35.554 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:35.589 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:46:35.592 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:35.596 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:35.643 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:35.655 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.655 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.655 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.656 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.656 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.656 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.656 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.656 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:46:35.659 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:35.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:35.670 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:35.680 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/634316802' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:35.681 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:35.681 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4065008100' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:35.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/634316802' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:35.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:35.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4065008100' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/634316802' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:35.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4065008100' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:35.771 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:35.860 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:35.927 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:35.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:35.932 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:36.033 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:36.093 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:46:36.099 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:36.170 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:36.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:36.181 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:36.282 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:36.319 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:36.381 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:36.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:36.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:36.489 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:36.547 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:36.603 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:36.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:36.612 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:36.713 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: pgmap v698: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.1 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 70/54591 objects degraded (0.128%); 30 MiB/s, 533 objects/s recovering 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: osdmap e201: 8 total, 8 up, 7 in 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: pgmap v698: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.1 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 70/54591 objects degraded (0.128%); 30 MiB/s, 533 objects/s recovering 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:36.777 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: osdmap e201: 8 total, 8 up, 7 in 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:46:36.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.778 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:36.827 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:36.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:36.837 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:36.938 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:36.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: pgmap v698: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.1 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 70/54591 objects degraded (0.128%); 30 MiB/s, 533 objects/s recovering 2023-10-09T04:46:36.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:36.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:36.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: osdmap e201: 8 total, 8 up, 7 in 2023-10-09T04:46:36.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: failed to encode map e201 with expected crc 2023-10-09T04:46:36.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:46:36.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:46:36.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:46:36.987 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:36.989 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:37.047 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:37.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:37.053 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:37.154 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:37.223 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:37.297 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:37.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:37.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:37.408 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:37.483 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:37.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:37.574 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:37.574 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:37.675 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:37.748 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:37.808 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:37.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:37.822 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:37.923 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:37.985 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:38.061 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:38.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:38.070 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:38.171 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:38.238 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:38.305 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:38.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:38.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:38.344 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:46:38.415 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:38.493 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:38.553 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:38.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:38.560 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:38.605 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:38 smithi107 ceph-mon[179183]: pgmap v700: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.0 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 473 op/s; 70/50508 objects degraded (0.139%); 0 B/s, 48 objects/s recovering 2023-10-09T04:46:38.661 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:38.668 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:46:38.679 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:46:38.679 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:46:38.679 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:46:38.679 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:46:38.679 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:46:38.738 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:38.804 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:38.814 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:38 smithi150 ceph-mon[168511]: pgmap v700: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.0 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 473 op/s; 70/50508 objects degraded (0.139%); 0 B/s, 48 objects/s recovering 2023-10-09T04:46:38.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:38.815 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:38.916 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:38.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:38 smithi107 ceph-mon[184249]: pgmap v700: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 1.0 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 473 op/s; 70/50508 objects degraded (0.139%); 0 B/s, 48 objects/s recovering 2023-10-09T04:46:38.988 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:39.142 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:46:39.168 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:39.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:39.175 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:39.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:39.343 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:39.345 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:39.419 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:39.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:39.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:39.451 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:39.525 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:39.612 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:39.659 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:39 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 55/43371 objects degraded (0.127%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:46:39.667 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:39.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:39.683 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:39.755 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:46:39.755 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:46:39.755 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_4 2023-10-09T04:46:39.755 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:46:39.784 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:39.858 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:39 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 55/43371 objects degraded (0.127%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:46:39.869 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:39.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:39 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 55/43371 objects degraded (0.127%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:46:39.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:39.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:39.938 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:40.039 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:40.109 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:40.170 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:40.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:40.176 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:40.277 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:40.346 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:40.407 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:40.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:40.426 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:40.526 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:40.593 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:40.644 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:40.661 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:40.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:40.668 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:40.735 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:40 smithi107 ceph-mon[184249]: pgmap v701: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 903 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 55/43371 objects degraded (0.127%); 0 B/s, 96 objects/s recovering 2023-10-09T04:46:40.736 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:40 smithi107 ceph-mon[179183]: pgmap v701: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 903 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 55/43371 objects degraded (0.127%); 0 B/s, 96 objects/s recovering 2023-10-09T04:46:40.769 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:40.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:40 smithi150 ceph-mon[168511]: pgmap v701: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 903 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 55/43371 objects degraded (0.127%); 0 B/s, 96 objects/s recovering 2023-10-09T04:46:40.847 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:40.910 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:40.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:40.923 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:41.024 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:41.090 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:41.258 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:41.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:41.273 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:41.374 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:41.417 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:41.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:41.676 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:41.776 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:41.834 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:41.900 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:41.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:41.908 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:41.959 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:41 smithi107 ceph-mon[179183]: pgmap v702: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 903 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 55/43371 objects degraded (0.127%); 0 B/s, 96 objects/s recovering 2023-10-09T04:46:41.962 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:41 smithi107 ceph-mon[184249]: pgmap v702: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 903 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 55/43371 objects degraded (0.127%); 0 B/s, 96 objects/s recovering 2023-10-09T04:46:41.972 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:41.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:41 smithi150 ceph-mon[168511]: pgmap v702: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 903 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 55/43371 objects degraded (0.127%); 0 B/s, 96 objects/s recovering 2023-10-09T04:46:42.009 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:42.016 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:42.054 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:42.089 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:42.091 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:42.122 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:46:42.179 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:42.189 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:42.226 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:42.262 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:42.267 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.267 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.267 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.268 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.268 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.268 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.268 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.268 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:46:42.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:46:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:46:42] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.43.0" 2023-10-09T04:46:42.643 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:42.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:42.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:42.747 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:42.818 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2812440045' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:42.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2812440045' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2812440045' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:43.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:43.231 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:43.331 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:43.367 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:43.450 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:43.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:43.457 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:43.558 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:43.623 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:43.623 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:43.623 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:43.693 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:43.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:43.698 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:43.736 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:46:43.799 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:43.867 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:43.917 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2635151094' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:46:43.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:43 smithi107 ceph-mon[179183]: pgmap v703: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 669 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 747 op/s; 259/32160 objects misplaced (0.805%); 1.4 MiB/s, 126 objects/s recovering 2023-10-09T04:46:43.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2635151094' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:46:43.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:43 smithi107 ceph-mon[184249]: pgmap v703: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 669 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 747 op/s; 259/32160 objects misplaced (0.805%); 1.4 MiB/s, 126 objects/s recovering 2023-10-09T04:46:43.943 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:43.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:43.955 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2635151094' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:46:43.955 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:43 smithi150 ceph-mon[168511]: pgmap v703: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 669 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 747 op/s; 259/32160 objects misplaced (0.805%); 1.4 MiB/s, 126 objects/s recovering 2023-10-09T04:46:43.955 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:44.056 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:44.151 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:44.228 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:44.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:44.237 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:44.338 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:44.406 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:44.600 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:44.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:44.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:44.644 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:46:44.714 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:44.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/43371 objects degraded (0.127%), 1 pg degraded) 2023-10-09T04:46:44.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:44.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2635151094' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:46:44.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: osdmap e202: 8 total, 8 up, 7 in 2023-10-09T04:46:44.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.720 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.721 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.721 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:44 smithi150 ceph-mon[168511]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/43371 objects degraded (0.127%), 1 pg degraded) 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2635151094' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: osdmap e202: 8 total, 8 up, 7 in 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.782 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[184249]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.783 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/43371 objects degraded (0.127%), 1 pg degraded) 2023-10-09T04:46:44.783 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:46:44.783 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2635151094' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:46:44.783 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: osdmap e202: 8 total, 8 up, 7 in 2023-10-09T04:46:44.783 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:44 smithi107 ceph-mon[179183]: failed to encode map e202 with expected crc 2023-10-09T04:46:44.804 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:44.881 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:44.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:44.887 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:44.988 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:45.032 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:45.094 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:46:45.105 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:45.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:45.119 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:45.219 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:45.257 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:45.316 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:45.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:45.327 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:45.428 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:45.487 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:45.499 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:46:45.529 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:46:45.545 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:45.556 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:45.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:45.570 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:45.671 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:45.723 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:45.898 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:45.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:45.909 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:46.010 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:46.076 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:46.142 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:46.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:46.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:46.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:45 smithi107 ceph-mon[184249]: pgmap v705: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 669 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 756 op/s; 259/32160 objects misplaced (0.805%); 1.4 MiB/s, 128 objects/s recovering 2023-10-09T04:46:46.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:45 smithi107 ceph-mon[184249]: from='client.55090 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:46:46.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:45 smithi107 ceph-mon[179183]: pgmap v705: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 669 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 756 op/s; 259/32160 objects misplaced (0.805%); 1.4 MiB/s, 128 objects/s recovering 2023-10-09T04:46:46.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:45 smithi107 ceph-mon[179183]: from='client.55090 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:46:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:45 smithi150 ceph-mon[168511]: pgmap v705: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 669 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 756 op/s; 259/32160 objects misplaced (0.805%); 1.4 MiB/s, 128 objects/s recovering 2023-10-09T04:46:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:45 smithi150 ceph-mon[168511]: from='client.55090 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:46:46.246 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:46.273 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:46.307 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:46.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:46.310 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:46.411 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:46.440 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:46.526 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":705,"stamp":"2023-10-09T04:46:45.446422+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":701503416,"num_objects":10720,"num_object_clones":0,"num_object_copies":32160,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":259,"num_objects_unfound":0,"num_objects_dirty":10720,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":222182,"num_write_kb":7444878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13093,"num_bytes_recovered":762250938,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125958,"ondisk_log_size":125958,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6042632,"kb_used_data":2114576,"kb_used_omap":17,"kb_used_meta":3927022,"kb_avail":650173432,"statfs":{"total":671965249536,"available":665777594368,"internally_reserved":0,"allocated":2165325824,"data_stored":2160533641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17831,"internal_metadata":4021271129},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,6,7,9,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-490012672,"num_objects":-7477,"num_object_clones":0,"num_object_copies":-22431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-70,"num_objects_misplaced":259,"num_objects_unfound":0,"num_objects_dirty":-7477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7477,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1270,"num_bytes_recovered":14811136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.879473"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":180,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.798182+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:46:28.798182+0000","last_peered":"2023-10-09T04:46:28.798182+0000","last_clean":"2023-10-09T04:46:28.798182+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:46:28.798182+0000","last_undegraded":"2023-10-09T04:46:28.798182+0000","last_fullsized":"2023-10-09T04:46:28.798182+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":99,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624951+0000","last_change":"2023-10-09T04:46:06.931280+0000","last_active":"2023-10-09T04:46:28.624951+0000","last_peered":"2023-10-09T04:46:28.624951+0000","last_clean":"2023-10-09T04:46:28.624951+0000","last_became_active":"2023-10-09T04:46:06.931074+0000","last_became_peered":"2023-10-09T04:46:06.931074+0000","last_unstale":"2023-10-09T04:46:28.624951+0000","last_undegraded":"2023-10-09T04:46:28.624951+0000","last_fullsized":"2023-10-09T04:46:28.624951+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:45:53.966631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":155,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624075+0000","last_change":"2023-10-09T04:46:06.934640+0000","last_active":"2023-10-09T04:46:28.624075+0000","last_peered":"2023-10-09T04:46:28.624075+0000","last_clean":"2023-10-09T04:46:28.624075+0000","last_became_active":"2023-10-09T04:46:06.934333+0000","last_became_peered":"2023-10-09T04:46:06.934333+0000","last_unstale":"2023-10-09T04:46:28.624075+0000","last_undegraded":"2023-10-09T04:46:28.624075+0000","last_fullsized":"2023-10-09T04:46:28.624075+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:49.216560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":173,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810601+0000","last_change":"2023-10-09T04:46:06.937099+0000","last_active":"2023-10-09T04:46:28.810601+0000","last_peered":"2023-10-09T04:46:28.810601+0000","last_clean":"2023-10-09T04:46:28.810601+0000","last_became_active":"2023-10-09T04:46:06.936834+0000","last_became_peered":"2023-10-09T04:46:06.936834+0000","last_unstale":"2023-10-09T04:46:28.810601+0000","last_undegraded":"2023-10-09T04:46:28.810601+0000","last_fullsized":"2023-10-09T04:46:28.810601+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:26.631700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":117,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810398+0000","last_change":"2023-10-09T04:46:06.928423+0000","last_active":"2023-10-09T04:46:28.810398+0000","last_peered":"2023-10-09T04:46:28.810398+0000","last_clean":"2023-10-09T04:46:28.810398+0000","last_became_active":"2023-10-09T04:46:06.927939+0000","last_became_peered":"2023-10-09T04:46:06.927939+0000","last_unstale":"2023-10-09T04:46:28.810398+0000","last_undegraded":"2023-10-09T04:46:28.810398+0000","last_fullsized":"2023-10-09T04:46:28.810398+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:10:56.837439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":161,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.626641+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:46:28.626641+0000","last_peered":"2023-10-09T04:46:28.626641+0000","last_clean":"2023-10-09T04:46:28.626641+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:46:28.626641+0000","last_undegraded":"2023-10-09T04:46:28.626641+0000","last_fullsized":"2023-10-09T04:46:28.626641+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":170,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810644+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:46:28.810644+0000","last_peered":"2023-10-09T04:46:28.810644+0000","last_clean":"2023-10-09T04:46:28.810644+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:46:28.810644+0000","last_undegraded":"2023-10-09T04:46:28.810644+0000","last_fullsized":"2023-10-09T04:46:28.810644+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":99,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624058+0000","last_change":"2023-10-09T04:46:06.933660+0000","last_active":"2023-10-09T04:46:28.624058+0000","last_peered":"2023-10-09T04:46:28.624058+0000","last_clean":"2023-10-09T04:46:28.624058+0000","last_became_active":"2023-10-09T04:46:06.933243+0000","last_became_peered":"2023-10-09T04:46:06.933243+0000","last_unstale":"2023-10-09T04:46:28.624058+0000","last_undegraded":"2023-10-09T04:46:28.624058+0000","last_fullsized":"2023-10-09T04:46:28.624058+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:46.600262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":162,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.635806+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:46:28.635806+0000","last_peered":"2023-10-09T04:46:28.635806+0000","last_clean":"2023-10-09T04:46:28.635806+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:46:28.635806+0000","last_undegraded":"2023-10-09T04:46:28.635806+0000","last_fullsized":"2023-10-09T04:46:28.635806+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":90,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710060+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:46:28.710060+0000","last_peered":"2023-10-09T04:46:28.710060+0000","last_clean":"2023-10-09T04:46:28.710060+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:46:28.710060+0000","last_undegraded":"2023-10-09T04:46:28.710060+0000","last_fullsized":"2023-10-09T04:46:28.710060+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":188,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710317+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:46:28.710317+0000","last_peered":"2023-10-09T04:46:28.710317+0000","last_clean":"2023-10-09T04:46:28.710317+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:46:28.710317+0000","last_undegraded":"2023-10-09T04:46:28.710317+0000","last_fullsized":"2023-10-09T04:46:28.710317+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":141,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.707629+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:46:28.707629+0000","last_peered":"2023-10-09T04:46:28.707629+0000","last_clean":"2023-10-09T04:46:28.707629+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:46:28.707629+0000","last_undegraded":"2023-10-09T04:46:28.707629+0000","last_fullsized":"2023-10-09T04:46:28.707629+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":167,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.799385+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:46:28.799385+0000","last_peered":"2023-10-09T04:46:28.799385+0000","last_clean":"2023-10-09T04:46:28.799385+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:46:28.799385+0000","last_undegraded":"2023-10-09T04:46:28.799385+0000","last_fullsized":"2023-10-09T04:46:28.799385+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":161,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.798517+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:46:28.798517+0000","last_peered":"2023-10-09T04:46:28.798517+0000","last_clean":"2023-10-09T04:46:28.798517+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:46:28.798517+0000","last_undegraded":"2023-10-09T04:46:28.798517+0000","last_fullsized":"2023-10-09T04:46:28.798517+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":164,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710247+0000","last_change":"2023-10-09T04:35:37.082010+0000","last_active":"2023-10-09T04:46:28.710247+0000","last_peered":"2023-10-09T04:46:28.710247+0000","last_clean":"2023-10-09T04:46:28.710247+0000","last_became_active":"2023-10-09T04:35:37.081695+0000","last_became_peered":"2023-10-09T04:35:37.081695+0000","last_unstale":"2023-10-09T04:46:28.710247+0000","last_undegraded":"2023-10-09T04:46:28.710247+0000","last_fullsized":"2023-10-09T04:46:28.710247+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:50.356778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":99,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.625391+0000","last_change":"2023-10-09T04:46:06.940618+0000","last_active":"2023-10-09T04:46:28.625391+0000","last_peered":"2023-10-09T04:46:28.625391+0000","last_clean":"2023-10-09T04:46:28.625391+0000","last_became_active":"2023-10-09T04:46:06.940320+0000","last_became_peered":"2023-10-09T04:46:06.940320+0000","last_unstale":"2023-10-09T04:46:28.625391+0000","last_undegraded":"2023-10-09T04:46:28.625391+0000","last_fullsized":"2023-10-09T04:46:28.625391+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:01.116659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":171,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810181+0000","last_change":"2023-10-09T04:46:06.937142+0000","last_active":"2023-10-09T04:46:28.810181+0000","last_peered":"2023-10-09T04:46:28.810181+0000","last_clean":"2023-10-09T04:46:28.810181+0000","last_became_active":"2023-10-09T04:46:06.936838+0000","last_became_peered":"2023-10-09T04:46:06.936838+0000","last_unstale":"2023-10-09T04:46:28.810181+0000","last_undegraded":"2023-10-09T04:46:28.810181+0000","last_fullsized":"2023-10-09T04:46:28.810181+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:10.822014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":178,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.635813+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:46:28.635813+0000","last_peered":"2023-10-09T04:46:28.635813+0000","last_clean":"2023-10-09T04:46:28.635813+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:46:28.635813+0000","last_undegraded":"2023-10-09T04:46:28.635813+0000","last_fullsized":"2023-10-09T04:46:28.635813+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":145,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710003+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:46:28.710003+0000","last_peered":"2023-10-09T04:46:28.710003+0000","last_clean":"2023-10-09T04:46:28.710003+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:46:28.710003+0000","last_undegraded":"2023-10-09T04:46:28.710003+0000","last_fullsized":"2023-10-09T04:46:28.710003+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":171,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810670+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:46:28.810670+0000","last_peered":"2023-10-09T04:46:28.810670+0000","last_clean":"2023-10-09T04:46:28.810670+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:46:28.810670+0000","last_undegraded":"2023-10-09T04:46:28.810670+0000","last_fullsized":"2023-10-09T04:46:28.810670+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":170,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.626036+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:46:28.626036+0000","last_peered":"2023-10-09T04:46:28.626036+0000","last_clean":"2023-10-09T04:46:28.626036+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:46:28.626036+0000","last_undegraded":"2023-10-09T04:46:28.626036+0000","last_fullsized":"2023-10-09T04:46:28.626036+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":101,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710474+0000","last_change":"2023-10-09T04:46:06.929370+0000","last_active":"2023-10-09T04:46:28.710474+0000","last_peered":"2023-10-09T04:46:28.710474+0000","last_clean":"2023-10-09T04:46:28.710474+0000","last_became_active":"2023-10-09T04:46:06.929080+0000","last_became_peered":"2023-10-09T04:46:06.929080+0000","last_unstale":"2023-10-09T04:46:28.710474+0000","last_undegraded":"2023-10-09T04:46:28.710474+0000","last_fullsized":"2023-10-09T04:46:28.710474+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:26:38.062262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"201'13766","reported_seq":13828,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:41.553472+0000","last_change":"2023-10-09T04:42:36.825090+0000","last_active":"2023-10-09T04:46:41.553472+0000","last_peered":"2023-10-09T04:46:41.553472+0000","last_clean":"2023-10-09T04:46:41.553472+0000","last_became_active":"2023-10-09T04:42:36.824827+0000","last_became_peered":"2023-10-09T04:42:36.824827+0000","last_unstale":"2023-10-09T04:46:41.553472+0000","last_undegraded":"2023-10-09T04:46:41.553472+0000","last_fullsized":"2023-10-09T04:46:41.553472+0000","mapping_epoch":149,"log_start":"159'4933","ondisk_log_start":"159'4933","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8833,"log_dups_size":0,"ondisk_log_size":8833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:21:10.511153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47841280,"num_objects":730,"num_object_clones":0,"num_object_copies":2190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13766,"num_write_kb":463872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":163,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710537+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:46:28.710537+0000","last_peered":"2023-10-09T04:46:28.710537+0000","last_clean":"2023-10-09T04:46:28.710537+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:46:28.710537+0000","last_undegraded":"2023-10-09T04:46:28.710537+0000","last_fullsized":"2023-10-09T04:46:28.710537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":144,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.629293+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:46:28.629293+0000","last_peered":"2023-10-09T04:46:28.629293+0000","last_clean":"2023-10-09T04:46:28.629293+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:46:28.629293+0000","last_undegraded":"2023-10-09T04:46:28.629293+0000","last_fullsized":"2023-10-09T04:46:28.629293+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"201'14222","reported_seq":17044,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.657758+0000","last_change":"2023-10-09T04:46:27.674844+0000","last_active":"2023-10-09T04:46:42.657758+0000","last_peered":"2023-10-09T04:46:42.657758+0000","last_clean":"2023-10-09T04:46:42.657758+0000","last_became_active":"2023-10-09T04:46:27.626674+0000","last_became_peered":"2023-10-09T04:46:27.626674+0000","last_unstale":"2023-10-09T04:46:42.657758+0000","last_undegraded":"2023-10-09T04:46:42.657758+0000","last_fullsized":"2023-10-09T04:46:42.657758+0000","mapping_epoch":198,"log_start":"171'8015","ondisk_log_start":"171'8015","created":149,"last_epoch_clean":199,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":6207,"log_dups_size":0,"ondisk_log_size":6207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:21:08.984885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41156608,"num_objects":628,"num_object_clones":0,"num_object_copies":1884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14222,"num_write_kb":475200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1368,"num_bytes_recovered":89653248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":164,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710452+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:46:28.710452+0000","last_peered":"2023-10-09T04:46:28.710452+0000","last_clean":"2023-10-09T04:46:28.710452+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:46:28.710452+0000","last_undegraded":"2023-10-09T04:46:28.710452+0000","last_fullsized":"2023-10-09T04:46:28.710452+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":205,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.800386+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:46:28.800386+0000","last_peered":"2023-10-09T04:46:28.800386+0000","last_clean":"2023-10-09T04:46:28.800386+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:46:28.800386+0000","last_undegraded":"2023-10-09T04:46:28.800386+0000","last_fullsized":"2023-10-09T04:46:28.800386+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"201'13620","reported_seq":17015,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.687517+0000","last_change":"2023-10-09T04:46:25.685614+0000","last_active":"2023-10-09T04:46:42.687517+0000","last_peered":"2023-10-09T04:46:42.687517+0000","last_clean":"2023-10-09T04:46:42.687517+0000","last_became_active":"2023-10-09T04:46:25.595718+0000","last_became_peered":"2023-10-09T04:46:25.595718+0000","last_unstale":"2023-10-09T04:46:42.687517+0000","last_undegraded":"2023-10-09T04:46:42.687517+0000","last_fullsized":"2023-10-09T04:46:42.687517+0000","mapping_epoch":196,"log_start":"159'5024","ondisk_log_start":"159'5024","created":149,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8596,"log_dups_size":0,"ondisk_log_size":8596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:20.024328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42074112,"num_objects":642,"num_object_clones":0,"num_object_copies":1926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13620,"num_write_kb":456384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1652,"num_bytes_recovered":108265472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":146,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710187+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:46:28.710187+0000","last_peered":"2023-10-09T04:46:28.710187+0000","last_clean":"2023-10-09T04:46:28.710187+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:46:28.710187+0000","last_undegraded":"2023-10-09T04:46:28.710187+0000","last_fullsized":"2023-10-09T04:46:28.710187+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":161,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.626316+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:46:28.626316+0000","last_peered":"2023-10-09T04:46:28.626316+0000","last_clean":"2023-10-09T04:46:28.626316+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:46:28.626316+0000","last_undegraded":"2023-10-09T04:46:28.626316+0000","last_fullsized":"2023-10-09T04:46:28.626316+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"201'13904","reported_seq":13964,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.615750+0000","last_change":"2023-10-09T04:42:36.827221+0000","last_active":"2023-10-09T04:46:42.615750+0000","last_peered":"2023-10-09T04:46:42.615750+0000","last_clean":"2023-10-09T04:46:42.615750+0000","last_became_active":"2023-10-09T04:42:36.826921+0000","last_became_peered":"2023-10-09T04:42:36.826921+0000","last_unstale":"2023-10-09T04:46:42.615750+0000","last_undegraded":"2023-10-09T04:46:42.615750+0000","last_fullsized":"2023-10-09T04:46:42.615750+0000","mapping_epoch":149,"log_start":"159'5331","ondisk_log_start":"159'5331","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8573,"log_dups_size":0,"ondisk_log_size":8573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:45.780036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41811968,"num_objects":638,"num_object_clones":0,"num_object_copies":1914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13904,"num_write_kb":465344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":179,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.635404+0000","last_change":"2023-10-09T04:46:06.942570+0000","last_active":"2023-10-09T04:46:28.635404+0000","last_peered":"2023-10-09T04:46:28.635404+0000","last_clean":"2023-10-09T04:46:28.635404+0000","last_became_active":"2023-10-09T04:46:06.942258+0000","last_became_peered":"2023-10-09T04:46:06.942258+0000","last_unstale":"2023-10-09T04:46:28.635404+0000","last_undegraded":"2023-10-09T04:46:28.635404+0000","last_fullsized":"2023-10-09T04:46:28.635404+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:09:12.721759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":157,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810910+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:46:28.810910+0000","last_peered":"2023-10-09T04:46:28.810910+0000","last_clean":"2023-10-09T04:46:28.810910+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:46:28.810910+0000","last_undegraded":"2023-10-09T04:46:28.810910+0000","last_fullsized":"2023-10-09T04:46:28.810910+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"201'14035","reported_seq":17557,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.411320+0000","last_change":"2023-10-09T04:46:23.644295+0000","last_active":"2023-10-09T04:46:42.411320+0000","last_peered":"2023-10-09T04:46:42.411320+0000","last_clean":"2023-10-09T04:46:42.411320+0000","last_became_active":"2023-10-09T04:46:23.585206+0000","last_became_peered":"2023-10-09T04:46:23.585206+0000","last_unstale":"2023-10-09T04:46:42.411320+0000","last_undegraded":"2023-10-09T04:46:42.411320+0000","last_fullsized":"2023-10-09T04:46:42.411320+0000","mapping_epoch":194,"log_start":"162'5921","ondisk_log_start":"162'5921","created":149,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8114,"log_dups_size":0,"ondisk_log_size":8114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:23:14.861556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41353216,"num_objects":631,"num_object_clones":0,"num_object_copies":1893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14035,"num_write_kb":469312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1713,"num_bytes_recovered":112132096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":56,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810870+0000","last_change":"2023-10-09T04:46:06.939234+0000","last_active":"2023-10-09T04:46:28.810870+0000","last_peered":"2023-10-09T04:46:28.810870+0000","last_clean":"2023-10-09T04:46:28.810870+0000","last_became_active":"2023-10-09T04:46:06.935118+0000","last_became_peered":"2023-10-09T04:46:06.935118+0000","last_unstale":"2023-10-09T04:46:28.810870+0000","last_undegraded":"2023-10-09T04:46:28.810870+0000","last_fullsized":"2023-10-09T04:46:28.810870+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:44:45.229755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":178,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.799373+0000","last_change":"2023-10-09T04:46:06.935007+0000","last_active":"2023-10-09T04:46:28.799373+0000","last_peered":"2023-10-09T04:46:28.799373+0000","last_clean":"2023-10-09T04:46:28.799373+0000","last_became_active":"2023-10-09T04:46:06.934827+0000","last_became_peered":"2023-10-09T04:46:06.934827+0000","last_unstale":"2023-10-09T04:46:28.799373+0000","last_undegraded":"2023-10-09T04:46:28.799373+0000","last_fullsized":"2023-10-09T04:46:28.799373+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:28.082562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"201'13895","reported_seq":13958,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.670754+0000","last_change":"2023-10-09T04:42:37.038857+0000","last_active":"2023-10-09T04:46:42.670754+0000","last_peered":"2023-10-09T04:46:42.670754+0000","last_clean":"2023-10-09T04:46:42.670754+0000","last_became_active":"2023-10-09T04:42:37.038585+0000","last_became_peered":"2023-10-09T04:42:37.038585+0000","last_unstale":"2023-10-09T04:46:42.670754+0000","last_undegraded":"2023-10-09T04:46:42.670754+0000","last_fullsized":"2023-10-09T04:46:42.670754+0000","mapping_epoch":149,"log_start":"170'7728","ondisk_log_start":"170'7728","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":6167,"log_dups_size":0,"ondisk_log_size":6167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:28.769680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41877504,"num_objects":639,"num_object_clones":0,"num_object_copies":1917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13895,"num_write_kb":465088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":162,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.626676+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:46:28.626676+0000","last_peered":"2023-10-09T04:46:28.626676+0000","last_clean":"2023-10-09T04:46:28.626676+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:46:28.626676+0000","last_undegraded":"2023-10-09T04:46:28.626676+0000","last_fullsized":"2023-10-09T04:46:28.626676+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":171,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.799374+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:46:28.799374+0000","last_peered":"2023-10-09T04:46:28.799374+0000","last_clean":"2023-10-09T04:46:28.799374+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:46:28.799374+0000","last_undegraded":"2023-10-09T04:46:28.799374+0000","last_fullsized":"2023-10-09T04:46:28.799374+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"201'13943","reported_seq":17204,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.645754+0000","last_change":"2023-10-09T04:46:25.649923+0000","last_active":"2023-10-09T04:46:42.645754+0000","last_peered":"2023-10-09T04:46:42.645754+0000","last_clean":"2023-10-09T04:46:42.645754+0000","last_became_active":"2023-10-09T04:46:25.596119+0000","last_became_peered":"2023-10-09T04:46:25.596119+0000","last_unstale":"2023-10-09T04:46:42.645754+0000","last_undegraded":"2023-10-09T04:46:42.645754+0000","last_fullsized":"2023-10-09T04:46:42.645754+0000","mapping_epoch":196,"log_start":"164'6709","ondisk_log_start":"164'6709","created":149,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7234,"log_dups_size":0,"ondisk_log_size":7234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:46:22.043662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44498944,"num_objects":679,"num_object_clones":0,"num_object_copies":2037,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":679,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13943,"num_write_kb":467904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1585,"num_bytes_recovered":103874560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":162,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.800355+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:46:28.800355+0000","last_peered":"2023-10-09T04:46:28.800355+0000","last_clean":"2023-10-09T04:46:28.800355+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:46:28.800355+0000","last_undegraded":"2023-10-09T04:46:28.800355+0000","last_fullsized":"2023-10-09T04:46:28.800355+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":161,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.799606+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:46:28.799606+0000","last_peered":"2023-10-09T04:46:28.799606+0000","last_clean":"2023-10-09T04:46:28.799606+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:46:28.799606+0000","last_undegraded":"2023-10-09T04:46:28.799606+0000","last_fullsized":"2023-10-09T04:46:28.799606+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"201'13812","reported_seq":17765,"reported_epoch":201,"state":"active+remapped+backfilling","last_fresh":"2023-10-09T04:46:42.672016+0000","last_change":"2023-10-09T04:46:40.094202+0000","last_active":"2023-10-09T04:46:42.672016+0000","last_peered":"2023-10-09T04:46:42.672016+0000","last_clean":"2023-10-09T04:45:53.426522+0000","last_became_active":"2023-10-09T04:46:28.737276+0000","last_became_peered":"2023-10-09T04:46:28.737276+0000","last_unstale":"2023-10-09T04:46:42.672016+0000","last_undegraded":"2023-10-09T04:46:42.672016+0000","last_fullsized":"2023-10-09T04:46:42.672016+0000","mapping_epoch":199,"log_start":"169'7660","ondisk_log_start":"169'7660","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":6152,"log_dups_size":0,"ondisk_log_size":6152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:21:42.516628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43384832,"num_objects":662,"num_object_clones":0,"num_object_copies":1986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":259,"num_objects_unfound":0,"num_objects_dirty":662,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13812,"num_write_kb":463168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1932,"num_bytes_recovered":40894464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,3],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"1,2,3","objects":662}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":100,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624195+0000","last_change":"2023-10-09T04:46:06.933504+0000","last_active":"2023-10-09T04:46:28.624195+0000","last_peered":"2023-10-09T04:46:28.624195+0000","last_clean":"2023-10-09T04:46:28.624195+0000","last_became_active":"2023-10-09T04:46:06.932754+0000","last_became_peered":"2023-10-09T04:46:06.932754+0000","last_unstale":"2023-10-09T04:46:28.624195+0000","last_undegraded":"2023-10-09T04:46:28.624195+0000","last_fullsized":"2023-10-09T04:46:28.624195+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:32.101567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":157,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:35.593764+0000","last_change":"2023-10-09T04:46:06.937100+0000","last_active":"2023-10-09T04:46:35.593764+0000","last_peered":"2023-10-09T04:46:35.593764+0000","last_clean":"2023-10-09T04:46:35.593764+0000","last_became_active":"2023-10-09T04:46:06.936314+0000","last_became_peered":"2023-10-09T04:46:06.936314+0000","last_unstale":"2023-10-09T04:46:35.593764+0000","last_undegraded":"2023-10-09T04:46:35.593764+0000","last_fullsized":"2023-10-09T04:46:35.593764+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:07.709969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"201'13897","reported_seq":16881,"reported_epoch":201,"state":"active+recovering+remapped","last_fresh":"2023-10-09T04:46:42.697074+0000","last_change":"2023-10-09T04:46:40.107004+0000","last_active":"2023-10-09T04:46:42.697074+0000","last_peered":"2023-10-09T04:46:42.697074+0000","last_clean":"2023-10-09T04:45:53.518696+0000","last_became_active":"2023-10-09T04:46:28.733435+0000","last_became_peered":"2023-10-09T04:46:28.733435+0000","last_unstale":"2023-10-09T04:46:42.697074+0000","last_undegraded":"2023-10-09T04:46:42.697074+0000","last_fullsized":"2023-10-09T04:46:42.697074+0000","mapping_epoch":199,"log_start":"159'5234","ondisk_log_start":"159'5234","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8663,"log_dups_size":0,"ondisk_log_size":8663,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:58.790108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43450368,"num_objects":663,"num_object_clones":0,"num_object_copies":1989,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":663,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13897,"num_write_kb":465920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1447,"num_bytes_recovered":83886080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,3],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,3,5","objects":663}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":169,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624727+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:46:28.624727+0000","last_peered":"2023-10-09T04:46:28.624727+0000","last_clean":"2023-10-09T04:46:28.624727+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:46:28.624727+0000","last_undegraded":"2023-10-09T04:46:28.624727+0000","last_fullsized":"2023-10-09T04:46:28.624727+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":196,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.635791+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:46:28.635791+0000","last_peered":"2023-10-09T04:46:28.635791+0000","last_clean":"2023-10-09T04:46:28.635791+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:46:28.635791+0000","last_undegraded":"2023-10-09T04:46:28.635791+0000","last_fullsized":"2023-10-09T04:46:28.635791+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":127,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.707559+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:46:28.707559+0000","last_peered":"2023-10-09T04:46:28.707559+0000","last_clean":"2023-10-09T04:46:28.707559+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:46:28.707559+0000","last_undegraded":"2023-10-09T04:46:28.707559+0000","last_fullsized":"2023-10-09T04:46:28.707559+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"201'13797","reported_seq":13859,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:41.519494+0000","last_change":"2023-10-09T04:42:36.824501+0000","last_active":"2023-10-09T04:46:41.519494+0000","last_peered":"2023-10-09T04:46:41.519494+0000","last_clean":"2023-10-09T04:46:41.519494+0000","last_became_active":"2023-10-09T04:42:36.824196+0000","last_became_peered":"2023-10-09T04:42:36.824196+0000","last_unstale":"2023-10-09T04:46:41.519494+0000","last_undegraded":"2023-10-09T04:46:41.519494+0000","last_fullsized":"2023-10-09T04:46:41.519494+0000","mapping_epoch":149,"log_start":"159'4921","ondisk_log_start":"159'4921","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8876,"log_dups_size":0,"ondisk_log_size":8876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:53:11.932702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49217536,"num_objects":751,"num_object_clones":0,"num_object_copies":2253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13797,"num_write_kb":465536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":165,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.630400+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:46:28.630400+0000","last_peered":"2023-10-09T04:46:28.630400+0000","last_clean":"2023-10-09T04:46:28.630400+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:46:28.630400+0000","last_undegraded":"2023-10-09T04:46:28.630400+0000","last_fullsized":"2023-10-09T04:46:28.630400+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":162,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.798449+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:46:28.798449+0000","last_peered":"2023-10-09T04:46:28.798449+0000","last_clean":"2023-10-09T04:46:28.798449+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:46:28.798449+0000","last_undegraded":"2023-10-09T04:46:28.798449+0000","last_fullsized":"2023-10-09T04:46:28.798449+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":172,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624645+0000","last_change":"2023-10-09T04:46:06.926318+0000","last_active":"2023-10-09T04:46:28.624645+0000","last_peered":"2023-10-09T04:46:28.624645+0000","last_clean":"2023-10-09T04:46:28.624645+0000","last_became_active":"2023-10-09T04:46:06.925561+0000","last_became_peered":"2023-10-09T04:46:06.925561+0000","last_unstale":"2023-10-09T04:46:28.624645+0000","last_undegraded":"2023-10-09T04:46:28.624645+0000","last_fullsized":"2023-10-09T04:46:28.624645+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:53:48.842705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"201'13659","reported_seq":13719,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.531853+0000","last_change":"2023-10-09T04:42:36.827865+0000","last_active":"2023-10-09T04:46:42.531853+0000","last_peered":"2023-10-09T04:46:42.531853+0000","last_clean":"2023-10-09T04:46:42.531853+0000","last_became_active":"2023-10-09T04:42:36.827675+0000","last_became_peered":"2023-10-09T04:42:36.827675+0000","last_unstale":"2023-10-09T04:46:42.531853+0000","last_undegraded":"2023-10-09T04:46:42.531853+0000","last_fullsized":"2023-10-09T04:46:42.531853+0000","mapping_epoch":149,"log_start":"159'5002","ondisk_log_start":"159'5002","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8657,"log_dups_size":0,"ondisk_log_size":8657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:21.021766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42926080,"num_objects":655,"num_object_clones":0,"num_object_copies":1965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13659,"num_write_kb":458048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":184,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.622867+0000","last_change":"2023-10-09T04:46:06.928075+0000","last_active":"2023-10-09T04:46:28.622867+0000","last_peered":"2023-10-09T04:46:28.622867+0000","last_clean":"2023-10-09T04:46:28.622867+0000","last_became_active":"2023-10-09T04:46:06.927797+0000","last_became_peered":"2023-10-09T04:46:06.927797+0000","last_unstale":"2023-10-09T04:46:28.622867+0000","last_undegraded":"2023-10-09T04:46:28.622867+0000","last_fullsized":"2023-10-09T04:46:28.622867+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:51:59.109231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":141,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624194+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:46:28.624194+0000","last_peered":"2023-10-09T04:46:28.624194+0000","last_clean":"2023-10-09T04:46:28.624194+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:46:28.624194+0000","last_undegraded":"2023-10-09T04:46:28.624194+0000","last_fullsized":"2023-10-09T04:46:28.624194+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":164,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624528+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:46:28.624528+0000","last_peered":"2023-10-09T04:46:28.624528+0000","last_clean":"2023-10-09T04:46:28.624528+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:46:28.624528+0000","last_undegraded":"2023-10-09T04:46:28.624528+0000","last_fullsized":"2023-10-09T04:46:28.624528+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"201'13734","reported_seq":17153,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:41.565800+0000","last_change":"2023-10-09T04:46:24.631662+0000","last_active":"2023-10-09T04:46:41.565800+0000","last_peered":"2023-10-09T04:46:41.565800+0000","last_clean":"2023-10-09T04:46:41.565800+0000","last_became_active":"2023-10-09T04:46:24.591872+0000","last_became_peered":"2023-10-09T04:46:24.591872+0000","last_unstale":"2023-10-09T04:46:41.565800+0000","last_undegraded":"2023-10-09T04:46:41.565800+0000","last_fullsized":"2023-10-09T04:46:41.565800+0000","mapping_epoch":195,"log_start":"159'4900","ondisk_log_start":"159'4900","created":149,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8834,"log_dups_size":0,"ondisk_log_size":8834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:31:36.967329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46661632,"num_objects":712,"num_object_clones":0,"num_object_copies":2136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13734,"num_write_kb":462272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1663,"num_bytes_recovered":108920832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":165,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.629540+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:46:28.629540+0000","last_peered":"2023-10-09T04:46:28.629540+0000","last_clean":"2023-10-09T04:46:28.629540+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:46:28.629540+0000","last_undegraded":"2023-10-09T04:46:28.629540+0000","last_fullsized":"2023-10-09T04:46:28.629540+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":543,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710078+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:46:28.710078+0000","last_peered":"2023-10-09T04:46:28.710078+0000","last_clean":"2023-10-09T04:46:28.710078+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:46:28.710078+0000","last_undegraded":"2023-10-09T04:46:28.710078+0000","last_fullsized":"2023-10-09T04:46:28.710078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":89,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.630322+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:46:28.630322+0000","last_peered":"2023-10-09T04:46:28.630322+0000","last_clean":"2023-10-09T04:46:28.630322+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:46:28.630322+0000","last_undegraded":"2023-10-09T04:46:28.630322+0000","last_fullsized":"2023-10-09T04:46:28.630322+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":144,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.629561+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:46:28.629561+0000","last_peered":"2023-10-09T04:46:28.629561+0000","last_clean":"2023-10-09T04:46:28.629561+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:46:28.629561+0000","last_undegraded":"2023-10-09T04:46:28.629561+0000","last_fullsized":"2023-10-09T04:46:28.629561+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"201'13926","reported_seq":13988,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:41.557632+0000","last_change":"2023-10-09T04:42:37.038179+0000","last_active":"2023-10-09T04:46:41.557632+0000","last_peered":"2023-10-09T04:46:41.557632+0000","last_clean":"2023-10-09T04:46:41.557632+0000","last_became_active":"2023-10-09T04:42:37.037890+0000","last_became_peered":"2023-10-09T04:42:37.037890+0000","last_unstale":"2023-10-09T04:46:41.557632+0000","last_undegraded":"2023-10-09T04:46:41.557632+0000","last_fullsized":"2023-10-09T04:46:41.557632+0000","mapping_epoch":149,"log_start":"159'5048","ondisk_log_start":"159'5048","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":8878,"log_dups_size":0,"ondisk_log_size":8878,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:37.752727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47579136,"num_objects":726,"num_object_clones":0,"num_object_copies":2178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13926,"num_write_kb":468864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":183,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710041+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:46:28.710041+0000","last_peered":"2023-10-09T04:46:28.710041+0000","last_clean":"2023-10-09T04:46:28.710041+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:46:28.710041+0000","last_undegraded":"2023-10-09T04:46:28.710041+0000","last_fullsized":"2023-10-09T04:46:28.710041+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":171,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.811046+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:46:28.811046+0000","last_peered":"2023-10-09T04:46:28.811046+0000","last_clean":"2023-10-09T04:46:28.811046+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:46:28.811046+0000","last_undegraded":"2023-10-09T04:46:28.811046+0000","last_fullsized":"2023-10-09T04:46:28.811046+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":172,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810448+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:46:28.810448+0000","last_peered":"2023-10-09T04:46:28.810448+0000","last_clean":"2023-10-09T04:46:28.810448+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:46:28.810448+0000","last_undegraded":"2023-10-09T04:46:28.810448+0000","last_fullsized":"2023-10-09T04:46:28.810448+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"201'13657","reported_seq":13717,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.650336+0000","last_change":"2023-10-09T04:42:36.827066+0000","last_active":"2023-10-09T04:46:42.650336+0000","last_peered":"2023-10-09T04:46:42.650336+0000","last_clean":"2023-10-09T04:46:42.650336+0000","last_became_active":"2023-10-09T04:42:36.826768+0000","last_became_peered":"2023-10-09T04:42:36.826768+0000","last_unstale":"2023-10-09T04:46:42.650336+0000","last_undegraded":"2023-10-09T04:46:42.650336+0000","last_fullsized":"2023-10-09T04:46:42.650336+0000","mapping_epoch":149,"log_start":"163'6460","ondisk_log_start":"163'6460","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7197,"log_dups_size":0,"ondisk_log_size":7197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:57.065460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42926080,"num_objects":655,"num_object_clones":0,"num_object_copies":1965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13657,"num_write_kb":457984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":166,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710266+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:46:28.710266+0000","last_peered":"2023-10-09T04:46:28.710266+0000","last_clean":"2023-10-09T04:46:28.710266+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:46:28.710266+0000","last_undegraded":"2023-10-09T04:46:28.710266+0000","last_fullsized":"2023-10-09T04:46:28.710266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":141,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.624559+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:46:28.624559+0000","last_peered":"2023-10-09T04:46:28.624559+0000","last_clean":"2023-10-09T04:46:28.624559+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:46:28.624559+0000","last_undegraded":"2023-10-09T04:46:28.624559+0000","last_fullsized":"2023-10-09T04:46:28.624559+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":142,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810819+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:46:28.810819+0000","last_peered":"2023-10-09T04:46:28.810819+0000","last_clean":"2023-10-09T04:46:28.810819+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:46:28.810819+0000","last_undegraded":"2023-10-09T04:46:28.810819+0000","last_fullsized":"2023-10-09T04:46:28.810819+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"201'13993","reported_seq":14054,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.593746+0000","last_change":"2023-10-09T04:42:36.827170+0000","last_active":"2023-10-09T04:46:42.593746+0000","last_peered":"2023-10-09T04:46:42.593746+0000","last_clean":"2023-10-09T04:46:42.593746+0000","last_became_active":"2023-10-09T04:42:36.826849+0000","last_became_peered":"2023-10-09T04:42:36.826849+0000","last_unstale":"2023-10-09T04:46:42.593746+0000","last_undegraded":"2023-10-09T04:46:42.593746+0000","last_fullsized":"2023-10-09T04:46:42.593746+0000","mapping_epoch":149,"log_start":"165'6825","ondisk_log_start":"165'6825","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7168,"log_dups_size":0,"ondisk_log_size":7168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:41.643633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41680920,"num_objects":637,"num_object_clones":0,"num_object_copies":1911,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13993,"num_write_kb":468097,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":59,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.710475+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:46:28.710475+0000","last_peered":"2023-10-09T04:46:28.710475+0000","last_clean":"2023-10-09T04:46:28.710475+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:46:28.710475+0000","last_undegraded":"2023-10-09T04:46:28.710475+0000","last_fullsized":"2023-10-09T04:46:28.710475+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":126,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.625107+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:46:28.625107+0000","last_peered":"2023-10-09T04:46:28.625107+0000","last_clean":"2023-10-09T04:46:28.625107+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:46:28.625107+0000","last_undegraded":"2023-10-09T04:46:28.625107+0000","last_fullsized":"2023-10-09T04:46:28.625107+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":127,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.709845+0000","last_change":"2023-10-09T04:46:06.932591+0000","last_active":"2023-10-09T04:46:28.709845+0000","last_peered":"2023-10-09T04:46:28.709845+0000","last_clean":"2023-10-09T04:46:28.709845+0000","last_became_active":"2023-10-09T04:46:06.932252+0000","last_became_peered":"2023-10-09T04:46:06.932252+0000","last_unstale":"2023-10-09T04:46:28.709845+0000","last_undegraded":"2023-10-09T04:46:28.709845+0000","last_fullsized":"2023-10-09T04:46:28.709845+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:22:23.240886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"201'14022","reported_seq":17563,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-10-09T04:46:42.376522+0000","last_change":"2023-10-09T04:46:23.671744+0000","last_active":"2023-10-09T04:46:42.376522+0000","last_peered":"2023-10-09T04:46:42.376522+0000","last_clean":"2023-10-09T04:46:42.376522+0000","last_became_active":"2023-10-09T04:46:23.588680+0000","last_became_peered":"2023-10-09T04:46:23.588680+0000","last_unstale":"2023-10-09T04:46:42.376522+0000","last_undegraded":"2023-10-09T04:46:42.376522+0000","last_fullsized":"2023-10-09T04:46:42.376522+0000","mapping_epoch":194,"log_start":"163'6429","ondisk_log_start":"163'6429","created":149,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:42:35.803084+0000","last_clean_scrub_stamp":"2023-10-09T04:42:35.803084+0000","objects_scrubbed":0,"log_size":7593,"log_dups_size":0,"ondisk_log_size":7593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:19.657559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42467328,"num_objects":648,"num_object_clones":0,"num_object_copies":1944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14022,"num_write_kb":469440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1723,"num_bytes_recovered":112852992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":166,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.626511+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:46:28.626511+0000","last_peered":"2023-10-09T04:46:28.626511+0000","last_clean":"2023-10-09T04:46:28.626511+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:46:28.626511+0000","last_undegraded":"2023-10-09T04:46:28.626511+0000","last_fullsized":"2023-10-09T04:46:28.626511+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":160,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810530+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:46:28.810530+0000","last_peered":"2023-10-09T04:46:28.810530+0000","last_clean":"2023-10-09T04:46:28.810530+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:46:28.810530+0000","last_undegraded":"2023-10-09T04:46:28.810530+0000","last_fullsized":"2023-10-09T04:46:28.810530+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":144,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.800268+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:46:28.800268+0000","last_peered":"2023-10-09T04:46:28.800268+0000","last_clean":"2023-10-09T04:46:28.800268+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:46:28.800268+0000","last_undegraded":"2023-10-09T04:46:28.800268+0000","last_fullsized":"2023-10-09T04:46:28.800268+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":144,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810953+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:46:28.810953+0000","last_peered":"2023-10-09T04:46:28.810953+0000","last_clean":"2023-10-09T04:46:28.810953+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:46:28.810953+0000","last_undegraded":"2023-10-09T04:46:28.810953+0000","last_fullsized":"2023-10-09T04:46:28.810953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":194,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.623132+0000","last_change":"2023-10-09T04:46:06.928013+0000","last_active":"2023-10-09T04:46:28.623132+0000","last_peered":"2023-10-09T04:46:28.623132+0000","last_clean":"2023-10-09T04:46:28.623132+0000","last_became_active":"2023-10-09T04:46:06.927703+0000","last_became_peered":"2023-10-09T04:46:06.927703+0000","last_unstale":"2023-10-09T04:46:28.623132+0000","last_undegraded":"2023-10-09T04:46:28.623132+0000","last_fullsized":"2023-10-09T04:46:28.623132+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.436842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":164,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.635534+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:46:28.635534+0000","last_peered":"2023-10-09T04:46:28.635534+0000","last_clean":"2023-10-09T04:46:28.635534+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:46:28.635534+0000","last_undegraded":"2023-10-09T04:46:28.635534+0000","last_fullsized":"2023-10-09T04:46:28.635534+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":195,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.798644+0000","last_change":"2023-10-09T04:46:06.934040+0000","last_active":"2023-10-09T04:46:28.798644+0000","last_peered":"2023-10-09T04:46:28.798644+0000","last_clean":"2023-10-09T04:46:28.798644+0000","last_became_active":"2023-10-09T04:46:06.933759+0000","last_became_peered":"2023-10-09T04:46:06.933759+0000","last_unstale":"2023-10-09T04:46:28.798644+0000","last_undegraded":"2023-10-09T04:46:28.798644+0000","last_fullsized":"2023-10-09T04:46:28.798644+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:59:53.615417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":147,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.635702+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:46:28.635702+0000","last_peered":"2023-10-09T04:46:28.635702+0000","last_clean":"2023-10-09T04:46:28.635702+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:46:28.635702+0000","last_undegraded":"2023-10-09T04:46:28.635702+0000","last_fullsized":"2023-10-09T04:46:28.635702+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":195,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.798318+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:46:28.798318+0000","last_peered":"2023-10-09T04:46:28.798318+0000","last_clean":"2023-10-09T04:46:28.798318+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:46:28.798318+0000","last_undegraded":"2023-10-09T04:46:28.798318+0000","last_fullsized":"2023-10-09T04:46:28.798318+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":44,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.626480+0000","last_change":"2023-10-09T04:46:06.928159+0000","last_active":"2023-10-09T04:46:28.626480+0000","last_peered":"2023-10-09T04:46:28.626480+0000","last_clean":"2023-10-09T04:46:28.626480+0000","last_became_active":"2023-10-09T04:46:06.927827+0000","last_became_peered":"2023-10-09T04:46:06.927827+0000","last_unstale":"2023-10-09T04:46:28.626480+0000","last_undegraded":"2023-10-09T04:46:28.626480+0000","last_fullsized":"2023-10-09T04:46:28.626480+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:52:51.314212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":130,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.622756+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:46:28.622756+0000","last_peered":"2023-10-09T04:46:28.622756+0000","last_clean":"2023-10-09T04:46:28.622756+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:46:28.622756+0000","last_undegraded":"2023-10-09T04:46:28.622756+0000","last_fullsized":"2023-10-09T04:46:28.622756+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":160,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.810722+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:46:28.810722+0000","last_peered":"2023-10-09T04:46:28.810722+0000","last_clean":"2023-10-09T04:46:28.810722+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:46:28.810722+0000","last_undegraded":"2023-10-09T04:46:28.810722+0000","last_fullsized":"2023-10-09T04:46:28.810722+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":171,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-10-09T04:46:28.797952+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:46:28.797952+0000","last_peered":"2023-10-09T04:46:28.797952+0000","last_clean":"2023-10-09T04:46:28.797952+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:46:28.797952+0000","last_undegraded":"2023-10-09T04:46:28.797952+0000","last_fullsized":"2023-10-09T04:46:28.797952+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":700907544,"num_objects":10696,"num_object_clones":0,"num_object_copies":32088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":259,"num_objects_unfound":0,"num_objects_dirty":10696,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":221882,"num_write_kb":7442433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13083,"num_bytes_recovered":760479744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3142856704,"data_stored":3142844488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125742,"ondisk_log_size":125742,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234286,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1359860,"kb_used_data":454508,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":92385292,"statfs":{"total":95995035648,"available":94602539008,"internally_reserved":0,"allocated":465416192,"data_stored":464851049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,3,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:47 2023","interfaces":[{"interface":"back","average":{"1min":4.2720000000000002,"5min":2.367,"15min":2.0739999999999998},"min":{"1min":0.27600000000000002,"5min":0.23100000000000001,"15min":0.21299999999999999},"max":{"1min":11.807,"5min":11.922000000000001,"15min":11.922000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":3.7210000000000001,"5min":2.0009999999999999,"15min":1.8839999999999999},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.23499999999999999},"max":{"1min":17.344000000000001,"5min":17.344000000000001,"15min":17.344000000000001},"last":4.9950000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:46:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2679999999999998,"5min":3.2730000000000001,"15min":2.266},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.23699999999999999},"max":{"1min":9.6829999999999998,"5min":68.852999999999994,"15min":68.852999999999994},"last":4.2800000000000002},{"interface":"front","average":{"1min":3.7360000000000002,"5min":3.0390000000000001,"15min":2.3519999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.24399999999999999},"max":{"1min":13.489000000000001,"5min":68.903000000000006,"15min":68.903000000000006},"last":5.032}]},{"osd":2,"last update":"Mon Oct 9 04:45:47 2023","interfaces":[{"interface":"back","average":{"1min":3.3199999999999998,"5min":2.1059999999999999,"15min":2.274},"min":{"1min":0.371,"5min":0.28199999999999997,"15min":0.27300000000000002},"max":{"1min":9.4179999999999993,"5min":10.539,"15min":12.07},"last":0.29799999999999999},{"interface":"front","average":{"1min":2.7730000000000001,"5min":1.9650000000000001,"15min":2.5419999999999998},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.252},"max":{"1min":10.718999999999999,"5min":10.718999999999999,"15min":11.742000000000001},"last":1.0609999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":3.6539999999999999,"5min":2.754,"15min":2.081},"min":{"1min":0.502,"5min":0.308,"15min":0.308},"max":{"1min":10.494,"5min":58.716999999999999,"15min":58.716999999999999},"last":1.093},{"interface":"front","average":{"1min":4.0979999999999999,"5min":2.855,"15min":2.1459999999999999},"min":{"1min":0.47399999999999998,"5min":0.311,"15min":0.311},"max":{"1min":14.071,"5min":58.639000000000003,"15min":58.639000000000003},"last":1.1180000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:46:35 2023","interfaces":[{"interface":"back","average":{"1min":4.1509999999999998,"5min":2.0880000000000001,"15min":1.641},"min":{"1min":0.313,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":13.722,"5min":14.643000000000001,"15min":17.469000000000001},"last":5.9459999999999997},{"interface":"front","average":{"1min":2.581,"5min":1.528,"15min":1.4490000000000001},"min":{"1min":0.30599999999999999,"5min":0.29399999999999998,"15min":0.27800000000000002},"max":{"1min":7.8289999999999997,"5min":9.1839999999999993,"15min":9.1839999999999993},"last":1.024}]},{"osd":5,"last update":"Mon Oct 9 04:46:35 2023","interfaces":[{"interface":"back","average":{"1min":7.899,"5min":2.7810000000000001,"15min":1.9259999999999999},"min":{"1min":0.39300000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":79.709999999999994,"5min":79.709999999999994,"15min":79.709999999999994},"last":5.9859999999999998},{"interface":"front","average":{"1min":7.1840000000000002,"5min":2.71,"15min":1.9319999999999999},"min":{"1min":0.33100000000000002,"5min":0.32400000000000001,"15min":0.28100000000000003},"max":{"1min":79.332999999999998,"5min":79.332999999999998,"15min":79.332999999999998},"last":0.32500000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:46:35 2023","interfaces":[{"interface":"back","average":{"1min":4.6050000000000004,"5min":2.2890000000000001,"15min":1.786},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":16.113,"5min":16.113,"15min":17.501000000000001},"last":7.9749999999999996},{"interface":"front","average":{"1min":3.0390000000000001,"5min":2.1320000000000001,"15min":1.744},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.33300000000000002},"max":{"1min":8.7490000000000006,"5min":9.7669999999999995,"15min":12.093},"last":0.35699999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495922,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":440740,"kb_used_data":135196,"kb_used_omap":0,"kb_used_meta":305472,"kb_avail":93304412,"statfs":{"total":95995035648,"available":95543717888,"internally_reserved":0,"allocated":138440704,"data_stored":137891833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312803328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":1.911,"15min":1.7290000000000001},"min":{"1min":0.23799999999999999,"5min":0.22600000000000001,"15min":0.20599999999999999},"max":{"1min":6.9939999999999998,"5min":19.166,"15min":19.166},"last":0.23100000000000001},{"interface":"front","average":{"1min":2.6379999999999999,"5min":2.2829999999999999,"15min":1.8520000000000001},"min":{"1min":0.36299999999999999,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":7.8109999999999999,"5min":19.143999999999998,"15min":19.143999999999998},"last":3.0640000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:46:34 2023","interfaces":[{"interface":"back","average":{"1min":2.5649999999999999,"5min":2.246,"15min":2.1179999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.22900000000000001},"max":{"1min":6.665,"5min":22.805,"15min":22.805},"last":3.9969999999999999},{"interface":"front","average":{"1min":2.0230000000000001,"5min":2.0870000000000002,"15min":2.0830000000000002},"min":{"1min":0.252,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":5.4470000000000001,"5min":22.834,"15min":22.834},"last":3.1040000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:45:55 2023","interfaces":[{"interface":"back","average":{"1min":3.5059999999999998,"5min":2,"15min":2.3090000000000002},"min":{"1min":0.41699999999999998,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":12.317,"5min":13.32,"15min":13.32},"last":3.968},{"interface":"front","average":{"1min":2.7389999999999999,"5min":2.2330000000000001,"15min":2.0819999999999999},"min":{"1min":0.40100000000000002,"5min":0.314,"15min":0.27100000000000002},"max":{"1min":14.462999999999999,"5min":14.462999999999999,"15min":14.462999999999999},"last":4.7080000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:45:06 2023","interfaces":[{"interface":"back","average":{"1min":3.4710000000000001,"5min":2.4220000000000002,"15min":1.893},"min":{"1min":0.35099999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":10.305999999999999,"5min":22.885999999999999,"15min":22.885999999999999},"last":5.4749999999999996},{"interface":"front","average":{"1min":1.585,"5min":1.671,"15min":1.4510000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.312},"max":{"1min":6.6799999999999997,"5min":9.7569999999999997,"15min":9.7569999999999997},"last":2.0720000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:46:07 2023","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":1.5620000000000001,"15min":1.3859999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.255},"max":{"1min":10.532,"5min":13.369,"15min":13.369},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.1070000000000002,"5min":1.6970000000000001,"15min":1.53},"min":{"1min":0.34599999999999997,"5min":0.32500000000000001,"15min":0.25900000000000001},"max":{"1min":5.6870000000000003,"5min":12.722,"15min":12.722},"last":3.1269999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:46:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4830000000000001,"5min":1.361,"15min":1.4350000000000001},"min":{"1min":0.32800000000000001,"5min":0.26000000000000001,"15min":0.24399999999999999},"max":{"1min":8.9540000000000006,"5min":8.9540000000000006,"15min":16.042000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":3.1709999999999998,"5min":1.8129999999999999,"15min":1.7450000000000001},"min":{"1min":0.44400000000000001,"5min":0.315,"15min":0.315},"max":{"1min":12.403,"5min":13.391999999999999,"15min":13.391999999999999},"last":4.024}]},{"osd":7,"last update":"Mon Oct 9 04:46:34 2023","interfaces":[{"interface":"back","average":{"1min":3.907,"5min":2.165,"15min":1.8260000000000001},"min":{"1min":0.436,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":11.529999999999999,"5min":12.369,"15min":13.345000000000001},"last":1.0609999999999999},{"interface":"front","average":{"1min":3.9670000000000001,"5min":2.3170000000000002,"15min":1.8859999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32200000000000001},"max":{"1min":15.547000000000001,"5min":15.547000000000001,"15min":15.547000000000001},"last":18.372}]}]},{"osd":1,"up_from":102,"seq":438086664356,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":887412,"kb_used_data":388332,"kb_used_omap":4,"kb_used_meta":498875,"kb_avail":92857740,"statfs":{"total":95995035648,"available":95086325760,"internally_reserved":0,"allocated":397651968,"data_stored":396798375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":510848910},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:46:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":2.3279999999999998,"15min":2.2839999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.161},"max":{"1min":6.5810000000000004,"5min":44.014000000000003,"15min":44.014000000000003},"last":0.20399999999999999},{"interface":"front","average":{"1min":1.1970000000000001,"5min":2.2669999999999999,"15min":2.4100000000000001},"min":{"1min":0.20999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":6.1390000000000002,"5min":44.417999999999999,"15min":44.417999999999999},"last":3.528}]},{"osd":2,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":1.595,"15min":2.0499999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20499999999999999},"max":{"1min":8.4890000000000008,"5min":8.4890000000000008,"15min":15.156000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":2.6659999999999999,"5min":1.6910000000000001,"15min":2.274},"min":{"1min":0.29999999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":11.598000000000001,"5min":11.598000000000001,"15min":11.630000000000001},"last":0.38200000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:45:05 2023","interfaces":[{"interface":"back","average":{"1min":3.9729999999999999,"5min":1.984,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.247,"15min":0.217},"max":{"1min":37.384,"5min":37.384,"15min":37.384},"last":0.33200000000000002},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.6440000000000001,"15min":3.032},"min":{"1min":0.245,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":35.997999999999998,"5min":35.997999999999998,"15min":35.997999999999998},"last":0.35599999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:46:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8199999999999998,"5min":1.861,"15min":2.2010000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":14.541,"5min":14.541,"15min":14.541},"last":14.541},{"interface":"front","average":{"1min":2.0510000000000002,"5min":1.6240000000000001,"15min":1.708},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.25900000000000001},"max":{"1min":14.558,"5min":14.558,"15min":15.074},"last":14.558}]},{"osd":5,"last update":"Mon Oct 9 04:46:37 2023","interfaces":[{"interface":"back","average":{"1min":3.3100000000000001,"5min":2.0249999999999999,"15min":2.1739999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":14.754,"5min":14.754,"15min":14.754},"last":3.4990000000000001},{"interface":"front","average":{"1min":2.6299999999999999,"5min":2.2349999999999999,"15min":2.0449999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.23799999999999999},"max":{"1min":9.9789999999999992,"5min":10.699,"15min":15.029999999999999},"last":4.319}]},{"osd":6,"last update":"Mon Oct 9 04:46:37 2023","interfaces":[{"interface":"back","average":{"1min":1.7250000000000001,"5min":1.4710000000000001,"15min":1.8640000000000001},"min":{"1min":0.35499999999999998,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":5.0339999999999998,"5min":13.345000000000001,"15min":13.345000000000001},"last":3.6379999999999999},{"interface":"front","average":{"1min":1.982,"5min":1.8200000000000001,"15min":2.2949999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29999999999999999},"max":{"1min":5.2610000000000001,"5min":11.32,"15min":12.657999999999999},"last":3.4609999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:46:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.2410000000000001,"15min":2.4550000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.34300000000000003},"max":{"1min":6.6790000000000003,"5min":11.661,"15min":14.788},"last":0.42799999999999999},{"interface":"front","average":{"1min":3.214,"5min":2.1419999999999999,"15min":1.931},"min":{"1min":0.371,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":9.5299999999999994,"5min":9.5299999999999994,"15min":15.130000000000001},"last":9.5299999999999994}]}]},{"osd":0,"up_from":86,"seq":369367187629,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":719620,"kb_used_data":290748,"kb_used_omap":5,"kb_used_meta":428794,"kb_avail":93025532,"statfs":{"total":95995035648,"available":95258144768,"internally_reserved":0,"allocated":297725952,"data_stored":296799771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":439085690},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":3.7250000000000001,"5min":2.0470000000000002,"15min":2.3610000000000002},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":37.658999999999999,"5min":37.658999999999999,"15min":76.174000000000007},"last":0.34200000000000003},{"interface":"front","average":{"1min":4.4569999999999999,"5min":2.3559999999999999,"15min":2.52},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":43.564,"5min":43.564,"15min":76.245000000000005},"last":0.40000000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":2.7509999999999999,"5min":1.667,"15min":2.1779999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":8.8309999999999995,"5min":8.8309999999999995,"15min":18.437000000000001},"last":0.5},{"interface":"front","average":{"1min":1.968,"5min":1.802,"15min":2.2610000000000001},"min":{"1min":0.22900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.143000000000001,"5min":13.143000000000001,"15min":13.348000000000001},"last":0.434}]},{"osd":3,"last update":"Mon Oct 9 04:45:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8439999999999999,"5min":2.2090000000000001,"15min":1.6919999999999999},"min":{"1min":0.30299999999999999,"5min":0.23400000000000001,"15min":0.20499999999999999},"max":{"1min":9.4060000000000006,"5min":13.385999999999999,"15min":13.385999999999999},"last":1.504},{"interface":"front","average":{"1min":2.9180000000000001,"5min":2.081,"15min":1.6100000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":9.2569999999999997,"5min":13.411,"15min":13.411},"last":3.7429999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4100000000000001,"5min":1.958,"15min":1.8660000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.28399999999999997},"max":{"1min":11.053000000000001,"5min":11.053000000000001,"15min":13.334},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.835,"5min":1.907,"15min":1.8080000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.867,"5min":9.4770000000000003,"15min":9.6180000000000003},"last":1.5329999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":1.9610000000000001,"5min":2.0960000000000001,"15min":1.966},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.1719999999999997,"5min":9.5190000000000001,"15min":9.6760000000000002},"last":1.5569999999999999},{"interface":"front","average":{"1min":3.0950000000000002,"5min":2.4460000000000002,"15min":2.1930000000000001},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":12.978,"5min":12.978,"15min":16.609999999999999},"last":0.47599999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.0950000000000002,"15min":2.3290000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":7.2199999999999998,"5min":9.5449999999999999,"15min":43.832999999999998},"last":1.577},{"interface":"front","average":{"1min":2.9300000000000002,"5min":2.1890000000000001,"15min":2.2839999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.316},"max":{"1min":13.086,"5min":13.086,"15min":43.819000000000003},"last":0.91200000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:45:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.363,"15min":2.1579999999999999},"min":{"1min":0.41199999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":13.054,"5min":13.054,"15min":13.374000000000001},"last":1.968},{"interface":"front","average":{"1min":3.7370000000000001,"5min":2.2120000000000002,"15min":1.954},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":13.933999999999999,"5min":13.933999999999999,"15min":14.186},"last":0.57399999999999995}]}]},{"osd":2,"up_from":116,"seq":498216206471,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":545324,"kb_used_data":242788,"kb_used_omap":7,"kb_used_meta":302392,"kb_avail":93199828,"statfs":{"total":95995035648,"available":95436623872,"internally_reserved":0,"allocated":248614912,"data_stored":247822993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":309649489},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:46:03 2023","interfaces":[{"interface":"back","average":{"1min":2.8799999999999999,"5min":2.016,"15min":2.923},"min":{"1min":0.193,"5min":0.192,"15min":0.17499999999999999},"max":{"1min":18.643000000000001,"5min":29.183,"15min":29.183},"last":1.623},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.8620000000000001,"15min":2.742},"min":{"1min":0.26200000000000001,"5min":0.20999999999999999,"15min":0.191},"max":{"1min":8.0470000000000006,"5min":9.0860000000000003,"15min":12.164},"last":0.222}]},{"osd":1,"last update":"Mon Oct 9 04:46:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":1.9259999999999999,"15min":2.8490000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":15.754,"5min":15.754,"15min":15.754},"last":0.30499999999999999},{"interface":"front","average":{"1min":2.5499999999999998,"5min":2.0699999999999998,"15min":2.7549999999999999},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.17799999999999999},"max":{"1min":7.2670000000000003,"5min":9.9369999999999994,"15min":21.797999999999998},"last":2.7429999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":3.512,"5min":2.0339999999999998,"15min":1.7589999999999999},"min":{"1min":0.27500000000000002,"5min":0.26500000000000001,"15min":0.23699999999999999},"max":{"1min":10.968,"5min":10.968,"15min":10.968},"last":2.8410000000000002},{"interface":"front","average":{"1min":3.0329999999999999,"5min":1.8740000000000001,"15min":1.6140000000000001},"min":{"1min":0.38100000000000001,"5min":0.255,"15min":0.255},"max":{"1min":11.191000000000001,"5min":11.191000000000001,"15min":12.664},"last":2.8660000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:46:03 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8160000000000001,"15min":1.718},"min":{"1min":0.31900000000000001,"5min":0.28899999999999998,"15min":0.26300000000000001},"max":{"1min":11.215,"5min":11.215,"15min":11.789},"last":2.8140000000000001},{"interface":"front","average":{"1min":3.2400000000000002,"5min":1.9099999999999999,"15min":2.4369999999999998},"min":{"1min":0.33800000000000002,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":18.672999999999998,"5min":18.672999999999998,"15min":18.672999999999998},"last":0.432}]},{"osd":5,"last update":"Mon Oct 9 04:46:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":2.0899999999999999,"15min":2.7130000000000001},"min":{"1min":0.41899999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":12.141999999999999,"5min":12.141999999999999,"15min":14.644},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.847,"5min":2.4350000000000001,"15min":2.25},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":11.654,"5min":13.205,"15min":13.205},"last":2.786}]},{"osd":6,"last update":"Mon Oct 9 04:46:03 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":1.6100000000000001,"15min":2.4430000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.30599999999999999},"max":{"1min":11.618,"5min":11.618,"15min":15.412000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":2.476,"5min":1.788,"15min":2.6819999999999999},"min":{"1min":0.39900000000000002,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":9.0679999999999996,"5min":9.5039999999999996,"15min":13.484999999999999},"last":0.5}]},{"osd":7,"last update":"Mon Oct 9 04:46:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5830000000000002,"5min":2.0329999999999999,"15min":3.0179999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":18.600000000000001,"5min":18.792999999999999,"15min":18.792999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.8769999999999998,"5min":2.1859999999999999,"15min":3.052},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.34899999999999998},"max":{"1min":11.192,"5min":18.841999999999999,"15min":18.841999999999999},"last":0.53000000000000003}]}]},{"osd":3,"up_from":0,"seq":850403524612,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019194,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":758188,"kb_used_data":168420,"kb_used_omap":0,"kb_used_meta":589760,"kb_avail":92986964,"statfs":{"total":95995035648,"available":95218651136,"internally_reserved":0,"allocated":172462080,"data_stored":171904814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603914240},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,2,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:46:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.623,"15min":1.9419999999999999},"min":{"1min":0.26200000000000001,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":7.2290000000000001,"5min":16.363,"15min":28.765000000000001},"last":9.4570000000000007},{"interface":"front","average":{"1min":1.679,"5min":1.5980000000000001,"15min":1.7170000000000001},"min":{"1min":0.27200000000000002,"5min":0.24299999999999999,"15min":0.23100000000000001},"max":{"1min":7.0629999999999997,"5min":7.2039999999999997,"15min":8.1259999999999994},"last":0.42399999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:46:39 2023","interfaces":[{"interface":"back","average":{"1min":3.274,"5min":2.3759999999999999,"15min":1.982},"min":{"1min":0.28399999999999997,"5min":0.25800000000000001,"15min":0.23899999999999999},"max":{"1min":10.467000000000001,"5min":16.530000000000001,"15min":16.792999999999999},"last":3.7410000000000001},{"interface":"front","average":{"1min":2.835,"5min":1.952,"15min":2.0369999999999999},"min":{"1min":0.35399999999999998,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":9.1029999999999998,"5min":11.574,"15min":22.178999999999998},"last":9.5800000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:46:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4910000000000001,"5min":1.645,"15min":1.7410000000000001},"min":{"1min":0.30299999999999999,"5min":0.26200000000000001,"15min":0.25},"max":{"1min":4.9450000000000003,"5min":10.709,"15min":13.488},"last":9.5429999999999993},{"interface":"front","average":{"1min":1.7190000000000001,"5min":1.72,"15min":2.2090000000000001},"min":{"1min":0.314,"5min":0.28699999999999998,"15min":0.27700000000000002},"max":{"1min":7.1210000000000004,"5min":9.0649999999999995,"15min":13.170999999999999},"last":0.44700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:45:03 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.829,"15min":2.1280000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.5190000000000001,"5min":13.263999999999999,"15min":13.659000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":3.8559999999999999,"5min":2.597,"15min":1.992},"min":{"1min":0.46300000000000002,"5min":0.39700000000000002,"15min":0.28399999999999997},"max":{"1min":14.797000000000001,"5min":19.800999999999998,"15min":19.800999999999998},"last":3.766}]},{"osd":5,"last update":"Mon Oct 9 04:46:00 2023","interfaces":[{"interface":"back","average":{"1min":2.2309999999999999,"5min":1.528,"15min":1.4610000000000001},"min":{"1min":0.29999999999999999,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":12.313000000000001,"5min":12.313000000000001,"15min":13.624000000000001},"last":9.6140000000000008},{"interface":"front","average":{"1min":1.9390000000000001,"5min":1.6120000000000001,"15min":1.3819999999999999},"min":{"1min":0.35299999999999998,"5min":0.313,"15min":0.27900000000000003},"max":{"1min":8.3469999999999995,"5min":8.9250000000000007,"15min":8.9250000000000007},"last":0.38900000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:46:14 2023","interfaces":[{"interface":"back","average":{"1min":4.8150000000000004,"5min":2.149,"15min":1.7729999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.24299999999999999},"max":{"1min":31.064,"5min":31.064,"15min":31.064},"last":3.6989999999999998},{"interface":"front","average":{"1min":3.5640000000000001,"5min":1.645,"15min":1.5429999999999999},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":16.763000000000002,"5min":16.763000000000002,"15min":16.763000000000002},"last":9.5079999999999991}]},{"osd":7,"last update":"Mon Oct 9 04:46:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0129999999999999,"5min":1.7969999999999999,"15min":1.7350000000000001},"min":{"1min":0.38800000000000001,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":11.148999999999999,"5min":12.744999999999999,"15min":19.754999999999999},"last":0.495},{"interface":"front","average":{"1min":3.5760000000000001,"5min":2.1920000000000002,"15min":1.6850000000000001},"min":{"1min":0.42399999999999999,"5min":0.40300000000000002,"15min":0.29499999999999998},"max":{"1min":15.33,"5min":15.33,"15min":16.835000000000001},"last":11.451000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757558,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1331488,"kb_used_data":434584,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":92413664,"statfs":{"total":95995035648,"available":94631591936,"internally_reserved":0,"allocated":445014016,"data_stored":444464806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,1,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:45:49 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.149,"15min":1.4259999999999999},"min":{"1min":0.23200000000000001,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":7.2770000000000001,"5min":7.2770000000000001,"15min":12.144},"last":0.65700000000000003},{"interface":"front","average":{"1min":3.7149999999999999,"5min":2.6389999999999998,"15min":2.1760000000000002},"min":{"1min":0.45200000000000001,"5min":0.29999999999999999,"15min":0.22500000000000001},"max":{"1min":9.1649999999999991,"5min":12.343,"15min":12.343},"last":0.628}]},{"osd":1,"last update":"Mon Oct 9 04:45:39 2023","interfaces":[{"interface":"back","average":{"1min":2.8260000000000001,"5min":1.988,"15min":2.0649999999999999},"min":{"1min":0.30599999999999999,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":8.4109999999999996,"5min":8.4109999999999996,"15min":11.086},"last":0.78600000000000003},{"interface":"front","average":{"1min":3.484,"5min":2.4820000000000002,"15min":2.2890000000000001},"min":{"1min":0.32600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":9.2040000000000006,"5min":11.066000000000001,"15min":11.066000000000001},"last":0.52900000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:45:56 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.6990000000000001,"15min":1.921},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.252},"max":{"1min":6.1079999999999997,"5min":14.859999999999999,"15min":14.859999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.3839999999999999,"15min":2.6070000000000002},"min":{"1min":0.39700000000000002,"5min":0.34000000000000002,"15min":0.26000000000000001},"max":{"1min":9.2539999999999996,"5min":11.042,"15min":13.308},"last":0.60299999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:45:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8620000000000001,"5min":1.74,"15min":1.986},"min":{"1min":0.33900000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":5.1059999999999999,"5min":9.6590000000000007,"15min":18.587},"last":0.5},{"interface":"front","average":{"1min":3.7879999999999998,"5min":2.597,"15min":2.2930000000000001},"min":{"1min":0.39700000000000002,"5min":0.313,"15min":0.313},"max":{"1min":11.372,"5min":13.215,"15min":13.215},"last":0.57099999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:46:01 2023","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":1.276,"15min":1.1819999999999999},"min":{"1min":0.30099999999999999,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":7.2350000000000003,"5min":9.5139999999999993,"15min":9.5869999999999997},"last":0.76200000000000001},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2290000000000001,"15min":1.556},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.27300000000000002},"max":{"1min":9.5850000000000009,"5min":11.265000000000001,"15min":11.265000000000001},"last":1.395}]},{"osd":6,"last update":"Mon Oct 9 04:46:16 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":2.1389999999999998,"15min":1.589},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":8.702,"5min":11.231999999999999,"15min":11.231999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":5.2919999999999998,"5min":2.6030000000000002,"15min":1.895},"min":{"1min":0.33100000000000002,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":12.627000000000001,"5min":19.631,"15min":19.631},"last":0.69499999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:46:38 2023","interfaces":[{"interface":"back","average":{"1min":4.6989999999999998,"5min":2.589,"15min":1.841},"min":{"1min":0.42599999999999999,"5min":0.33000000000000002,"15min":0.30299999999999999},"max":{"1min":12.387,"5min":13.015000000000001,"15min":13.955},"last":6.2699999999999996},{"interface":"front","average":{"1min":2.1539999999999999,"5min":1.4359999999999999,"15min":1.304},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":8.1859999999999999,"5min":9.3450000000000006,"15min":9.6129999999999995},"last":0.83299999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":280952832,"data_stored":280952832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":383520768,"data_stored":383516696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":242745344,"data_stored":242745344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1050279936,"data_stored":1050279936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":169345024,"data_stored":169345024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":431624192,"data_stored":431620120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":129171456,"data_stored":129171456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":455217152,"data_stored":455213080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:46:46.533 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-10-09T04:46:46.534 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_4 pg_num 26 2023-10-09T04:46:46.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:46.536 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:46.536 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:46.637 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:46.643 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:46:46.663 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:46.695 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:46.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:46.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:46.790 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:46.799 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:46.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:46.857 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:46.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:46.860 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:46.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:46.993 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: osdmap e203: 8 total, 8 up, 7 in 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: osdmap e203: 8 total, 8 up, 7 in 2023-10-09T04:46:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:47.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: osdmap e203: 8 total, 8 up, 7 in 2023-10-09T04:46:47.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: failed to encode map e203 with expected crc 2023-10-09T04:46:47.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:46:47.448 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:47.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:47.451 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:47.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:47.607 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:47.894 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:47.894 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:48.072 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:48.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:48.075 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:48.176 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:47 smithi150 ceph-mon[168511]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:47 smithi150 ceph-mon[168511]: osdmap e204: 8 total, 8 up, 7 in 2023-10-09T04:46:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:47 smithi150 ceph-mon[168511]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:47 smithi150 ceph-mon[168511]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:47 smithi150 ceph-mon[168511]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:47 smithi150 ceph-mon[168511]: pgmap v708: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 588 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 839 op/s; 259/28257 objects misplaced (0.917%); 2.4 MiB/s, 122 objects/s recovering 2023-10-09T04:46:48.270 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:48.356 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:48.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[179183]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[179183]: osdmap e204: 8 total, 8 up, 7 in 2023-10-09T04:46:48.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[179183]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[179183]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[179183]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[179183]: pgmap v708: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 588 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 839 op/s; 259/28257 objects misplaced (0.917%); 2.4 MiB/s, 122 objects/s recovering 2023-10-09T04:46:48.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[184249]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[184249]: osdmap e204: 8 total, 8 up, 7 in 2023-10-09T04:46:48.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[184249]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[184249]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[184249]: failed to encode map e204 with expected crc 2023-10-09T04:46:48.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:47 smithi107 ceph-mon[184249]: pgmap v708: 89 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 87 active+clean; 588 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 839 op/s; 259/28257 objects misplaced (0.917%); 2.4 MiB/s, 122 objects/s recovering 2023-10-09T04:46:48.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:48.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:48.470 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:48.529 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:48.611 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:48.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:48.622 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:48.723 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:48.801 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:48.856 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:46:48.879 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:48.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:48.889 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:48.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:49.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:49.170 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:49.193 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:49.201 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:49.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:49.209 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:49.309 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:49.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:49.448 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:49.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:49.463 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:49.564 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:49.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:49.639 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:49.672 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:49.703 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:49.729 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:49.730 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:46:49.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:49.734 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:49.769 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:49.810 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:49.835 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:49.852 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:49.887 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:49.891 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:49.894 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.894 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.895 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.895 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.895 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.895 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.895 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.895 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:46:49.958 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:49.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:49.968 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:50.068 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:50.143 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:50.226 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:50.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:50.241 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:50.342 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:50.422 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:50.509 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:50.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:50 smithi107 ceph-mon[179183]: pgmap v709: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 465 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 545 op/s; 2.4 MiB/s, 127 objects/s recovering 2023-10-09T04:46:50.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/28139000' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:50.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:50.521 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:50.621 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:50.667 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:50.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:50 smithi150 ceph-mon[168511]: pgmap v709: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 465 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 545 op/s; 2.4 MiB/s, 127 objects/s recovering 2023-10-09T04:46:50.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/28139000' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:50.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:50 smithi107 ceph-mon[184249]: pgmap v709: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 465 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 545 op/s; 2.4 MiB/s, 127 objects/s recovering 2023-10-09T04:46:50.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/28139000' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:51.197 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:51.233 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:51.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:51.238 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:51.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:51.391 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:51.602 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:51.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:51.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:51.713 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:51.793 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:51.846 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:51.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:51.853 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:51.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:52.022 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:46:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:46:52] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2023-10-09T04:46:52.038 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:52.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:52.128 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:52.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:52.229 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:52.275 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:52.528 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:52.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:52.537 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:52.554 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:46:52.638 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:52 smithi107 ceph-mon[184249]: pgmap v710: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 465 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 423 op/s; 1.9 MiB/s, 99 objects/s recovering 2023-10-09T04:46:52.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/96742804' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:52.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:52 smithi107 ceph-mon[179183]: pgmap v710: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 465 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 423 op/s; 1.9 MiB/s, 99 objects/s recovering 2023-10-09T04:46:52.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/96742804' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:52.713 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:52.875 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:52.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:52.878 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:52.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:52.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:52 smithi150 ceph-mon[168511]: pgmap v710: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 465 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 423 op/s; 1.9 MiB/s, 99 objects/s recovering 2023-10-09T04:46:52.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/96742804' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:46:53.028 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:53.281 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:46:53.546 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 9 pg_num to 26 2023-10-09T04:46:53.572 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:46:53.572 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:46:53.572 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/96742804' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: osdmap e205: 8 total, 8 up, 7 in 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/555928860' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/96742804' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:53.573 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: osdmap e205: 8 total, 8 up, 7 in 2023-10-09T04:46:53.574 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.574 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.574 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/555928860' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:46:53.779 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:53.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:53.785 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:53.885 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:53.935 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:53.952 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:46:53.952 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:46:53.952 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:46:53.952 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:46:53.952 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/96742804' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: osdmap e205: 8 total, 8 up, 7 in 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: failed to encode map e205 with expected crc 2023-10-09T04:46:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/555928860' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:46:54.438 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:46:54.440 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:54.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:54.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:54.553 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:54.614 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:54.640 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[184249]: pgmap v712: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 230 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 934 op/s; 1.9 MiB/s, 161 objects/s recovering 2023-10-09T04:46:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[184249]: failed to encode map e206 with expected crc 2023-10-09T04:46:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/555928860' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:46:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[184249]: osdmap e206: 8 total, 8 up, 7 in 2023-10-09T04:46:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[184249]: failed to encode map e206 with expected crc 2023-10-09T04:46:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[179183]: pgmap v712: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 230 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 934 op/s; 1.9 MiB/s, 161 objects/s recovering 2023-10-09T04:46:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[179183]: failed to encode map e206 with expected crc 2023-10-09T04:46:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/555928860' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:46:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[179183]: osdmap e206: 8 total, 8 up, 7 in 2023-10-09T04:46:54.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:54 smithi107 ceph-mon[179183]: failed to encode map e206 with expected crc 2023-10-09T04:46:54.680 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:54.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:54.693 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:54.794 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:54.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:54 smithi150 ceph-mon[168511]: pgmap v712: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 230 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 934 op/s; 1.9 MiB/s, 161 objects/s recovering 2023-10-09T04:46:54.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:54 smithi150 ceph-mon[168511]: failed to encode map e206 with expected crc 2023-10-09T04:46:54.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/555928860' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:46:54.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:54 smithi150 ceph-mon[168511]: osdmap e206: 8 total, 8 up, 7 in 2023-10-09T04:46:54.824 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:54 smithi150 ceph-mon[168511]: failed to encode map e206 with expected crc 2023-10-09T04:46:54.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:55.071 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:55.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:55.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:55.175 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:46:55.215 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:55.298 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:46:55.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:55.301 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:46:55.402 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:55.434 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:55.470 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:55.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:55.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:55.484 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:55.574 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:55.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:55 smithi150 ceph-mon[168511]: osdmap e207: 8 total, 8 up, 7 in 2023-10-09T04:46:55.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:55 smithi150 ceph-mon[168511]: failed to encode map e207 with expected crc 2023-10-09T04:46:55.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:55 smithi150 ceph-mon[168511]: failed to encode map e207 with expected crc 2023-10-09T04:46:55.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:46:55.748 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:55.757 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:46:55.791 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[184249]: osdmap e207: 8 total, 8 up, 7 in 2023-10-09T04:46:55.791 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[184249]: failed to encode map e207 with expected crc 2023-10-09T04:46:55.791 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[184249]: failed to encode map e207 with expected crc 2023-10-09T04:46:55.791 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:46:55.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[179183]: osdmap e207: 8 total, 8 up, 7 in 2023-10-09T04:46:55.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[179183]: failed to encode map e207 with expected crc 2023-10-09T04:46:55.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[179183]: failed to encode map e207 with expected crc 2023-10-09T04:46:55.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:46:56.087 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:56.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:56.095 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:56.196 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:56.250 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:56.803 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:56.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:56.809 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:56.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[184249]: pgmap v715: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 230 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 626 op/s; 0 B/s, 74 objects/s recovering 2023-10-09T04:46:56.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[184249]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[184249]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:46:56.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[184249]: osdmap e208: 8 total, 8 up, 7 in 2023-10-09T04:46:56.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[184249]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[179183]: pgmap v715: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 230 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 626 op/s; 0 B/s, 74 objects/s recovering 2023-10-09T04:46:56.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[179183]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[179183]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:46:56.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[179183]: osdmap e208: 8 total, 8 up, 7 in 2023-10-09T04:46:56.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:56 smithi107 ceph-mon[179183]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.909 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:56.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:56 smithi150 ceph-mon[168511]: pgmap v715: 89 pgs: 1 active+recovering+remapped, 88 active+clean; 230 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 626 op/s; 0 B/s, 74 objects/s recovering 2023-10-09T04:46:56.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:56 smithi150 ceph-mon[168511]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:56 smithi150 ceph-mon[168511]: failed to encode map e208 with expected crc 2023-10-09T04:46:56.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:46:56.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:56 smithi150 ceph-mon[168511]: osdmap e208: 8 total, 8 up, 7 in 2023-10-09T04:46:56.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:56 smithi150 ceph-mon[168511]: failed to encode map e208 with expected crc 2023-10-09T04:46:57.129 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:57.273 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:57.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:57.278 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:57.378 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:57.447 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: osdmap e209: 8 total, 8 up, 7 in 2023-10-09T04:46:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[184249]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: osdmap e209: 8 total, 8 up, 7 in 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:57 smithi107 ceph-mon[179183]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.835 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:46:57.862 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:46:57.897 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:46:57.930 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:46:57.962 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:46:57.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: osdmap e209: 8 total, 8 up, 7 in 2023-10-09T04:46:57.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: failed to encode map e209 with expected crc 2023-10-09T04:46:57.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:57 smithi150 ceph-mon[168511]: failed to encode map e209 with expected crc 2023-10-09T04:46:58.007 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:46:58.041 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:46:58.043 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:58.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:58.060 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:58.084 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:46:58.090 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.090 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.090 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.091 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.091 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.091 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.091 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.091 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:46:58.160 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:58.181 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 116288 objects 2023-10-09T04:46:58.181 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :163.719 2023-10-09T04:46:58.192 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:58.225 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:58.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:58.228 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:58.329 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:58.357 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:58.469 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:58.470 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:46:58.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:58.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:58.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:46:58.602 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.8 scrub starts 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.8 scrub ok 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.6 deep-scrub starts 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.3 scrub starts 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: pgmap v718: 99 pgs: 3 peering, 3 activating, 6 unknown, 1 active+recovering+remapped, 86 active+clean; 168 MiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 246 op/s 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.6 deep-scrub ok 2023-10-09T04:46:58.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.1 scrub starts 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: 9.1 scrub ok 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/218024633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.8 scrub starts 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.8 scrub ok 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.6 deep-scrub starts 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.3 scrub starts 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: pgmap v718: 99 pgs: 3 peering, 3 activating, 6 unknown, 1 active+recovering+remapped, 86 active+clean; 168 MiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 246 op/s 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.6 deep-scrub ok 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.1 scrub starts 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: 9.1 scrub ok 2023-10-09T04:46:58.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/218024633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:58.696 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:46:58.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:58.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:46:58.800 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:46:58.832 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:58.869 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:46:58.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.8 scrub starts 2023-10-09T04:46:58.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.8 scrub ok 2023-10-09T04:46:58.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.6 deep-scrub starts 2023-10-09T04:46:58.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.3 scrub starts 2023-10-09T04:46:58.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: pgmap v718: 99 pgs: 3 peering, 3 activating, 6 unknown, 1 active+recovering+remapped, 86 active+clean; 168 MiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 246 op/s 2023-10-09T04:46:58.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.6 deep-scrub ok 2023-10-09T04:46:58.872 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.1 scrub starts 2023-10-09T04:46:58.872 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: 9.1 scrub ok 2023-10-09T04:46:58.872 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/218024633' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:46:58.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:58.873 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:46:58.942 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:46:58.943 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:46:58.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:46:59.004 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:59.091 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:46:59.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:59.094 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:46:59.197 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:59.228 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:59.265 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:59.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:59.268 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:46:59.369 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:46:59.397 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:59.434 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:46:59.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:59.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:46:59.454 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:46:59.510 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:46:59.511 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:46:59.511 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T04:46:59.511 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 1.000000 2023-10-09T04:46:59.511 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 6 1 2023-10-09T04:46:59.542 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:46:59.569 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:59.602 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:46:59.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:59.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:46:59.707 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:46:59.733 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:59.766 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:46:59.768 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:59 smithi150 ceph-mon[168511]: 9.13 deep-scrub starts 2023-10-09T04:46:59.768 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:59 smithi150 ceph-mon[168511]: 9.13 deep-scrub ok 2023-10-09T04:46:59.769 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:59 smithi150 ceph-mon[168511]: 9.4 deep-scrub starts 2023-10-09T04:46:59.769 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:59 smithi150 ceph-mon[168511]: 9.4 deep-scrub ok 2023-10-09T04:46:59.769 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:59 smithi150 ceph-mon[168511]: 9.11 scrub starts 2023-10-09T04:46:59.769 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:46:59 smithi150 ceph-mon[168511]: 9.11 scrub ok 2023-10-09T04:46:59.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:59.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:46:59.871 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:46:59.896 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[179183]: 9.13 deep-scrub starts 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[179183]: 9.13 deep-scrub ok 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[179183]: 9.4 deep-scrub starts 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[179183]: 9.4 deep-scrub ok 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[179183]: 9.11 scrub starts 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[179183]: 9.11 scrub ok 2023-10-09T04:46:59.900 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[184249]: 9.13 deep-scrub starts 2023-10-09T04:46:59.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[184249]: 9.13 deep-scrub ok 2023-10-09T04:46:59.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[184249]: 9.4 deep-scrub starts 2023-10-09T04:46:59.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[184249]: 9.4 deep-scrub ok 2023-10-09T04:46:59.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[184249]: 9.11 scrub starts 2023-10-09T04:46:59.901 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:46:59 smithi107 ceph-mon[184249]: 9.11 scrub ok 2023-10-09T04:46:59.931 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:46:59.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:46:59.934 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:00.035 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:00.061 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:00.095 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:00.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:00.098 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:00.199 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:00.225 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:00.232 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:00.261 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:00.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:00.265 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:00.366 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:00.395 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:00.430 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:00.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:00.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:00.446 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:00.463 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2023-10-09T04:47:00.463 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2023-10-09T04:47:00.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:00.561 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:00.604 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:00.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:00.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:00.636 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:47:00.708 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:00 smithi150 ceph-mon[168511]: 9.2 scrub starts 2023-10-09T04:47:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:00 smithi150 ceph-mon[168511]: 9.2 scrub ok 2023-10-09T04:47:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:00 smithi150 ceph-mon[168511]: pgmap v719: 99 pgs: 3 peering, 3 activating, 93 active+clean; 55 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 130 KiB/s, 20 objects/s recovering 2023-10-09T04:47:00.740 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:00.750 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:00 smithi107 ceph-mon[184249]: 9.2 scrub starts 2023-10-09T04:47:00.751 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:00 smithi107 ceph-mon[184249]: 9.2 scrub ok 2023-10-09T04:47:00.751 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:00 smithi107 ceph-mon[184249]: pgmap v719: 99 pgs: 3 peering, 3 activating, 93 active+clean; 55 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 130 KiB/s, 20 objects/s recovering 2023-10-09T04:47:00.751 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:00 smithi107 ceph-mon[179183]: 9.2 scrub starts 2023-10-09T04:47:00.751 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:00 smithi107 ceph-mon[179183]: 9.2 scrub ok 2023-10-09T04:47:00.751 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:00 smithi107 ceph-mon[179183]: pgmap v719: 99 pgs: 3 peering, 3 activating, 93 active+clean; 55 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 130 KiB/s, 20 objects/s recovering 2023-10-09T04:47:01.013 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:01.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:01.017 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:01.118 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:01.148 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:01.443 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:01.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:01.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:01.548 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:01.570 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:01.571 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:01.577 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:01.595 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:01.595 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: 9.9 scrub starts 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: 9.9 scrub ok 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: 9.7 scrub starts 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: 9.7 scrub ok 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2303538538' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:01.616 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:01.617 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: 9.9 scrub starts 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: 9.9 scrub ok 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: 9.7 scrub starts 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: 9.7 scrub ok 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2303538538' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:01.766 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: 9.9 scrub starts 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: 9.9 scrub ok 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: 9.7 scrub starts 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: 9.7 scrub ok 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2303538538' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:01.767 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:01.926 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:01.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:01.929 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:01.992 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:47:02.030 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:02.040 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:47:02] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2023-10-09T04:47:02.060 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:02.096 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:02.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:02.099 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:02.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:02.229 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:02.504 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:02.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:02.507 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:02.597 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:02.607 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:02.635 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:02.735 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:02.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:02.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:02.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: 9.5 scrub starts 2023-10-09T04:47:02.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: 9.5 scrub ok 2023-10-09T04:47:02.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: 9.16 scrub starts 2023-10-09T04:47:02.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: 9.16 scrub ok 2023-10-09T04:47:02.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: pgmap v720: 99 pgs: 3 peering, 3 activating, 93 active+clean; 55 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 111 KiB/s, 17 objects/s recovering 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: osdmap e210: 8 total, 8 up, 7 in 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3962266292' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:47:02.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: 9.5 scrub starts 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: 9.5 scrub ok 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: 9.16 scrub starts 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: 9.16 scrub ok 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: pgmap v720: 99 pgs: 3 peering, 3 activating, 93 active+clean; 55 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 111 KiB/s, 17 objects/s recovering 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: osdmap e210: 8 total, 8 up, 7 in 2023-10-09T04:47:02.781 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3962266292' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:47:02.782 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:47:02.839 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:02.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: 9.5 scrub starts 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: 9.5 scrub ok 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: 9.16 scrub starts 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: 9.16 scrub ok 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: pgmap v720: 99 pgs: 3 peering, 3 activating, 93 active+clean; 55 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 111 KiB/s, 17 objects/s recovering 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:47:02.848 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: osdmap e210: 8 total, 8 up, 7 in 2023-10-09T04:47:02.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: failed to encode map e210 with expected crc 2023-10-09T04:47:02.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3962266292' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:47:02.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:47:02.867 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:02.903 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:02.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:02.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:03.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:03.035 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:03.051 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.6 primary-affinity to 1 (8655362) 2023-10-09T04:47:03.538 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:03.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:03.542 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:03.642 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:03.672 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:03.758 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:03.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:03.762 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:03.863 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:03.890 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:03.932 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:03.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:03.935 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:03.953 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:03.953 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:04.036 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:04.069 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:04.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[179183]: failed to encode map e211 with expected crc 2023-10-09T04:47:04.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[179183]: failed to encode map e211 with expected crc 2023-10-09T04:47:04.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:47:04.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[179183]: osdmap e211: 8 total, 8 up, 7 in 2023-10-09T04:47:04.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[179183]: pgmap v723: 99 pgs: 99 active+clean; 2.5 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[184249]: failed to encode map e211 with expected crc 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[184249]: failed to encode map e211 with expected crc 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[184249]: osdmap e211: 8 total, 8 up, 7 in 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[184249]: pgmap v723: 99 pgs: 99 active+clean; 2.5 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:04.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:04 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-10-09T04:47:04.257 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:04.276 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:04.294 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:04.313 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:04.332 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:04.352 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:04.367 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:04.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:04 smithi150 ceph-mon[168511]: failed to encode map e211 with expected crc 2023-10-09T04:47:04.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:04 smithi150 ceph-mon[168511]: failed to encode map e211 with expected crc 2023-10-09T04:47:04.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:47:04.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:04 smithi150 ceph-mon[168511]: osdmap e211: 8 total, 8 up, 7 in 2023-10-09T04:47:04.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:04 smithi150 ceph-mon[168511]: pgmap v723: 99 pgs: 99 active+clean; 2.5 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:04.370 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:04 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-10-09T04:47:04.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:04.371 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:04.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:04.391 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.392 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:47:04.444 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:47:04.473 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:04.515 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:04.534 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:47:04.549 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:04.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:04.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:04.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:04.679 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:04.712 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:04.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:04.716 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:04.817 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:04.844 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:04.921 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_4' removed 2023-10-09T04:47:05.046 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:05.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:05.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:05.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: failed to encode map e211 with expected crc 2023-10-09T04:47:05.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: failed to encode map e211 with expected crc 2023-10-09T04:47:05.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: failed to encode map e212 with expected crc 2023-10-09T04:47:05.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: failed to encode map e212 with expected crc 2023-10-09T04:47:05.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]': finished 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: osdmap e212: 8 total, 8 up, 7 in 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4030754205' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3255866975' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: failed to encode map e213 with expected crc 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: osdmap e213: 8 total, 8 up, 7 in 2023-10-09T04:47:05.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[179183]: failed to encode map e213 with expected crc 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: failed to encode map e211 with expected crc 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: failed to encode map e211 with expected crc 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: failed to encode map e212 with expected crc 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: failed to encode map e212 with expected crc 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]': finished 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: osdmap e212: 8 total, 8 up, 7 in 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4030754205' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3255866975' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:47:05.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: failed to encode map e213 with expected crc 2023-10-09T04:47:05.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:47:05.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: osdmap e213: 8 total, 8 up, 7 in 2023-10-09T04:47:05.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:05 smithi107 ceph-mon[184249]: failed to encode map e213 with expected crc 2023-10-09T04:47:05.063 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:05.153 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:05.180 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:05.266 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:05.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:05.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:05.321 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: failed to encode map e211 with expected crc 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: failed to encode map e211 with expected crc 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: failed to encode map e212 with expected crc 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: failed to encode map e212 with expected crc 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]': finished 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: osdmap e212: 8 total, 8 up, 7 in 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4030754205' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3255866975' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: failed to encode map e213 with expected crc 2023-10-09T04:47:05.322 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:47:05.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: osdmap e213: 8 total, 8 up, 7 in 2023-10-09T04:47:05.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:05 smithi150 ceph-mon[168511]: failed to encode map e213 with expected crc 2023-10-09T04:47:05.377 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:05.404 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:05.438 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:05.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:05.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:05.540 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:47:05.541 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:47:05.541 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2023-10-09T04:47:05.541 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_5 16 2023-10-09T04:47:05.543 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:05.579 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:05.678 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:05.797 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:05.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:05.800 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:05.901 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:05.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:05.990 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:05.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:05.994 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:06.095 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:06.123 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:06.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:06 smithi150 ceph-mon[168511]: failed to encode map e213 with expected crc 2023-10-09T04:47:06.157 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:06 smithi150 ceph-mon[168511]: pgmap v726: 73 pgs: 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:06.158 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:06.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:06.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:06 smithi107 ceph-mon[184249]: failed to encode map e213 with expected crc 2023-10-09T04:47:06.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:06 smithi107 ceph-mon[184249]: pgmap v726: 73 pgs: 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:06.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:06 smithi107 ceph-mon[179183]: failed to encode map e213 with expected crc 2023-10-09T04:47:06.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:06 smithi107 ceph-mon[179183]: pgmap v726: 73 pgs: 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:06.185 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:06.261 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:06.290 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:06.327 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:06.330 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:47:06.330 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:47:06.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:47:06.330 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:47:06.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.330 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38310 8.2 8:47691842:::benchmark_data_smithi107_223870_object38309:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 570.20878994999998, 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.071337535999999993, 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38310 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.331 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118238+0000", 2023-10-09T04:47:06.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118237+0000", 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118321+0000", 2023-10-09T04:47:06.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4606999999999998e-05 2023-10-09T04:47:06.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118343+0000", 2023-10-09T04:47:06.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1475e-05 2023-10-09T04:47:06.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118350+0000", 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9539999999999998e-06 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118426+0000", 2023-10-09T04:47:06.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5680999999999996e-05 2023-10-09T04:47:06.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118559+0000", 2023-10-09T04:47:06.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013321000000000001 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118728+0000", 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000169383 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.121552+0000", 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028239950000000002 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.124643+0000", 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0030904130000000002 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189477+0000", 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064834040999999995 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189538+0000", 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1493000000000002e-05 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189576+0000", 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7787000000000003e-05 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.341 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:38315 8.2 8:42166915:::benchmark_data_smithi107_223870_object38314:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 570.20866106300002, 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.071366377999999994, 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.342 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:47:06.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:47:06.343 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38315 2023-10-09T04:47:06.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.343 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:47:06.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118367+0000", 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118443+0000", 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6181999999999997e-05 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118455+0000", 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770000000000001e-05 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.118461+0000", 2023-10-09T04:47:06.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.657e-06 2023-10-09T04:47:06.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120181+0000", 2023-10-09T04:47:06.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0017202490000000001 2023-10-09T04:47:06.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120291+0000", 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109319 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.120400+0000", 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109188 2023-10-09T04:47:06.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.123108+0000", 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0027085059999999998 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.124936+0000", 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018279170000000001 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189614+0000", 2023-10-09T04:47:06.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064677432000000007 2023-10-09T04:47:06.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189701+0000", 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6952000000000004e-05 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:37:36.189734+0000", 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2879000000000001e-05 2023-10-09T04:47:06.353 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.44723.0:189417 8.2 8:4a0917f4:::benchmark_data_smithi107_223870_object60722:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e146)", 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 421.12691470499999, 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19507805, 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.354 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.44723", 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/2212778553", 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 189417 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200114+0000", 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200112+0000", 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200119+0000", 2023-10-09T04:47:06.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8580000000000002e-06 2023-10-09T04:47:06.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200132+0000", 2023-10-09T04:47:06.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3443e-05 2023-10-09T04:47:06.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200138+0000", 2023-10-09T04:47:06.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7690000000000002e-06 2023-10-09T04:47:06.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200196+0000", 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8298999999999999e-05 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200292+0000", 2023-10-09T04:47:06.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6126999999999996e-05 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.200385+0000", 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2579999999999998e-05 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.203603+0000", 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003217709 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.203751+0000", 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014845700000000001 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395098+0000", 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19134698999999999 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395150+0000", 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1786999999999997e-05 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:05.395192+0000", 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1668999999999997e-05 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.44723.0:195816 8.e e146/143 8:7908184a:::benchmark_data_smithi107_223870_object67121:head v 146'12328, mlcod=146'12323)", 2023-10-09T04:47:06.365 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 413.202773885, 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065433702999999996, 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124254+0000", 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124253+0000", 2023-10-09T04:47:06.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124263+0000", 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0091e-05 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124274+0000", 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0599e-05 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124280+0000", 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3890000000000002e-06 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124350+0000", 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9890999999999999e-05 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.124369+0000", 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9082000000000001e-05 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.189660+0000", 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065290525000000002 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:40:13.189688+0000", 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.828e-05 2023-10-09T04:47:06.370 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190849 9.c 9:337e8100:::benchmark_data_smithi107_236173_object74558:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.544550+0000", 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 72.782478707999999, 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0501492109999999, 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.371 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190849 2023-10-09T04:47:06.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.372 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544550+0000", 2023-10-09T04:47:06.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544550+0000", 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544548+0000", 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544555+0000", 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6769999999999998e-06 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544571+0000", 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6237000000000001e-05 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544579+0000", 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8040000000000002e-06 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544671+0000", 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2569000000000001e-05 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544679+0000", 2023-10-09T04:47:06.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9889999999999992e-06 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.577462+0000", 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0327824969999999 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.581231+0000", 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037694389999999999 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.581378+0000", 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014684299999999999 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.592763+0000", 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011384310999999999 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.594552+0000", 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001789379 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.594604+0000", 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2293000000000002e-05 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.594699+0000", 2023-10-09T04:47:06.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4592000000000005e-05 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190852 9.c 9:374b8aec:::benchmark_data_smithi107_236173_object74561:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 72.782432173000004, 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0521662629999999, 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.380 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190852 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544599+0000", 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3179999999999998e-06 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544609+0000", 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0309000000000001e-05 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544614+0000", 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9679999999999997e-06 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544708+0000", 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3510000000000004e-05 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544716+0000", 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4640000000000006e-06 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.585266+0000", 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.040550023 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.585379+0000", 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011241 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.585492+0000", 2023-10-09T04:47:06.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113177 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.592769+0000", 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072773029999999997 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.596639+0000", 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038699189999999999 2023-10-09T04:47:06.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.596686+0000", 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6755999999999998e-05 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.596762+0000", 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6612000000000004e-05 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.387 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199848 9.c 9:3c19c40e:::benchmark_data_smithi107_236173_object83557:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 60.394803068999998, 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1931520779999998, 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.388 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199848 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932223+0000", 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932233+0000", 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6120000000000005e-06 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932259+0000", 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6154000000000001e-05 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932269+0000", 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2820000000000002e-06 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932469+0000", 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020021000000000001 2023-10-09T04:47:06.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932599+0000", 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013000500000000001 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932723+0000", 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012386999999999999 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.937281+0000", 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045584270000000003 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949292+0000", 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012011305 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949301+0000", 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4209999999999995e-06 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933233+0000", 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.983932735 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933244+0000", 2023-10-09T04:47:06.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0761000000000001e-05 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.120893+0000", 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.187648523 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.121045+0000", 2023-10-09T04:47:06.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015212599999999999 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125303+0000", 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042582039999999998 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125377+0000", 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4233000000000006e-05 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.396 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210007 9.c 9:316b1ab5:::benchmark_data_smithi107_236173_object93716:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.756697113000001, 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1016366150000001, 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.397 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210007 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:47:06.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570330+0000", 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570337+0000", 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0620000000000003e-06 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570349+0000", 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570356+0000", 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7220000000000002e-06 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570741+0000", 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038530200000000002 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570749+0000", 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9500000000000001e-06 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629516+0000", 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0587671169999999 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629646+0000", 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130106 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629777+0000", 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013098600000000001 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644487+0000", 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014709913999999999 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671832+0000", 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027344341000000001 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671887+0000", 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5847000000000002e-05 2023-10-09T04:47:06.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671932+0000", 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4505000000000002e-05 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671968+0000", 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5874000000000002e-05 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.404 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210024 9.c 9:35f78dbd:::benchmark_data_smithi107_236173_object93733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.580504+0000", 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.746524825000002, 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0916288059999999, 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.405 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210024 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580504+0000", 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580504+0000", 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580502+0000", 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580509+0000", 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4939999999999997e-06 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580522+0000", 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2082000000000001e-05 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580528+0000", 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8210000000000004e-06 2023-10-09T04:47:06.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580754+0000", 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000225796 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580763+0000", 2023-10-09T04:47:06.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4279999999999996e-06 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.633202+0000", 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0524390429999999 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.633337+0000", 2023-10-09T04:47:06.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013508300000000001 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.633461+0000", 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000124506 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648308+0000", 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014846597 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672004+0000", 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023696055000000001 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672041+0000", 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7481000000000002e-05 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672082+0000", 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1059000000000001e-05 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672132+0000", 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9919000000000001e-05 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.414 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210027 9.c 9:3be9525a:::benchmark_data_smithi107_236173_object93736:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.593518+0000", 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.733510125999999, 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.07876697, 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.415 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210027 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593518+0000", 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593518+0000", 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593516+0000", 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593530+0000", 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.367e-05 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593551+0000", 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1154000000000001e-05 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593560+0000", 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9849999999999995e-06 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593608+0000", 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8263999999999997e-05 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593617+0000", 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2349999999999999e-06 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.637014+0000", 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0433973110000001 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.637093+0000", 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8899000000000005e-05 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.637172+0000", 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9278999999999998e-05 2023-10-09T04:47:06.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648314+0000", 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011141544 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672156+0000", 2023-10-09T04:47:06.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023842056 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672220+0000", 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4102000000000004e-05 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672251+0000", 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0973999999999999e-05 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672285+0000", 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4486999999999997e-05 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.424 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210039 9.c 9:31d6b20b:::benchmark_data_smithi107_236173_object93748:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.613138+0000", 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.713890132000003, 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0592730720000001, 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.425 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210039 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613138+0000", 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613138+0000", 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613136+0000", 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:06.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613145+0000", 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9479999999999997e-06 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613165+0000", 2023-10-09T04:47:06.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9907000000000001e-05 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613173+0000", 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1030000000000002e-06 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613237+0000", 2023-10-09T04:47:06.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3817000000000002e-05 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613245+0000", 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2220000000000002e-06 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.640544+0000", 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0272981830000001 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.640670+0000", 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012629699999999999 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.640804+0000", 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013435399999999999 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652344+0000", 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011539835 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672333+0000", 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019989131 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672354+0000", 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0846e-05 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672381+0000", 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6696999999999999e-05 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672411+0000", 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0576e-05 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210076 9.c 9:320e06e6:::benchmark_data_smithi107_236173_object93785:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.657472+0000", 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.669556536000002, 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.015067669, 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.435 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210076 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657472+0000", 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657472+0000", 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657470+0000", 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657478+0000", 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4900000000000003e-06 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657502+0000", 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4167000000000001e-05 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657509+0000", 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9229999999999996e-06 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657546+0000", 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6748999999999997e-05 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657552+0000", 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0190000000000003e-06 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644517+0000", 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98696512700000005 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644637+0000", 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011995299999999999 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644774+0000", 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000137195 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.659739+0000", 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014965055999999999 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672456+0000", 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012716752 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672485+0000", 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9487000000000001e-05 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672510+0000", 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4400999999999999e-05 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672539+0000", 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9711000000000001e-05 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210078 9.c 9:3a4f7e5a:::benchmark_data_smithi107_236173_object93787:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.662970+0000", 2023-10-09T04:47:06.444 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.664058820000001, 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0097715140000001, 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210078 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662970+0000", 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662970+0000", 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662968+0000", 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662977+0000", 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8580000000000006e-06 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662998+0000", 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0639e-05 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.663007+0000", 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0629999999999995e-06 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.663073+0000", 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6775999999999999e-05 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.663086+0000", 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2201000000000001e-05 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648340+0000", 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98525432999999996 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648449+0000", 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000108594 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648569+0000", 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120726 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663754+0000", 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015184836 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672581+0000", 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088265040000000006 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672647+0000", 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6242999999999996e-05 2023-10-09T04:47:06.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672691+0000", 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4248000000000001e-05 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672741+0000", 2023-10-09T04:47:06.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9944000000000002e-05 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210083 9.c 9:3970230d:::benchmark_data_smithi107_236173_object93792:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.673638+0000", 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.653390567000002, 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99919041099999995, 2023-10-09T04:47:06.454 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210083 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673638+0000", 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673638+0000", 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673636+0000", 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673643+0000", 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9650000000000002e-06 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673660+0000", 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6529999999999999e-05 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673668+0000", 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4980000000000006e-06 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673731+0000", 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3085999999999999e-05 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673743+0000", 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1993e-05 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652395+0000", 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.978651936 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652521+0000", 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000125537 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652669+0000", 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014817899999999999 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663763+0000", 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011093664 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672610+0000", 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008847153 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672773+0000", 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016348299999999999 2023-10-09T04:47:06.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672800+0000", 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6271999999999999e-05 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672828+0000", 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8498000000000001e-05 2023-10-09T04:47:06.463 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210096 9.c 9:37de5ce9:::benchmark_data_smithi107_236173_object93805:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.694709+0000", 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.632319756000001, 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97824714700000004, 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.464 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210096 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694709+0000", 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694709+0000", 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694707+0000", 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694714+0000", 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0600000000000002e-06 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694732+0000", 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7499e-05 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694739+0000", 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0010000000000004e-06 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694801+0000", 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2835000000000004e-05 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694813+0000", 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1674e-05 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.656040+0000", 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96122703600000003 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.656179+0000", 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013913400000000001 2023-10-09T04:47:06.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.656342+0000", 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000162635 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671598+0000", 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015255708999999999 2023-10-09T04:47:06.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672872+0000", 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001274025 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672899+0000", 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7783000000000001e-05 2023-10-09T04:47:06.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672926+0000", 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6347e-05 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672956+0000", 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9916e-05 2023-10-09T04:47:06.473 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210140 9.c 9:3b791df9:::benchmark_data_smithi107_236173_object93849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.783046+0000", 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.543982483999997, 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89003657700000005, 2023-10-09T04:47:06.474 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210140 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783046+0000", 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783046+0000", 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783043+0000", 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783055+0000", 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1245e-05 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783083+0000", 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8153e-05 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783092+0000", 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6900000000000004e-06 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783160+0000", 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7736000000000003e-05 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783173+0000", 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3417999999999999e-05 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.659769+0000", 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87659525999999999 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.659889+0000", 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120215 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.660019+0000", 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130075 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671795+0000", 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011776188999999999 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672999+0000", 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012037599999999999 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673028+0000", 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8991000000000001e-05 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673053+0000", 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5049e-05 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673082+0000", 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9391999999999999e-05 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.483 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210170 9.c 9:31de90c2:::benchmark_data_smithi107_236173_object93879:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.869687+0000", 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.457341661000001, 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80353548900000005, 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.484 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210170 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869687+0000", 2023-10-09T04:47:06.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869687+0000", 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869685+0000", 2023-10-09T04:47:06.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869691+0000", 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.117e-06 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869704+0000", 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2251e-05 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869709+0000", 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8910000000000003e-06 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869743+0000", 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4211000000000002e-05 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869749+0000", 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7810000000000002e-06 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663811+0000", 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.79406229800000006 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663956+0000", 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144726 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.664100+0000", 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014431399999999999 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671802+0000", 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0077017520000000001 2023-10-09T04:47:06.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673128+0000", 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001326111 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673156+0000", 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8136999999999998e-05 2023-10-09T04:47:06.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673180+0000", 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4553e-05 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673222+0000", 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1745000000000001e-05 2023-10-09T04:47:06.493 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210186 9.c 9:38be0516:::benchmark_data_smithi107_236173_object93895:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.956516+0000", 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 43.370511882999999, 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.71682029599999997, 2023-10-09T04:47:06.494 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210186 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956516+0000", 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956516+0000", 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956515+0000", 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956523+0000", 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4660000000000002e-06 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956541+0000", 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8391000000000001e-05 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956548+0000", 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5240000000000003e-06 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956605+0000", 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6101999999999999e-05 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956615+0000", 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0890000000000001e-05 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.667992+0000", 2023-10-09T04:47:06.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.71137699600000004 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.668116+0000", 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012311099999999999 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.668260+0000", 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144859 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671980+0000", 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037198510000000001 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673255+0000", 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001275268 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673285+0000", 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9198000000000001e-05 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673308+0000", 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2921999999999998e-05 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673337+0000", 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9133999999999999e-05 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.503 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:227004 9.c 9:3087ebd8:::benchmark_data_smithi107_236173_object110713:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:49.877536+0000", 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 16.449492197000001, 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.038865626, 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.504 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 227004 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.877536+0000", 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.877536+0000", 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.877535+0000", 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.877541+0000", 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5400000000000001e-06 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.877554+0000", 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2622999999999999e-05 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.877561+0000", 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8519999999999998e-06 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.881582+0000", 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040210580000000001 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.881693+0000", 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111508 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.881803+0000", 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010926599999999999 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.895831+0000", 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014028786999999999 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.909398+0000", 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01356636 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.916308+0000", 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069102859999999999 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.916362+0000", 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4172999999999998e-05 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:49.916402+0000", 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9504e-05 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:228644 9.c 9:37abe3d4:::benchmark_data_smithi107_236173_object112353:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:06.512 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:51.967108+0000", 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 14.359920492000001, 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039750696000000002, 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 228644 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.513 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967108+0000", 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967108+0000", 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:06.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967107+0000", 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967115+0000", 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9080000000000001e-06 2023-10-09T04:47:06.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967132+0000", 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6731999999999998e-05 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967139+0000", 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6680000000000004e-06 2023-10-09T04:47:06.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967178+0000", 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8931999999999999e-05 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967311+0000", 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013344999999999999 2023-10-09T04:47:06.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.967436+0000", 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012454499999999999 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.976235+0000", 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087995590000000002 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.980262+0000", 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040271320000000001 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.006766+0000", 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026503465 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.006816+0000", 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0507000000000003e-05 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.006859+0000", 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2101999999999998e-05 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.520 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.521 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.521 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:06.521 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:06.521 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:47:06.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:06.522 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:06.623 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:06.652 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:06.738 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:06.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:06.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:06.807 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:47:06.842 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:06.877 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:06.911 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:06.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:06.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:07.015 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:07.042 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:07.076 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:07.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:07.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:07.080 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:47:07.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:07 smithi107 ceph-mon[184249]: failed to encode map e213 with expected crc 2023-10-09T04:47:07.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:07 smithi107 ceph-mon[184249]: failed to encode map e213 with expected crc 2023-10-09T04:47:07.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:07 smithi107 ceph-mon[179183]: failed to encode map e213 with expected crc 2023-10-09T04:47:07.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:07 smithi107 ceph-mon[179183]: failed to encode map e213 with expected crc 2023-10-09T04:47:07.180 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:07.206 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:07.240 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:07.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:07.243 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:07.344 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:07.367 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:07 smithi150 ceph-mon[168511]: failed to encode map e213 with expected crc 2023-10-09T04:47:07.367 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:07 smithi150 ceph-mon[168511]: failed to encode map e213 with expected crc 2023-10-09T04:47:07.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:07.403 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:07.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:07.406 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:07.408 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:07.507 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:07.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:07.619 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:07.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:07.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:07.724 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:07.756 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:07.792 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:07.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:07.797 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:07.897 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:07.924 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:08.076 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:47:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:08 smithi150 ceph-mon[168511]: pgmap v727: 73 pgs: 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/882049203' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:08.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:08.307 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:08.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:08.311 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:08.346 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:08.413 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:08 smithi107 ceph-mon[184249]: pgmap v727: 73 pgs: 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/882049203' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:08 smithi107 ceph-mon[179183]: pgmap v727: 73 pgs: 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/882049203' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:08.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:08.441 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:08.509 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:47:08.509 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:47:08.509 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-10-09T04:47:08.510 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T04:47:08.510 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T04:47:08.510 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-10-09T04:47:08.523 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:08.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:08.529 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:08.630 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:08.659 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:08.696 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:08.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:08.700 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:08.783 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:47:08.784 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:47:08.784 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T04:47:08.784 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:47:08.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:08.830 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:08.913 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:08.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:08.916 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:09.017 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:09.043 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:09.080 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_5' created 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: osdmap e214: 8 total, 8 up, 7 in 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.106 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1865293045' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: osdmap e214: 8 total, 8 up, 7 in 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1865293045' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-10-09T04:47:09.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:09 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-10-09T04:47:09.220 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:09.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:09.224 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:09.271 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:47:09.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:09.352 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:09.370 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: osdmap e214: 8 total, 8 up, 7 in 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: failed to encode map e214 with expected crc 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1865293045' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-10-09T04:47:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:09 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-10-09T04:47:09.634 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:09.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:09.637 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:09.738 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:09.739 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2023-10-09T04:47:09.766 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:09.902 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:09.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:09.905 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:10.006 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:10.036 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:10.070 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:10.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:10.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:10.073 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:10.100 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:10.118 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:10.140 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:10.168 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:10.174 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:10.188 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:10.200 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:10.207 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:10.228 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:10.229 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.230 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:47:10.233 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:10.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e214 with expected crc 2023-10-09T04:47:10.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e214 with expected crc 2023-10-09T04:47:10.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: osdmap e215: 8 total, 8 up, 7 in 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: pgmap v730: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3106272351' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:10.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:10.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:10.286 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:10.336 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:10.362 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e214 with expected crc 2023-10-09T04:47:10.362 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e214 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: osdmap e215: 8 total, 8 up, 7 in 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.363 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: pgmap v730: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3106272351' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e214 with expected crc 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e214 with expected crc 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: osdmap e215: 8 total, 8 up, 7 in 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: failed to encode map e215 with expected crc 2023-10-09T04:47:10.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: pgmap v730: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:10.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3106272351' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:10.365 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:10.696 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:10.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:10.700 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:10.701 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:10.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:10.827 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:10.860 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:10.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:10.863 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:10.964 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:10.993 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:11.056 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:47:11.175 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:11.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:11.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:11.244 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:47:11.244 INFO:teuthology.orchestra.run.smithi150.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T04:47:11.244 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:47:11.274 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:11 smithi150 ceph-mon[168511]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.274 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:11 smithi150 ceph-mon[168511]: osdmap e216: 8 total, 8 up, 7 in 2023-10-09T04:47:11.275 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:11 smithi150 ceph-mon[168511]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.275 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:11 smithi150 ceph-mon[168511]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.275 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:11 smithi150 ceph-mon[168511]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:11.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[184249]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[184249]: osdmap e216: 8 total, 8 up, 7 in 2023-10-09T04:47:11.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[184249]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[184249]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[184249]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[179183]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[179183]: osdmap e216: 8 total, 8 up, 7 in 2023-10-09T04:47:11.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[179183]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[179183]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:11 smithi107 ceph-mon[179183]: failed to encode map e216 with expected crc 2023-10-09T04:47:11.317 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:11.401 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:11.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:11.404 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:11.505 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:11.534 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:11.620 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:11.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:11.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:11.724 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:11.753 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:11.790 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:11.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:11.793 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:11.894 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:11.924 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:11.928 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:11.958 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:11.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:11.961 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:12.037 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:12.037 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:12.062 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:12.092 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:12.226 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:12.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:12.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:12.331 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:12.349 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:47:12] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2023-10-09T04:47:12.349 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[184249]: failed to encode map e216 with expected crc 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[184249]: failed to encode map e217 with expected crc 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[184249]: osdmap e217: 8 total, 8 up, 7 in 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[184249]: pgmap v733: 89 pgs: 14 unknown, 75 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[179183]: failed to encode map e216 with expected crc 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[179183]: failed to encode map e217 with expected crc 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[179183]: osdmap e217: 8 total, 8 up, 7 in 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:12.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:12 smithi107 ceph-mon[179183]: pgmap v733: 89 pgs: 14 unknown, 75 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:12.355 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:12 smithi150 ceph-mon[168511]: failed to encode map e216 with expected crc 2023-10-09T04:47:12.355 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:12 smithi150 ceph-mon[168511]: failed to encode map e217 with expected crc 2023-10-09T04:47:12.355 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:12 smithi150 ceph-mon[168511]: osdmap e217: 8 total, 8 up, 7 in 2023-10-09T04:47:12.355 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:12.355 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:12 smithi150 ceph-mon[168511]: pgmap v733: 89 pgs: 14 unknown, 75 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:12.357 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:12.441 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:47:12.442 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:12.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:12.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:12.546 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:12.573 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:12.660 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:12.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:12.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:12.717 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:47:12.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:12.790 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:12.934 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:12.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:12.937 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:13.033 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:13.039 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:13.068 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:13.153 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:13.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:13.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:13.257 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:13.290 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:13.328 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_5' 2023-10-09T04:47:13.479 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:13.592 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2760418803' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:47:13.592 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:47:13.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2760418803' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:47:13.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:47:13.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2760418803' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:47:13.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:47:14.334 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:47:14.406 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:14.406 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:14.429 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: failed to encode map e218 with expected crc 2023-10-09T04:47:14.430 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: failed to encode map e218 with expected crc 2023-10-09T04:47:14.430 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:47:14.430 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: osdmap e218: 8 total, 8 up, 7 in 2023-10-09T04:47:14.430 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: pgmap v735: 89 pgs: 89 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:14.430 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/92007624' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:14.430 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:14.446 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:14.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:14.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:14.551 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:14.581 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: failed to encode map e218 with expected crc 2023-10-09T04:47:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: failed to encode map e218 with expected crc 2023-10-09T04:47:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:47:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: osdmap e218: 8 total, 8 up, 7 in 2023-10-09T04:47:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: pgmap v735: 89 pgs: 89 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:14.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/92007624' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: failed to encode map e218 with expected crc 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: failed to encode map e218 with expected crc 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: osdmap e218: 8 total, 8 up, 7 in 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: pgmap v735: 89 pgs: 89 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/92007624' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:14.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:14.826 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:14.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:14.831 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:14.889 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:47:14.932 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:14.964 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:15.481 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[179183]: failed to encode map e218 with expected crc 2023-10-09T04:47:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[179183]: failed to encode map e219 with expected crc 2023-10-09T04:47:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:47:15.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[179183]: osdmap e219: 8 total, 8 up, 7 in 2023-10-09T04:47:15.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[184249]: failed to encode map e218 with expected crc 2023-10-09T04:47:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[184249]: failed to encode map e219 with expected crc 2023-10-09T04:47:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:47:15.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:15 smithi107 ceph-mon[184249]: osdmap e219: 8 total, 8 up, 7 in 2023-10-09T04:47:15.695 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:15 smithi150 ceph-mon[168511]: failed to encode map e218 with expected crc 2023-10-09T04:47:15.696 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:15 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:15.696 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:15 smithi150 ceph-mon[168511]: failed to encode map e219 with expected crc 2023-10-09T04:47:15.696 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:15 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:47:15.696 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:15 smithi150 ceph-mon[168511]: osdmap e219: 8 total, 8 up, 7 in 2023-10-09T04:47:16.081 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:16.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:16.084 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:16.185 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:16.215 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:16.250 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:16.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:16.254 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:16.355 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:16.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:16.518 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:16.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:16.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:16.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:16 smithi107 ceph-mon[184249]: pgmap v737: 89 pgs: 89 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:16.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:16.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:16.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:16 smithi107 ceph-mon[179183]: pgmap v737: 89 pgs: 89 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:16.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:16.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:16.624 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:16.651 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:16.688 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:16.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:16.691 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:16.701 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:16.701 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:16.722 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:16 smithi150 ceph-mon[168511]: pgmap v737: 89 pgs: 89 active+clean; 582 KiB data, 4.4 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:47:16.722 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:16.722 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:16.792 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:16.821 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:16.848 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:47:16.848 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:47:16.848 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2023-10-09T04:47:16.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight-by-utilization 1000 3.0 2023-10-09T04:47:16.856 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:16.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:16.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:16.913 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:16.933 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:16.951 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:16.961 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:16.971 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:16.990 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:16.990 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:17.025 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:17.044 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:17.063 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:17.064 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:47:17.094 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:17.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:17.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:17.127 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:47:17.199 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:17.227 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:17.272 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2023-10-09T04:47:17.275 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:47:17.275 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:47:17.346 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:47:17.346 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:47:17.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_275910 2023-10-09T04:47:17.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:47:17.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:47:17.470 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:17.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:17.477 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:17.531 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2196362472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:17.532 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2196362472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:17.578 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:17.627 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:17.680 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:17.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:17.684 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:17.685 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:17.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2196362472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:17.785 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:17.844 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:17.860 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:17.912 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:17.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:17.921 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:18.022 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:18.073 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:18.139 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:18.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:18.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:18.246 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:18.307 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:18.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 15 3520 3505 219.051 219.062 0.00670703 0.00454793 2023-10-09T04:47:18.430 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:18.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:18.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:18.435 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:18 smithi150 ceph-mon[168511]: pgmap v738: 89 pgs: 89 active+clean; 13 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail; 1.9 MiB/s wr, 30 op/s 2023-10-09T04:47:18.536 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:18.588 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:18 smithi107 ceph-mon[184249]: pgmap v738: 89 pgs: 89 active+clean; 13 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail; 1.9 MiB/s wr, 30 op/s 2023-10-09T04:47:18.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:18 smithi107 ceph-mon[179183]: pgmap v738: 89 pgs: 89 active+clean; 13 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail; 1.9 MiB/s wr, 30 op/s 2023-10-09T04:47:18.591 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:47:18.594 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:18.664 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:18.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:18.670 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:18.771 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:18.830 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:18.938 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:18.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:18.949 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:19.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:19.097 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:19.152 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:19.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:19.156 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:19.257 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:19.306 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:19.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 6664 6648 207.735 196.438 0.00598104 0.00480184 2023-10-09T04:47:19.363 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:19.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:19.367 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:19.468 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:19.528 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:19.530 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:19.549 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:47:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:47:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:47:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:47:19.550 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:47:19.550 INFO:teuthology.orchestra.run.smithi107.stdout:moved 0 / 267 (0%) 2023-10-09T04:47:19.550 INFO:teuthology.orchestra.run.smithi107.stdout:avg 38.1429 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 5.51436 -> 5.51436 (expected baseline 5.71786) 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.5 with 30 -> 30 pgs (0.786517 -> 0.786517 * mean) 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.4 with 46 -> 46 pgs (1.20599 -> 1.20599 * mean) 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:oload 1000 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 3 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0071 2023-10-09T04:47:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0710 2023-10-09T04:47:19.558 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:47:19.581 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:47:19.591 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:19.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:19.600 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:19.700 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:19.770 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:20.037 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:47:20.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9547 9531 198.547 180.188 0.00530354 0.00502993 2023-10-09T04:47:20.499 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:20.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:20.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:20.605 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:20.634 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:47:20.635 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 3.0 2023-10-09T04:47:20.654 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:20.713 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:20.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:20.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:20.793 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:20.819 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:20.829 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:20.870 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:20 smithi107 ceph-mon[184249]: pgmap v739: 89 pgs: 89 active+clean; 34 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail; 4.2 MiB/s wr, 67 op/s 2023-10-09T04:47:20.871 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:20 smithi107 ceph-mon[184249]: from='client.35415 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:20.871 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:20 smithi107 ceph-mon[179183]: pgmap v739: 89 pgs: 89 active+clean; 34 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail; 4.2 MiB/s wr, 67 op/s 2023-10-09T04:47:20.871 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:20 smithi107 ceph-mon[179183]: from='client.35415 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:20.885 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:20.961 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:20.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:20.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:20.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:20 smithi150 ceph-mon[168511]: pgmap v739: 89 pgs: 89 active+clean; 34 MiB data, 4.4 GiB used, 621 GiB / 626 GiB avail; 4.2 MiB/s wr, 67 op/s 2023-10-09T04:47:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:20 smithi150 ceph-mon[168511]: from='client.35415 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:21.068 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:21.136 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:21.209 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:21.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:21.218 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:21.319 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:21.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 12171 12155 189.907 164 0.00546038 0.00525888 2023-10-09T04:47:21.376 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:21.675 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:21.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:21.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:21.782 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:21.852 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:21.917 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:21.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:21.925 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:22.022 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:22.026 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:22.092 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:22.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:47:22] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2023-10-09T04:47:22.215 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:22.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:22.223 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:22.323 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:22.343 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:22 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:22.343 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:22 smithi150 ceph-mon[168511]: pgmap v740: 89 pgs: 89 active+clean; 111 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 14 MiB/s wr, 217 op/s 2023-10-09T04:47:22.343 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1690693927' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:22.343 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:22.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 14678 14662 183.26 156.688 0.016664 0.00544817 2023-10-09T04:47:22.358 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:47:22.385 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190848 9.1 9:81002692:::benchmark_data_smithi107_236173_object74557:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.541825+0000", 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 88.838057070999994, 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0588026109999999, 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.386 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190848 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541825+0000", 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541825+0000", 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541823+0000", 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541829+0000", 2023-10-09T04:47:22.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7300000000000002e-06 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541843+0000", 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3774000000000001e-05 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541851+0000", 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0649999999999999e-06 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541906+0000", 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4941999999999997e-05 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541912+0000", 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7859999999999999e-06 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.547445+0000", 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0055321370000000003 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.547453+0000", 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2989999999999997e-06 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.590854+0000", 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0434012749999999 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.590956+0000", 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010179300000000001 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.598831+0000", 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007875455 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.600627+0000", 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001795799 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199304 9.1 9:895f281e:::benchmark_data_smithi107_236173_object83013:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.223344+0000", 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 77.156537889999996, 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.074634636000000004, 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.393 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199304 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.223344+0000", 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.223344+0000", 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.223343+0000", 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.223346+0000", 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.605e-06 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.223353+0000", 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5309999999999998e-06 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.223357+0000", 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.515e-06 2023-10-09T04:47:22.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.231616+0000", 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082584530000000007 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.231750+0000", 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013434499999999999 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.231879+0000", 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012884600000000001 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.251564+0000", 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019685576 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.297846+0000", 2023-10-09T04:47:22.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.046281290000000003 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.297890+0000", 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4467e-05 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.297978+0000", 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8363999999999996e-05 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.399 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199308 9.1 9:87836198:::benchmark_data_smithi107_236173_object83017:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.228300+0000", 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 77.151581758999995, 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.069836458000000004, 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.400 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199308 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.228300+0000", 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.228300+0000", 2023-10-09T04:47:22.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.228298+0000", 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.228306+0000", 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3270000000000001e-06 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.228326+0000", 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9236e-05 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.228334+0000", 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.49e-06 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.236809+0000", 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0084745419999999998 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.236950+0000", 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000141235 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.237074+0000", 2023-10-09T04:47:22.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000123795 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.254622+0000", 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017548529 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.298017+0000", 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.043395273999999998 2023-10-09T04:47:22.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.298060+0000", 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2549000000000002e-05 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.298136+0000", 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6402000000000005e-05 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.406 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199852 9.1 9:8ff38200:::benchmark_data_smithi107_236173_object83561:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.928818+0000", 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 76.451063586999993, 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3169540639999999, 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.407 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199852 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928818+0000", 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928818+0000", 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928817+0000", 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928823+0000", 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4810000000000003e-06 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928835+0000", 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1739000000000001e-05 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928842+0000", 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8549999999999996e-06 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928892+0000", 2023-10-09T04:47:22.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9928e-05 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.929022+0000", 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130445 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.929144+0000", 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012155 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.936719+0000", 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007575226 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.938197+0000", 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001477655 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.938204+0000", 2023-10-09T04:47:22.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6190000000000002e-06 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.924337+0000", 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98613259499999995 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.924347+0000", 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8349999999999999e-06 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.228666+0000", 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3043191759999999 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.228790+0000", 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012422099999999999 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245710+0000", 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016920335000000002 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245772+0000", 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1719999999999999e-05 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199878 9.1 9:87947fc7:::benchmark_data_smithi107_236173_object83587:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e192)", 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:08.141753+0000", 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 74.238128555000003, 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.10180227, 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199878 2023-10-09T04:47:22.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.141753+0000", 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.141753+0000", 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.141751+0000", 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.141762+0000", 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0271999999999999e-05 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.198700+0000", 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056938262000000003 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.198716+0000", 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6540000000000001e-05 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.229017+0000", 2023-10-09T04:47:22.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.030300417999999999 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.229131+0000", 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114032 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.229754+0000", 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062351699999999997 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.243332+0000", 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013577967999999999 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.243342+0000", 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3670000000000003e-06 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.243375+0000", 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3594999999999999e-05 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.243444+0000", 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9034000000000003e-05 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.243555+0000", 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111017 2023-10-09T04:47:22.422 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210069 9.1 9:8ee534ad:::benchmark_data_smithi107_236173_object93778:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.654937+0000", 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 59.724944289, 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98967334799999995, 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.423 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210069 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654937+0000", 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654937+0000", 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654936+0000", 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654944+0000", 2023-10-09T04:47:22.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2430000000000005e-06 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654961+0000", 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7229000000000001e-05 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654968+0000", 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2230000000000001e-06 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655050+0000", 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1833000000000001e-05 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655059+0000", 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3310000000000004e-06 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.623660+0000", 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96860097499999998 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.623761+0000", 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000100974 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.623847+0000", 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6712000000000006e-05 2023-10-09T04:47:22.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.639652+0000", 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015804341999999999 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644429+0000", 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047770080000000001 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644525+0000", 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5937e-05 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644574+0000", 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9070999999999998e-05 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644611+0000", 2023-10-09T04:47:22.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7098999999999998e-05 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210071 9.1 9:8f7e15b7:::benchmark_data_smithi107_236173_object93780:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 59.724896389999998, 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98972502399999995, 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.431 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210071 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654988+0000", 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5219999999999999e-06 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654999+0000", 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0479000000000001e-05 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655003+0000", 2023-10-09T04:47:22.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6380000000000003e-06 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655083+0000", 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9351000000000006e-05 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655090+0000", 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.199e-06 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.627424+0000", 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.972334056 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.627506+0000", 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2028999999999997e-05 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.627647+0000", 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014085599999999999 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.643991+0000", 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016343571000000001 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644484+0000", 2023-10-09T04:47:22.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00049388999999999998 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644643+0000", 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015812199999999999 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644680+0000", 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7081e-05 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644710+0000", 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0698999999999999e-05 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210100 9.1 9:88a2bdf6:::benchmark_data_smithi107_236173_object93809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.696865+0000", 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 59.683016643999999, 2023-10-09T04:47:22.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94799640500000004, 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210100 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696865+0000", 2023-10-09T04:47:22.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696865+0000", 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696863+0000", 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696872+0000", 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9129999999999992e-06 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696892+0000", 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9327999999999999e-05 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696900+0000", 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8890000000000008e-06 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696967+0000", 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6908000000000004e-05 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.696978+0000", 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0842000000000001e-05 2023-10-09T04:47:22.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.631528+0000", 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93454972800000002 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.631630+0000", 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000102045 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.631714+0000", 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4338999999999993e-05 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644001+0000", 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012286396 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644765+0000", 2023-10-09T04:47:22.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00076462100000000005 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644793+0000", 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8070999999999999e-05 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644831+0000", 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7524000000000002e-05 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644861+0000", 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0583000000000002e-05 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210123 9.1 9:868876df:::benchmark_data_smithi107_236173_object93832:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.745465+0000", 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 59.634417151000001, 2023-10-09T04:47:22.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89955574500000002, 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210123 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745465+0000", 2023-10-09T04:47:22.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745465+0000", 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745463+0000", 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745472+0000", 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4979999999999995e-06 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745495+0000", 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3088999999999999e-05 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745505+0000", 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8519999999999999e-06 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745551+0000", 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6139e-05 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.745560+0000", 2023-10-09T04:47:22.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3129999999999999e-06 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.635477+0000", 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88991688700000005 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.635607+0000", 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013043199999999999 2023-10-09T04:47:22.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.635754+0000", 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014655899999999999 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644374+0000", 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086198479999999994 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644894+0000", 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00052027200000000001 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644944+0000", 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9725999999999998e-05 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644983+0000", 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9521000000000003e-05 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.645020+0000", 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7280999999999998e-05 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.455 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210167 9.1 9:83e78354:::benchmark_data_smithi107_236173_object93876:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.858300+0000", 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 59.521581769000001, 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.78682005899999996, 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210167 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858300+0000", 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858300+0000", 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858299+0000", 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858308+0000", 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6749999999999997e-06 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858324+0000", 2023-10-09T04:47:22.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5532999999999998e-05 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858331+0000", 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7000000000000002e-06 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858386+0000", 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5340999999999998e-05 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.858395+0000", 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8550000000000008e-06 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.639684+0000", 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.78128978199999999 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.639767+0000", 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2523999999999998e-05 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.639889+0000", 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012180099999999999 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644495+0000", 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046061239999999996 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644919+0000", 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00042415399999999999 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.645049+0000", 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130195 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.645089+0000", 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0169000000000001e-05 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.645120+0000", 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0543000000000002e-05 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:217032 9.1 9:8509d177:::benchmark_data_smithi107_236173_object100741:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:35.889292+0000", 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.490589620000002, 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.054197064000000003, 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 217032 2023-10-09T04:47:22.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.889292+0000", 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.889292+0000", 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.889292+0000", 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.889303+0000", 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.116e-05 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.889310+0000", 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.452e-06 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.889315+0000", 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9099999999999996e-06 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.894036+0000", 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047206990000000001 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.894180+0000", 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000143898 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.894317+0000", 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000137558 2023-10-09T04:47:22.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.906115+0000", 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011797975 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.907549+0000", 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001433866 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.943402+0000", 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.035852346 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.943451+0000", 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9113000000000002e-05 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.943489+0000", 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8457999999999997e-05 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:217050 9.1 9:89a41e13:::benchmark_data_smithi107_236173_object100759:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:35.914342+0000", 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.465539755999998, 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.037350220000000003, 2023-10-09T04:47:22.471 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 217050 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914342+0000", 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914342+0000", 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914341+0000", 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914348+0000", 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5809999999999999e-06 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914367+0000", 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8478000000000002e-05 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914374+0000", 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1130000000000003e-06 2023-10-09T04:47:22.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914445+0000", 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1245e-05 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914561+0000", 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000116468 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.914676+0000", 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114793 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.927267+0000", 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012590824 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.928451+0000", 2023-10-09T04:47:22.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001183667 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.951606+0000", 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.02315567 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.951653+0000", 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6958e-05 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:35.951692+0000", 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8865000000000001e-05 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:217156 9.1 9:8fe3e4bf:::benchmark_data_smithi107_236173_object100865:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:36.051662+0000", 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.328219705999999, 2023-10-09T04:47:22.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.046172012999999998, 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 217156 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051662+0000", 2023-10-09T04:47:22.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051662+0000", 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051660+0000", 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051670+0000", 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0101e-05 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051695+0000", 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4292999999999999e-05 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051703+0000", 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8109999999999992e-06 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051758+0000", 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4444000000000003e-05 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051874+0000", 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011636799999999999 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.051990+0000", 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000116149 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.060754+0000", 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087636529999999997 2023-10-09T04:47:22.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.062397+0000", 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001643378 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.097750+0000", 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.035352573999999998 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.097794+0000", 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4094000000000002e-05 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.097834+0000", 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0031999999999999e-05 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:217158 9.1 9:8445f41e:::benchmark_data_smithi107_236173_object100867:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:36.052099+0000", 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 46.327782726999999, 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.045876721000000002, 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 217158 2023-10-09T04:47:22.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.052099+0000", 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.052099+0000", 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.052098+0000", 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.052104+0000", 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5419999999999996e-06 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.052117+0000", 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2894000000000001e-05 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.052123+0000", 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5950000000000004e-06 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.056317+0000", 2023-10-09T04:47:22.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041940789999999999 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.056443+0000", 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012589400000000001 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.056565+0000", 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121462 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.060897+0000", 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043322159999999998 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.062424+0000", 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001526782 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.097903+0000", 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.035479648000000003 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.097939+0000", 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6029999999999999e-05 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:36.097976+0000", 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6427000000000002e-05 2023-10-09T04:47:22.492 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:218567 9.1 9:8cab1084:::benchmark_data_smithi107_236173_object102276:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:37.885829+0000", 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 44.494052351000001, 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040390082000000001, 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.493 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 218567 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.885829+0000", 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.885829+0000", 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.885829+0000", 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.885833+0000", 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4649999999999996e-06 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.885842+0000", 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6589999999999996e-06 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.885847+0000", 2023-10-09T04:47:22.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9049999999999996e-06 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.892169+0000", 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063221800000000002 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.892279+0000", 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010966199999999999 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.892389+0000", 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110475 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.901281+0000", 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088920690000000007 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.914157+0000", 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01287583 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.926122+0000", 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011965445999999999 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.926169+0000", 2023-10-09T04:47:22.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6808999999999999e-05 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:37.926219+0000", 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0161000000000003e-05 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.500 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:221055 9.1 9:808f0c5f:::benchmark_data_smithi107_236173_object104764:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:41.224474+0000", 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 41.155408033999997, 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.038531735999999997, 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 221055 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.224474+0000", 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.224474+0000", 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.224472+0000", 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.224479+0000", 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8159999999999996e-06 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.224496+0000", 2023-10-09T04:47:22.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6602000000000001e-05 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.224503+0000", 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4109999999999999e-06 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.229449+0000", 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049461629999999999 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.229604+0000", 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015468099999999999 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.229759+0000", 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015493700000000001 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.234718+0000", 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049586420000000001 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.249363+0000", 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014645633 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.262901+0000", 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013538267999999999 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.262964+0000", 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2493e-05 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:41.263005+0000", 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1459999999999999e-05 2023-10-09T04:47:22.507 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:227226 9.1 9:822b7266:::benchmark_data_smithi107_236173_object110935:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:50.165672+0000", 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 32.214209424000003, 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.042609676999999999, 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 227226 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.165672+0000", 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.165672+0000", 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.165671+0000", 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.165677+0000", 2023-10-09T04:47:22.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8329999999999999e-06 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.165688+0000", 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1364e-05 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.165695+0000", 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7880000000000001e-06 2023-10-09T04:47:22.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.170114+0000", 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044186160000000002 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.170282+0000", 2023-10-09T04:47:22.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016796700000000001 2023-10-09T04:47:22.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.170417+0000", 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135368 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.177301+0000", 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068834569999999999 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.192657+0000", 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015355888 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.208180+0000", 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015523374 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.208240+0000", 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0319000000000003e-05 2023-10-09T04:47:22.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.208282+0000", 2023-10-09T04:47:22.516 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1745000000000001e-05 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:227378 9.1 9:838d8108:::benchmark_data_smithi107_236173_object111087:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:50.359714+0000", 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 32.020168050000002, 2023-10-09T04:47:22.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.038686745000000002, 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 227378 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.359714+0000", 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.359714+0000", 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.359712+0000", 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.359717+0000", 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4390000000000002e-06 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.359724+0000", 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6389999999999992e-06 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.359729+0000", 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7419999999999997e-06 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.374293+0000", 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014563464999999999 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.374415+0000", 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012287299999999999 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.374533+0000", 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011735699999999999 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.388108+0000", 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0135748 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.388343+0000", 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000235498 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.398310+0000", 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.009966417 2023-10-09T04:47:22.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.398360+0000", 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0883000000000001e-05 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:50.398400+0000", 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9991999999999999e-05 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.524 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:229126 9.1 9:89212e9a:::benchmark_data_smithi107_236173_object112835:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e205)", 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:52.642873+0000", 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 29.737008920000001, 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.036866213000000002, 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.525 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 229126 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.642873+0000", 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.642873+0000", 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.642872+0000", 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.642875+0000", 2023-10-09T04:47:22.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.593e-06 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.642881+0000", 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.823e-06 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.642885+0000", 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.698e-06 2023-10-09T04:47:22.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.647498+0000", 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004613514 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.647603+0000", 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010488999999999999 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.647679+0000", 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6122000000000001e-05 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.656786+0000", 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091067070000000003 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.664052+0000", 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072666500000000004 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.679649+0000", 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015596130999999999 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.679699+0000", 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0080999999999997e-05 2023-10-09T04:47:22.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.679739+0000", 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0373999999999997e-05 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230873 9.11 9:8fdc4dc3:::benchmark_data_smithi107_236173_object114582:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:47:22.532 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:56.097814+0000", 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 26.282067714, 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.57390123199999998, 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230873 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097814+0000", 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097814+0000", 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:22.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097813+0000", 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097819+0000", 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.348e-06 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097834+0000", 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5044e-05 2023-10-09T04:47:22.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097841+0000", 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4899999999999997e-06 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097899+0000", 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8795000000000002e-05 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.097909+0000", 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0083e-05 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.661649+0000", 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.56373963599999999 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.661781+0000", 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000131605 2023-10-09T04:47:22.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.662137+0000", 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000356807 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.664769+0000", 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026317950000000001 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.669343+0000", 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045738269999999999 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.671622+0000", 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022792419999999999 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:22.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.671676+0000", 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3761999999999998e-05 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.671715+0000", 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9116999999999998e-05 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:22.540 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:47:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[179183]: pgmap v740: 89 pgs: 89 active+clean; 111 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 14 MiB/s wr, 217 op/s 2023-10-09T04:47:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1690693927' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[184249]: pgmap v740: 89 pgs: 89 active+clean; 111 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 14 MiB/s wr, 217 op/s 2023-10-09T04:47:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1690693927' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:22.780 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:47:22.849 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:22.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:22.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:22.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:23.037 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:23.127 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:23.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:23.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:23.234 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:23.316 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:23.347 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:47:23.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:47:23.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:23.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: osdmap e220: 8 total, 8 up, 7 in 2023-10-09T04:47:23.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.348 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:23 smithi150 ceph-mon[168511]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 17189 17173 178.869 156.938 0.011776 0.00558364 2023-10-09T04:47:23.481 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:23.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:23.486 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:23.586 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:23.587 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:23.620 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:23.632 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:23.650 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:23.652 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:47:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:47:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: osdmap e220: 8 total, 8 up, 7 in 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[179183]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: osdmap e220: 8 total, 8 up, 7 in 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:23 smithi107 ceph-mon[184249]: failed to encode map e220 with expected crc 2023-10-09T04:47:23.682 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:23.716 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:23.751 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:23.784 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:23.788 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:23.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:23.795 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:23.821 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.825 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.825 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:47:23.895 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:23.955 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:24.022 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:24.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:24.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:24.133 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:24.181 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:24.350 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 19537 19521 174.279 146.75 0.00411883 0.00573233 2023-10-09T04:47:24.420 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:24.422 INFO:teuthology.orchestra.run.smithi107.stdout:moved 17 / 267 (6.36704%) 2023-10-09T04:47:24.422 INFO:teuthology.orchestra.run.smithi107.stdout:avg 38.1429 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 5.51436 -> 5.76761 (expected baseline 5.71786) 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.5 with 30 -> 29 pgs (0.786517 -> 0.7603 * mean) 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.4 with 46 -> 41 pgs (1.20599 -> 1.07491 * mean) 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:oload 110 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 3 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0109 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0119 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7 weight 1.0000 -> 0.8513 2023-10-09T04:47:24.423 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 weight 1.0000 -> 0.7218 2023-10-09T04:47:24.424 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5 weight 1.0000 -> 0.8643 2023-10-09T04:47:24.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:24.425 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:24.428 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:47:24.460 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:24 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:47:24.418+0000 7f1c311cf700 -1 mgr.server reply reply (3) No such process no change 2023-10-09T04:47:24.461 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:24 smithi107 ceph-mon[184249]: pgmap v742: 89 pgs: 89 active+clean; 889 MiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 97 MiB/s wr, 1.56k op/s 2023-10-09T04:47:24.461 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/131833394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:24.461 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:24 smithi107 ceph-mon[179183]: pgmap v742: 89 pgs: 89 active+clean; 889 MiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 97 MiB/s wr, 1.56k op/s 2023-10-09T04:47:24.461 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/131833394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:24.526 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:24.609 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:24 smithi150 ceph-mon[168511]: pgmap v742: 89 pgs: 89 active+clean; 889 MiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 97 MiB/s wr, 1.56k op/s 2023-10-09T04:47:24.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/131833394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:24.854 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:24.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:24.859 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:24.962 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:24.967 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:47:24.967 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 0.05 2023-10-09T04:47:25.023 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:25.084 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:25.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:25.088 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:25.189 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:25.205 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:25.206 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:25.254 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:25.297 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:47:25.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 21799 21783 170.164 141.375 0.00473888 0.00587253 2023-10-09T04:47:25.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:25 smithi107 ceph-mon[179183]: from='client.35433 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:25.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:25 smithi107 ceph-mon[184249]: from='client.35433 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:25 smithi150 ceph-mon[168511]: from='client.35433 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:25.753 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:26.089 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:26.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:26.100 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:26.122 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:47:26.200 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:26.319 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:26.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 24132 24116 167.457 145.812 0.0118777 0.00596418 2023-10-09T04:47:26.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:26 smithi150 ceph-mon[168511]: pgmap v743: 89 pgs: 89 active+clean; 889 MiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:47:26.412 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:26.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:26.417 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:26.518 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:26.523 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:47:26.583 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:26.644 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:26.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:26.650 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:26 smithi107 ceph-mon[179183]: pgmap v743: 89 pgs: 89 active+clean; 889 MiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:47:26.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:26 smithi107 ceph-mon[184249]: pgmap v743: 89 pgs: 89 active+clean; 889 MiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-10-09T04:47:26.751 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:26.819 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:26.874 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:26.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:26.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:26.981 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:27.003 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:27.005 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:27.034 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:27.227 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:27.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:27.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:27.331 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:27.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 26121 26105 163.142 124.312 0.00502451 0.00612443 2023-10-09T04:47:27.382 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:27.437 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:27.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:27.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:27.544 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:27.587 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:27.643 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:27.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:27.651 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:27.751 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:27.810 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:27.885 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:27.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:27.894 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:27.995 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:28.036 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:28.292 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:28.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:28.297 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:28.306 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:28.347 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 28186 28170 160.043 129.062 0.00806619 0.00624293 2023-10-09T04:47:28.398 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:28.453 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:28.592 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:28.592 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:28.668 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:28.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:28 smithi107 ceph-mon[179183]: pgmap v744: 89 pgs: 89 active+clean; 1.4 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-10-09T04:47:28.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:28 smithi107 ceph-mon[184249]: pgmap v744: 89 pgs: 89 active+clean; 1.4 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-10-09T04:47:28.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:28.677 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:28.777 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:28.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:28 smithi150 ceph-mon[168511]: pgmap v744: 89 pgs: 89 active+clean; 1.4 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-10-09T04:47:28.853 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:29.052 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:29.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:29.061 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:29.075 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:47:29.161 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:29.215 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:29.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 30069 30053 156.512 117.688 0.0061692 0.00638377 2023-10-09T04:47:29.571 INFO:teuthology.orchestra.run.smithi107.stdout:moved 0 / 267 (0%) 2023-10-09T04:47:29.571 INFO:teuthology.orchestra.run.smithi107.stdout:avg 38.1429 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 5.51436 -> 5.51436 (expected baseline 5.71786) 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.5 with 30 -> 30 pgs (0.786517 -> 0.786517 * mean) 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.4 with 46 -> 46 pgs (1.20599 -> 1.20599 * mean) 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:oload 1000 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 0.05 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0143 2023-10-09T04:47:29.572 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.1431 2023-10-09T04:47:29.590 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:47:29.650 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:29.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:29.655 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:29.756 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:29.818 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:29.892 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:29.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:29.901 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:29.989 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:47:30.002 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:30.065 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:30.148 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:47:30.148 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 0.05 2023-10-09T04:47:30.156 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:30.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:30.162 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:30.263 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:30.340 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:30.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 31909 31893 153.318 115 0.00921906 0.00651892 2023-10-09T04:47:30.497 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:30.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:30.502 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:30.539 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:47:30.574 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[179183]: pgmap v745: 89 pgs: 89 active+clean; 1.6 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 157 MiB/s wr, 2.51k op/s 2023-10-09T04:47:30.574 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[179183]: from='client.55180 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:30.574 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2587100140' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:30.574 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:30.574 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[184249]: pgmap v745: 89 pgs: 89 active+clean; 1.6 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 157 MiB/s wr, 2.51k op/s 2023-10-09T04:47:30.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[184249]: from='client.55180 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:30.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2587100140' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:30.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:30.603 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:30.634 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:30.653 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:30.667 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:30.698 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:30 smithi150 ceph-mon[168511]: pgmap v745: 89 pgs: 89 active+clean; 1.6 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 157 MiB/s wr, 2.51k op/s 2023-10-09T04:47:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:30 smithi150 ceph-mon[168511]: from='client.55180 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2587100140' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:47:30.734 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:30.765 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:30.787 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:30.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:30.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:30.799 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:30.838 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:30.871 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:30.873 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.873 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.873 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.873 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.873 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.873 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.874 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.874 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:47:30.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:30.934 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:31.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 33774 33758 150.692 116.562 0.0064408 0.00663067 2023-10-09T04:47:31.394 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:31.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:31.402 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:31.503 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:31.554 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:31.617 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:31.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:31.622 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: osdmap e221: 8 total, 8 up, 7 in 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3461057012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 0]}]: dispatch 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]: dispatch 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:31.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: osdmap e221: 8 total, 8 up, 7 in 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3461057012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2023-10-09T04:47:31.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 0]}]: dispatch 2023-10-09T04:47:31.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]: dispatch 2023-10-09T04:47:31.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:31.673 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:31.722 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:31.776 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: osdmap e221: 8 total, 8 up, 7 in 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: failed to encode map e221 with expected crc 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3461057012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]: dispatch 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 0]}]: dispatch 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]: dispatch 2023-10-09T04:47:31.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:32.255 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:32.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:32.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:32.282 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:47:32] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2023-10-09T04:47:32.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 35653 35637 148.474 117.438 0.00723407 0.00672987 2023-10-09T04:47:32.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:32.409 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:32.552 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: pgmap v747: 89 pgs: 89 active+clean; 1.6 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 162 MiB/s wr, 2.59k op/s 2023-10-09T04:47:32.552 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.552 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]': finished 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 0]}]': finished 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]': finished 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: osdmap e222: 8 total, 8 up, 7 in 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.553 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:32 smithi150 ceph-mon[168511]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:19866 9.e 9:7e6eff1e:::benchmark_data_smithi107_236173_object19865:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:42:51.372559+0000", 2023-10-09T04:47:32.761 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 281.37357804300001, 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14075473299999999, 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 19866 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.762 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372559+0000", 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372559+0000", 2023-10-09T04:47:32.763 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372558+0000", 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372669+0000", 2023-10-09T04:47:32.764 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110763 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372683+0000", 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4853e-05 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372690+0000", 2023-10-09T04:47:32.765 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2110000000000003e-06 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372730+0000", 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0701000000000002e-05 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.372894+0000", 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016348099999999999 2023-10-09T04:47:32.766 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.373034+0000", 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014008 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.374689+0000", 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001655419 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.767 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.375468+0000", 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00077883599999999998 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.513203+0000", 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13773506399999999 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.513261+0000", 2023-10-09T04:47:32.768 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7862999999999998e-05 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:42:51.513314+0000", 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2695999999999998e-05 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:179724 9.e 9:73e53579:::benchmark_data_smithi107_236173_object63433:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:47:32.769 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:37.927627+0000", 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.818510483, 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.083459969999999994, 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 179724 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.770 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.927627+0000", 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.927627+0000", 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.771 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.927626+0000", 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.927630+0000", 2023-10-09T04:47:32.772 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.512e-06 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.927637+0000", 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0249999999999997e-06 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.773 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.927642+0000", 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8940000000000001e-06 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.931846+0000", 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042044760000000004 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.774 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.931971+0000", 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000125427 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.932089+0000", 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117526 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.775 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.941495+0000", 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0094061319999999993 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.941511+0000", 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6087999999999999e-05 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.776 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.010997+0000", 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.069485771000000002 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.011039+0000", 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2147999999999997e-05 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.011087+0000", 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7493000000000001e-05 2023-10-09T04:47:32.777 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:179731 9.3 9:ca7c5539:::benchmark_data_smithi107_236173_object63440:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:37.934253+0000", 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.811884191, 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.081502435999999998, 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.778 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 179731 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934253+0000", 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.779 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934253+0000", 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934251+0000", 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934262+0000", 2023-10-09T04:47:32.780 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0791999999999999e-05 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934276+0000", 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3876000000000001e-05 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934283+0000", 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6379999999999998e-06 2023-10-09T04:47:32.781 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934335+0000", 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2462e-05 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934453+0000", 2023-10-09T04:47:32.782 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000118331 2023-10-09T04:47:32.783 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.783 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.783 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:47:32.783 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.934566+0000", 2023-10-09T04:47:32.783 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000112506 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.941494+0000", 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069284450000000001 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.784 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.006680+0000", 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.065185960000000001 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.015650+0000", 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0089699059999999997 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.785 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.015713+0000", 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2879999999999994e-05 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.015755+0000", 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2172000000000002e-05 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.786 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:179734 9.3 9:c2974e6e:::benchmark_data_smithi107_236173_object63443:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:37.942499+0000", 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.803638558, 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.079183877, 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.787 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 179734 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942499+0000", 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942499+0000", 2023-10-09T04:47:32.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942497+0000", 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942502+0000", 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0089999999999998e-06 2023-10-09T04:47:32.789 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942514+0000", 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1963999999999999e-05 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942519+0000", 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7430000000000002e-06 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.790 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942571+0000", 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2280000000000001e-05 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942655+0000", 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4136999999999998e-05 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.942724+0000", 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8707000000000005e-05 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:37.945920+0000", 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031961369999999999 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.016555+0000", 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.070635066999999996 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.021585+0000", 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050299330000000003 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.021645+0000", 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9556999999999999e-05 2023-10-09T04:47:32.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:38.021682+0000", 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7521999999999998e-05 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:180796 9.e 9:7ec5fd10:::benchmark_data_smithi107_236173_object64505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:47:32.794 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:39.384266+0000", 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 113.36187080400001, 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.073036130000000005, 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180796 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.795 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384266+0000", 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384266+0000", 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384265+0000", 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384270+0000", 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.164e-06 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384279+0000", 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8349999999999993e-06 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384285+0000", 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1759999999999998e-06 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384328+0000", 2023-10-09T04:47:32.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3259e-05 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384460+0000", 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0001317 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.384590+0000", 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130474 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.799 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.389855+0000", 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052649089999999999 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.394311+0000", 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044564039999999997 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.457217+0000", 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.062905235000000004 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.457266+0000", 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9534999999999999e-05 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.457302+0000", 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6183999999999998e-05 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:180804 9.3 9:ce48c781:::benchmark_data_smithi107_236173_object64513:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:39.391230+0000", 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 113.35490719400001, 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.063020079000000007, 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.802 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180804 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391230+0000", 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391230+0000", 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391228+0000", 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391235+0000", 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5300000000000002e-06 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391256+0000", 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1078999999999999e-05 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391263+0000", 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9149999999999999e-06 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391333+0000", 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0433999999999997e-05 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391471+0000", 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000137885 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.391600+0000", 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012821999999999999 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.395605+0000", 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040059309999999999 2023-10-09T04:47:32.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.398334+0000", 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002728421 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.454158+0000", 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.055823655999999999 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.454205+0000", 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7417999999999999e-05 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:39.454250+0000", 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5003000000000003e-05 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:189737 9.d 9:bb1a4444:::benchmark_data_smithi107_236173_object73446:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e185)", 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:51.910905+0000", 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 100.83523174299999, 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.058527185000000002, 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.810 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 189737 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.910905+0000", 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.910905+0000", 2023-10-09T04:47:32.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.910904+0000", 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.910911+0000", 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.216e-06 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.910930+0000", 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9072999999999998e-05 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.910938+0000", 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2360000000000004e-06 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911001+0000", 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2817999999999994e-05 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911120+0000", 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011917 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911238+0000", 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117848 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.920371+0000", 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091327600000000002 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.921329+0000", 2023-10-09T04:47:32.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00095758099999999999 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.969345+0000", 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.048015885000000001 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.969391+0000", 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6369999999999998e-05 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.969433+0000", 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1622000000000002e-05 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:189740 9.d 9:b6898f8e:::benchmark_data_smithi107_236173_object73449:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e185)", 2023-10-09T04:47:32.817 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:51.911423+0000", 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 100.834714229, 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.058139204, 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 189740 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911423+0000", 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911423+0000", 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911422+0000", 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911427+0000", 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4190000000000004e-06 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911436+0000", 2023-10-09T04:47:32.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7070000000000004e-06 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.911442+0000", 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5779999999999998e-06 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.914736+0000", 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032942879999999998 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.914870+0000", 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013345100000000001 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.914996+0000", 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012605599999999999 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.920376+0000", 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0053800649999999998 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.928354+0000", 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0079780470000000003 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.969492+0000", 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.041137712999999999 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.969530+0000", 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8349999999999997e-05 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:51.969562+0000", 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2122999999999997e-05 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190859 9.3 9:c0fa4e8f:::benchmark_data_smithi107_236173_object74568:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.540505+0000", 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 99.205632171999994, 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.03549085, 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.825 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190859 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.540505+0000", 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.540505+0000", 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.540504+0000", 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.540511+0000", 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.306e-06 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.540523+0000", 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1861999999999999e-05 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.540529+0000", 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7179999999999999e-06 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541915+0000", 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001385336 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541922+0000", 2023-10-09T04:47:32.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5610000000000001e-06 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.570964+0000", 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.029042193 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.571049+0000", 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4362000000000003e-05 2023-10-09T04:47:32.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1", 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.571168+0000", 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119127 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.575442+0000", 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042743399999999997 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.575887+0000", 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00044501099999999999 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.575930+0000", 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2762999999999997e-05 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.575996+0000", 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5691000000000005e-05 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198756 9.d 9:b14ab45a:::benchmark_data_smithi107_236173_object82465:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.485811+0000", 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 88.260325639000001, 2023-10-09T04:47:32.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.061399435000000002, 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198756 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.485811+0000", 2023-10-09T04:47:32.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.485811+0000", 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.485811+0000", 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:32.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.485815+0000", 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1439999999999996e-06 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.485825+0000", 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0247e-05 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.485831+0000", 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.823e-06 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.490213+0000", 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043817709999999996 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.490332+0000", 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119258 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.490452+0000", 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011957500000000001 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.498891+0000", 2023-10-09T04:47:32.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0084389240000000004 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.507254+0000", 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0083636579999999995 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547114+0000", 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039859446999999999 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547166+0000", 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2145999999999998e-05 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.547211+0000", 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5055000000000001e-05 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198776 9.d 9:b6b6a31c:::benchmark_data_smithi107_236173_object82485:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.518449+0000", 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 88.227688512, 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.066772427999999995, 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198776 2023-10-09T04:47:32.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518449+0000", 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518449+0000", 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518448+0000", 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518453+0000", 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2939999999999996e-06 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518464+0000", 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0579e-05 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.518469+0000", 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8799999999999996e-06 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.533814+0000", 2023-10-09T04:47:32.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015344622 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.533963+0000", 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014941600000000001 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534091+0000", 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012731999999999999 2023-10-09T04:47:32.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552015+0000", 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01792413 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558900+0000", 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068847880000000002 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.585120+0000", 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026220040999999999 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.585171+0000", 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0788999999999998e-05 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.585221+0000", 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0479999999999998e-05 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198778 9.d 9:b318e8e9:::benchmark_data_smithi107_236173_object82487:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.529323+0000", 2023-10-09T04:47:32.848 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 88.216814197999994, 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.061305151000000002, 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198778 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529323+0000", 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529323+0000", 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529321+0000", 2023-10-09T04:47:32.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529333+0000", 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1379999999999999e-05 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529349+0000", 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6307000000000002e-05 2023-10-09T04:47:32.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.529355+0000", 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.37e-06 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.538287+0000", 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0089317949999999993 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.538398+0000", 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011092899999999999 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.538510+0000", 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111586 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552020+0000", 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013510707 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558932+0000", 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069119660000000003 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.590535+0000", 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031602450999999997 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.590589+0000", 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4732999999999999e-05 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.590628+0000", 2023-10-09T04:47:32.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8656999999999999e-05 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:198782 9.d 9:b8077317:::benchmark_data_smithi107_236173_object82491:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:04.534007+0000", 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 88.212129880000006, 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056752326999999998, 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.856 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 198782 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534007+0000", 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534007+0000", 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534006+0000", 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534014+0000", 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7849999999999992e-06 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534027+0000", 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2968e-05 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.534034+0000", 2023-10-09T04:47:32.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0570000000000004e-06 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.542703+0000", 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086694609999999998 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.542839+0000", 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013558299999999999 2023-10-09T04:47:32.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.542963+0000", 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012467000000000001 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.552025+0000", 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0090616299999999993 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.558958+0000", 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006933112 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.590681+0000", 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031722643000000002 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.590724+0000", 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3210999999999997e-05 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:04.590760+0000", 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5490000000000001e-05 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199850 9.3 9:c47a462c:::benchmark_data_smithi107_236173_object83559:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.927879+0000", 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 86.818258270000001, 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.211838137, 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199850 2023-10-09T04:47:32.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.927879+0000", 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.927879+0000", 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.927878+0000", 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.927881+0000", 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6249999999999999e-06 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.927886+0000", 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4099999999999999e-06 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.927890+0000", 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7589999999999999e-06 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.942277+0000", 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014386827 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.942287+0000", 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0409e-05 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.926188+0000", 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98390011899999996 2023-10-09T04:47:32.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.926197+0000", 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7860000000000008e-06 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.116666+0000", 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.190468487 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.116808+0000", 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014187 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.117386+0000", 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057835600000000003 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.131294+0000", 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013907644 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.131493+0000", 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000199142 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139529+0000", 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0080359379999999994 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139598+0000", 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9144000000000001e-05 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139717+0000", 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011902500000000001 2023-10-09T04:47:32.872 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199861 9.3 9:cd0a62f5:::benchmark_data_smithi107_236173_object83570:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.948983+0000", 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 86.797154006, 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1909494820000002, 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199861 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.948983+0000", 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.948983+0000", 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.948982+0000", 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.948987+0000", 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3179999999999997e-06 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949010+0000", 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3383999999999998e-05 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949016+0000", 2023-10-09T04:47:32.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9599999999999997e-06 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949061+0000", 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4425999999999998e-05 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949069+0000", 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0029999999999994e-06 2023-10-09T04:47:32.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.926227+0000", 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97715830400000003 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.926233+0000", 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1920000000000002e-06 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125064+0000", 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1988312679999999 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125200+0000", 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000136007 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125327+0000", 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126551 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.131502+0000", 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061745230000000003 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.131579+0000", 2023-10-09T04:47:32.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7552999999999994e-05 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139780+0000", 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082011359999999995 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139831+0000", 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0822000000000002e-05 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139933+0000", 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000101493 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199862 9.3 9:cb1f1412:::benchmark_data_smithi107_236173_object83571:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.949033+0000", 2023-10-09T04:47:32.882 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 86.797103858, 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.191096398, 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199862 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949033+0000", 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949033+0000", 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949033+0000", 2023-10-09T04:47:32.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949036+0000", 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.309e-06 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949043+0000", 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0879999999999997e-06 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949048+0000", 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6120000000000001e-06 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949096+0000", 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8470000000000002e-05 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949102+0000", 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3349999999999997e-06 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.926252+0000", 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97715089300000002 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.926257+0000", 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0919999999999997e-06 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.128223+0000", 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2019657610000001 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.128319+0000", 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5459999999999997e-05 2023-10-09T04:47:32.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.128411+0000", 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2780000000000003e-05 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.131513+0000", 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003101613 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.131774+0000", 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00026091299999999999 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.139986+0000", 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082121969999999992 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.140037+0000", 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0427999999999999e-05 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.140130+0000", 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2991000000000005e-05 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.891 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:228361 9.e 9:7a89ec51:::benchmark_data_smithi107_236173_object112070:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:51.572784+0000", 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 41.173352831999999, 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.056649171999999998, 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 228361 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.892 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572784+0000", 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572784+0000", 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572783+0000", 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572789+0000", 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7960000000000001e-06 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572811+0000", 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2500000000000001e-05 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572817+0000", 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0719999999999996e-06 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572882+0000", 2023-10-09T04:47:32.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4150000000000001e-05 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.572970+0000", 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8596000000000004e-05 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573040+0000", 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9667999999999998e-05 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.580949+0000", 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0079095610000000007 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.581045+0000", 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5847999999999994e-05 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.629343+0000", 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.048297863000000003 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.629394+0000", 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0349999999999997e-05 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.629433+0000", 2023-10-09T04:47:32.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9910999999999998e-05 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:228365 9.e 9:7ffba773:::benchmark_data_smithi107_236173_object112074:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:51.573201+0000", 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 41.172935643000002, 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.057165844, 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.899 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 228365 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573201+0000", 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573201+0000", 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573201+0000", 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573204+0000", 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6989999999999999e-06 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573218+0000", 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.473e-05 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.573222+0000", 2023-10-09T04:47:32.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9999999999999998e-06 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.576920+0000", 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036972799999999998 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.577042+0000", 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012245800000000001 2023-10-09T04:47:32.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.577169+0000", 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126744 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.588153+0000", 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010984367 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.588164+0000", 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1003e-05 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.630295+0000", 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.042130500000000001 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.630334+0000", 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9697999999999998e-05 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:51.630367+0000", 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2957000000000003e-05 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:228688 9.d 9:bd713c4c:::benchmark_data_smithi107_236173_object112397:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:52.038475+0000", 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 40.707662216000003, 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.057868659000000003, 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 228688 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.907 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.038475+0000", 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.038475+0000", 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.038473+0000", 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.038482+0000", 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4649999999999994e-06 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.038495+0000", 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3455000000000001e-05 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.038502+0000", 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0110000000000003e-06 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.041344+0000", 2023-10-09T04:47:32.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028419669999999999 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.041438+0000", 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3769000000000003e-05 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.041504+0000", 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6272999999999994e-05 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.044691+0000", 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031865410000000002 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.047200+0000", 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002509477 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.096270+0000", 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.049070229999999999 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.096306+0000", 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5392999999999998e-05 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:52.096344+0000", 2023-10-09T04:47:32.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7889999999999998e-05 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230871 9.3 9:c6ff1d07:::benchmark_data_smithi107_236173_object114580:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:56.096104+0000", 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 36.650032762999999, 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.56917320800000004, 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:47:32.914 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230871 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096104+0000", 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096104+0000", 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096103+0000", 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:47:32.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096110+0000", 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0199999999999997e-06 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096123+0000", 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2675e-05 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096129+0000", 2023-10-09T04:47:32.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7440000000000001e-06 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096188+0000", 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.897e-05 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.096198+0000", 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0101e-05 2023-10-09T04:47:32.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.631314+0000", 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.53511604499999998 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.631449+0000", 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013419800000000001 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.631863+0000", 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00041458499999999998 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.665101+0000", 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.033237986999999997 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:47:32.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.665175+0000", 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4138000000000001e-05 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.665182+0000", 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5200000000000003e-06 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.665240+0000", 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8566999999999997e-05 2023-10-09T04:47:32.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.665278+0000", 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7119999999999997e-05 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:47:32.922 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:47:32.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:32.924 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:32.924 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:32.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: pgmap v747: 89 pgs: 89 active+clean; 1.6 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 162 MiB/s wr, 2.59k op/s 2023-10-09T04:47:32.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]': finished 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 0]}]': finished 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]': finished 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: osdmap e222: 8 total, 8 up, 7 in 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[184249]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: pgmap v747: 89 pgs: 89 active+clean; 1.6 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 162 MiB/s wr, 2.59k op/s 2023-10-09T04:47:32.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 0]}]': finished 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 0]}]': finished 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]': finished 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: osdmap e222: 8 total, 8 up, 7 in 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: failed to encode map e222 with expected crc 2023-10-09T04:47:32.926 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:32 smithi107 ceph-mon[179183]: failed to encode map e222 with expected crc 2023-10-09T04:47:33.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:33.069 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:33.179 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:47:33.195 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:33.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:33.200 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:33.301 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:33.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 37459 37443 146.248 112.875 0.00827782 0.0068319 2023-10-09T04:47:33.376 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:47:33.397 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:33.425 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:47:33.513 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:33.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:33.521 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:33.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: osdmap e223: 8 total, 8 up, 7 in 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[179183]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: osdmap e223: 8 total, 8 up, 7 in 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:33 smithi107 ceph-mon[184249]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.727 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:33.919 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:33.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:33.929 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: osdmap e223: 8 total, 8 up, 7 in 2023-10-09T04:47:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: failed to encode map e223 with expected crc 2023-10-09T04:47:33.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:33 smithi150 ceph-mon[168511]: failed to encode map e223 with expected crc 2023-10-09T04:47:34.030 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:34.075 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:34.129 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:34.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:34.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:34.239 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:34.273 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:34.315 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:34.327 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:34.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 38963 38947 143.175 94 0.00295756 0.00697546 2023-10-09T04:47:34.386 INFO:teuthology.orchestra.run.smithi107.stdout:moved 3 / 267 (1.1236%) 2023-10-09T04:47:34.386 INFO:teuthology.orchestra.run.smithi107.stdout:avg 38.1429 2023-10-09T04:47:34.386 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 4.88229 -> 4.67298 (expected baseline 5.71786) 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.5 with 31 -> 31 pgs (0.812734 -> 0.812734 * mean) 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.4 with 45 -> 43 pgs (1.17978 -> 1.12734 * mean) 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:oload 110 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 0.05 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0172 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.0189 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4 weight 1.0000 -> 0.9500 2023-10-09T04:47:34.387 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0 weight 1.0000 -> 0.9500 2023-10-09T04:47:34.400 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:47:34.449 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:34.462 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:34.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:34.463 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:34.564 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:34.573 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T04:47:34.382+0000 7f1c311cf700 -1 mgr.server reply reply (2) No such file or directory no change 2023-10-09T04:47:34.574 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:34 smithi107 ceph-mon[179183]: pgmap v750: 89 pgs: 2 peering, 87 active+clean; 2.2 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 130 MiB/s wr, 2.07k op/s; 5 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:34.606 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:34.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:34 smithi107 ceph-mon[184249]: pgmap v750: 89 pgs: 2 peering, 87 active+clean; 2.2 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 130 MiB/s wr, 2.07k op/s; 5 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:34 smithi150 ceph-mon[168511]: pgmap v750: 89 pgs: 2 peering, 87 active+clean; 2.2 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 130 MiB/s wr, 2.07k op/s; 5 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:35.348 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 40710 40694 141.286 109.188 0.0115952 0.00707226 2023-10-09T04:47:35.354 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:35.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:35.365 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:35.389 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-10-09T04:47:35.389 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 3.0 2023-10-09T04:47:35.466 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:35.529 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:35.590 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:35.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:35.597 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:35.679 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:35 smithi107 ceph-mon[184249]: from='client.55189 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:35.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:35 smithi107 ceph-mon[179183]: from='client.55189 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:35.698 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:35.767 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:35.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:35 smithi150 ceph-mon[168511]: from='client.55189 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:36.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 42452 42436 139.58 108.875 0.00976486 0.00716009 2023-10-09T04:47:36.546 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:36.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:36.550 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:36.650 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:36.709 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:36.770 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:36.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:36.776 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:36.877 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:36.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:36 smithi107 ceph-mon[179183]: pgmap v751: 89 pgs: 2 peering, 87 active+clean; 2.2 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 101 MiB/s wr, 1.61k op/s; 5 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:36.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:36 smithi107 ceph-mon[184249]: pgmap v751: 89 pgs: 2 peering, 87 active+clean; 2.2 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 101 MiB/s wr, 1.61k op/s; 5 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:36.956 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:36 smithi150 ceph-mon[168511]: pgmap v751: 89 pgs: 2 peering, 87 active+clean; 2.2 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 101 MiB/s wr, 1.61k op/s; 5 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:37.018 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:37.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:37.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:37.124 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:37.194 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:37.261 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:37.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:37.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:37.281 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:37.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:47:37.349144+0000 min lat: 0.00108174 max lat: 0.0463915 avg lat: 0.00728083 2023-10-09T04:47:37.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:47:37.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 43940 43924 137.249 93 0.0109731 0.00728083 2023-10-09T04:47:37.369 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:37.389 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:37.437 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:37.456 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:37.480 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:37.517 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:37.547 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:37.740 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:37.740 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:37.740 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:37.740 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.740 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.741 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.741 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.741 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.741 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.741 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.741 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:47:37.761 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:47:37.761 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/759826704' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:37.762 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:47:37.762 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/759826704' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:37.873 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:47:37.874 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/759826704' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:38.013 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:38.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:38.024 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:38.093 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:38.093 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:38.125 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:38.198 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:38.277 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:38.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:38.283 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:38.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 45407 45391 135.079 91.6875 0.0115504 0.00739832 2023-10-09T04:47:38.383 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:38.439 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:38.616 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:47:38.857 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:38.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:38 smithi107 ceph-mon[179183]: pgmap v752: 89 pgs: 89 active+clean; 2.5 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 144 MiB/s wr, 2.30k op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:38.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2826474089' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:38.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:38.861 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:38.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:38 smithi107 ceph-mon[184249]: pgmap v752: 89 pgs: 89 active+clean; 2.5 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 144 MiB/s wr, 2.30k op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:38.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2826474089' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:38.920 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:47:38.962 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:38.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:38 smithi150 ceph-mon[168511]: pgmap v752: 89 pgs: 89 active+clean; 2.5 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 144 MiB/s wr, 2.30k op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:38.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2826474089' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:47:39.027 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:39.105 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:39.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:39.109 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:39.209 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:39.273 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:39.343 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:39.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 46897 46881 133.172 93.125 0.0107068 0.00750357 2023-10-09T04:47:39.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:39.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:39.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:39.528 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2826474089' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: osdmap e224: 8 total, 8 up, 7 in 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.596 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.597 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.734 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:39.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:39.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:39.846 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:39.914 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.914 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:39 smithi150 ceph-mon[168511]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.918 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2826474089' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: osdmap e224: 8 total, 8 up, 7 in 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[184249]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:39.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2826474089' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:47:39.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: osdmap e224: 8 total, 8 up, 7 in 2023-10-09T04:47:39.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:39 smithi107 ceph-mon[179183]: failed to encode map e224 with expected crc 2023-10-09T04:47:39.999 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:40.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:40.005 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:40.106 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:40.126 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:40.188 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:40.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 48352 48336 131.335 90.9375 0.00857583 0.00760832 2023-10-09T04:47:40.367 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:47:40.494 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:40.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:40.501 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:40.602 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:40.646 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:40.710 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:40.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:40.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:40.815 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:40.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:40 smithi107 ceph-mon[179183]: pgmap v754: 89 pgs: 89 active+clean; 2.7 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 132 MiB/s wr, 2.11k op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:40.890 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:40 smithi107 ceph-mon[184249]: pgmap v754: 89 pgs: 89 active+clean; 2.7 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 132 MiB/s wr, 2.11k op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:40.895 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:40 smithi150 ceph-mon[168511]: pgmap v754: 89 pgs: 89 active+clean; 2.7 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 132 MiB/s wr, 2.11k op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:41.049 INFO:teuthology.orchestra.run.smithi107.stdout:moved 0 / 267 (0%) 2023-10-09T04:47:41.049 INFO:teuthology.orchestra.run.smithi107.stdout:avg 38.1429 2023-10-09T04:47:41.049 INFO:teuthology.orchestra.run.smithi107.stdout:stddev 4.88229 -> 4.88229 (expected baseline 5.71786) 2023-10-09T04:47:41.049 INFO:teuthology.orchestra.run.smithi107.stdout:min osd.5 with 31 -> 31 pgs (0.812734 -> 0.812734 * mean) 2023-10-09T04:47:41.049 INFO:teuthology.orchestra.run.smithi107.stdout:max osd.4 with 45 -> 45 pgs (1.17978 -> 1.17978 * mean) 2023-10-09T04:47:41.049 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:47:41.050 INFO:teuthology.orchestra.run.smithi107.stdout:oload 1000 2023-10-09T04:47:41.050 INFO:teuthology.orchestra.run.smithi107.stdout:max_change 3 2023-10-09T04:47:41.050 INFO:teuthology.orchestra.run.smithi107.stdout:max_change_osds 4 2023-10-09T04:47:41.050 INFO:teuthology.orchestra.run.smithi107.stdout:average_utilization 0.0198 2023-10-09T04:47:41.050 INFO:teuthology.orchestra.run.smithi107.stdout:overload_utilization 0.1981 2023-10-09T04:47:41.059 INFO:teuthology.orchestra.run.smithi107.stderr:no change 2023-10-09T04:47:41.190 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:41.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:41.197 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:41.298 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:41.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 49668 49652 129.289 82.25 0.0183754 0.00772968 2023-10-09T04:47:41.352 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:41.379 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:47:41.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:41.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:41.439 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:41.539 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:41.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:41.725 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:41.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:41.735 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:41.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:41.887 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:41.949 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:41.952 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:41.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:41.956 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:42.004 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:47:42.004 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:47:42.021 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:47:42] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2023-10-09T04:47:42.056 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:42.120 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:42.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 51001 50985 127.45 83.3125 0.00653627 0.00784134 2023-10-09T04:47:42.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:42 smithi107 ceph-mon[184249]: from='client.45395 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:42.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:42 smithi107 ceph-mon[184249]: pgmap v755: 89 pgs: 89 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:42 smithi107 ceph-mon[179183]: from='client.45395 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:42 smithi107 ceph-mon[179183]: pgmap v755: 89 pgs: 89 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:42.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:42 smithi150 ceph-mon[168511]: from='client.45395 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-10-09T04:47:42.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:42 smithi150 ceph-mon[168511]: pgmap v755: 89 pgs: 89 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-10-09T04:47:43.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 52508 52492 126.17 94.1875 0.0130312 0.00792101 2023-10-09T04:47:43.741 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:43.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:43.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:43.846 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:43.926 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:44.002 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:44.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:44.009 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:44.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:44.157 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:44.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 53951 53935 124.837 90.1875 0.0189123 0.00800636 2023-10-09T04:47:44.586 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:44.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:44.595 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:44.603 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:47:44.695 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:44.769 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:44.830 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:44.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:44.843 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:44.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:44 smithi107 ceph-mon[184249]: pgmap v756: 89 pgs: 89 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T04:47:44.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:44 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:44.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:44 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:44.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:44 smithi107 ceph-mon[179183]: pgmap v756: 89 pgs: 89 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T04:47:44.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:44 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:44.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:44 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:44.944 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:44.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:44 smithi150 ceph-mon[168511]: pgmap v756: 89 pgs: 89 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T04:47:44.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:44 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:44.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:44 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:45.017 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:45.281 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:45.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:45.289 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:45.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 55380 55364 123.568 89.3125 0.0071295 0.00808716 2023-10-09T04:47:45.390 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:45.448 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:45.605 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:45.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:45.609 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:45.710 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:45.789 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:45.871 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:45.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:45.885 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:45.986 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:46.040 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:45 smithi150 ceph-mon[168511]: pgmap v757: 89 pgs: 89 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T04:47:46.053 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:46.124 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:46.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:46.131 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:46.232 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:46.298 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:46.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 56801 56785 122.364 88.8125 0.0125139 0.00816648 2023-10-09T04:47:46.359 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:46.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:46.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:45 smithi107 ceph-mon[184249]: pgmap v757: 89 pgs: 89 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T04:47:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:45 smithi107 ceph-mon[179183]: pgmap v757: 89 pgs: 89 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T04:47:46.465 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:46.533 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:46.611 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:47:46.611 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:47:46.612 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_5 2023-10-09T04:47:46.612 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:47:46.752 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:47.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:47.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:47.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 58214 58198 121.228 88.3125 0.0186456 0.00824445 2023-10-09T04:47:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:47:47.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:48.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:47 smithi150 ceph-mon[168511]: pgmap v758: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-10-09T04:47:48.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 59679 59663 120.271 91.5625 0.0098208 0.00830941 2023-10-09T04:47:48.352 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:48.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:48.358 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:48.358 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:47 smithi107 ceph-mon[184249]: pgmap v758: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-10-09T04:47:48.358 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:47 smithi107 ceph-mon[179183]: pgmap v758: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-10-09T04:47:48.459 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:48.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:48.615 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:48.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:48.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:48.729 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:48.791 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:48.870 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:48.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:48.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:48.975 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:49.007 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:49.274 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:49.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:49.279 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:49.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 60922 60906 118.94 77.6875 0.00630712 0.00840262 2023-10-09T04:47:49.380 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:49.445 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:49.478 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:49.506 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:49.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:49.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:49.616 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:49.678 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:49.748 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:49.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:49.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:49.856 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:49.923 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:50.011 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:50.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:50.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:50.119 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:50.164 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:50.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 62246 62230 117.844 82.75 0.0134 0.00848034 2023-10-09T04:47:50.569 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:50.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:50.576 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:50.677 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:50.743 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:50 smithi107 ceph-mon[184249]: pgmap v759: 89 pgs: 89 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 83 MiB/s wr, 1.32k op/s 2023-10-09T04:47:50.746 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:50 smithi107 ceph-mon[179183]: pgmap v759: 89 pgs: 89 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 83 MiB/s wr, 1.32k op/s 2023-10-09T04:47:50.755 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:50 smithi150 ceph-mon[168511]: pgmap v759: 89 pgs: 89 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 83 MiB/s wr, 1.32k op/s 2023-10-09T04:47:51.278 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:51.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 63574 63558 116.819 83 0.0157996 0.00855589 2023-10-09T04:47:51.538 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/361920178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:51.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:47:51.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:47:51.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.642 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.643 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.643 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.643 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:47:51.760 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:51.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:51.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:51.816 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/361920178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:51.871 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:51.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/361920178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:47:51.932 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:52.001 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:52.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:52.009 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:52.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:52.173 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:47:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:47:52] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2023-10-09T04:47:52.179 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:52.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 64842 64826 115.745 79.25 0.0106361 0.00863515 2023-10-09T04:47:52.704 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:52.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:52.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:52.806 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:52 smithi107 ceph-mon[184249]: pgmap v760: 89 pgs: 89 active+clean; 3.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-10-09T04:47:52.814 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:52 smithi107 ceph-mon[179183]: pgmap v760: 89 pgs: 89 active+clean; 3.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-10-09T04:47:52.815 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:52.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:52 smithi150 ceph-mon[168511]: pgmap v760: 89 pgs: 89 active+clean; 3.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-10-09T04:47:52.869 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:52.940 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:52.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:52.948 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:53.049 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:47:53.109 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:53.172 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:47:53.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:53.180 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:47:53.281 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:53.348 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:53.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 66075 66059 114.67 77.0625 0.0042785 0.00871485 2023-10-09T04:47:53.456 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:53.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:53.468 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:53.569 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:53.662 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:53.833 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:53.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:53.844 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:53.945 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:54.026 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:54.097 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:54.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:54.105 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211666 9.f e200/199 9:f953d5d5:::benchmark_data_smithi107_236173_object95375:head v 200'13241, mlcod=0'0)", 2023-10-09T04:47:54.180 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 85.402994065000001, 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038390081999999999, 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769453+0000", 2023-10-09T04:47:54.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3469999999999998e-06 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769464+0000", 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0284e-05 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769472+0000", 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2549999999999997e-06 2023-10-09T04:47:54.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769540+0000", 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7941999999999994e-05 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769569+0000", 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9275999999999999e-05 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807796+0000", 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038227028000000003 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807839+0000", 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.231e-05 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211669 9.f e200/199 9:f95a0f76:::benchmark_data_smithi107_236173_object95378:head v 200'13242, mlcod=0'0)", 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.774315+0000", 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 85.398127811999998, 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033543508999999999, 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774315+0000", 2023-10-09T04:47:54.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774315+0000", 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774314+0000", 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774323+0000", 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2289999999999992e-06 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774346+0000", 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3051e-05 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774356+0000", 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0171e-05 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774413+0000", 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6740000000000002e-05 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774446+0000", 2023-10-09T04:47:54.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3497000000000001e-05 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807843+0000", 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033396449000000002 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807858+0000", 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5344000000000001e-05 2023-10-09T04:47:54.190 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211683 9.2 e200/199 9:4343a2f7:::benchmark_data_smithi107_236173_object95392:head v 200'13135, mlcod=0'0)", 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.776052+0000", 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 85.396390601999997, 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021483551, 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776052+0000", 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776052+0000", 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776051+0000", 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776062+0000", 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1484000000000001e-05 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776079+0000", 2023-10-09T04:47:54.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6286e-05 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776088+0000", 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5289999999999997e-06 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779597+0000", 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0035085170000000001 2023-10-09T04:47:54.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779622+0000", 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5667e-05 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.797494+0000", 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017871847 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.797535+0000", 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1315e-05 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211680 9.f e200/199 9:f42e5328:::benchmark_data_smithi107_236173_object95389:head v 200'13243, mlcod=0'0)", 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.776523+0000", 2023-10-09T04:47:54.196 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 85.395919723000006, 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.031349533999999998, 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776523+0000", 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776523+0000", 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776522+0000", 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776530+0000", 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0700000000000007e-06 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776545+0000", 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4551e-05 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776562+0000", 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7439e-05 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779237+0000", 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026747239999999999 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779267+0000", 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9989e-05 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807860+0000", 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028592856999999999 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.201 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807872+0000", 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.258e-05 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211685 9.f e200/199 9:f94b3406:::benchmark_data_smithi107_236173_object95394:head v 200'13244, mlcod=0'0)", 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 85.392623039, 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028072363999999999, 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.202 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779827+0000", 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7590000000000003e-06 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779841+0000", 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3576e-05 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779849+0000", 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2970000000000004e-06 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.784384+0000", 2023-10-09T04:47:54.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045345289999999998 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.784409+0000", 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5097999999999999e-05 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807874+0000", 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023464911000000001 2023-10-09T04:47:54.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807892+0000", 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8150000000000001e-05 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211689 9.f e200/199 9:f86751b5:::benchmark_data_smithi107_236173_object95398:head v 200'13245, mlcod=0'0)", 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.783428+0000", 2023-10-09T04:47:54.207 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 85.389014044999996, 2023-10-09T04:47:54.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024486933999999998, 2023-10-09T04:47:54.209 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.209 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.209 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783428+0000", 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783428+0000", 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783427+0000", 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:47:54.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783439+0000", 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1856e-05 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783460+0000", 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1727000000000001e-05 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783471+0000", 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0781000000000001e-05 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.789529+0000", 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060579220000000003 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.789554+0000", 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5279999999999999e-05 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807893+0000", 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.018338943 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807915+0000", 2023-10-09T04:47:54.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1997999999999998e-05 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212419 9.2 e200/199 9:4bd48c5f:::benchmark_data_smithi107_236173_object96128:head v 200'13183, mlcod=188'11898)", 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:29.615578+0000", 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 84.556864339000001, 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021521733000000001, 2023-10-09T04:47:54.214 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615578+0000", 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615578+0000", 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615577+0000", 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615587+0000", 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4679999999999998e-06 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615603+0000", 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6147999999999999e-05 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615611+0000", 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2910000000000007e-06 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.616405+0000", 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00079341999999999998 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.616430+0000", 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5287e-05 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.637059+0000", 2023-10-09T04:47:54.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020629059000000002 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.637100+0000", 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1006e-05 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212734 9.2 e200/199 9:4211c034:::benchmark_data_smithi107_236173_object96443:head v 200'13208, mlcod=188'11943)", 2023-10-09T04:47:54.219 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 84.132239114000001, 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023458143000000001, 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040209+0000", 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8580000000000002e-06 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040223+0000", 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3431999999999999e-05 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.222 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040231+0000", 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7880000000000007e-06 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040280+0000", 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8949999999999997e-05 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040306+0000", 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.62e-05 2023-10-09T04:47:54.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.063619+0000", 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023312790999999999 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.063662+0000", 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2969999999999997e-05 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.224 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212763 9.f e200/199 9:f78985fb:::benchmark_data_smithi107_236173_object96472:head v 200'13298, mlcod=185'11979)", 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:30.084633+0000", 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 84.087809725, 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022729477000000001, 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084633+0000", 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084633+0000", 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084632+0000", 2023-10-09T04:47:54.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084639+0000", 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9670000000000004e-06 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084668+0000", 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9073000000000001e-05 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084678+0000", 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7380000000000006e-06 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084727+0000", 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9455e-05 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084762+0000", 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4391000000000003e-05 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.107323+0000", 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022561490999999999 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.107362+0000", 2023-10-09T04:47:54.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9236000000000002e-05 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212840 9.f e200/199 9:fc5e6943:::benchmark_data_smithi107_236173_object96549:head v 200'13306, mlcod=185'11979)", 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:30.181751+0000", 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 83.990691828999999, 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021270332999999999, 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.230 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181751+0000", 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181751+0000", 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181750+0000", 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181757+0000", 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7859999999999999e-06 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181769+0000", 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2728000000000001e-05 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181778+0000", 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6319999999999997e-06 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181824+0000", 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6357999999999999e-05 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181855+0000", 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1028999999999997e-05 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.202983+0000", 2023-10-09T04:47:54.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021128030999999999 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.203021+0000", 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7545000000000001e-05 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215850 9.f e200/199 9:f09434ae:::benchmark_data_smithi107_236173_object99559:head v 200'13497, mlcod=185'11979)", 2023-10-09T04:47:54.235 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:34.294278+0000", 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 79.878164783000003, 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026217039000000001, 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294278+0000", 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294278+0000", 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294277+0000", 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294288+0000", 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1423999999999999e-05 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294305+0000", 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6597999999999999e-05 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294314+0000", 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1619999999999997e-06 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294395+0000", 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1354999999999996e-05 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294434+0000", 2023-10-09T04:47:54.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8881000000000003e-05 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320453+0000", 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026018578000000001 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320495+0000", 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1971999999999997e-05 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.240 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215851 9.f e200/199 9:f5488261:::benchmark_data_smithi107_236173_object99560:head v 200'13498, mlcod=185'11979)", 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:34.299651+0000", 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 79.872791645999996, 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020875161999999999, 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299651+0000", 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299651+0000", 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299650+0000", 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299662+0000", 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2591e-05 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299677+0000", 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4858000000000001e-05 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299686+0000", 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7399999999999993e-06 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299778+0000", 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2040000000000006e-05 2023-10-09T04:47:54.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299809+0000", 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1424999999999998e-05 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320500+0000", 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020690995 2023-10-09T04:47:54.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320526+0000", 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5544000000000001e-05 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215853 9.f e200/199 9:fca6219c:::benchmark_data_smithi107_236173_object99562:head v 200'13499, mlcod=185'11979)", 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:47:54.246 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 79.872743377999996, 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024785794, 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299703+0000", 2023-10-09T04:47:54.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1969999999999998e-06 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299712+0000", 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8370000000000003e-06 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299717+0000", 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.276e-06 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.305183+0000", 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054661370000000003 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.305216+0000", 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3142000000000002e-05 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.324435+0000", 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019218616000000001 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.324485+0000", 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9917000000000003e-05 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:216683 9.f e200/199 9:f6de10dd:::benchmark_data_smithi107_236173_object100392:head v 200'13546, mlcod=185'11979)", 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:35.400173+0000", 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 78.772269742000006, 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.045681206000000002, 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400173+0000", 2023-10-09T04:47:54.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400173+0000", 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400172+0000", 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400182+0000", 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.859e-06 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400193+0000", 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1134999999999999e-05 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400200+0000", 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2520000000000002e-06 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.412406+0000", 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012205752 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.412437+0000", 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0633999999999998e-05 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445815+0000", 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033378004000000003 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445854+0000", 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9301000000000002e-05 2023-10-09T04:47:54.256 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:216686 9.f e200/199 9:f92dab04:::benchmark_data_smithi107_236173_object100395:head v 200'13547, mlcod=185'11979)", 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:35.423376+0000", 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 78.749066412000005, 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022508957999999999, 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423376+0000", 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423376+0000", 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423375+0000", 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423384+0000", 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7029999999999995e-06 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423399+0000", 2023-10-09T04:47:54.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4671999999999999e-05 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423406+0000", 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6310000000000003e-06 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.426413+0000", 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030063120000000001 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.426441+0000", 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8048e-05 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445861+0000", 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019420435999999999 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445885+0000", 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4051999999999999e-05 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:217327 9.2 e201/199 9:4f76f645:::benchmark_data_smithi107_236173_object101036:head v 201'13507, mlcod=192'12608)", 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:36.305668+0000", 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 77.866774649999996, 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020879792000000001, 2023-10-09T04:47:54.262 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305668+0000", 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305668+0000", 2023-10-09T04:47:54.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305667+0000", 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305677+0000", 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0006999999999999e-05 2023-10-09T04:47:54.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305691+0000", 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4433000000000001e-05 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305699+0000", 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3919999999999997e-06 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305744+0000", 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5275000000000003e-05 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305769+0000", 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5004e-05 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326504+0000", 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020734683 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326548+0000", 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4109000000000001e-05 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:217329 9.2 e201/199 9:47543ffd:::benchmark_data_smithi107_236173_object101038:head v 201'13508, mlcod=192'12608)", 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:36.306153+0000", 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 77.866289864999999, 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020427427000000001, 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306153+0000", 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.268 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306153+0000", 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306152+0000", 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306159+0000", 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8020000000000003e-06 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306170+0000", 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0848e-05 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306176+0000", 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9179999999999997e-06 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.308542+0000", 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023655170000000001 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.308571+0000", 2023-10-09T04:47:54.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8518999999999999e-05 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326551+0000", 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017980866000000002 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326580+0000", 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8688e-05 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.272 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:219137 9.f e201/199 9:fcead0e7:::benchmark_data_smithi107_236173_object102846:head v 201'13715, mlcod=185'11979)", 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:38.654284+0000", 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 75.518158528000001, 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021511229999999999, 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654284+0000", 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654284+0000", 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654283+0000", 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654291+0000", 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0539999999999995e-06 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654302+0000", 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654311+0000", 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9190000000000005e-06 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654386+0000", 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5097000000000003e-05 2023-10-09T04:47:54.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654413+0000", 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6203e-05 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.675746+0000", 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021333059000000001 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.675795+0000", 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9484000000000003e-05 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:219560 9.f e201/199 9:ffc55610:::benchmark_data_smithi107_236173_object103269:head v 201'13731, mlcod=185'11979)", 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:39.225367+0000", 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.947075283000004, 2023-10-09T04:47:54.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023458903999999999, 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225367+0000", 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225367+0000", 2023-10-09T04:47:54.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225366+0000", 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225378+0000", 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1863e-05 2023-10-09T04:47:54.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225392+0000", 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3654e-05 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225401+0000", 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0659999999999993e-06 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225469+0000", 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7904000000000006e-05 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225495+0000", 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6519000000000001e-05 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.248785+0000", 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023290000000000002 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.248826+0000", 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1035000000000003e-05 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:228565 9.f e204/199 9:f87a215e:::benchmark_data_smithi107_236173_object112274:head v 204'14300, mlcod=193'13047)", 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:51.879913+0000", 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 62.292529356999999, 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020280359000000001, 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879913+0000", 2023-10-09T04:47:54.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879913+0000", 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879912+0000", 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:47:54.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879924+0000", 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1201e-05 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879938+0000", 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4219000000000001e-05 2023-10-09T04:47:54.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879946+0000", 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8790000000000003e-06 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.882484+0000", 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002537835 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.882514+0000", 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0868999999999999e-05 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.900151+0000", 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017636949999999998 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:47:54.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.900194+0000", 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2128000000000001e-05 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:47:54.289 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:47:54.289 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:47:54.336 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:47:54.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 67212 67196 113.492 71.0625 0.00900925 0.00880655 2023-10-09T04:47:54.352 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:54.421 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:47:54.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:54.426 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:47:54.478 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:47:54.527 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:47:54.576 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: pgmap v761: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 104 MiB/s wr, 1.67k op/s 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/583168850' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:47:54.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: pgmap v761: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 104 MiB/s wr, 1.67k op/s 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/583168850' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:47:54.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:54 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.679 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:47:54.702 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:47:54.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:54.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: pgmap v761: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 104 MiB/s wr, 1.67k op/s 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/583168850' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:47:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:54 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:47:54.811 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:54.867 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:54.918 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:54.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:54.924 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:55.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:47:55.100 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:55.145 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:47:55.156 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:47:55.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 68343 68327 112.365 70.6875 0.011264 0.00889413 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: osdmap e225: 8 total, 8 up, 7 in 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:55 smithi150 ceph-mon[168511]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.844 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:47:55.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:55.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:47:55.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: osdmap e225: 8 total, 8 up, 7 in 2023-10-09T04:47:55.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[184249]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: osdmap e225: 8 total, 8 up, 7 in 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:55 smithi107 ceph-mon[179183]: failed to encode map e225 with expected crc 2023-10-09T04:47:55.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:55.852 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:47:55.953 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:56.015 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:56.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 69608 69592 111.511 79.0625 0.011288 0.00896277 2023-10-09T04:47:56.453 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:56 smithi107 ceph-mon[184249]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:47:56.453 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:56 smithi107 ceph-mon[184249]: pgmap v763: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-10-09T04:47:56.454 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:56 smithi107 ceph-mon[179183]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:47:56.454 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:56 smithi107 ceph-mon[179183]: pgmap v763: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-10-09T04:47:56.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:56 smithi150 ceph-mon[168511]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:47:56.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:56 smithi150 ceph-mon[168511]: pgmap v763: 89 pgs: 89 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-10-09T04:47:57.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:47:57.352346+0000 min lat: 0.00108174 max lat: 0.106868 avg lat: 0.0090266 2023-10-09T04:47:57.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:47:57.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 70884 70868 110.717 79.75 0.00684693 0.0090266 2023-10-09T04:47:57.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:47:57.881 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:47:57.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:57.889 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:47:57.933 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":762,"stamp":"2023-10-09T04:47:54.469143+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4234287008,"num_objects":64625,"num_object_clones":0,"num_object_copies":193875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64625,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":64901,"num_write_kb":4136909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1771228,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64817,"ondisk_log_size":64817,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":17156928,"kb_used_data":12307208,"kb_used_omap":17,"kb_used_meta":4849646,"kb_avail":639059136,"statfs":{"total":671965249536,"available":654396555264,"internally_reserved":0,"allocated":12602580992,"data_stored":12597551075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17831,"internal_metadata":4966038105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4,2,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":906297344,"num_objects":13829,"num_object_clones":0,"num_object_copies":41487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13829,"num_write_kb":885056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.008024"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":203,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566919+0000","last_change":"2023-10-09T04:35:37.097790+0000","last_active":"2023-10-09T04:47:32.566919+0000","last_peered":"2023-10-09T04:47:32.566919+0000","last_clean":"2023-10-09T04:47:32.566919+0000","last_became_active":"2023-10-09T04:35:37.097567+0000","last_became_peered":"2023-10-09T04:35:37.097567+0000","last_unstale":"2023-10-09T04:47:32.566919+0000","last_undegraded":"2023-10-09T04:47:32.566919+0000","last_fullsized":"2023-10-09T04:47:32.566919+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:32:15.416870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.571562+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:47:32.571562+0000","last_peered":"2023-10-09T04:47:32.571562+0000","last_clean":"2023-10-09T04:47:32.571562+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:47:32.571562+0000","last_undegraded":"2023-10-09T04:47:32.571562+0000","last_fullsized":"2023-10-09T04:47:32.571562+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":179,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:38.626616+0000","last_change":"2023-10-09T04:46:06.934640+0000","last_active":"2023-10-09T04:47:38.626616+0000","last_peered":"2023-10-09T04:47:38.626616+0000","last_clean":"2023-10-09T04:47:38.626616+0000","last_became_active":"2023-10-09T04:46:06.934333+0000","last_became_peered":"2023-10-09T04:46:06.934333+0000","last_unstale":"2023-10-09T04:47:38.626616+0000","last_undegraded":"2023-10-09T04:47:38.626616+0000","last_fullsized":"2023-10-09T04:47:38.626616+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:49.216560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":204,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.579593+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:47:32.579593+0000","last_peered":"2023-10-09T04:47:32.579593+0000","last_clean":"2023-10-09T04:47:32.579593+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:47:32.579593+0000","last_undegraded":"2023-10-09T04:47:32.579593+0000","last_fullsized":"2023-10-09T04:47:32.579593+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":139,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563298+0000","last_change":"2023-10-09T04:46:06.928423+0000","last_active":"2023-10-09T04:47:32.563298+0000","last_peered":"2023-10-09T04:47:32.563298+0000","last_clean":"2023-10-09T04:47:32.563298+0000","last_became_active":"2023-10-09T04:46:06.927939+0000","last_became_peered":"2023-10-09T04:46:06.927939+0000","last_unstale":"2023-10-09T04:47:32.563298+0000","last_undegraded":"2023-10-09T04:47:32.563298+0000","last_fullsized":"2023-10-09T04:47:32.563298+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:10:56.837439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":183,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.570146+0000","last_change":"2023-10-09T04:33:13.759215+0000","last_active":"2023-10-09T04:47:32.570146+0000","last_peered":"2023-10-09T04:47:32.570146+0000","last_clean":"2023-10-09T04:47:32.570146+0000","last_became_active":"2023-10-09T04:33:13.758701+0000","last_became_peered":"2023-10-09T04:33:13.758701+0000","last_unstale":"2023-10-09T04:47:32.570146+0000","last_undegraded":"2023-10-09T04:47:32.570146+0000","last_fullsized":"2023-10-09T04:47:32.570146+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:06:36.589725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":193,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563776+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:47:32.563776+0000","last_peered":"2023-10-09T04:47:32.563776+0000","last_clean":"2023-10-09T04:47:32.563776+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:47:32.563776+0000","last_undegraded":"2023-10-09T04:47:32.563776+0000","last_fullsized":"2023-10-09T04:47:32.563776+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":122,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566174+0000","last_change":"2023-10-09T04:46:06.933660+0000","last_active":"2023-10-09T04:47:32.566174+0000","last_peered":"2023-10-09T04:47:32.566174+0000","last_clean":"2023-10-09T04:47:32.566174+0000","last_became_active":"2023-10-09T04:46:06.933243+0000","last_became_peered":"2023-10-09T04:46:06.933243+0000","last_unstale":"2023-10-09T04:47:32.566174+0000","last_undegraded":"2023-10-09T04:47:32.566174+0000","last_fullsized":"2023-10-09T04:47:32.566174+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:25:46.600262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":184,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.572414+0000","last_change":"2023-10-09T04:33:13.762645+0000","last_active":"2023-10-09T04:47:32.572414+0000","last_peered":"2023-10-09T04:47:32.572414+0000","last_clean":"2023-10-09T04:47:32.572414+0000","last_became_active":"2023-10-09T04:33:13.762302+0000","last_became_peered":"2023-10-09T04:33:13.762302+0000","last_unstale":"2023-10-09T04:47:32.572414+0000","last_undegraded":"2023-10-09T04:47:32.572414+0000","last_fullsized":"2023-10-09T04:47:32.572414+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:11:05.220834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":113,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.571573+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:47:32.571573+0000","last_peered":"2023-10-09T04:47:32.571573+0000","last_clean":"2023-10-09T04:47:32.571573+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:47:32.571573+0000","last_undegraded":"2023-10-09T04:47:32.571573+0000","last_fullsized":"2023-10-09T04:47:32.571573+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":211,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.578036+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:47:32.578036+0000","last_peered":"2023-10-09T04:47:32.578036+0000","last_clean":"2023-10-09T04:47:32.578036+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:47:32.578036+0000","last_undegraded":"2023-10-09T04:47:32.578036+0000","last_fullsized":"2023-10-09T04:47:32.578036+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":165,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566759+0000","last_change":"2023-10-09T04:35:37.097787+0000","last_active":"2023-10-09T04:47:32.566759+0000","last_peered":"2023-10-09T04:47:32.566759+0000","last_clean":"2023-10-09T04:47:32.566759+0000","last_became_active":"2023-10-09T04:35:37.097468+0000","last_became_peered":"2023-10-09T04:35:37.097468+0000","last_unstale":"2023-10-09T04:47:32.566759+0000","last_undegraded":"2023-10-09T04:47:32.566759+0000","last_fullsized":"2023-10-09T04:47:32.566759+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:28.944624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":190,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.574919+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:47:32.574919+0000","last_peered":"2023-10-09T04:47:32.574919+0000","last_clean":"2023-10-09T04:47:32.574919+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:47:32.574919+0000","last_undegraded":"2023-10-09T04:47:32.574919+0000","last_fullsized":"2023-10-09T04:47:32.574919+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":184,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.571694+0000","last_change":"2023-10-09T04:33:13.755880+0000","last_active":"2023-10-09T04:47:32.571694+0000","last_peered":"2023-10-09T04:47:32.571694+0000","last_clean":"2023-10-09T04:47:32.571694+0000","last_became_active":"2023-10-09T04:33:13.755577+0000","last_became_peered":"2023-10-09T04:33:13.755577+0000","last_unstale":"2023-10-09T04:47:32.571694+0000","last_undegraded":"2023-10-09T04:47:32.571694+0000","last_fullsized":"2023-10-09T04:47:32.571694+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:32:52.762175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":203,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.593963+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:47:32.593963+0000","last_peered":"2023-10-09T04:47:32.593963+0000","last_clean":"2023-10-09T04:47:32.593963+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:47:32.593963+0000","last_undegraded":"2023-10-09T04:47:32.593963+0000","last_fullsized":"2023-10-09T04:47:32.593963+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":122,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.567175+0000","last_change":"2023-10-09T04:46:06.940618+0000","last_active":"2023-10-09T04:47:32.567175+0000","last_peered":"2023-10-09T04:47:32.567175+0000","last_clean":"2023-10-09T04:47:32.567175+0000","last_became_active":"2023-10-09T04:46:06.940320+0000","last_became_peered":"2023-10-09T04:46:06.940320+0000","last_unstale":"2023-10-09T04:47:32.567175+0000","last_undegraded":"2023-10-09T04:47:32.567175+0000","last_fullsized":"2023-10-09T04:47:32.567175+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:01.116659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":193,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563446+0000","last_change":"2023-10-09T04:46:06.937142+0000","last_active":"2023-10-09T04:47:32.563446+0000","last_peered":"2023-10-09T04:47:32.563446+0000","last_clean":"2023-10-09T04:47:32.563446+0000","last_became_active":"2023-10-09T04:46:06.936838+0000","last_became_peered":"2023-10-09T04:46:06.936838+0000","last_unstale":"2023-10-09T04:47:32.563446+0000","last_undegraded":"2023-10-09T04:47:32.563446+0000","last_fullsized":"2023-10-09T04:47:32.563446+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:10.822014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":200,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569446+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:47:32.569446+0000","last_peered":"2023-10-09T04:47:32.569446+0000","last_clean":"2023-10-09T04:47:32.569446+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:47:32.569446+0000","last_undegraded":"2023-10-09T04:47:32.569446+0000","last_fullsized":"2023-10-09T04:47:32.569446+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":168,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.571487+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:47:32.571487+0000","last_peered":"2023-10-09T04:47:32.571487+0000","last_clean":"2023-10-09T04:47:32.571487+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:47:32.571487+0000","last_undegraded":"2023-10-09T04:47:32.571487+0000","last_fullsized":"2023-10-09T04:47:32.571487+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":194,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.564379+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:47:32.564379+0000","last_peered":"2023-10-09T04:47:32.564379+0000","last_clean":"2023-10-09T04:47:32.564379+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:47:32.564379+0000","last_undegraded":"2023-10-09T04:47:32.564379+0000","last_fullsized":"2023-10-09T04:47:32.564379+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":192,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.568401+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:47:32.568401+0000","last_peered":"2023-10-09T04:47:32.568401+0000","last_clean":"2023-10-09T04:47:32.568401+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:47:32.568401+0000","last_undegraded":"2023-10-09T04:47:32.568401+0000","last_fullsized":"2023-10-09T04:47:32.568401+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":124,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.578525+0000","last_change":"2023-10-09T04:46:06.929370+0000","last_active":"2023-10-09T04:47:32.578525+0000","last_peered":"2023-10-09T04:47:32.578525+0000","last_clean":"2023-10-09T04:47:32.578525+0000","last_became_active":"2023-10-09T04:46:06.929080+0000","last_became_peered":"2023-10-09T04:46:06.929080+0000","last_unstale":"2023-10-09T04:47:32.578525+0000","last_undegraded":"2023-10-09T04:47:32.578525+0000","last_fullsized":"2023-10-09T04:47:32.578525+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:26:38.062262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"224'4170","reported_seq":4187,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.678484+0000","last_change":"2023-10-09T04:47:10.096520+0000","last_active":"2023-10-09T04:47:52.678484+0000","last_peered":"2023-10-09T04:47:52.678484+0000","last_clean":"2023-10-09T04:47:52.678484+0000","last_became_active":"2023-10-09T04:47:10.096159+0000","last_became_peered":"2023-10-09T04:47:10.096159+0000","last_unstale":"2023-10-09T04:47:52.678484+0000","last_undegraded":"2023-10-09T04:47:52.678484+0000","last_fullsized":"2023-10-09T04:47:52.678484+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4170,"log_dups_size":0,"ondisk_log_size":4170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:02:14.843140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273285120,"num_objects":4170,"num_object_clones":0,"num_object_copies":12510,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4170,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4170,"num_write_kb":266880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":186,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.578396+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:47:32.578396+0000","last_peered":"2023-10-09T04:47:32.578396+0000","last_clean":"2023-10-09T04:47:32.578396+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:47:32.578396+0000","last_undegraded":"2023-10-09T04:47:32.578396+0000","last_fullsized":"2023-10-09T04:47:32.578396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":166,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.568671+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:47:32.568671+0000","last_peered":"2023-10-09T04:47:32.568671+0000","last_clean":"2023-10-09T04:47:32.568671+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:47:32.568671+0000","last_undegraded":"2023-10-09T04:47:32.568671+0000","last_fullsized":"2023-10-09T04:47:32.568671+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"224'4058","reported_seq":4075,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.438588+0000","last_change":"2023-10-09T04:47:10.091594+0000","last_active":"2023-10-09T04:47:52.438588+0000","last_peered":"2023-10-09T04:47:52.438588+0000","last_clean":"2023-10-09T04:47:52.438588+0000","last_became_active":"2023-10-09T04:47:10.091169+0000","last_became_peered":"2023-10-09T04:47:10.091169+0000","last_unstale":"2023-10-09T04:47:52.438588+0000","last_undegraded":"2023-10-09T04:47:52.438588+0000","last_fullsized":"2023-10-09T04:47:52.438588+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4058,"log_dups_size":0,"ondisk_log_size":4058,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:12:12.806490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265945088,"num_objects":4058,"num_object_clones":0,"num_object_copies":12174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4058,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4058,"num_write_kb":259712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":187,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.578265+0000","last_change":"2023-10-09T04:33:13.751635+0000","last_active":"2023-10-09T04:47:32.578265+0000","last_peered":"2023-10-09T04:47:32.578265+0000","last_clean":"2023-10-09T04:47:32.578265+0000","last_became_active":"2023-10-09T04:33:13.751258+0000","last_became_peered":"2023-10-09T04:33:13.751258+0000","last_unstale":"2023-10-09T04:47:32.578265+0000","last_undegraded":"2023-10-09T04:47:32.578265+0000","last_fullsized":"2023-10-09T04:47:32.578265+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:16:37.336172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":228,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566592+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:47:32.566592+0000","last_peered":"2023-10-09T04:47:32.566592+0000","last_clean":"2023-10-09T04:47:32.566592+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:47:32.566592+0000","last_undegraded":"2023-10-09T04:47:32.566592+0000","last_fullsized":"2023-10-09T04:47:32.566592+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"224'4008","reported_seq":4026,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:51.601012+0000","last_change":"2023-10-09T04:47:10.095315+0000","last_active":"2023-10-09T04:47:51.601012+0000","last_peered":"2023-10-09T04:47:51.601012+0000","last_clean":"2023-10-09T04:47:51.601012+0000","last_became_active":"2023-10-09T04:47:10.095039+0000","last_became_peered":"2023-10-09T04:47:10.095039+0000","last_unstale":"2023-10-09T04:47:51.601012+0000","last_undegraded":"2023-10-09T04:47:51.601012+0000","last_fullsized":"2023-10-09T04:47:51.601012+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4008,"log_dups_size":0,"ondisk_log_size":4008,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:43.522307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262668288,"num_objects":4008,"num_object_clones":0,"num_object_copies":12024,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4008,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4008,"num_write_kb":256512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":169,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.577876+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:47:32.577876+0000","last_peered":"2023-10-09T04:47:32.577876+0000","last_clean":"2023-10-09T04:47:32.577876+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:47:32.577876+0000","last_undegraded":"2023-10-09T04:47:32.577876+0000","last_fullsized":"2023-10-09T04:47:32.577876+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":183,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569235+0000","last_change":"2023-10-09T04:33:13.754381+0000","last_active":"2023-10-09T04:47:32.569235+0000","last_peered":"2023-10-09T04:47:32.569235+0000","last_clean":"2023-10-09T04:47:32.569235+0000","last_became_active":"2023-10-09T04:33:13.753932+0000","last_became_peered":"2023-10-09T04:33:13.753932+0000","last_unstale":"2023-10-09T04:47:32.569235+0000","last_undegraded":"2023-10-09T04:47:32.569235+0000","last_fullsized":"2023-10-09T04:47:32.569235+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:36:53.864676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"224'3833","reported_seq":3851,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:50.534573+0000","last_change":"2023-10-09T04:47:10.098202+0000","last_active":"2023-10-09T04:47:50.534573+0000","last_peered":"2023-10-09T04:47:50.534573+0000","last_clean":"2023-10-09T04:47:50.534573+0000","last_became_active":"2023-10-09T04:47:10.097971+0000","last_became_peered":"2023-10-09T04:47:10.097971+0000","last_unstale":"2023-10-09T04:47:50.534573+0000","last_undegraded":"2023-10-09T04:47:50.534573+0000","last_fullsized":"2023-10-09T04:47:50.534573+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":3833,"log_dups_size":0,"ondisk_log_size":3833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:04:43.909603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251199488,"num_objects":3833,"num_object_clones":0,"num_object_copies":11499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3833,"num_write_kb":245312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":201,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.568907+0000","last_change":"2023-10-09T04:46:06.942570+0000","last_active":"2023-10-09T04:47:32.568907+0000","last_peered":"2023-10-09T04:47:32.568907+0000","last_clean":"2023-10-09T04:47:32.568907+0000","last_became_active":"2023-10-09T04:46:06.942258+0000","last_became_peered":"2023-10-09T04:46:06.942258+0000","last_unstale":"2023-10-09T04:47:32.568907+0000","last_undegraded":"2023-10-09T04:47:32.568907+0000","last_fullsized":"2023-10-09T04:47:32.568907+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:09:12.721759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":179,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563672+0000","last_change":"2023-10-09T04:33:13.751993+0000","last_active":"2023-10-09T04:47:32.563672+0000","last_peered":"2023-10-09T04:47:32.563672+0000","last_clean":"2023-10-09T04:47:32.563672+0000","last_became_active":"2023-10-09T04:33:13.751704+0000","last_became_peered":"2023-10-09T04:33:13.751704+0000","last_unstale":"2023-10-09T04:47:32.563672+0000","last_undegraded":"2023-10-09T04:47:32.563672+0000","last_fullsized":"2023-10-09T04:47:32.563672+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:51.343098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"224'4030","reported_seq":4048,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.704006+0000","last_change":"2023-10-09T04:47:10.094711+0000","last_active":"2023-10-09T04:47:52.704006+0000","last_peered":"2023-10-09T04:47:52.704006+0000","last_clean":"2023-10-09T04:47:52.704006+0000","last_became_active":"2023-10-09T04:47:10.094397+0000","last_became_peered":"2023-10-09T04:47:10.094397+0000","last_unstale":"2023-10-09T04:47:52.704006+0000","last_undegraded":"2023-10-09T04:47:52.704006+0000","last_fullsized":"2023-10-09T04:47:52.704006+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4030,"log_dups_size":0,"ondisk_log_size":4030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:54:09.576797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264110080,"num_objects":4030,"num_object_clones":0,"num_object_copies":12090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4030,"num_write_kb":257920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":78,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563763+0000","last_change":"2023-10-09T04:46:06.939234+0000","last_active":"2023-10-09T04:47:32.563763+0000","last_peered":"2023-10-09T04:47:32.563763+0000","last_clean":"2023-10-09T04:47:32.563763+0000","last_became_active":"2023-10-09T04:46:06.935118+0000","last_became_peered":"2023-10-09T04:46:06.935118+0000","last_unstale":"2023-10-09T04:47:32.563763+0000","last_undegraded":"2023-10-09T04:47:32.563763+0000","last_fullsized":"2023-10-09T04:47:32.563763+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:44:45.229755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":201,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566954+0000","last_change":"2023-10-09T04:46:06.935007+0000","last_active":"2023-10-09T04:47:32.566954+0000","last_peered":"2023-10-09T04:47:32.566954+0000","last_clean":"2023-10-09T04:47:32.566954+0000","last_became_active":"2023-10-09T04:46:06.934827+0000","last_became_peered":"2023-10-09T04:46:06.934827+0000","last_unstale":"2023-10-09T04:47:32.566954+0000","last_undegraded":"2023-10-09T04:47:32.566954+0000","last_fullsized":"2023-10-09T04:47:32.566954+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:28.082562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"224'3879","reported_seq":3897,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:50.545472+0000","last_change":"2023-10-09T04:47:10.094711+0000","last_active":"2023-10-09T04:47:50.545472+0000","last_peered":"2023-10-09T04:47:50.545472+0000","last_clean":"2023-10-09T04:47:50.545472+0000","last_became_active":"2023-10-09T04:47:10.094433+0000","last_became_peered":"2023-10-09T04:47:10.094433+0000","last_unstale":"2023-10-09T04:47:50.545472+0000","last_undegraded":"2023-10-09T04:47:50.545472+0000","last_fullsized":"2023-10-09T04:47:50.545472+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":3879,"log_dups_size":0,"ondisk_log_size":3879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:08.277285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254214144,"num_objects":3879,"num_object_clones":0,"num_object_copies":11637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3879,"num_write_kb":248256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":184,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569376+0000","last_change":"2023-10-09T04:33:13.758984+0000","last_active":"2023-10-09T04:47:32.569376+0000","last_peered":"2023-10-09T04:47:32.569376+0000","last_clean":"2023-10-09T04:47:32.569376+0000","last_became_active":"2023-10-09T04:33:13.758688+0000","last_became_peered":"2023-10-09T04:33:13.758688+0000","last_unstale":"2023-10-09T04:47:32.569376+0000","last_undegraded":"2023-10-09T04:47:32.569376+0000","last_fullsized":"2023-10-09T04:47:32.569376+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:35.161067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":194,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566499+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:47:32.566499+0000","last_peered":"2023-10-09T04:47:32.566499+0000","last_clean":"2023-10-09T04:47:32.566499+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:47:32.566499+0000","last_undegraded":"2023-10-09T04:47:32.566499+0000","last_fullsized":"2023-10-09T04:47:32.566499+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"224'4062","reported_seq":4079,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.450630+0000","last_change":"2023-10-09T04:47:10.094774+0000","last_active":"2023-10-09T04:47:52.450630+0000","last_peered":"2023-10-09T04:47:52.450630+0000","last_clean":"2023-10-09T04:47:52.450630+0000","last_became_active":"2023-10-09T04:47:10.094465+0000","last_became_peered":"2023-10-09T04:47:10.094465+0000","last_unstale":"2023-10-09T04:47:52.450630+0000","last_undegraded":"2023-10-09T04:47:52.450630+0000","last_fullsized":"2023-10-09T04:47:52.450630+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4062,"log_dups_size":0,"ondisk_log_size":4062,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:11.737949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266207232,"num_objects":4062,"num_object_clones":0,"num_object_copies":12186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4062,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4062,"num_write_kb":259968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":185,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566413+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:47:32.566413+0000","last_peered":"2023-10-09T04:47:32.566413+0000","last_clean":"2023-10-09T04:47:32.566413+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:47:32.566413+0000","last_undegraded":"2023-10-09T04:47:32.566413+0000","last_fullsized":"2023-10-09T04:47:32.566413+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":184,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566904+0000","last_change":"2023-10-09T04:33:13.762699+0000","last_active":"2023-10-09T04:47:32.566904+0000","last_peered":"2023-10-09T04:47:32.566904+0000","last_clean":"2023-10-09T04:47:32.566904+0000","last_became_active":"2023-10-09T04:33:13.762308+0000","last_became_peered":"2023-10-09T04:33:13.762308+0000","last_unstale":"2023-10-09T04:47:32.566904+0000","last_undegraded":"2023-10-09T04:47:32.566904+0000","last_fullsized":"2023-10-09T04:47:32.566904+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:29.801843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"224'4114","reported_seq":4131,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.450336+0000","last_change":"2023-10-09T04:47:10.097545+0000","last_active":"2023-10-09T04:47:52.450336+0000","last_peered":"2023-10-09T04:47:52.450336+0000","last_clean":"2023-10-09T04:47:52.450336+0000","last_became_active":"2023-10-09T04:47:10.097239+0000","last_became_peered":"2023-10-09T04:47:10.097239+0000","last_unstale":"2023-10-09T04:47:52.450336+0000","last_undegraded":"2023-10-09T04:47:52.450336+0000","last_fullsized":"2023-10-09T04:47:52.450336+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4114,"log_dups_size":0,"ondisk_log_size":4114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:40.499874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269615104,"num_objects":4114,"num_object_clones":0,"num_object_copies":12342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4114,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4114,"num_write_kb":263296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":123,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566263+0000","last_change":"2023-10-09T04:46:06.933504+0000","last_active":"2023-10-09T04:47:32.566263+0000","last_peered":"2023-10-09T04:47:32.566263+0000","last_clean":"2023-10-09T04:47:32.566263+0000","last_became_active":"2023-10-09T04:46:06.932754+0000","last_became_peered":"2023-10-09T04:46:06.932754+0000","last_unstale":"2023-10-09T04:47:32.566263+0000","last_undegraded":"2023-10-09T04:47:32.566263+0000","last_fullsized":"2023-10-09T04:47:32.566263+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:32.101567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":180,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566382+0000","last_change":"2023-10-09T04:46:06.937100+0000","last_active":"2023-10-09T04:47:32.566382+0000","last_peered":"2023-10-09T04:47:32.566382+0000","last_clean":"2023-10-09T04:47:32.566382+0000","last_became_active":"2023-10-09T04:46:06.936314+0000","last_became_peered":"2023-10-09T04:46:06.936314+0000","last_unstale":"2023-10-09T04:47:32.566382+0000","last_undegraded":"2023-10-09T04:47:32.566382+0000","last_fullsized":"2023-10-09T04:47:32.566382+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:07.709969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"224'4048","reported_seq":4065,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.696115+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:47:52.696115+0000","last_peered":"2023-10-09T04:47:52.696115+0000","last_clean":"2023-10-09T04:47:52.696115+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:47:52.696115+0000","last_undegraded":"2023-10-09T04:47:52.696115+0000","last_fullsized":"2023-10-09T04:47:52.696115+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4048,"log_dups_size":0,"ondisk_log_size":4048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265289728,"num_objects":4048,"num_object_clones":0,"num_object_copies":12144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4048,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4048,"num_write_kb":259072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":193,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:38.628017+0000","last_change":"2023-10-09T04:33:13.754932+0000","last_active":"2023-10-09T04:47:38.628017+0000","last_peered":"2023-10-09T04:47:38.628017+0000","last_clean":"2023-10-09T04:47:38.628017+0000","last_became_active":"2023-10-09T04:33:13.754708+0000","last_became_peered":"2023-10-09T04:33:13.754708+0000","last_unstale":"2023-10-09T04:47:38.628017+0000","last_undegraded":"2023-10-09T04:47:38.628017+0000","last_fullsized":"2023-10-09T04:47:38.628017+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:38.971445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":218,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569361+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:47:32.569361+0000","last_peered":"2023-10-09T04:47:32.569361+0000","last_clean":"2023-10-09T04:47:32.569361+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:47:32.569361+0000","last_undegraded":"2023-10-09T04:47:32.569361+0000","last_fullsized":"2023-10-09T04:47:32.569361+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":151,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:38.627026+0000","last_change":"2023-10-09T04:33:13.755327+0000","last_active":"2023-10-09T04:47:38.627026+0000","last_peered":"2023-10-09T04:47:38.627026+0000","last_clean":"2023-10-09T04:47:38.627026+0000","last_became_active":"2023-10-09T04:33:13.754368+0000","last_became_peered":"2023-10-09T04:33:13.754368+0000","last_unstale":"2023-10-09T04:47:38.627026+0000","last_undegraded":"2023-10-09T04:47:38.627026+0000","last_fullsized":"2023-10-09T04:47:38.627026+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:03:59.300849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"224'4001","reported_seq":4018,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.450722+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:47:52.450722+0000","last_peered":"2023-10-09T04:47:52.450722+0000","last_clean":"2023-10-09T04:47:52.450722+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:47:52.450722+0000","last_undegraded":"2023-10-09T04:47:52.450722+0000","last_fullsized":"2023-10-09T04:47:52.450722+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4001,"log_dups_size":0,"ondisk_log_size":4001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262209536,"num_objects":4001,"num_object_clones":0,"num_object_copies":12003,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4001,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4001,"num_write_kb":256064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":187,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.568688+0000","last_change":"2023-10-09T04:33:13.758729+0000","last_active":"2023-10-09T04:47:32.568688+0000","last_peered":"2023-10-09T04:47:32.568688+0000","last_clean":"2023-10-09T04:47:32.568688+0000","last_became_active":"2023-10-09T04:33:13.758412+0000","last_became_peered":"2023-10-09T04:33:13.758412+0000","last_unstale":"2023-10-09T04:47:32.568688+0000","last_undegraded":"2023-10-09T04:47:32.568688+0000","last_fullsized":"2023-10-09T04:47:32.568688+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:14:48.636605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":185,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.571627+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:47:32.571627+0000","last_peered":"2023-10-09T04:47:32.571627+0000","last_clean":"2023-10-09T04:47:32.571627+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:47:32.571627+0000","last_undegraded":"2023-10-09T04:47:32.571627+0000","last_fullsized":"2023-10-09T04:47:32.571627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":196,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:38.627949+0000","last_change":"2023-10-09T04:46:06.926318+0000","last_active":"2023-10-09T04:47:38.627949+0000","last_peered":"2023-10-09T04:47:38.627949+0000","last_clean":"2023-10-09T04:47:38.627949+0000","last_became_active":"2023-10-09T04:46:06.925561+0000","last_became_peered":"2023-10-09T04:46:06.925561+0000","last_unstale":"2023-10-09T04:47:38.627949+0000","last_undegraded":"2023-10-09T04:47:38.627949+0000","last_fullsized":"2023-10-09T04:47:38.627949+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:53:48.842705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"224'4112","reported_seq":4129,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.682837+0000","last_change":"2023-10-09T04:47:10.097385+0000","last_active":"2023-10-09T04:47:52.682837+0000","last_peered":"2023-10-09T04:47:52.682837+0000","last_clean":"2023-10-09T04:47:52.682837+0000","last_became_active":"2023-10-09T04:47:10.097104+0000","last_became_peered":"2023-10-09T04:47:10.097104+0000","last_unstale":"2023-10-09T04:47:52.682837+0000","last_undegraded":"2023-10-09T04:47:52.682837+0000","last_fullsized":"2023-10-09T04:47:52.682837+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4112,"log_dups_size":0,"ondisk_log_size":4112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:13:47.173397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269484032,"num_objects":4112,"num_object_clones":0,"num_object_copies":12336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4112,"num_write_kb":263168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":207,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.558961+0000","last_change":"2023-10-09T04:46:06.928075+0000","last_active":"2023-10-09T04:47:32.558961+0000","last_peered":"2023-10-09T04:47:32.558961+0000","last_clean":"2023-10-09T04:47:32.558961+0000","last_became_active":"2023-10-09T04:46:06.927797+0000","last_became_peered":"2023-10-09T04:46:06.927797+0000","last_unstale":"2023-10-09T04:47:32.558961+0000","last_undegraded":"2023-10-09T04:47:32.558961+0000","last_fullsized":"2023-10-09T04:47:32.558961+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:51:59.109231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":165,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566236+0000","last_change":"2023-10-09T04:35:37.125495+0000","last_active":"2023-10-09T04:47:32.566236+0000","last_peered":"2023-10-09T04:47:32.566236+0000","last_clean":"2023-10-09T04:47:32.566236+0000","last_became_active":"2023-10-09T04:35:37.125189+0000","last_became_peered":"2023-10-09T04:35:37.125189+0000","last_unstale":"2023-10-09T04:47:32.566236+0000","last_undegraded":"2023-10-09T04:47:32.566236+0000","last_fullsized":"2023-10-09T04:47:32.566236+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:28.588801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":187,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566573+0000","last_change":"2023-10-09T04:33:13.754878+0000","last_active":"2023-10-09T04:47:32.566573+0000","last_peered":"2023-10-09T04:47:32.566573+0000","last_clean":"2023-10-09T04:47:32.566573+0000","last_became_active":"2023-10-09T04:33:13.753443+0000","last_became_peered":"2023-10-09T04:33:13.753443+0000","last_unstale":"2023-10-09T04:47:32.566573+0000","last_undegraded":"2023-10-09T04:47:32.566573+0000","last_fullsized":"2023-10-09T04:47:32.566573+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:21:40.472650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"224'3945","reported_seq":3962,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.451511+0000","last_change":"2023-10-09T04:47:10.093452+0000","last_active":"2023-10-09T04:47:52.451511+0000","last_peered":"2023-10-09T04:47:52.451511+0000","last_clean":"2023-10-09T04:47:52.451511+0000","last_became_active":"2023-10-09T04:47:10.093173+0000","last_became_peered":"2023-10-09T04:47:10.093173+0000","last_unstale":"2023-10-09T04:47:52.451511+0000","last_undegraded":"2023-10-09T04:47:52.451511+0000","last_fullsized":"2023-10-09T04:47:52.451511+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":3945,"log_dups_size":0,"ondisk_log_size":3945,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:45.335626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258539520,"num_objects":3945,"num_object_clones":0,"num_object_copies":11835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3945,"num_write_kb":252480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":187,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569666+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:47:32.569666+0000","last_peered":"2023-10-09T04:47:32.569666+0000","last_clean":"2023-10-09T04:47:32.569666+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:47:32.569666+0000","last_undegraded":"2023-10-09T04:47:32.569666+0000","last_fullsized":"2023-10-09T04:47:32.569666+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":566,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.570385+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:47:32.570385+0000","last_peered":"2023-10-09T04:47:32.570385+0000","last_clean":"2023-10-09T04:47:32.570385+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:47:32.570385+0000","last_undegraded":"2023-10-09T04:47:32.570385+0000","last_fullsized":"2023-10-09T04:47:32.570385+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":111,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.568571+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:47:32.568571+0000","last_peered":"2023-10-09T04:47:32.568571+0000","last_clean":"2023-10-09T04:47:32.568571+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:47:32.568571+0000","last_undegraded":"2023-10-09T04:47:32.568571+0000","last_fullsized":"2023-10-09T04:47:32.568571+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":166,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.567850+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:47:32.567850+0000","last_peered":"2023-10-09T04:47:32.567850+0000","last_clean":"2023-10-09T04:47:32.567850+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:47:32.567850+0000","last_undegraded":"2023-10-09T04:47:32.567850+0000","last_fullsized":"2023-10-09T04:47:32.567850+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"224'4107","reported_seq":4125,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:51.576063+0000","last_change":"2023-10-09T04:47:10.097125+0000","last_active":"2023-10-09T04:47:51.576063+0000","last_peered":"2023-10-09T04:47:51.576063+0000","last_clean":"2023-10-09T04:47:51.576063+0000","last_became_active":"2023-10-09T04:47:10.096848+0000","last_became_peered":"2023-10-09T04:47:10.096848+0000","last_unstale":"2023-10-09T04:47:51.576063+0000","last_undegraded":"2023-10-09T04:47:51.576063+0000","last_fullsized":"2023-10-09T04:47:51.576063+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4107,"log_dups_size":0,"ondisk_log_size":4107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:23:55.413332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269156352,"num_objects":4107,"num_object_clones":0,"num_object_copies":12321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4107,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4107,"num_write_kb":262848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":206,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.570312+0000","last_change":"2023-10-09T04:33:13.761203+0000","last_active":"2023-10-09T04:47:32.570312+0000","last_peered":"2023-10-09T04:47:32.570312+0000","last_clean":"2023-10-09T04:47:32.570312+0000","last_became_active":"2023-10-09T04:33:13.760870+0000","last_became_peered":"2023-10-09T04:33:13.760870+0000","last_unstale":"2023-10-09T04:47:32.570312+0000","last_undegraded":"2023-10-09T04:47:32.570312+0000","last_fullsized":"2023-10-09T04:47:32.570312+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:05.408375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":194,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563299+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:47:32.563299+0000","last_peered":"2023-10-09T04:47:32.563299+0000","last_clean":"2023-10-09T04:47:32.563299+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:47:32.563299+0000","last_undegraded":"2023-10-09T04:47:32.563299+0000","last_fullsized":"2023-10-09T04:47:32.563299+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":195,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:36.592259+0000","last_change":"2023-10-09T04:35:37.091586+0000","last_active":"2023-10-09T04:47:36.592259+0000","last_peered":"2023-10-09T04:47:36.592259+0000","last_clean":"2023-10-09T04:47:36.592259+0000","last_became_active":"2023-10-09T04:35:37.091317+0000","last_became_peered":"2023-10-09T04:35:37.091317+0000","last_unstale":"2023-10-09T04:47:36.592259+0000","last_undegraded":"2023-10-09T04:47:36.592259+0000","last_fullsized":"2023-10-09T04:47:36.592259+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:54.435508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"224'4118","reported_seq":4133,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.450616+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:47:52.450616+0000","last_peered":"2023-10-09T04:47:52.450616+0000","last_clean":"2023-10-09T04:47:52.450616+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:47:52.450616+0000","last_undegraded":"2023-10-09T04:47:52.450616+0000","last_fullsized":"2023-10-09T04:47:52.450616+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4118,"log_dups_size":0,"ondisk_log_size":4118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269877248,"num_objects":4118,"num_object_clones":0,"num_object_copies":12354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4118,"num_write_kb":263552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":189,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.577954+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:47:32.577954+0000","last_peered":"2023-10-09T04:47:32.577954+0000","last_clean":"2023-10-09T04:47:32.577954+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:47:32.577954+0000","last_undegraded":"2023-10-09T04:47:32.577954+0000","last_fullsized":"2023-10-09T04:47:32.577954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":165,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:38.627873+0000","last_change":"2023-10-09T04:35:37.097850+0000","last_active":"2023-10-09T04:47:38.627873+0000","last_peered":"2023-10-09T04:47:38.627873+0000","last_clean":"2023-10-09T04:47:38.627873+0000","last_became_active":"2023-10-09T04:35:37.097575+0000","last_became_peered":"2023-10-09T04:35:37.097575+0000","last_unstale":"2023-10-09T04:47:38.627873+0000","last_undegraded":"2023-10-09T04:47:38.627873+0000","last_fullsized":"2023-10-09T04:47:38.627873+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:23.046588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":165,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563913+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:47:32.563913+0000","last_peered":"2023-10-09T04:47:32.563913+0000","last_clean":"2023-10-09T04:47:32.563913+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:47:32.563913+0000","last_undegraded":"2023-10-09T04:47:32.563913+0000","last_fullsized":"2023-10-09T04:47:32.563913+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"224'4059","reported_seq":4076,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.395744+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:47:52.395744+0000","last_peered":"2023-10-09T04:47:52.395744+0000","last_clean":"2023-10-09T04:47:52.395744+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:47:52.395744+0000","last_undegraded":"2023-10-09T04:47:52.395744+0000","last_fullsized":"2023-10-09T04:47:52.395744+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4059,"log_dups_size":0,"ondisk_log_size":4059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266010624,"num_objects":4059,"num_object_clones":0,"num_object_copies":12177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4059,"num_write_kb":259776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":82,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.578596+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:47:32.578596+0000","last_peered":"2023-10-09T04:47:32.578596+0000","last_clean":"2023-10-09T04:47:32.578596+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:47:32.578596+0000","last_undegraded":"2023-10-09T04:47:32.578596+0000","last_fullsized":"2023-10-09T04:47:32.578596+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":149,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566759+0000","last_change":"2023-10-09T04:33:13.760759+0000","last_active":"2023-10-09T04:47:32.566759+0000","last_peered":"2023-10-09T04:47:32.566759+0000","last_clean":"2023-10-09T04:47:32.566759+0000","last_became_active":"2023-10-09T04:33:13.760134+0000","last_became_peered":"2023-10-09T04:33:13.760134+0000","last_unstale":"2023-10-09T04:47:32.566759+0000","last_undegraded":"2023-10-09T04:47:32.566759+0000","last_fullsized":"2023-10-09T04:47:32.566759+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:28.924550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":150,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.570504+0000","last_change":"2023-10-09T04:46:06.932591+0000","last_active":"2023-10-09T04:47:32.570504+0000","last_peered":"2023-10-09T04:47:32.570504+0000","last_clean":"2023-10-09T04:47:32.570504+0000","last_became_active":"2023-10-09T04:46:06.932252+0000","last_became_peered":"2023-10-09T04:46:06.932252+0000","last_unstale":"2023-10-09T04:47:32.570504+0000","last_undegraded":"2023-10-09T04:47:32.570504+0000","last_fullsized":"2023-10-09T04:47:32.570504+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:22:23.240886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"224'4057","reported_seq":4074,"reported_epoch":224,"state":"active+clean","last_fresh":"2023-10-09T04:47:52.458746+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:47:52.458746+0000","last_peered":"2023-10-09T04:47:52.458746+0000","last_clean":"2023-10-09T04:47:52.458746+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:47:52.458746+0000","last_undegraded":"2023-10-09T04:47:52.458746+0000","last_fullsized":"2023-10-09T04:47:52.458746+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":4057,"log_dups_size":0,"ondisk_log_size":4057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265879552,"num_objects":4057,"num_object_clones":0,"num_object_copies":12171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4057,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4057,"num_write_kb":259648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":188,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569924+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:47:32.569924+0000","last_peered":"2023-10-09T04:47:32.569924+0000","last_clean":"2023-10-09T04:47:32.569924+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:47:32.569924+0000","last_undegraded":"2023-10-09T04:47:32.569924+0000","last_fullsized":"2023-10-09T04:47:32.569924+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":183,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:36.592281+0000","last_change":"2023-10-09T04:33:13.752000+0000","last_active":"2023-10-09T04:47:36.592281+0000","last_peered":"2023-10-09T04:47:36.592281+0000","last_clean":"2023-10-09T04:47:36.592281+0000","last_became_active":"2023-10-09T04:33:13.751659+0000","last_became_peered":"2023-10-09T04:33:13.751659+0000","last_unstale":"2023-10-09T04:47:36.592281+0000","last_undegraded":"2023-10-09T04:47:36.592281+0000","last_fullsized":"2023-10-09T04:47:36.592281+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:57.960654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":167,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.566249+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:47:32.566249+0000","last_peered":"2023-10-09T04:47:32.566249+0000","last_clean":"2023-10-09T04:47:32.566249+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:47:32.566249+0000","last_undegraded":"2023-10-09T04:47:32.566249+0000","last_fullsized":"2023-10-09T04:47:32.566249+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":167,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563845+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:47:32.563845+0000","last_peered":"2023-10-09T04:47:32.563845+0000","last_clean":"2023-10-09T04:47:32.563845+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:47:32.563845+0000","last_undegraded":"2023-10-09T04:47:32.563845+0000","last_fullsized":"2023-10-09T04:47:32.563845+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":217,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.559276+0000","last_change":"2023-10-09T04:46:06.928013+0000","last_active":"2023-10-09T04:47:32.559276+0000","last_peered":"2023-10-09T04:47:32.559276+0000","last_clean":"2023-10-09T04:47:32.559276+0000","last_became_active":"2023-10-09T04:46:06.927703+0000","last_became_peered":"2023-10-09T04:46:06.927703+0000","last_unstale":"2023-10-09T04:47:32.559276+0000","last_undegraded":"2023-10-09T04:47:32.559276+0000","last_fullsized":"2023-10-09T04:47:32.559276+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.436842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":186,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569037+0000","last_change":"2023-10-09T04:33:13.757936+0000","last_active":"2023-10-09T04:47:32.569037+0000","last_peered":"2023-10-09T04:47:32.569037+0000","last_clean":"2023-10-09T04:47:32.569037+0000","last_became_active":"2023-10-09T04:33:13.757580+0000","last_became_peered":"2023-10-09T04:33:13.757580+0000","last_unstale":"2023-10-09T04:47:32.569037+0000","last_undegraded":"2023-10-09T04:47:32.569037+0000","last_fullsized":"2023-10-09T04:47:32.569037+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:29.806828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":218,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.571913+0000","last_change":"2023-10-09T04:46:06.934040+0000","last_active":"2023-10-09T04:47:32.571913+0000","last_peered":"2023-10-09T04:47:32.571913+0000","last_clean":"2023-10-09T04:47:32.571913+0000","last_became_active":"2023-10-09T04:46:06.933759+0000","last_became_peered":"2023-10-09T04:46:06.933759+0000","last_unstale":"2023-10-09T04:47:32.571913+0000","last_undegraded":"2023-10-09T04:47:32.571913+0000","last_fullsized":"2023-10-09T04:47:32.571913+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:59:53.615417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":169,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.569168+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:47:32.569168+0000","last_peered":"2023-10-09T04:47:32.569168+0000","last_clean":"2023-10-09T04:47:32.569168+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:47:32.569168+0000","last_undegraded":"2023-10-09T04:47:32.569168+0000","last_fullsized":"2023-10-09T04:47:32.569168+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":218,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.573269+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:47:32.573269+0000","last_peered":"2023-10-09T04:47:32.573269+0000","last_clean":"2023-10-09T04:47:32.573269+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:47:32.573269+0000","last_undegraded":"2023-10-09T04:47:32.573269+0000","last_fullsized":"2023-10-09T04:47:32.573269+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":66,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.568232+0000","last_change":"2023-10-09T04:46:06.928159+0000","last_active":"2023-10-09T04:47:32.568232+0000","last_peered":"2023-10-09T04:47:32.568232+0000","last_clean":"2023-10-09T04:47:32.568232+0000","last_became_active":"2023-10-09T04:46:06.927827+0000","last_became_peered":"2023-10-09T04:46:06.927827+0000","last_unstale":"2023-10-09T04:47:32.568232+0000","last_undegraded":"2023-10-09T04:47:32.568232+0000","last_fullsized":"2023-10-09T04:47:32.568232+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:52:51.314212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":153,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.558798+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:47:32.558798+0000","last_peered":"2023-10-09T04:47:32.558798+0000","last_clean":"2023-10-09T04:47:32.558798+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:47:32.558798+0000","last_undegraded":"2023-10-09T04:47:32.558798+0000","last_fullsized":"2023-10-09T04:47:32.558798+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":183,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.563822+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:47:32.563822+0000","last_peered":"2023-10-09T04:47:32.563822+0000","last_clean":"2023-10-09T04:47:32.563822+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:47:32.563822+0000","last_undegraded":"2023-10-09T04:47:32.563822+0000","last_fullsized":"2023-10-09T04:47:32.563822+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":194,"reported_epoch":223,"state":"active+clean","last_fresh":"2023-10-09T04:47:32.576401+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:47:32.576401+0000","last_peered":"2023-10-09T04:47:32.576401+0000","last_clean":"2023-10-09T04:47:32.576401+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:47:32.576401+0000","last_undegraded":"2023-10-09T04:47:32.576401+0000","last_fullsized":"2023-10-09T04:47:32.576401+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4233691136,"num_objects":64601,"num_object_clones":0,"num_object_copies":193803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":64601,"num_write_kb":4134464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12682985472,"data_stored":12682985472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64601,"ondisk_log_size":64601,"up":48,"acting":48,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234300,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2215404,"kb_used_data":1301924,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":91529748,"statfs":{"total":95995035648,"available":93726461952,"internally_reserved":0,"allocated":1333170176,"data_stored":1332602734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":2.3730000000000002,"15min":2.1440000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":9.843,"5min":11.922000000000001,"15min":11.922000000000001},"last":2.1760000000000002},{"interface":"front","average":{"1min":3.0259999999999998,"5min":2.2669999999999999,"15min":1.9930000000000001},"min":{"1min":0.26000000000000001,"5min":0.25700000000000001,"15min":0.23499999999999999},"max":{"1min":11.752000000000001,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":3.4100000000000001,"15min":2.286},"min":{"1min":0.254,"5min":0.253,"15min":0.23699999999999999},"max":{"1min":6.6310000000000002,"5min":68.852999999999994,"15min":68.852999999999994},"last":2.1299999999999999},{"interface":"front","average":{"1min":1.633,"5min":3.2549999999999999,"15min":2.3530000000000002},"min":{"1min":0.379,"5min":0.246,"15min":0.24399999999999999},"max":{"1min":10.976000000000001,"5min":68.903000000000006,"15min":68.903000000000006},"last":0.27300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":2.472,"5min":2.1899999999999999,"15min":2.2829999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27300000000000002},"max":{"1min":9.8829999999999991,"5min":10.539,"15min":12.07},"last":2.105},{"interface":"front","average":{"1min":3.9009999999999998,"5min":2.2850000000000001,"15min":2.5779999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.252},"max":{"1min":11.823,"5min":11.823,"15min":11.823},"last":0.33000000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:47:27 2023","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":1.8,"15min":1.8},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":11.003,"5min":11.003,"15min":11.003},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":10.955,"5min":10.955,"15min":10.955},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":1.887,"5min":2.3620000000000001,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.27200000000000002,"15min":0.22},"max":{"1min":7.0259999999999998,"5min":14.643000000000001,"15min":17.469000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":1.288,"5min":1.677,"15min":1.452},"min":{"1min":0.32600000000000001,"5min":0.29399999999999998,"15min":0.28799999999999998},"max":{"1min":10.882999999999999,"5min":10.882999999999999,"15min":10.882999999999999},"last":5.1900000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":2.1219999999999999,"5min":3.097,"15min":1.96},"min":{"1min":0.36599999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":14.725,"5min":79.709999999999994,"15min":79.709999999999994},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.421,"5min":2.859,"15min":1.865},"min":{"1min":0.32500000000000001,"5min":0.32400000000000001,"15min":0.28100000000000003},"max":{"1min":8.0500000000000007,"5min":79.332999999999998,"15min":79.332999999999998},"last":2.0670000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":2.4649999999999999,"5min":2.6669999999999998,"15min":1.827},"min":{"1min":0.379,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.503,"5min":16.113,"15min":17.501000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":1.254,"5min":2.258,"15min":1.6819999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.7759999999999998,"5min":9.7669999999999995,"15min":12.093},"last":2.1520000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495936,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2371232,"kb_used_data":1785560,"kb_used_omap":0,"kb_used_meta":585664,"kb_avail":91373920,"statfs":{"total":95995035648,"available":93566894080,"internally_reserved":0,"allocated":1828413440,"data_stored":1827858198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599719936},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4,2,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:46:54 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.873,"15min":1.7789999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.0199999999999996,"5min":19.166,"15min":19.166},"last":1.599},{"interface":"front","average":{"1min":2.077,"5min":2.3839999999999999,"15min":1.901},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":7.3070000000000004,"5min":19.143999999999998,"15min":19.143999999999998},"last":3.3069999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":2.4289999999999998,"15min":2.149},"min":{"1min":0.27500000000000002,"5min":0.24099999999999999,"15min":0.22900000000000001},"max":{"1min":6.0940000000000003,"5min":22.805,"15min":22.805},"last":1.7070000000000001},{"interface":"front","average":{"1min":1.6339999999999999,"5min":2.3029999999999999,"15min":2.121},"min":{"1min":0.26000000000000001,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":9.6850000000000005,"5min":22.834,"15min":22.834},"last":3.3679999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:46:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0179999999999998,"5min":2.0339999999999998,"15min":2.2839999999999998},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":6.0460000000000003,"5min":12.317,"15min":13.32},"last":1.661},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.3900000000000001,"15min":2.1429999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.27100000000000002},"max":{"1min":15.391999999999999,"5min":15.391999999999999,"15min":15.391999999999999},"last":3.391}]},{"osd":3,"last update":"Mon Oct 9 04:47:29 2023","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":1.917,"15min":1.917},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":7.8520000000000003,"5min":7.8520000000000003,"15min":7.8520000000000003},"last":3.931},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.135}]},{"osd":4,"last update":"Mon Oct 9 04:47:08 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":1.6000000000000001,"15min":1.4490000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.255},"max":{"1min":6.0709999999999997,"5min":10.532,"15min":13.369},"last":1.4239999999999999},{"interface":"front","average":{"1min":2.242,"5min":1.9590000000000001,"15min":1.599},"min":{"1min":0.307,"5min":0.307,"15min":0.25900000000000001},"max":{"1min":7.2729999999999997,"5min":12.722,"15min":12.722},"last":3.343}]},{"osd":5,"last update":"Mon Oct 9 04:47:08 2023","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":1.7,"15min":1.514},"min":{"1min":0.28000000000000003,"5min":0.26000000000000001,"15min":0.24399999999999999},"max":{"1min":11.847,"5min":11.847,"15min":16.042000000000002},"last":1.038},{"interface":"front","average":{"1min":2.7669999999999999,"5min":2.0270000000000001,"15min":1.867},"min":{"1min":0.36899999999999999,"5min":0.315,"15min":0.315},"max":{"1min":9.4030000000000005,"5min":12.403,"15min":13.391999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":2.3399999999999999,"15min":1.831},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":7.7800000000000002,"5min":12.369,"15min":13.345000000000001},"last":0.5},{"interface":"front","average":{"1min":2.5699999999999998,"5min":2.7080000000000002,"15min":1.9510000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32200000000000001},"max":{"1min":18.372,"5min":18.372,"15min":18.372},"last":3.4119999999999999}]}]},{"osd":1,"up_from":102,"seq":438086664370,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1641472,"kb_used_data":1034296,"kb_used_omap":4,"kb_used_meta":607163,"kb_avail":92103680,"statfs":{"total":95995035648,"available":94314168320,"internally_reserved":0,"allocated":1059119104,"data_stored":1058186678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":621735822},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:47:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2290000000000001,"5min":2.508,"15min":2.226},"min":{"1min":0.23000000000000001,"5min":0.189,"15min":0.161},"max":{"1min":5.9660000000000002,"5min":44.014000000000003,"15min":44.014000000000003},"last":0.629},{"interface":"front","average":{"1min":1.048,"5min":2.4119999999999999,"15min":2.3650000000000002},"min":{"1min":0.24399999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":4.1210000000000004,"5min":44.417999999999999,"15min":44.417999999999999},"last":3.0920000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:46:53 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":1.3740000000000001,"15min":1.9019999999999999},"min":{"1min":0.22600000000000001,"5min":0.22500000000000001,"15min":0.20499999999999999},"max":{"1min":2.093,"5min":8.4890000000000008,"15min":15.156000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.657,"5min":1.7210000000000001,"15min":2.21},"min":{"1min":0.23100000000000001,"5min":0.223,"15min":0.20200000000000001},"max":{"1min":6.0789999999999997,"5min":11.598000000000001,"15min":11.630000000000001},"last":3.488}]},{"osd":3,"last update":"Mon Oct 9 04:47:27 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.387,"5min":3.387,"15min":3.387},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":3.7410000000000001,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.47899999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:47:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":2.081,"15min":2.1669999999999998},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":9.6669999999999998,"5min":14.541,"15min":14.541},"last":3.5499999999999998},{"interface":"front","average":{"1min":0.92500000000000004,"5min":1.6899999999999999,"15min":1.702},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.25900000000000001},"max":{"1min":2.9430000000000001,"5min":14.558,"15min":15.074},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:47:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":2.1899999999999999,"15min":2.1709999999999998},"min":{"1min":0.39700000000000002,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":3.4609999999999999,"5min":14.754,"15min":14.754},"last":3.129},{"interface":"front","average":{"1min":1.486,"5min":2.4159999999999999,"15min":2.0630000000000002},"min":{"1min":0.375,"5min":0.35599999999999998,"15min":0.23799999999999999},"max":{"1min":7.7149999999999999,"5min":10.699,"15min":15.029999999999999},"last":1.0569999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:47:39 2023","interfaces":[{"interface":"back","average":{"1min":1.603,"5min":1.6739999999999999,"15min":1.8839999999999999},"min":{"1min":0.46200000000000002,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":4.5510000000000002,"5min":13.345000000000001,"15min":13.345000000000001},"last":3.2829999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":1.9830000000000001,"15min":2.2349999999999999},"min":{"1min":0.38100000000000001,"5min":0.35399999999999998,"15min":0.29999999999999999},"max":{"1min":4.5410000000000004,"5min":11.32,"15min":12.657999999999999},"last":3.573}]},{"osd":7,"last update":"Mon Oct 9 04:47:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":2.4500000000000002,"15min":2.431},"min":{"1min":0.42299999999999999,"5min":0.376,"15min":0.34300000000000003},"max":{"1min":5.9530000000000003,"5min":11.661,"15min":14.788},"last":3.5230000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":2.2330000000000001,"15min":1.944},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.33700000000000002},"max":{"1min":2.8199999999999998,"5min":9.5299999999999994,"15min":15.130000000000001},"last":2.9260000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187643,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3133648,"kb_used_data":2558856,"kb_used_omap":5,"kb_used_meta":574778,"kb_avail":90611504,"statfs":{"total":95995035648,"available":92786180096,"internally_reserved":0,"allocated":2620268544,"data_stored":2619262217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":588573306},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":1.575,"5min":1.911,"15min":2.3140000000000001},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":8.7919999999999998,"5min":37.658999999999999,"15min":76.174000000000007},"last":0.22900000000000001},{"interface":"front","average":{"1min":1.1659999999999999,"5min":2.1030000000000002,"15min":2.4649999999999999},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.188},"max":{"1min":6.6920000000000002,"5min":43.564,"15min":76.245000000000005},"last":2.8149999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":1.79,"15min":2.1259999999999999},"min":{"1min":0.249,"5min":0.216,"15min":0.20100000000000001},"max":{"1min":9.6980000000000004,"5min":9.6980000000000004,"15min":18.437000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.6100000000000001,"15min":2.133},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.8520000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":2.8769999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:47:26 2023","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":8.7509999999999994,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":2.863},{"interface":"front","average":{"1min":1.357,"5min":1.357,"15min":1.357},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":4.827,"5min":4.827,"15min":4.827},"last":2.927}]},{"osd":4,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":2.1499999999999999,"5min":2.0539999999999998,"15min":1.9079999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.382999999999999,"5min":11.382999999999999,"15min":13.334},"last":0.627},{"interface":"front","average":{"1min":2.625,"5min":1.998,"15min":1.843},"min":{"1min":0.315,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":11.347,"5min":11.347,"15min":11.347},"last":0.54600000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":3.6930000000000001,"5min":2.2709999999999999,"15min":2.0840000000000001},"min":{"1min":0.42599999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":13.022,"5min":13.022,"15min":13.022},"last":0.51900000000000002},{"interface":"front","average":{"1min":3.0720000000000001,"5min":2.4430000000000001,"15min":2.319},"min":{"1min":0.38100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":11.596,"5min":12.978,"15min":16.609999999999999},"last":2.726}]},{"osd":6,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0870000000000002,"5min":2.2330000000000001,"15min":2.3889999999999998},"min":{"1min":0.41999999999999998,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":9.9329999999999998,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.6499999999999999,"5min":2.2389999999999999,"15min":2.3839999999999999},"min":{"1min":0.40799999999999997,"5min":0.316,"15min":0.316},"max":{"1min":7.0830000000000002,"5min":13.086,"15min":43.819000000000003},"last":2.7599999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:46:52 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.3029999999999999,"15min":2.202},"min":{"1min":0.40300000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.16,"5min":13.054,"15min":13.374000000000001},"last":2.782},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.274,"15min":2.02},"min":{"1min":0.39500000000000002,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":12.468,"5min":13.933999999999999,"15min":14.186},"last":0.65200000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206485,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2127976,"kb_used_data":1739424,"kb_used_omap":7,"kb_used_meta":388536,"kb_avail":91617176,"statfs":{"total":95995035648,"available":93815988224,"internally_reserved":0,"allocated":1781170176,"data_stored":1780312780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":397860945},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:47:04 2023","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.6659999999999999,"15min":2.7349999999999999},"min":{"1min":0.20699999999999999,"5min":0.192,"15min":0.17499999999999999},"max":{"1min":5.4390000000000001,"5min":18.643000000000001,"15min":29.183},"last":6.3440000000000003},{"interface":"front","average":{"1min":1.046,"5min":1.6379999999999999,"15min":2.556},"min":{"1min":0.218,"5min":0.20999999999999999,"15min":0.191},"max":{"1min":5.7779999999999996,"5min":9.0860000000000003,"15min":12.164},"last":1.677}]},{"osd":1,"last update":"Mon Oct 9 04:47:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1839999999999999,"5min":1.913,"15min":2.673},"min":{"1min":0.23499999999999999,"5min":0.217,"15min":0.217},"max":{"1min":5.6970000000000001,"5min":15.754,"15min":15.754},"last":1.595},{"interface":"front","average":{"1min":1.5509999999999999,"5min":2.036,"15min":2.621},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.17799999999999999},"max":{"1min":5.6699999999999999,"5min":9.9369999999999994,"15min":21.797999999999998},"last":1.498}]},{"osd":3,"last update":"Mon Oct 9 04:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.7610000000000001,"5min":3.7610000000000001,"15min":3.7610000000000001},"last":0.433},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":3.7789999999999999,"5min":3.7789999999999999,"15min":3.7789999999999999},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:47:04 2023","interfaces":[{"interface":"back","average":{"1min":1.722,"5min":1.7849999999999999,"15min":1.738},"min":{"1min":0.32400000000000001,"5min":0.28899999999999998,"15min":0.26300000000000001},"max":{"1min":4.3330000000000002,"5min":11.215,"15min":11.789},"last":2.5910000000000002},{"interface":"front","average":{"1min":1.671,"5min":1.9610000000000001,"15min":2.3380000000000001},"min":{"1min":0.36899999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":8.6289999999999996,"5min":18.672999999999998,"15min":18.672999999999998},"last":2.3849999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:47:04 2023","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":2.2839999999999998,"15min":2.6840000000000002},"min":{"1min":0.35399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":10.846,"5min":12.141999999999999,"15min":14.644},"last":2.6829999999999998},{"interface":"front","average":{"1min":1.3360000000000001,"5min":2.2440000000000002,"15min":2.1920000000000002},"min":{"1min":0.40500000000000003,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":4.2690000000000001,"5min":13.205,"15min":13.205},"last":1.9810000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:47:04 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.679,"15min":2.3180000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30599999999999999},"max":{"1min":3.6419999999999999,"5min":11.618,"15min":15.412000000000001},"last":2.419},{"interface":"front","average":{"1min":2.3940000000000001,"5min":1.901,"15min":2.609},"min":{"1min":0.377,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":5.6459999999999999,"5min":9.0679999999999996,"15min":13.484999999999999},"last":1.653}]},{"osd":7,"last update":"Mon Oct 9 04:47:04 2023","interfaces":[{"interface":"back","average":{"1min":2.5419999999999998,"5min":2.2400000000000002,"15min":2.907},"min":{"1min":0.38800000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":10.236000000000001,"5min":18.792999999999999,"15min":18.792999999999999},"last":3.2959999999999998},{"interface":"front","average":{"1min":2.6880000000000002,"5min":2.3679999999999999,"15min":2.972},"min":{"1min":0.436,"5min":0.35099999999999998,"15min":0.34899999999999998},"max":{"1min":10.220000000000001,"5min":18.841999999999999,"15min":18.841999999999999},"last":1.6279999999999999}]}]},{"osd":3,"up_from":0,"seq":850403524626,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019208,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3494180,"kb_used_data":2598300,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":90250972,"statfs":{"total":95995035648,"available":92416995328,"internally_reserved":0,"allocated":2660659200,"data_stored":2660099625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:47:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":1.756,"15min":1.9299999999999999},"min":{"1min":0.22800000000000001,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":9.4570000000000007,"5min":10.919,"15min":28.765000000000001},"last":1.5760000000000001},{"interface":"front","average":{"1min":1.855,"5min":1.4570000000000001,"15min":1.782},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23100000000000001},"max":{"1min":11.058999999999999,"5min":11.058999999999999,"15min":11.058999999999999},"last":0.25700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:47:44 2023","interfaces":[{"interface":"back","average":{"1min":1.96,"5min":2.657,"15min":2.0259999999999998},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.23899999999999999},"max":{"1min":7.9429999999999996,"5min":16.530000000000001,"15min":16.792999999999999},"last":1.6679999999999999},{"interface":"front","average":{"1min":1.526,"5min":2.1339999999999999,"15min":2.0489999999999999},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":9.5800000000000001,"5min":11.574,"15min":22.178999999999998},"last":0.28999999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:47:00 2023","interfaces":[{"interface":"back","average":{"1min":2.9239999999999999,"5min":1.8680000000000001,"15min":1.8260000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.25},"max":{"1min":9.5429999999999993,"5min":10.709,"15min":13.488},"last":1.3839999999999999},{"interface":"front","average":{"1min":2.1040000000000001,"5min":1.6970000000000001,"15min":2.1760000000000002},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.27700000000000002},"max":{"1min":12.367000000000001,"5min":12.367000000000001,"15min":13.170999999999999},"last":5.5720000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:47:32 2023","interfaces":[{"interface":"back","average":{"1min":1.8069999999999999,"5min":1.8069999999999999,"15min":1.8069999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":11.211,"5min":11.211,"15min":11.211},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.617,"5min":1.617,"15min":1.617},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":5.6310000000000002,"5min":5.6310000000000002,"15min":5.6310000000000002},"last":0.374}]},{"osd":5,"last update":"Mon Oct 9 04:47:00 2023","interfaces":[{"interface":"back","average":{"1min":2.6930000000000001,"5min":1.8380000000000001,"15min":1.5589999999999999},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":9.6140000000000008,"5min":12.313000000000001,"15min":13.624000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":1.974,"5min":1.571,"15min":1.462},"min":{"1min":0.32300000000000001,"5min":0.313,"15min":0.27900000000000003},"max":{"1min":11.099,"5min":11.099,"15min":11.099},"last":0.60299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:47:14 2023","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":2.3719999999999999,"15min":1.8},"min":{"1min":0.32600000000000001,"5min":0.29999999999999999,"15min":0.24299999999999999},"max":{"1min":12.81,"5min":31.064,"15min":31.064},"last":1.0109999999999999},{"interface":"front","average":{"1min":2.141,"5min":1.8899999999999999,"15min":1.542},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":9.5079999999999991,"5min":16.763000000000002,"15min":16.763000000000002},"last":3.044}]},{"osd":7,"last update":"Mon Oct 9 04:47:38 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.1389999999999998,"15min":1.738},"min":{"1min":0.39600000000000002,"5min":0.29399999999999998,"15min":0.25900000000000001},"max":{"1min":12.728999999999999,"5min":12.744999999999999,"15min":19.754999999999999},"last":3.0779999999999998},{"interface":"front","average":{"1min":1.897,"5min":2.4470000000000001,"15min":1.647},"min":{"1min":0.42799999999999999,"5min":0.40300000000000002,"15min":0.29499999999999998},"max":{"1min":11.451000000000001,"5min":15.33,"15min":16.835000000000001},"last":0.77400000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757572,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2173016,"kb_used_data":1288848,"kb_used_omap":0,"kb_used_meta":884160,"kb_avail":91572136,"statfs":{"total":95995035648,"available":93769867264,"internally_reserved":0,"allocated":1319780352,"data_stored":1319228843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":905379840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:46:50 2023","interfaces":[{"interface":"back","average":{"1min":2.4359999999999999,"5min":1.417,"15min":1.52},"min":{"1min":0.254,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":11.044,"5min":11.044,"15min":12.144},"last":0.308},{"interface":"front","average":{"1min":2.7050000000000001,"5min":2.7789999999999999,"15min":2.2509999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":8.6259999999999994,"5min":12.343,"15min":12.343},"last":4.7080000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.982,"15min":1.9950000000000001},"min":{"1min":0.252,"5min":0.23699999999999999,"15min":0.22500000000000001},"max":{"1min":3.8340000000000001,"5min":8.4109999999999996,"15min":11.086},"last":0.35499999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":2.9289999999999998,"15min":2.375},"min":{"1min":0.314,"5min":0.30399999999999999,"15min":0.254},"max":{"1min":8.0500000000000007,"5min":11.425000000000001,"15min":11.425000000000001},"last":1.365}]},{"osd":2,"last update":"Mon Oct 9 04:46:58 2023","interfaces":[{"interface":"back","average":{"1min":2.1560000000000001,"5min":1.6970000000000001,"15min":1.9390000000000001},"min":{"1min":0.28599999999999998,"5min":0.28000000000000003,"15min":0.252},"max":{"1min":11,"5min":14.859999999999999,"15min":14.859999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.77,"5min":2.677,"15min":2.609},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":8.6690000000000005,"5min":11.042,"15min":13.308},"last":0.66500000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:47:28 2023","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.123,"15min":1.123},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":1.7170000000000001,"5min":1.7170000000000001,"15min":1.7170000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":8.0890000000000004,"5min":8.0890000000000004,"15min":8.0890000000000004},"last":4.6710000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:47:01 2023","interfaces":[{"interface":"back","average":{"1min":1.6799999999999999,"5min":1.373,"15min":1.198},"min":{"1min":0.311,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":8.2949999999999999,"5min":9.3130000000000006,"15min":9.5869999999999997},"last":0.437},{"interface":"front","average":{"1min":2.8260000000000001,"5min":2.4750000000000001,"15min":1.6539999999999999},"min":{"1min":0.34699999999999998,"5min":0.30099999999999999,"15min":0.27300000000000002},"max":{"1min":8.1210000000000004,"5min":11.265000000000001,"15min":11.265000000000001},"last":0.629}]},{"osd":6,"last update":"Mon Oct 9 04:47:20 2023","interfaces":[{"interface":"back","average":{"1min":2.395,"5min":2.3210000000000002,"15min":1.6499999999999999},"min":{"1min":0.39500000000000002,"5min":0.32600000000000001,"15min":0.28699999999999998},"max":{"1min":21.196999999999999,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":2.1589999999999998,"5min":2.8380000000000001,"15min":1.954},"min":{"1min":0.36499999999999999,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":8.1400000000000006,"5min":19.631,"15min":19.631},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:47:42 2023","interfaces":[{"interface":"back","average":{"1min":1.7889999999999999,"5min":2.8359999999999999,"15min":1.853},"min":{"1min":0.309,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.973000000000001,"5min":13.015000000000001,"15min":13.955},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.538,"15min":1.28},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":3.8100000000000001,"5min":9.3450000000000006,"15min":9.6129999999999995},"last":0.55700000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2617573376,"data_stored":2617573376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1060044800,"data_stored":1060044800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1796210688,"data_stored":1796210688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2669215744,"data_stored":2669215744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1340604416,"data_stored":1340604416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1854930944,"data_stored":1854930944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1344405504,"data_stored":1344405504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:47:57.939 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-10-09T04:47:57.939 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_5 pg_num 26 2023-10-09T04:47:57.940 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:57.943 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:47:57.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:47:58.086 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:58.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 72101 72085 109.872 76.0625 0.0109886 0.00909638 2023-10-09T04:47:58.787 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:47:58.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:58.793 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:47:58.793 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:47:58 smithi107 ceph-mon[184249]: pgmap v764: 89 pgs: 89 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:47:58.793 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:47:58 smithi107 ceph-mon[179183]: pgmap v764: 89 pgs: 89 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:47:58.894 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:58.956 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:47:58 smithi150 ceph-mon[168511]: pgmap v764: 89 pgs: 89 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:47:58.970 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:59.136 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:59.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:59.141 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:59.242 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:47:59.328 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:59.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 73320 73304 109.069 76.1875 0.0100186 0.00916425 2023-10-09T04:47:59.396 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:47:59.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:59.409 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:47:59.510 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:47:59.582 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:47:59.643 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:47:59.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:47:59.647 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:47:59.748 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:47:59.793 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:00.062 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:00.156 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:00.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:00.161 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:00.262 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:00.321 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:00.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 74495 74479 108.241 73.4375 0.010218 0.00923369 2023-10-09T04:48:00.427 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:00.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:00.434 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:00.535 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:00.593 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:00.615 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:00 smithi107 ceph-mon[179183]: pgmap v765: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 80 MiB/s wr, 1.27k op/s 2023-10-09T04:48:00.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:00 smithi107 ceph-mon[184249]: pgmap v765: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 80 MiB/s wr, 1.27k op/s 2023-10-09T04:48:00.664 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:00.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:00.674 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:00.775 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:00.835 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:00.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:00 smithi150 ceph-mon[168511]: pgmap v765: 89 pgs: 89 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 80 MiB/s wr, 1.27k op/s 2023-10-09T04:48:01.243 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:01.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:01.263 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:01.342 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:01.352 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 75685 75669 107.471 74.375 0.00669226 0.00930073 2023-10-09T04:48:01.363 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:01.450 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:01.634 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:01.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:01.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:01.739 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:01.792 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:01.938 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:02.022 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:02.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:02.031 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:02.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:02.055 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:48:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:48:02] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2023-10-09T04:48:02.101 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:48:02.133 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:02.148 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:02.182 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:02.204 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:02.223 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:02.262 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:02.266 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:02.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:02.281 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:02.307 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:02.344 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:02.347 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.347 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.347 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.348 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.348 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.348 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.348 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.348 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:48:02.353 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 76797 76781 106.624 69.5 0.0169813 0.00937283 2023-10-09T04:48:02.381 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:02.436 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:02.523 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:02.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:02.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:02.563 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:02 smithi107 ceph-mon[179183]: pgmap v766: 89 pgs: 89 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:48:02.563 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3129116751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:02.631 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:02.679 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:48:02.679 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:48:02.698 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:02.771 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:02.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:02.783 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:02.790 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:02 smithi150 ceph-mon[168511]: pgmap v766: 89 pgs: 89 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:48:02.791 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3129116751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:02.884 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:02.895 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:02 smithi107 ceph-mon[184249]: pgmap v766: 89 pgs: 89 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:48:02.895 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3129116751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:02.949 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:03.024 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:03.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:03.036 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:03.137 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:03.201 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:03.258 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:48:03.354 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 77868 77852 105.761 66.9375 0.0152269 0.0094512 2023-10-09T04:48:03.699 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:03.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:03.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:03.804 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:03.863 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:03.926 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:03.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:03.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:04.031 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:04.106 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:04.199 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:04.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:04.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:04.304 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:04.307 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:04.353 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 78870 78854 104.843 62.625 0.0113968 0.00953278 2023-10-09T04:48:04.376 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:04.466 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:04.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:04.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:04.571 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:04 smithi107 ceph-mon[179183]: pgmap v767: 89 pgs: 89 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:48:04.571 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/941480799' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:04.571 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:04.579 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:04.609 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:48:04.654 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:04.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:04 smithi150 ceph-mon[168511]: pgmap v767: 89 pgs: 89 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:48:04.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/941480799' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:04.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:04 smithi107 ceph-mon[184249]: pgmap v767: 89 pgs: 89 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:48:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/941480799' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:05.354 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 79883 79867 103.978 63.3125 0.0125937 0.00961188 2023-10-09T04:48:05.418 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:05.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:05.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:05.524 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:05.569 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:05.625 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 10 pg_num to 26 2023-10-09T04:48:05.647 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:05.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:05.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:05.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:48:05.756 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:05.757 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:48:05.757 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:48:05.757 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:05.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: osdmap e226: 8 total, 8 up, 7 in 2023-10-09T04:48:05.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3595824270' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:48:05.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:48:05.759 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:48:05.759 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: osdmap e226: 8 total, 8 up, 7 in 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3595824270' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:48:05.760 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:48:05.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:48:05.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:48:05.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:05.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: osdmap e226: 8 total, 8 up, 7 in 2023-10-09T04:48:05.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: failed to encode map e226 with expected crc 2023-10-09T04:48:05.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3595824270' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:48:05.835 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:48:05.841 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:05.915 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:05.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:05.925 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:06.026 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:06.108 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:06.186 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:06.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:06.194 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:06.294 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:06.354 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 80833 80817 103.067 59.375 0.0238396 0.00969715 2023-10-09T04:48:06.377 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:06.446 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:06.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:06.455 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:06.538 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:48:06.538 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:48:06.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:06.603 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:06.645 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:06.715 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:06.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:06.723 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: pgmap v769: 89 pgs: 89 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:48:06.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:48:06.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: osdmap e227: 8 total, 8 up, 7 in 2023-10-09T04:48:06.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:06 smithi150 ceph-mon[168511]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.824 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:06.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: pgmap v769: 89 pgs: 89 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: osdmap e227: 8 total, 8 up, 7 in 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[184249]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: pgmap v769: 89 pgs: 89 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:48:06.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: osdmap e227: 8 total, 8 up, 7 in 2023-10-09T04:48:06.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:06 smithi107 ceph-mon[179183]: failed to encode map e227 with expected crc 2023-10-09T04:48:06.864 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:06.959 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:06.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:06.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:07.064 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:07.079 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:48:07.124 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:07.198 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:07.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:07.203 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:07.304 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:07.354 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 81846 81830 102.272 63.3125 0.0113043 0.00977363 2023-10-09T04:48:07.367 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:07.432 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:07.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:07.442 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:07.476 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:48:07.543 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:07.608 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:07.681 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:48:07.681 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:48:07.860 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:07.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:48:07.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:07.872 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:07.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:08.000 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:08.027 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:08.036 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:08.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:08.042 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:08.142 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:08.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:08.354 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 82140 82124 100.627 18.375 0.0035446 0.00980903 2023-10-09T04:48:08.360 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:08.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:08.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:08.389 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:08.407 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:48:08.426 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:08.444 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:08.464 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:08.464 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:08.487 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:08.493 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:08.508 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:08.533 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:08.534 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:08.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:08.537 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.537 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:48:08.637 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:08.721 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:08.793 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:08.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:08.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:08.899 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:08.915 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[179183]: pgmap v771: 89 pgs: 89 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 56 MiB/s wr, 895 op/s 2023-10-09T04:48:08.915 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[179183]: failed to encode map e228 with expected crc 2023-10-09T04:48:08.915 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:48:08.915 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[179183]: osdmap e228: 8 total, 8 up, 7 in 2023-10-09T04:48:08.915 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[179183]: failed to encode map e228 with expected crc 2023-10-09T04:48:08.916 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4161445859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:08.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[184249]: pgmap v771: 89 pgs: 89 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 56 MiB/s wr, 895 op/s 2023-10-09T04:48:08.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[184249]: failed to encode map e228 with expected crc 2023-10-09T04:48:08.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:48:08.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[184249]: osdmap e228: 8 total, 8 up, 7 in 2023-10-09T04:48:08.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[184249]: failed to encode map e228 with expected crc 2023-10-09T04:48:08.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4161445859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:08.943 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:08.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:08 smithi150 ceph-mon[168511]: pgmap v771: 89 pgs: 89 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 56 MiB/s wr, 895 op/s 2023-10-09T04:48:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:08 smithi150 ceph-mon[168511]: failed to encode map e228 with expected crc 2023-10-09T04:48:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:48:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:08 smithi150 ceph-mon[168511]: osdmap e228: 8 total, 8 up, 7 in 2023-10-09T04:48:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:08 smithi150 ceph-mon[168511]: failed to encode map e228 with expected crc 2023-10-09T04:48:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4161445859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:09.049 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:09.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:09.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:09.147 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:09.156 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:09.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:09.251 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:09.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:09.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:09.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 83046 83030 99.7746 56.625 0.0100792 0.0100181 2023-10-09T04:48:09.358 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:09.424 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:09.533 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:09.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:09.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:09.638 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:09.691 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:09.758 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:09.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:09.764 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:09.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: osdmap e229: 8 total, 8 up, 7 in 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[184249]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: osdmap e229: 8 total, 8 up, 7 in 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:09 smithi107 ceph-mon[179183]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.865 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:09.908 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:09.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: osdmap e229: 8 total, 8 up, 7 in 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:09 smithi150 ceph-mon[168511]: failed to encode map e229 with expected crc 2023-10-09T04:48:09.985 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:09.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:09.992 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:10.092 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:10.154 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:10.209 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:10.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:10.215 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:10.290 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:176539 9.9 9:97f51d80:::benchmark_data_smithi107_236173_object60248:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:45:33.968147+0000", 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 156.317719525, 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.094405950000000002, 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.291 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 176539 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.968147+0000", 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.292 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.968147+0000", 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.968147+0000", 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.968150+0000", 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4759999999999998e-06 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.968157+0000", 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8340000000000001e-06 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.968163+0000", 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5639999999999996e-06 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.972606+0000", 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044434280000000001 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.972737+0000", 2023-10-09T04:48:10.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013078100000000001 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.972842+0000", 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010539000000000001 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.978283+0000", 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054402579999999999 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062413+0000", 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084130334000000001 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062477+0000", 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4212000000000001e-05 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062515+0000", 2023-10-09T04:48:10.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7982999999999999e-05 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062553+0000", 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8271e-05 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:176549 9.b 9:dc0ff1e9:::benchmark_data_smithi107_236173_object60258:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e182)", 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:45:33.982182+0000", 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 156.30368483399999, 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.111194072, 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 176549 2023-10-09T04:48:10.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.982182+0000", 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.982182+0000", 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.982181+0000", 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.982187+0000", 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4740000000000002e-06 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:33.982202+0000", 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.449e-05 2023-10-09T04:48:10.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062205+0000", 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.080003646999999997 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062309+0000", 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000103695 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062450+0000", 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014068300000000001 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.062582+0000", 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013273700000000001 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.077807+0000", 2023-10-09T04:48:10.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015224369999999999 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.087582+0000", 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0097757699999999996 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.093263+0000", 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056808859999999996 2023-10-09T04:48:10.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.093316+0000", 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2831000000000003e-05 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:34.093376+0000", 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9978000000000001e-05 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.305 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:190846 9.8 9:1cb36f8d:::benchmark_data_smithi107_236173_object74555:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:45:53.540470+0000", 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 136.745396537, 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0417827930000001, 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.306 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 190846 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540470+0000", 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540470+0000", 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540469+0000", 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540476+0000", 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8789999999999997e-06 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540489+0000", 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3254e-05 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.309 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540499+0000", 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0434999999999999e-05 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.542411+0000", 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001911877 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.542420+0000", 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8259999999999999e-06 2023-10-09T04:48:10.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.573298+0000", 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0308776200000001 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.573408+0000", 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000110382 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.582152+0000", 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0087434239999999996 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.582253+0000", 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010155800000000001 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.312 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:190858 9.8 9:1b36d86e:::benchmark_data_smithi107_236173_object74567:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:45:53.540545+0000", 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 136.745322308, 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0413928690000001, 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.313 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 190858 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540545+0000", 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540545+0000", 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540544+0000", 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540547+0000", 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7700000000000002e-06 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540553+0000", 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3659999999999997e-06 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.540559+0000", 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.293e-06 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.542441+0000", 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001881976 2023-10-09T04:48:10.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:53.542446+0000", 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4500000000000003e-06 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.573751+0000", 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0313053910000001 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.573826+0000", 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4973000000000002e-05 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5", 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.573891+0000", 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4243000000000001e-05 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.581681+0000", 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0077905800000000001 2023-10-09T04:48:10.318 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.581793+0000", 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011186100000000001 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.581848+0000", 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5059000000000003e-05 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:45:54.581937+0000", 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9365999999999998e-05 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:199857 9.8 9:198671fc:::benchmark_data_smithi107_236173_object83566:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.350290954, 2023-10-09T04:48:10.320 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2323206820000001, 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 199857 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.321 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.322 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935578+0000", 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.604e-06 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935583+0000", 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.164e-06 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935587+0000", 2023-10-09T04:48:10.323 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.67e-06 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935635+0000", 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7738999999999998e-05 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935644+0000", 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2359999999999993e-06 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922540+0000", 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98689559500000001 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922551+0000", 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1708999999999999e-05 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.325 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.141846+0000", 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2192948910000001 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.141974+0000", 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012800299999999999 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.142099+0000", 2023-10-09T04:48:10.326 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000124466 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155263+0000", 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013164224 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155319+0000", 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5831000000000001e-05 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167736+0000", 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012417149000000001 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167787+0000", 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1371e-05 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167897+0000", 2023-10-09T04:48:10.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109485 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:199860 9.8 9:16a3f5e8:::benchmark_data_smithi107_236173_object83569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:05.945787+0000", 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.340079648, 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2222870650000002, 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.329 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 199860 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945787+0000", 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945787+0000", 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945786+0000", 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945791+0000", 2023-10-09T04:48:10.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1490000000000002e-06 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945802+0000", 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0720000000000001e-05 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945809+0000", 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8529999999999992e-06 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945857+0000", 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7018999999999998e-05 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945865+0000", 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6459999999999999e-06 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922688+0000", 2023-10-09T04:48:10.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97682265999999995 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922696+0000", 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4249999999999998e-06 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.146384+0000", 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2236874719999999 2023-10-09T04:48:10.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.146508+0000", 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012436599999999999 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.146589+0000", 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0686999999999995e-05 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155386+0000", 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0087975090000000002 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155398+0000", 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1447000000000001e-05 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167935+0000", 2023-10-09T04:48:10.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012537326999999999 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167977+0000", 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1689e-05 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.168074+0000", 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7614000000000004e-05 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.337 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230853 9.19 9:9ceb72e3:::benchmark_data_smithi107_236173_object114562:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.068084+0000", 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.217782497000002, 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.63238313400000001, 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.338 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230853 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068084+0000", 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068084+0000", 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068082+0000", 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068094+0000", 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1442e-05 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068121+0000", 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7146999999999999e-05 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068133+0000", 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1762e-05 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068235+0000", 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010200300000000001 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.068244+0000", 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5140000000000007e-06 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.686634+0000", 2023-10-09T04:48:10.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.61838937599999999 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.686738+0000", 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000104373 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.687041+0000", 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0003035 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.691176+0000", 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0041343229999999996 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.692119+0000", 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00094285099999999998 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.700378+0000", 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0082590259999999992 2023-10-09T04:48:10.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.700430+0000", 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2296000000000002e-05 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.700468+0000", 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7648999999999998e-05 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.345 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230856 9.18 9:1b45015e:::benchmark_data_smithi107_236173_object114565:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.079363+0000", 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.206503745999996, 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.61464344000000004, 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.346 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230856 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079363+0000", 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079363+0000", 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079361+0000", 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079369+0000", 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0409999999999998e-06 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079387+0000", 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7739000000000001e-05 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079396+0000", 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.772e-06 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079550+0000", 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015427400000000001 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079560+0000", 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5750000000000007e-06 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.678573+0000", 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.59901354799999995 2023-10-09T04:48:10.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.678695+0000", 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121495 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.679084+0000", 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00038959599999999997 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.688353+0000", 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0092686360000000002 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.688627+0000", 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00027438099999999997 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.693911+0000", 2023-10-09T04:48:10.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052835219999999997 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.693962+0000", 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1527999999999999e-05 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.694007+0000", 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4302999999999999e-05 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.353 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230859 9.9 9:90df5b38:::benchmark_data_smithi107_236173_object114568:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.079439+0000", 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.206428087000006, 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.56548075499999995, 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.354 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230859 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079439+0000", 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079439+0000", 2023-10-09T04:48:10.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079439+0000", 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079441+0000", 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.204e-06 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079446+0000", 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1259999999999997e-06 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079450+0000", 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3789999999999999e-06 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079535+0000", 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4932999999999995e-05 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.079546+0000", 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1304000000000001e-05 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.622098+0000", 2023-10-09T04:48:10.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.54255109700000004 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.622228+0000", 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013022500000000001 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.622682+0000", 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00045453699999999997 2023-10-09T04:48:10.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.629825+0000", 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071424640000000003 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.634423+0000", 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045984579999999997 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.644837+0000", 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010413267 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.644876+0000", 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9011999999999999e-05 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.644920+0000", 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4070000000000003e-05 2023-10-09T04:48:10.361 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230867 9.9 9:971d5426:::benchmark_data_smithi107_236173_object114576:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.088206+0000", 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.197660851999998, 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.56113804, 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.362 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230867 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088206+0000", 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088206+0000", 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088204+0000", 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088214+0000", 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7580000000000004e-06 2023-10-09T04:48:10.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088230+0000", 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6427999999999999e-05 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088245+0000", 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4474000000000001e-05 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088315+0000", 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0130999999999997e-05 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.088327+0000", 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.237e-05 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.627491+0000", 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.53916350999999996 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.627624+0000", 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013294399999999999 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.628027+0000", 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00040325700000000002 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.631642+0000", 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003615423 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.638458+0000", 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068154039999999997 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.649240+0000", 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010782498999999999 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.649291+0000", 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0562000000000001e-05 2023-10-09T04:48:10.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.649344+0000", 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3458999999999998e-05 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230869 9.15 9:a94590b9:::benchmark_data_smithi107_236173_object114578:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.092250+0000", 2023-10-09T04:48:10.370 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.193617255999996, 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.60633207099999997, 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230869 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092250+0000", 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092250+0000", 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092248+0000", 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:10.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092256+0000", 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7910000000000005e-06 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092271+0000", 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.562e-05 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092278+0000", 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6540000000000002e-06 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092322+0000", 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.443e-05 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.092333+0000", 2023-10-09T04:48:10.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0176999999999999e-05 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.683702+0000", 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.59136964700000005 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.683820+0000", 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000118157 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.684182+0000", 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036126399999999998 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.691786+0000", 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076047729999999996 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.695744+0000", 2023-10-09T04:48:10.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039576159999999997 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.698507+0000", 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0027630390000000001 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.698548+0000", 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0998999999999998e-05 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.698582+0000", 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3699999999999999e-05 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230874 9.8 9:13c5bcc6:::benchmark_data_smithi107_236173_object114583:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.098227+0000", 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.187640094000002, 2023-10-09T04:48:10.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.58278179699999999, 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230874 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.098227+0000", 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.098227+0000", 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.098224+0000", 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.098238+0000", 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4086e-05 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.098269+0000", 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0580000000000002e-05 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.098284+0000", 2023-10-09T04:48:10.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4552999999999999e-05 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099428+0000", 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001144777 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099442+0000", 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3940999999999999e-05 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.634190+0000", 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.53474810500000003 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.634319+0000", 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012849000000000001 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.634728+0000", 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00040950099999999999 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.638614+0000", 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003886114 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.680861+0000", 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042246750999999999 2023-10-09T04:48:10.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.680956+0000", 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5038999999999996e-05 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.680987+0000", 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1087000000000002e-05 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.681009+0000", 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1279000000000001e-05 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:230875 9.19 9:9b95ba11:::benchmark_data_smithi107_236173_object114584:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e208)", 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:56.099121+0000", 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 74.186746385000006, 2023-10-09T04:48:10.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.60148082300000005, 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 230875 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099121+0000", 2023-10-09T04:48:10.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099121+0000", 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099119+0000", 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099126+0000", 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7290000000000003e-06 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099144+0000", 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7827999999999999e-05 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099153+0000", 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0110000000000006e-06 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099200+0000", 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7169000000000002e-05 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.099211+0000", 2023-10-09T04:48:10.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1151e-05 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.689477+0000", 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.59026590700000003 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.689555+0000", 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8057000000000002e-05 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.689829+0000", 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00027348699999999999 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.691276+0000", 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001446819 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.698440+0000", 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071646110000000004 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.700515+0000", 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0020751960000000001 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.700563+0000", 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7258000000000001e-05 2023-10-09T04:48:10.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:56.700601+0000", 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8742000000000003e-05 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:40090 10.8 10:1486801e:::benchmark_data_smithi107_275910_object40089:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:47:34.980199+0000", 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 35.305668038999997, 2023-10-09T04:48:10.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.043611888000000001, 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 40090 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980199+0000", 2023-10-09T04:48:10.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980199+0000", 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980198+0000", 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980218+0000", 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0310999999999999e-05 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980227+0000", 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4089999999999992e-06 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980233+0000", 2023-10-09T04:48:10.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5419999999999996e-06 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980272+0000", 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8871000000000001e-05 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980399+0000", 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0001273 2023-10-09T04:48:10.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980549+0000", 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015024099999999999 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983592+0000", 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030429319999999999 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023664+0000", 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.040071138999999999 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023727+0000", 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3551000000000002e-05 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023774+0000", 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7117000000000003e-05 2023-10-09T04:48:10.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023811+0000", 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.659e-05 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:40093 10.4 10:2679c7c7:::benchmark_data_smithi107_275910_object40092:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:47:34.980481+0000", 2023-10-09T04:48:10.401 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 35.305386402000003, 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.041812819000000001, 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 40093 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980481+0000", 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980481+0000", 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980480+0000", 2023-10-09T04:48:10.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980503+0000", 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3183000000000001e-05 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980513+0000", 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0146000000000001e-05 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980522+0000", 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0489999999999993e-06 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980594+0000", 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2342999999999995e-05 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980709+0000", 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000114269 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.980828+0000", 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011895 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.982397+0000", 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015694420000000001 2023-10-09T04:48:10.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.984003+0000", 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0016059170000000001 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.022204+0000", 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038201127000000001 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.022254+0000", 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0281000000000002e-05 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.022293+0000", 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8946999999999998e-05 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:40094 10.8 10:1f67d52f:::benchmark_data_smithi107_275910_object40093:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:47:34.983690+0000", 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 35.302176750999998, 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042214520999999998, 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 40094 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.409 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983690+0000", 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983690+0000", 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983689+0000", 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983726+0000", 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6631999999999998e-05 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983737+0000", 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.148e-05 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983760+0000", 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2847e-05 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983811+0000", 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0893000000000002e-05 2023-10-09T04:48:10.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983946+0000", 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000135759 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.984049+0000", 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000102484 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023698+0000", 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039649256000000001 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023847+0000", 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014889100000000001 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.025821+0000", 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0019736720000000001 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.025866+0000", 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5138e-05 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.025905+0000", 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8761999999999999e-05 2023-10-09T04:48:10.415 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:40098 10.8 10:1fd7705e:::benchmark_data_smithi107_275910_object40097:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:47:34.983793+0000", 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 35.302074330000003, 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.044223936999999998, 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.416 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 40098 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983793+0000", 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983793+0000", 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983792+0000", 2023-10-09T04:48:10.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:10.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.418 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:10.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983812+0000", 2023-10-09T04:48:10.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0103e-05 2023-10-09T04:48:10.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983826+0000", 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3521e-05 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983832+0000", 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6250000000000001e-06 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.985172+0000", 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013400840000000001 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.985288+0000", 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000115717 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.022061+0000", 2023-10-09T04:48:10.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.036773065000000001 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.025814+0000", 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037526019999999998 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.025912+0000", 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8214999999999994e-05 2023-10-09T04:48:10.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.027931+0000", 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0020191839999999998 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.027981+0000", 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9960000000000003e-05 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.028017+0000", 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5405999999999999e-05 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.45347.0:40090 10.8 e223/215 ondisk, result = 0)", 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:47:34.983837+0000", 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 35.302030414999997, 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039829765000000003, 2023-10-09T04:48:10.424 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983837+0000", 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983837+0000", 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983836+0000", 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983840+0000", 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3640000000000001e-06 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983849+0000", 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.636e-06 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.983855+0000", 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0769999999999996e-06 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023649+0000", 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039794295 2023-10-09T04:48:10.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023657+0000", 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7570000000000004e-06 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023666+0000", 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2909999999999996e-06 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.428 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:40097 10.6 e223/215 10:6b3b7c4e:::benchmark_data_smithi107_275910_object40096:head v 223'2518, mlcod=223'2516)", 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:47:34.987551+0000", 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 35.298316372999999, 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.041698006000000003, 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.987551+0000", 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.987551+0000", 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.987550+0000", 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:34.987598+0000", 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8272999999999997e-05 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023872+0000", 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.036274035000000003 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023879+0000", 2023-10-09T04:48:10.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7139999999999996e-06 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.023983+0000", 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010430899999999999 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.024001+0000", 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8005000000000001e-05 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.029207+0000", 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052053569999999999 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:47:35.029249+0000", 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2039000000000002e-05 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.433 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:82141 10.18 10:1b432c28:::benchmark_data_smithi107_275910_object82140:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e229)", 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:08.650147+0000", 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.635719591, 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.04948309, 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 82141 2023-10-09T04:48:10.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.650147+0000", 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.650147+0000", 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:10.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.650145+0000", 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.650173+0000", 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7497000000000001e-05 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.650193+0000", 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0545999999999999e-05 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.650205+0000", 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.652636+0000", 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024314200000000001 2023-10-09T04:48:10.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.652648+0000", 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1955e-05 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.693073+0000", 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.040425072999999999 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.693173+0000", 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000100127 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.693278+0000", 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000104391 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.694533+0000", 2023-10-09T04:48:10.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001254898 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.697612+0000", 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030793600000000002 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.699502+0000", 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018905339999999999 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.699551+0000", 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8767999999999998e-05 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:08.699630+0000", 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9220000000000004e-05 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.441 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:10.442 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:10.442 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:48:10.442 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 84422 84406 99.5146 86 0.0107153 0.0100446 2023-10-09T04:48:10.505 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:10.560 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:10.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:10.571 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:10.671 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:10.735 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:10.793 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:10.797 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:10 smithi150 ceph-mon[168511]: 10.8 scrub starts 2023-10-09T04:48:10.797 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:10 smithi150 ceph-mon[168511]: 10.1 scrub starts 2023-10-09T04:48:10.797 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:10 smithi150 ceph-mon[168511]: pgmap v774: 99 pgs: 3 peering, 10 unknown, 86 active+clean; 4.7 GiB data, 20 GiB used, 606 GiB / 626 GiB avail 2023-10-09T04:48:10.797 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:10 smithi150 ceph-mon[168511]: 10.8 scrub ok 2023-10-09T04:48:10.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:10.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:10.899 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:10.916 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[184249]: 10.8 scrub starts 2023-10-09T04:48:10.916 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[184249]: 10.1 scrub starts 2023-10-09T04:48:10.916 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[184249]: pgmap v774: 99 pgs: 3 peering, 10 unknown, 86 active+clean; 4.7 GiB data, 20 GiB used, 606 GiB / 626 GiB avail 2023-10-09T04:48:10.916 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[184249]: 10.8 scrub ok 2023-10-09T04:48:10.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[179183]: 10.8 scrub starts 2023-10-09T04:48:10.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[179183]: 10.1 scrub starts 2023-10-09T04:48:10.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[179183]: pgmap v774: 99 pgs: 3 peering, 10 unknown, 86 active+clean; 4.7 GiB data, 20 GiB used, 606 GiB / 626 GiB avail 2023-10-09T04:48:10.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:10 smithi107 ceph-mon[179183]: 10.8 scrub ok 2023-10-09T04:48:10.952 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:11.013 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:11.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:11.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:11.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:48:11.096 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:48:11.118 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:11.132 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [] live_osds: [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:48:11.132 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:48:11.132 INFO:tasks.thrashosds.thrasher:Killing osd 1, live_osds are [0, 1, 2, 4, 5, 6, 7, 3] 2023-10-09T04:48:11.133 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-09T04:48:11.133 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1 2023-10-09T04:48:11.250 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:11.345 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:11.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:11.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:11.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 85713 85697 99.1658 80.6875 0.016136 0.0100784 2023-10-09T04:48:11.456 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:11.504 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:11.560 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:11.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:11.569 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:11.648 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-mon[179183]: 10.2 scrub starts 2023-10-09T04:48:11.649 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-mon[179183]: 10.2 scrub ok 2023-10-09T04:48:11.650 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:11 smithi107 systemd[1]: Stopping Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:48:11.669 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:11.738 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:11.785 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:11.787 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:11 smithi150 ceph-mon[168511]: 10.2 scrub starts 2023-10-09T04:48:11.787 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:11 smithi150 ceph-mon[168511]: 10.2 scrub ok 2023-10-09T04:48:11.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:11.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:11.890 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:11.909 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:11.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-mon[184249]: 10.2 scrub starts 2023-10-09T04:48:11.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-mon[184249]: 10.2 scrub ok 2023-10-09T04:48:11.922 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[202080]: 2023-10-09T04:48:11.879+0000 7f7661373700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T04:48:11.922 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[202080]: 2023-10-09T04:48:11.879+0000 7f7661373700 -1 osd.1 229 *** Got signal Terminated *** 2023-10-09T04:48:11.922 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:11 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[202080]: 2023-10-09T04:48:11.879+0000 7f7661373700 -1 osd.1 229 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T04:48:11.956 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:12.016 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:12.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:12.026 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:12.055 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:12.127 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:12.180 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:12.285 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:48:12] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2023-10-09T04:48:12.296 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:12.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:12.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:12.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 86895 86879 98.7059 73.875 0.0071367 0.0101269 2023-10-09T04:48:12.402 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:12.478 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:12.554 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:12.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:12.567 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:12.668 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:12.679 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:48:12.707 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:12.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:12 smithi150 ceph-mon[168511]: 10.11 scrub starts 2023-10-09T04:48:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:12 smithi150 ceph-mon[168511]: pgmap v775: 99 pgs: 3 peering, 8 unknown, 88 active+clean; 4.7 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 4.8 MiB/s wr, 77 op/s 2023-10-09T04:48:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:12 smithi150 ceph-mon[168511]: osd.1 marked itself down and dead 2023-10-09T04:48:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2269727071' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:12 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:12.817 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[179183]: 10.11 scrub starts 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[179183]: pgmap v775: 99 pgs: 3 peering, 8 unknown, 88 active+clean; 4.7 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 4.8 MiB/s wr, 77 op/s 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[179183]: osd.1 marked itself down and dead 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2269727071' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[184249]: 10.11 scrub starts 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[184249]: pgmap v775: 99 pgs: 3 peering, 8 unknown, 88 active+clean; 4.7 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 4.8 MiB/s wr, 77 op/s 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[184249]: osd.1 marked itself down and dead 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2269727071' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:12.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:12 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:12.946 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:12.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:12.951 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:13.051 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:13.078 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:13.110 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:13.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:13.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:13.214 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:13.276 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:13.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 87344 87328 97.4445 28.0625 0.00203086 0.0101385 2023-10-09T04:48:13.513 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:13.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:13.517 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:13.618 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:13.647 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:13.762 INFO:teuthology.orchestra.run.smithi107.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-10-09T04:48:13.787 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:13.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:13.794 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: 10.11 scrub ok 2023-10-09T04:48:13.794 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: 10.1 scrub starts 2023-10-09T04:48:13.794 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:13.794 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: osdmap e230: 8 total, 7 up, 7 in 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[179183]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: 10.11 scrub ok 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: 10.1 scrub starts 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:48:13.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.796 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:48:13.796 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: osdmap e230: 8 total, 7 up, 7 in 2023-10-09T04:48:13.796 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.796 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:13 smithi107 ceph-mon[184249]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.796 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:13.897 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:13.966 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: 10.11 scrub ok 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: 10.1 scrub starts 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: osdmap e230: 8 total, 7 up, 7 in 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:13 smithi150 ceph-mon[168511]: failed to encode map e230 with expected crc 2023-10-09T04:48:13.977 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:14.050 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:14.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:14.056 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:14.157 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:14.233 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:14.291 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:14.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:14.295 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:14.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 88148 88132 96.6166 50.25 0.00619854 0.010346 2023-10-09T04:48:14.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:14.444 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:14.519 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:14 smithi107 bash[283940]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1 2023-10-09T04:48:14.567 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:14.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:14.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:14.678 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:14.740 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:14.809 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:14.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:14.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:14.845 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: pgmap v777: 99 pgs: 1 active+clean+scrubbing, 11 stale+active+clean, 12 peering, 75 active+clean; 5.3 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 6.9 MiB/s wr, 110 op/s; 21 KiB/s, 0 objects/s recovering 2023-10-09T04:48:14.845 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-10-09T04:48:14.845 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.845 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: osdmap e231: 8 total, 7 up, 7 in 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[184249]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: pgmap v777: 99 pgs: 1 active+clean+scrubbing, 11 stale+active+clean, 12 peering, 75 active+clean; 5.3 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 6.9 MiB/s wr, 110 op/s; 21 KiB/s, 0 objects/s recovering 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: osdmap e231: 8 total, 7 up, 7 in 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:14 smithi107 ceph-mon[179183]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.918 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: pgmap v777: 99 pgs: 1 active+clean+scrubbing, 11 stale+active+clean, 12 peering, 75 active+clean; 5.3 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 6.9 MiB/s wr, 110 op/s; 21 KiB/s, 0 objects/s recovering 2023-10-09T04:48:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: osdmap e231: 8 total, 7 up, 7 in 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:14 smithi150 ceph-mon[168511]: failed to encode map e231 with expected crc 2023-10-09T04:48:14.991 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:15.063 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:15.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:15.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:15.172 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:15.209 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-10-09T04:48:15.209 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:48:15.230 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:15.289 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:15.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:15.298 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:15.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 89510 89494 96.4183 85.125 0.0193317 0.010367 2023-10-09T04:48:15.398 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:15.462 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:15.533 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:15.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:15.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:15.640 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:15.696 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:15.768 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:15.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:15.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:15.805 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:48:15.865 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:15.876 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:15.896 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:15.930 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:15.941 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:15.964 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:16.012 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:16.044 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:16.070 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:16.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:16.080 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:16.084 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:16.085 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.085 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T04:48:16.085 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.085 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.085 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:48:16.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:15 smithi107 ceph-mon[179183]: pgmap v779: 99 pgs: 1 active+clean+scrubbing, 11 stale+active+clean, 12 peering, 75 active+clean; 5.3 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 19 MiB/s wr, 298 op/s; 19 KiB/s, 0 objects/s recovering 2023-10-09T04:48:16.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3228057093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:16.107 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:15 smithi107 ceph-mon[184249]: pgmap v779: 99 pgs: 1 active+clean+scrubbing, 11 stale+active+clean, 12 peering, 75 active+clean; 5.3 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 19 MiB/s wr, 298 op/s; 19 KiB/s, 0 objects/s recovering 2023-10-09T04:48:16.107 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3228057093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:16.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:16.226 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:16.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:15 smithi150 ceph-mon[168511]: pgmap v779: 99 pgs: 1 active+clean+scrubbing, 11 stale+active+clean, 12 peering, 75 active+clean; 5.3 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 19 MiB/s wr, 298 op/s; 19 KiB/s, 0 objects/s recovering 2023-10-09T04:48:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3228057093' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:16.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 15 90826 90811 96.1792 82.3125 0.0059551 0.010393 2023-10-09T04:48:16.473 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:16.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:16.477 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:16.578 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:16.640 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:16.666 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:48:16.667 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:48:16.698 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:16.704 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:16.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:16.711 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:16.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:16.865 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:16.959 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:16.970 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:16.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:16.977 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:17.078 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:17.142 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:17.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:17.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:17.181 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:17.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:17.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:17.293 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:17.354 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:17.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:48:17.358891+0000 min lat: 0.00108174 max lat: 1.07591 avg lat: 0.0104152 2023-10-09T04:48:17.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:48:17.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 92167 92151 95.9719 83.75 0.0144519 0.0104152 2023-10-09T04:48:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:17.853 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:17.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:17.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:17.959 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:18.016 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:18.082 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service' 2023-10-09T04:48:18.140 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T04:48:18.140 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-09T04:48:18.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:18 smithi107 ceph-mon[179183]: pgmap v780: 99 pgs: 4 active+undersized+degraded, 10 active+undersized, 1 active+clean+scrubbing, 7 stale+active+clean, 12 peering, 65 active+clean; 5.4 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 26 MiB/s wr, 422 op/s; 5694/263682 objects degraded (2.159%); 16 KiB/s, 0 objects/s recovering 2023-10-09T04:48:18.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:18 smithi107 ceph-mon[184249]: pgmap v780: 99 pgs: 4 active+undersized+degraded, 10 active+undersized, 1 active+clean+scrubbing, 7 stale+active+clean, 12 peering, 65 active+clean; 5.4 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 26 MiB/s wr, 422 op/s; 5694/263682 objects degraded (2.159%); 16 KiB/s, 0 objects/s recovering 2023-10-09T04:48:18.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 93532 93516 95.797 85.3125 0.0128816 0.0104344 2023-10-09T04:48:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:18 smithi150 ceph-mon[168511]: pgmap v780: 99 pgs: 4 active+undersized+degraded, 10 active+undersized, 1 active+clean+scrubbing, 7 stale+active+clean, 12 peering, 65 active+clean; 5.4 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 26 MiB/s wr, 422 op/s; 5694/263682 objects degraded (2.159%); 16 KiB/s, 0 objects/s recovering 2023-10-09T04:48:18.667 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:48:18.764 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:18.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:18.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:18.779 INFO:teuthology.orchestra.run.smithi107.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-10-09T04:48:18.870 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:18.909 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:18.976 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:18.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:18.983 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:19.084 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:19.148 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:19.197 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:19.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:19.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:19.202 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:19 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 5694/263682 objects degraded (2.159%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:19.233 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:19 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 5694/263682 objects degraded (2.159%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:19.233 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:19 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 5694/263682 objects degraded (2.159%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:19.271 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-10-09T04:48:19.272 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:48:19.302 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:19.358 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 94846 94830 95.5764 82.125 0.0100391 0.0104583 2023-10-09T04:48:19.370 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:19.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:19.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:19.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:19.541 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:19.589 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:19.646 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:19.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:19.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:19.672 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:19.757 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:19.811 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:19.881 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:19.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:19.886 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:19.986 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:20.057 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:20.124 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:20.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:20.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:20.167 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:20.231 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:20.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:20 smithi150 ceph-mon[168511]: pgmap v781: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 5.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 54 MiB/s wr, 861 op/s; 22841/275850 objects degraded (8.280%); 24 KiB/s, 0 objects/s recovering 2023-10-09T04:48:20.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/668808681' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:20.300 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:20.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 96054 96038 95.2577 75.5 0.0205371 0.0104931 2023-10-09T04:48:20.379 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:20.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:20.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:20.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:20 smithi107 ceph-mon[179183]: pgmap v781: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 5.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 54 MiB/s wr, 861 op/s; 22841/275850 objects degraded (8.280%); 24 KiB/s, 0 objects/s recovering 2023-10-09T04:48:20.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/668808681' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:20.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:20 smithi107 ceph-mon[184249]: pgmap v781: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 5.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 54 MiB/s wr, 861 op/s; 22841/275850 objects degraded (8.280%); 24 KiB/s, 0 objects/s recovering 2023-10-09T04:48:20.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/668808681' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:20.488 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:20.537 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:20.957 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:48:21.239 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2023-10-09T04:48:21.239 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:21.239 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/668808681' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:21.239 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[179183]: osdmap e232: 8 total, 7 up, 7 in 2023-10-09T04:48:21.239 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[179183]: failed to encode map e232 with expected crc 2023-10-09T04:48:21.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2023-10-09T04:48:21.240 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:21.240 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/668808681' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:21.240 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[184249]: osdmap e232: 8 total, 7 up, 7 in 2023-10-09T04:48:21.240 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:21 smithi107 ceph-mon[184249]: failed to encode map e232 with expected crc 2023-10-09T04:48:21.290 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:21.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:21.295 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:21.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 15 97417 97402 95.1012 85.25 0.00566502 0.0105107 2023-10-09T04:48:21.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:21.430 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:21 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2023-10-09T04:48:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:21 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/668808681' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:21 smithi150 ceph-mon[168511]: osdmap e232: 8 total, 7 up, 7 in 2023-10-09T04:48:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:21 smithi150 ceph-mon[168511]: failed to encode map e232 with expected crc 2023-10-09T04:48:21.581 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:21.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:21.587 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:21.687 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:21.738 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:21.890 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:21.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:21.894 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:21.995 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:22.055 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:22.116 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:22.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:22.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:22.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:48:22] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-10-09T04:48:22.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[179183]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[179183]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[179183]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[179183]: pgmap v783: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 5.7 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 49 MiB/s wr, 776 op/s; 22841/278313 objects degraded (8.207%); 8.0 KiB/s, 0 objects/s recovering 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[184249]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[184249]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[184249]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:22.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:22 smithi107 ceph-mon[184249]: pgmap v783: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 5.7 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 49 MiB/s wr, 776 op/s; 22841/278313 objects degraded (8.207%); 8.0 KiB/s, 0 objects/s recovering 2023-10-09T04:48:22.223 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:22.288 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:22.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 98721 98705 94.8909 81.4375 0.0112584 0.010534 2023-10-09T04:48:22.374 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:22.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:22 smithi150 ceph-mon[168511]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:22 smithi150 ceph-mon[168511]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:22 smithi150 ceph-mon[168511]: failed to encode map e232 with expected crc 2023-10-09T04:48:22.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:22 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:22.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:22 smithi150 ceph-mon[168511]: pgmap v783: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 5.7 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 49 MiB/s wr, 776 op/s; 22841/278313 objects degraded (8.207%); 8.0 KiB/s, 0 objects/s recovering 2023-10-09T04:48:22.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:22.380 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:22.468 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:22.481 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:22.497 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:22.528 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:22.534 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:22.580 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:22.590 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:22.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:22.595 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:22.622 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:22.649 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:22.663 INFO:teuthology.orchestra.run.smithi107.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-10-09T04:48:22.681 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.682 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:48:22.696 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:22.751 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:23.141 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 6, 7] out_osds: [3] dead_osds: [1] live_osds: [0, 2, 4, 5, 6, 7, 3] 2023-10-09T04:48:23.142 INFO:tasks.thrashosds.thrasher:Reviving osd 1 2023-10-09T04:48:23.142 INFO:tasks.cephadm.osd.1:Restarting osd.1 (starting--it wasn't running)... 2023-10-09T04:48:23.142 DEBUG:teuthology.orchestra.run.smithi107:osd.1> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service 2023-10-09T04:48:23.144 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl start ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1 2023-10-09T04:48:23.162 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:23.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:23.167 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:23.190 INFO:journalctl@ceph.osd.1.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T04:48:23.262 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-10-09T04:48:23.263 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:48:23.268 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:23.334 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:23 smithi107 systemd[1]: Starting Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T04:48:23.341 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:23.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 100021 100005 94.6841 81.25 0.00625386 0.0105576 2023-10-09T04:48:23.447 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:23.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:23.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:23.486 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:48:23.486 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:48:23.556 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:23.624 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:48:23.631 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2977497792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:23.632 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:23.653 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2977497792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:23.654 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2977497792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:23.712 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:23.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:23.720 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:23.821 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:23.872 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:24.032 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:24.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:24.036 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:24.137 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:24.160 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:24.190 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:24.247 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:24.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:24.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:24.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:24.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 101175 101159 94.3473 72.125 0.0104613 0.0105949 2023-10-09T04:48:24.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:24 smithi107 ceph-mon[179183]: pgmap v784: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 76 MiB/s wr, 1.22k op/s; 24464/295515 objects degraded (8.278%); 6.5 KiB/s, 0 objects/s recovering 2023-10-09T04:48:24.432 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:24.475 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:24.522 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:24.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:24.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:24.629 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:24 smithi107 ceph-mon[184249]: pgmap v784: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 76 MiB/s wr, 1.22k op/s; 24464/295515 objects degraded (8.278%); 6.5 KiB/s, 0 objects/s recovering 2023-10-09T04:48:24.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T04:48:24.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-09T04:48:24.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2023-10-09T04:48:24.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2023-10-09T04:48:24.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2023-10-09T04:48:24.670 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-10-09T04:48:24.671 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-09T04:48:24.671 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:24 smithi107 bash[285932]: --> ceph-volume lvm activate successful for osd ID: 1 2023-10-09T04:48:24.678 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:24.721 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:24 smithi150 ceph-mon[168511]: pgmap v784: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 76 MiB/s wr, 1.22k op/s; 24464/295515 objects degraded (8.278%); 6.5 KiB/s, 0 objects/s recovering 2023-10-09T04:48:24.728 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:24.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:24.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:24.833 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:24.901 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:25.121 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:25.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:25.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:25.231 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:25.317 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:25.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 102341 102325 94.0315 72.875 0.0175359 0.0106304 2023-10-09T04:48:25.386 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24464/295515 objects degraded (8.278%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:25.386 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:25.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:25.390 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:25.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:48:25.492 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:25.569 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:25.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24464/295515 objects degraded (8.278%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:25.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24464/295515 objects degraded (8.278%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:25.738 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:25.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:25.755 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:25.855 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:25.871 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:48:25.872 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:48:25.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.872 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.45347.0:102876 10.f e232/215 10:fea57da9:::benchmark_data_smithi107_275910_object102875:head v 232'6384, mlcod=232'6382)", 2023-10-09T04:48:25.872 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:25.864079+0000", 2023-10-09T04:48:25.872 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.00014835299999999999, 2023-10-09T04:48:25.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017800499999999999, 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864079+0000", 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864079+0000", 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:25.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864079+0000", 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864106+0000", 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7458e-05 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864123+0000", 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7011e-05 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864130+0000", 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0339999999999999e-06 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:25.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864178+0000", 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8130000000000002e-05 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864198+0000", 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0003000000000001e-05 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:102894 10.11 10.fa78f491 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e232)", 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:25.864205+0000", 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 2.2538999999999999e-05, 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013288199999999999, 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102894 2023-10-09T04:48:25.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864205+0000", 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864205+0000", 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:25.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864204+0000", 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864282+0000", 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8486999999999996e-05 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:25.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864293+0000", 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1105e-05 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864300+0000", 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3409999999999999e-06 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:102895 10.1 10.2a0edce1 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e232)", 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:25.864317+0000", 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 4294967295.9999104, 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0171000000000001e-05, 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 102895 2023-10-09T04:48:25.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864317+0000", 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864317+0000", 2023-10-09T04:48:25.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864317+0000", 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864347+0000", 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9796999999999999e-05 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864354+0000", 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9600000000000003e-06 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:25.864358+0000", 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2209999999999999e-06 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:25.884 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:48:25.885 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 3 2023-10-09T04:48:25.885 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:48:25.900 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:25.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:25.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:25.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:26.067 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:26.096 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:25 smithi107 podman[286398]: 2023-10-09T04:48:26.127 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:26.342 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:48:26.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 103494 103478 93.7131 72.0625 0.0138297 0.0106664 2023-10-09T04:48:26.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:26 smithi107 ceph-mon[184249]: pgmap v785: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 75 MiB/s wr, 1.19k op/s; 24464/295515 objects degraded (8.278%); 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:48:26.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:26 smithi107 ceph-mon[179183]: pgmap v785: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 75 MiB/s wr, 1.19k op/s; 24464/295515 objects degraded (8.278%); 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:48:26.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:26 smithi150 ceph-mon[168511]: pgmap v785: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 75 MiB/s wr, 1.19k op/s; 24464/295515 objects degraded (8.278%); 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:48:26.848 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:26.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:26.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:26.858 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:48:26.955 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:26.997 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:26 smithi107 bash[286398]: a132507d20cf7f56c3f5d2f2a89fd692353f2ba5c7880467791b1866b73e48dd 2023-10-09T04:48:26.997 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:26 smithi107 systemd[1]: Started Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T04:48:26.997 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:26 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[286483]: 2023-10-09T04:48:26.994+0000 7f0350eaf640 -1 Falling back to public interface 2023-10-09T04:48:27.012 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:27.173 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:27.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 104549 104533 93.3162 65.9375 0.0132217 0.0107118 2023-10-09T04:48:27.418 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:27.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:27.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:27.525 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:27.565 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:27.624 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:27.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:27.628 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:27.729 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:27.782 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:27.817 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:27.849 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:27.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:27.852 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:27.953 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:28.077 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:28.312 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:28.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 105784 105768 93.089 77.1875 0.0116874 0.010738 2023-10-09T04:48:28.541 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:28.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:28.550 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:28.564 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:48:28.650 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:28 smithi107 ceph-mon[184249]: pgmap v786: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.1 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s; 24828/299988 objects degraded (8.276%); 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:48:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/634925137' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:48:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:48:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:28 smithi107 ceph-mon[179183]: pgmap v786: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.1 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s; 24828/299988 objects degraded (8.276%); 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:48:28.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/634925137' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:48:28.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:48:28.697 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:28.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:28 smithi150 ceph-mon[168511]: pgmap v786: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.1 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s; 24828/299988 objects degraded (8.276%); 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:48:28.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/634925137' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:48:28.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:48:29.124 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:29.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:29.129 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:29.230 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:29.279 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:29.359 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 107009 106993 92.8594 76.5625 0.00524069 0.010764 2023-10-09T04:48:29.486 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:29.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:29.494 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:29.595 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:29.655 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:29.656 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:48:29.656 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: osdmap e233: 8 total, 7 up, 7 in 2023-10-09T04:48:29.656 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.656 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.656 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.656 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:29 smithi150 ceph-mon[168511]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.668 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:29.780 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:29.809 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:29.838 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:29.882 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: osdmap e233: 8 total, 7 up, 7 in 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[184249]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: osdmap e233: 8 total, 7 up, 7 in 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:29 smithi107 ceph-mon[179183]: failed to encode map e233 with expected crc 2023-10-09T04:48:29.922 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:29.950 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:48:29.981 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:48:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:48:29.982 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:48:30.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 108169 108153 92.5804 72.5 0.0112379 0.0107969 2023-10-09T04:48:30.470 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:48:30.470 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:48:30.725 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:30 smithi107 ceph-mon[184249]: pgmap v788: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 85 MiB/s wr, 1.37k op/s; 25892/313263 objects degraded (8.265%) 2023-10-09T04:48:30.725 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 25892/313263 objects degraded (8.265%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:30.725 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/339929158' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:30.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:30 smithi107 ceph-mon[179183]: pgmap v788: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 85 MiB/s wr, 1.37k op/s; 25892/313263 objects degraded (8.265%) 2023-10-09T04:48:30.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 25892/313263 objects degraded (8.265%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:30.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/339929158' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:no valid command found; 10 closest matches: 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:0 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:1 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:2 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:abort 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:assert 2023-10-09T04:48:30.953 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs debug_inject_read_zeros 2023-10-09T04:48:30.954 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs files list 2023-10-09T04:48:30.954 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs stats 2023-10-09T04:48:30.954 INFO:teuthology.orchestra.run.smithi107.stderr:bluestore bluefs device info [] 2023-10-09T04:48:30.954 INFO:teuthology.orchestra.run.smithi107.stderr:config diff 2023-10-09T04:48:30.954 INFO:teuthology.orchestra.run.smithi107.stderr:admin_socket: invalid command 2023-10-09T04:48:30.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:30 smithi150 ceph-mon[168511]: pgmap v788: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 85 MiB/s wr, 1.37k op/s; 25892/313263 objects degraded (8.265%) 2023-10-09T04:48:30.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 25892/313263 objects degraded (8.265%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:30.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/339929158' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:31.111 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:48:31.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 109361 109345 92.3361 74.5 0.0431282 0.0108265 2023-10-09T04:48:31.397 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-10-09T04:48:31.397 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-1, ['dump_ops_in_flight'] 2023-10-09T04:48:31.857 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:31.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:31.865 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:31.899 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:31.966 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:32.017 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:32.071 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:32.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:32.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:32.176 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:32.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:32 smithi150 ceph-mon[168511]: 10.6 scrub starts 2023-10-09T04:48:32.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:32.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:32.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:32 smithi150 ceph-mon[168511]: pgmap v789: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.4 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 77 MiB/s wr, 1.24k op/s; 25892/315510 objects degraded (8.206%) 2023-10-09T04:48:32.249 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:32.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 110487 110471 92.0432 70.375 0.00883585 0.0108597 2023-10-09T04:48:32.376 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:48:32] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[179183]: 10.6 scrub starts 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[179183]: pgmap v789: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.4 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 77 MiB/s wr, 1.24k op/s; 25892/315510 objects degraded (8.206%) 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[184249]: 10.6 scrub starts 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:32.381 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:32 smithi107 ceph-mon[184249]: pgmap v789: 99 pgs: 11 active+undersized+degraded, 34 active+undersized, 54 active+clean; 6.4 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 77 MiB/s wr, 1.24k op/s; 25892/315510 objects degraded (8.206%) 2023-10-09T04:48:32.414 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:32.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:32.419 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:32.472 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:48:32.520 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:32.614 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:32.792 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:32.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:32.800 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:32.901 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:32.970 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:33.050 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:33.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:33.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:33.164 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:33 smithi150 ceph-mon[168511]: 10.6 scrub ok 2023-10-09T04:48:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:33 smithi150 ceph-mon[168511]: 10.18 scrub starts 2023-10-09T04:48:33.242 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:33.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 111573 111557 91.7246 67.875 0.0188767 0.0108975 2023-10-09T04:48:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:33 smithi107 ceph-mon[179183]: 10.6 scrub ok 2023-10-09T04:48:33.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:33 smithi107 ceph-mon[179183]: 10.18 scrub starts 2023-10-09T04:48:33.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:33 smithi107 ceph-mon[184249]: 10.6 scrub ok 2023-10-09T04:48:33.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:33 smithi107 ceph-mon[184249]: 10.18 scrub starts 2023-10-09T04:48:33.727 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:33.789 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:33.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:33.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:33.901 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:33.959 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:34.014 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:34.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:34.020 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:34.121 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:34.203 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:34.211 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-mon[184249]: 10.9 scrub starts 2023-10-09T04:48:34.211 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-mon[184249]: 10.1 scrub starts 2023-10-09T04:48:34.211 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-mon[184249]: pgmap v790: 99 pgs: 1 active+clean+scrubbing, 11 active+undersized+degraded, 34 active+undersized, 53 active+clean; 6.7 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 52 MiB/s wr, 831 op/s; 27357/331023 objects degraded (8.264%) 2023-10-09T04:48:34.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-mon[179183]: 10.9 scrub starts 2023-10-09T04:48:34.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-mon[179183]: 10.1 scrub starts 2023-10-09T04:48:34.211 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-mon[179183]: pgmap v790: 99 pgs: 1 active+clean+scrubbing, 11 active+undersized+degraded, 34 active+undersized, 53 active+clean; 6.7 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 52 MiB/s wr, 831 op/s; 27357/331023 objects degraded (8.264%) 2023-10-09T04:48:34.291 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:34.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:34.307 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:34.338 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:48:34.338 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:48:34.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 112611 112595 91.3759 64.875 0.00846256 0.0109395 2023-10-09T04:48:34.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:34 smithi150 ceph-mon[168511]: 10.9 scrub starts 2023-10-09T04:48:34.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:34 smithi150 ceph-mon[168511]: 10.1 scrub starts 2023-10-09T04:48:34.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:34 smithi150 ceph-mon[168511]: pgmap v790: 99 pgs: 1 active+clean+scrubbing, 11 active+undersized+degraded, 34 active+undersized, 53 active+clean; 6.7 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 52 MiB/s wr, 831 op/s; 27357/331023 objects degraded (8.264%) 2023-10-09T04:48:34.408 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:34.522 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:34.605 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:34 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[286483]: 2023-10-09T04:48:34.218+0000 7f0350eaf640 -1 osd.1 229 log_to_monitors true 2023-10-09T04:48:34.824 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:34.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:34.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:34.867 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:48:34.937 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:35.052 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:35.109 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:48:35.132 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:35.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:35.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:35.220 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:35.243 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:35.248 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:35.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[184249]: 10.7 scrub starts 2023-10-09T04:48:35.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[184249]: 10.9 scrub ok 2023-10-09T04:48:35.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2843999075' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:35.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:48:35.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 27357/331023 objects degraded (8.264%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:35.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[179183]: 10.7 scrub starts 2023-10-09T04:48:35.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[179183]: 10.9 scrub ok 2023-10-09T04:48:35.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2843999075' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:35.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:48:35.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 27357/331023 objects degraded (8.264%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:35.271 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 04:48:35 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[286483]: 2023-10-09T04:48:35.116+0000 7f0341b1a700 -1 osd.1 229 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T04:48:35.280 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:35.292 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:35.325 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:35.353 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:35.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 113617 113601 91.0104 62.875 0.00633557 0.0109829 2023-10-09T04:48:35.385 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:35.413 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:48:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:35 smithi150 ceph-mon[168511]: 10.7 scrub starts 2023-10-09T04:48:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:35 smithi150 ceph-mon[168511]: 10.9 scrub ok 2023-10-09T04:48:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2843999075' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:35.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:35 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T04:48:35.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 27357/331023 objects degraded (8.264%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:35.787 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:35.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:35.792 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:35.807 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:35.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:35.932 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:35.951 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T04:48:35.951 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T04:48:35.985 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:35.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:35.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:36.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: 10.17 scrub starts 2023-10-09T04:48:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:48:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2843999075' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:48:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: osdmap e234: 8 total, 7 up, 7 in 2023-10-09T04:48:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2455266089' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: 10.1 scrub starts 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[184249]: pgmap v792: 99 pgs: 1 active+clean+scrubbing, 11 active+undersized+degraded, 34 active+undersized, 53 active+clean; 6.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 53 MiB/s wr, 853 op/s; 27357/331023 objects degraded (8.264%) 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: 10.17 scrub starts 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:48:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2843999075' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: osdmap e234: 8 total, 7 up, 7 in 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2455266089' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: 10.1 scrub starts 2023-10-09T04:48:36.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:36 smithi107 ceph-mon[179183]: pgmap v792: 99 pgs: 1 active+clean+scrubbing, 11 active+undersized+degraded, 34 active+undersized, 53 active+clean; 6.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 53 MiB/s wr, 853 op/s; 27357/331023 objects degraded (8.264%) 2023-10-09T04:48:36.174 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:36.228 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:36.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:36.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:36.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 114393 114377 90.4723 48.5 0.00802843 0.01102 2023-10-09T04:48:36.382 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:36.398 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:48:36.407 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:36.441 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:36.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:36.444 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: 10.17 scrub starts 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2843999075' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: osdmap e234: 8 total, 7 up, 7 in 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T04:48:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: failed to encode map e234 with expected crc 2023-10-09T04:48:36.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2455266089' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:36.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: 10.1 scrub starts 2023-10-09T04:48:36.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:36 smithi150 ceph-mon[168511]: pgmap v792: 99 pgs: 1 active+clean+scrubbing, 11 active+undersized+degraded, 34 active+undersized, 53 active+clean; 6.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 53 MiB/s wr, 853 op/s; 27357/331023 objects degraded (8.264%) 2023-10-09T04:48:36.545 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:36.578 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:36.716 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:36.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:36.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:36.820 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:36.847 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:37.004 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:37.083 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:37.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:37.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:37.187 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:37.214 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:37.297 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:37.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:37.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:37.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:48:37.361144+0000 min lat: 0.00108174 max lat: 1.07591 avg lat: 0.01102 2023-10-09T04:48:37.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:48:37.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 114393 114377 89.3414 0 - 0.01102 2023-10-09T04:48:37.401 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919] boot 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: osdmap e235: 8 total, 8 up, 7 in 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: 10.17 scrub ok 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: 10.1 scrub ok 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[184249]: 10.18 scrub starts 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919] boot 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: osdmap e235: 8 total, 8 up, 7 in 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: 10.17 scrub ok 2023-10-09T04:48:37.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: 10.1 scrub ok 2023-10-09T04:48:37.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:37 smithi107 ceph-mon[179183]: 10.18 scrub starts 2023-10-09T04:48:37.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T04:48:37.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: osd.1 [v2:172.21.15.107:6810/1110232919,v1:172.21.15.107:6811/1110232919] boot 2023-10-09T04:48:37.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: osdmap e235: 8 total, 8 up, 7 in 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: failed to encode map e235 with expected crc 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: 10.17 scrub ok 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: 10.1 scrub ok 2023-10-09T04:48:37.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:37 smithi150 ceph-mon[168511]: 10.18 scrub starts 2023-10-09T04:48:37.428 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:37.860 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:48:37.952 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:48:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: osdmap e236: 8 total, 8 up, 7 in 2023-10-09T04:48:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: 10.18 scrub ok 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[184249]: pgmap v795: 99 pgs: 8 peering, 1 active+clean+scrubbing, 7 active+undersized+degraded, 30 active+undersized, 53 active+clean; 6.8 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 30 MiB/s wr, 486 op/s; 20534/334809 objects degraded (6.133%) 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: osdmap e236: 8 total, 8 up, 7 in 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: 10.18 scrub ok 2023-10-09T04:48:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:38 smithi107 ceph-mon[179183]: pgmap v795: 99 pgs: 8 peering, 1 active+clean+scrubbing, 7 active+undersized+degraded, 30 active+undersized, 53 active+clean; 6.8 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 30 MiB/s wr, 486 op/s; 20534/334809 objects degraded (6.133%) 2023-10-09T04:48:38.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 114393 114377 88.2385 0 - 0.01102 2023-10-09T04:48:38.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: osdmap e236: 8 total, 8 up, 7 in 2023-10-09T04:48:38.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: failed to encode map e236 with expected crc 2023-10-09T04:48:38.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: 10.18 scrub ok 2023-10-09T04:48:38.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:38 smithi150 ceph-mon[168511]: pgmap v795: 99 pgs: 8 peering, 1 active+clean+scrubbing, 7 active+undersized+degraded, 30 active+undersized, 53 active+clean; 6.8 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 30 MiB/s wr, 486 op/s; 20534/334809 objects degraded (6.133%) 2023-10-09T04:48:39.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 115469 115453 87.9825 22.4167 0.0162074 0.0113609 2023-10-09T04:48:39.386 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:39.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:39.397 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:39.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:39 smithi150 ceph-mon[168511]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:39 smithi150 ceph-mon[168511]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:39 smithi150 ceph-mon[168511]: osdmap e237: 8 total, 8 up, 7 in 2023-10-09T04:48:39.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:39 smithi150 ceph-mon[168511]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:39 smithi150 ceph-mon[168511]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:39 smithi150 ceph-mon[168511]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[184249]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[184249]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[184249]: osdmap e237: 8 total, 8 up, 7 in 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[184249]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[184249]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[184249]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[179183]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[179183]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[179183]: osdmap e237: 8 total, 8 up, 7 in 2023-10-09T04:48:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[179183]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[179183]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:39 smithi107 ceph-mon[179183]: failed to encode map e237 with expected crc 2023-10-09T04:48:39.498 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:39.543 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:39.643 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:39.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:39.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:39.751 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:39.816 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:39.917 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:39.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:39.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:40.026 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:40.062 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:40.097 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:48:40.097 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:116173 10.0 e237/236 10:0550efeb:::benchmark_data_smithi107_275910_object116172:head v 237'6189, mlcod=229'5321)", 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:40.089246+0000", 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0041038619999999998, 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0041380829999999999, 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:48:40.098 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089246+0000", 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089246+0000", 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089245+0000", 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089295+0000", 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9910999999999997e-05 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:40.100 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089315+0000", 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0361e-05 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089351+0000", 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5589000000000001e-05 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.091964+0000", 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026131320000000002 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.101 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.091983+0000", 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8850000000000001e-05 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:116170 10.b e237/236 10:defb136c:::benchmark_data_smithi107_275910_object116169:head v 237'7089, mlcod=229'5309)", 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:40.089365+0000", 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0039849539999999998, 2023-10-09T04:48:40.102 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040938930000000004, 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089365+0000", 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089365+0000", 2023-10-09T04:48:40.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089365+0000", 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089397+0000", 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2403000000000001e-05 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089406+0000", 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0329999999999997e-06 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089411+0000", 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8940000000000001e-06 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089463+0000", 2023-10-09T04:48:40.105 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1811000000000003e-05 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.089489+0000", 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6006000000000001e-05 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:116175 10.4 e237/236 10:271618e8:::benchmark_data_smithi107_275910_object116174:head v 237'6172, mlcod=229'5311)", 2023-10-09T04:48:40.106 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:40.093353+0000", 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 4294967295.9999967, 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016762600000000001, 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093353+0000", 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.107 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093353+0000", 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093352+0000", 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093377+0000", 2023-10-09T04:48:40.108 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4216999999999999e-05 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093394+0000", 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7314000000000001e-05 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093403+0000", 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5059999999999995e-06 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.109 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093472+0000", 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9172999999999997e-05 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:40.093499+0000", 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6857999999999999e-05 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.110 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:48:40.111 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:48:40.111 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 3 2023-10-09T04:48:40.111 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:48:40.161 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:40.195 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:40.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 116442 116426 87.6551 60.8125 0.00601856 0.0114029 2023-10-09T04:48:40.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:40 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:48:40.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:40 smithi107 ceph-mon[179183]: pgmap v797: 99 pgs: 4 remapped+peering, 8 peering, 1 active+undersized+degraded, 15 active+undersized, 71 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 3381/342609 objects degraded (0.987%) 2023-10-09T04:48:40.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20534/334809 objects degraded (6.133%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:40.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:40 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:48:40.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:40 smithi107 ceph-mon[184249]: pgmap v797: 99 pgs: 4 remapped+peering, 8 peering, 1 active+undersized+degraded, 15 active+undersized, 71 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 3381/342609 objects degraded (0.987%) 2023-10-09T04:48:40.397 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20534/334809 objects degraded (6.133%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:40 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:48:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:40 smithi150 ceph-mon[168511]: pgmap v797: 99 pgs: 4 remapped+peering, 8 peering, 1 active+undersized+degraded, 15 active+undersized, 71 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 3381/342609 objects degraded (0.987%) 2023-10-09T04:48:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20534/334809 objects degraded (6.133%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:40.523 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:40.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:40.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:40.630 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:40.684 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:40.843 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:40.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:40.846 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:40.947 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:40.996 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T04:48:41.033 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:41.123 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:41.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:41.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:41.181 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190849 9.c 9:337e8100:::benchmark_data_smithi107_236173_object74558:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.544550+0000", 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.63149824600001, 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0501492109999999, 2023-10-09T04:48:41.182 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190849 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544550+0000", 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.183 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544550+0000", 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544548+0000", 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.184 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544555+0000", 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6769999999999998e-06 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544571+0000", 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6237000000000001e-05 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.185 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544579+0000", 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8040000000000002e-06 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544671+0000", 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2569000000000001e-05 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.186 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544679+0000", 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9889999999999992e-06 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.577462+0000", 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0327824969999999 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.581231+0000", 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037694389999999999 2023-10-09T04:48:41.187 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.581378+0000", 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014684299999999999 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.592763+0000", 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011384310999999999 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.188 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.594552+0000", 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001789379 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.594604+0000", 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2293000000000002e-05 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.189 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.594699+0000", 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4592000000000005e-05 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190852 9.c 9:374b8aec:::benchmark_data_smithi107_236173_object74561:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.63145171100001, 2023-10-09T04:48:41.190 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0521662629999999, 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190852 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:48:41.191 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544596+0000", 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.192 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544599+0000", 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3179999999999998e-06 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544609+0000", 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0309000000000001e-05 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.193 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544614+0000", 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9679999999999997e-06 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544708+0000", 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3510000000000004e-05 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544716+0000", 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4640000000000006e-06 2023-10-09T04:48:41.194 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.585266+0000", 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.040550023 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.585379+0000", 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011241 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.195 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.585492+0000", 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113177 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.592769+0000", 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072773029999999997 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.596639+0000", 2023-10-09T04:48:41.196 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038699189999999999 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.596686+0000", 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6755999999999998e-05 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.596762+0000", 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6612000000000004e-05 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.197 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199848 9.c 9:3c19c40e:::benchmark_data_smithi107_236173_object83557:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 155.243822607, 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1931520779999998, 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.198 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199848 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:48:41.199 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932223+0000", 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932233+0000", 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6120000000000005e-06 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.200 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932259+0000", 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6154000000000001e-05 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932269+0000", 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2820000000000002e-06 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.201 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932469+0000", 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020021000000000001 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932599+0000", 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013000500000000001 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932723+0000", 2023-10-09T04:48:41.202 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012386999999999999 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.937281+0000", 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045584270000000003 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949292+0000", 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012011305 2023-10-09T04:48:41.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949301+0000", 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4209999999999995e-06 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933233+0000", 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.983932735 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933244+0000", 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0761000000000001e-05 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.120893+0000", 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.187648523 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.121045+0000", 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015212599999999999 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125303+0000", 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042582039999999998 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125377+0000", 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4233000000000006e-05 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210007 9.c 9:316b1ab5:::benchmark_data_smithi107_236173_object93716:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.60571665099999, 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1016366150000001, 2023-10-09T04:48:41.207 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210007 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.208 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570330+0000", 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.209 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570337+0000", 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0620000000000003e-06 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570349+0000", 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.210 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570356+0000", 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7220000000000002e-06 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570741+0000", 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038530200000000002 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570749+0000", 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9500000000000001e-06 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629516+0000", 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0587671169999999 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629646+0000", 2023-10-09T04:48:41.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130106 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629777+0000", 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013098600000000001 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644487+0000", 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014709913999999999 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671832+0000", 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027344341000000001 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671887+0000", 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5847000000000002e-05 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671932+0000", 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4505000000000002e-05 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671968+0000", 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5874000000000002e-05 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210024 9.c 9:35f78dbd:::benchmark_data_smithi107_236173_object93733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.580504+0000", 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.59554436299999, 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0916288059999999, 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210024 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.216 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580504+0000", 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580504+0000", 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580502+0000", 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580509+0000", 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4939999999999997e-06 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580522+0000", 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2082000000000001e-05 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580528+0000", 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8210000000000004e-06 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580754+0000", 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000225796 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.580763+0000", 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4279999999999996e-06 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.633202+0000", 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0524390429999999 2023-10-09T04:48:41.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.633337+0000", 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013508300000000001 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.633461+0000", 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000124506 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648308+0000", 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014846597 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672004+0000", 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023696055000000001 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672041+0000", 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7481000000000002e-05 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672082+0000", 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1059000000000001e-05 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672132+0000", 2023-10-09T04:48:41.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9919000000000001e-05 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210027 9.c 9:3be9525a:::benchmark_data_smithi107_236173_object93736:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.593518+0000", 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.58252966399999, 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.07876697, 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.224 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210027 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593518+0000", 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593518+0000", 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593516+0000", 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593530+0000", 2023-10-09T04:48:41.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.367e-05 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593551+0000", 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1154000000000001e-05 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593560+0000", 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9849999999999995e-06 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593608+0000", 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8263999999999997e-05 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.593617+0000", 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2349999999999999e-06 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.637014+0000", 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0433973110000001 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.637093+0000", 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8899000000000005e-05 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.637172+0000", 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9278999999999998e-05 2023-10-09T04:48:41.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648314+0000", 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011141544 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672156+0000", 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023842056 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672220+0000", 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4102000000000004e-05 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672251+0000", 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0973999999999999e-05 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672285+0000", 2023-10-09T04:48:41.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4486999999999997e-05 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210039 9.c 9:31d6b20b:::benchmark_data_smithi107_236173_object93748:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.613138+0000", 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.56290967000001, 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0592730720000001, 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.232 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210039 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613138+0000", 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.233 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613138+0000", 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613136+0000", 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.234 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613145+0000", 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9479999999999997e-06 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613165+0000", 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9907000000000001e-05 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613173+0000", 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1030000000000002e-06 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613237+0000", 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3817000000000002e-05 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.237 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.613245+0000", 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2220000000000002e-06 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.640544+0000", 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0272981830000001 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.640670+0000", 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012629699999999999 2023-10-09T04:48:41.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.640804+0000", 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013435399999999999 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652344+0000", 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011539835 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672333+0000", 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019989131 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672354+0000", 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0846e-05 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672381+0000", 2023-10-09T04:48:41.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6696999999999999e-05 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672411+0000", 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0576e-05 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210076 9.c 9:320e06e6:::benchmark_data_smithi107_236173_object93785:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.657472+0000", 2023-10-09T04:48:41.241 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.51857607400001, 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.015067669, 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210076 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657472+0000", 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657472+0000", 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657470+0000", 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657478+0000", 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4900000000000003e-06 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657502+0000", 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4167000000000001e-05 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657509+0000", 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9229999999999996e-06 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657546+0000", 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6748999999999997e-05 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.657552+0000", 2023-10-09T04:48:41.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0190000000000003e-06 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644517+0000", 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98696512700000005 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644637+0000", 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011995299999999999 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644774+0000", 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000137195 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.659739+0000", 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014965055999999999 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672456+0000", 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012716752 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672485+0000", 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9487000000000001e-05 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672510+0000", 2023-10-09T04:48:41.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4400999999999999e-05 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672539+0000", 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9711000000000001e-05 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210078 9.c 9:3a4f7e5a:::benchmark_data_smithi107_236173_object93787:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.249 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.662970+0000", 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.513078358, 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0097715140000001, 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210078 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662970+0000", 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662970+0000", 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662968+0000", 2023-10-09T04:48:41.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662977+0000", 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8580000000000006e-06 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.662998+0000", 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0639e-05 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.663007+0000", 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0629999999999995e-06 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.663073+0000", 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6775999999999999e-05 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.663086+0000", 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2201000000000001e-05 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648340+0000", 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98525432999999996 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648449+0000", 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000108594 2023-10-09T04:48:41.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.648569+0000", 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120726 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663754+0000", 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015184836 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672581+0000", 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088265040000000006 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672647+0000", 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6242999999999996e-05 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672691+0000", 2023-10-09T04:48:41.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4248000000000001e-05 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672741+0000", 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9944000000000002e-05 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210083 9.c 9:3970230d:::benchmark_data_smithi107_236173_object93792:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.257 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.673638+0000", 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.502410105, 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99919041099999995, 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210083 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673638+0000", 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673638+0000", 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673636+0000", 2023-10-09T04:48:41.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673643+0000", 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9650000000000002e-06 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673660+0000", 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6529999999999999e-05 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673668+0000", 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4980000000000006e-06 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673731+0000", 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3085999999999999e-05 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.673743+0000", 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1993e-05 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652395+0000", 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.978651936 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652521+0000", 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000125537 2023-10-09T04:48:41.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.652669+0000", 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014817899999999999 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663763+0000", 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011093664 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672610+0000", 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008847153 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672773+0000", 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016348299999999999 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672800+0000", 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6271999999999999e-05 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672828+0000", 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8498000000000001e-05 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.265 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210096 9.c 9:37de5ce9:::benchmark_data_smithi107_236173_object93805:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.694709+0000", 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.48133929400001, 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97824714700000004, 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210096 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694709+0000", 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694709+0000", 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694707+0000", 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694714+0000", 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0600000000000002e-06 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694732+0000", 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7499e-05 2023-10-09T04:48:41.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694739+0000", 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0010000000000004e-06 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694801+0000", 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2835000000000004e-05 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.694813+0000", 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1674e-05 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.656040+0000", 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96122703600000003 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.656179+0000", 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013913400000000001 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.656342+0000", 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000162635 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671598+0000", 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015255708999999999 2023-10-09T04:48:41.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672872+0000", 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001274025 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672899+0000", 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7783000000000001e-05 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672926+0000", 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6347e-05 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672956+0000", 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9916e-05 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210140 9.c 9:3b791df9:::benchmark_data_smithi107_236173_object93849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.783046+0000", 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.39300202199999, 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89003657700000005, 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210140 2023-10-09T04:48:41.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783046+0000", 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783046+0000", 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783043+0000", 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783055+0000", 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1245e-05 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783083+0000", 2023-10-09T04:48:41.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8153e-05 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783092+0000", 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6900000000000004e-06 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783160+0000", 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7736000000000003e-05 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.783173+0000", 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3417999999999999e-05 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.659769+0000", 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87659525999999999 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.659889+0000", 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120215 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.660019+0000", 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130075 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671795+0000", 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011776188999999999 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.672999+0000", 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012037599999999999 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673028+0000", 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8991000000000001e-05 2023-10-09T04:48:41.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673053+0000", 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5049e-05 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673082+0000", 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9391999999999999e-05 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210170 9.c 9:31de90c2:::benchmark_data_smithi107_236173_object93879:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.869687+0000", 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.30636119900001, 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80353548900000005, 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210170 2023-10-09T04:48:41.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869687+0000", 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869687+0000", 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869685+0000", 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869691+0000", 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.117e-06 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869704+0000", 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2251e-05 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869709+0000", 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8910000000000003e-06 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869743+0000", 2023-10-09T04:48:41.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4211000000000002e-05 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.869749+0000", 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7810000000000002e-06 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663811+0000", 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.79406229800000006 2023-10-09T04:48:41.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.663956+0000", 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144726 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.664100+0000", 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014431399999999999 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671802+0000", 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0077017520000000001 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673128+0000", 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001326111 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673156+0000", 2023-10-09T04:48:41.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8136999999999998e-05 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673180+0000", 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4553e-05 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673222+0000", 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1745000000000001e-05 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.289 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210186 9.c 9:38be0516:::benchmark_data_smithi107_236173_object93895:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.956516+0000", 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 138.219531421, 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.71682029599999997, 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.290 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210186 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956516+0000", 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956516+0000", 2023-10-09T04:48:41.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956515+0000", 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956523+0000", 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4660000000000002e-06 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956541+0000", 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8391000000000001e-05 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956548+0000", 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5240000000000003e-06 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956605+0000", 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6101999999999999e-05 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.956615+0000", 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0890000000000001e-05 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.667992+0000", 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.71137699600000004 2023-10-09T04:48:41.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.668116+0000", 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012311099999999999 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.668260+0000", 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144859 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671980+0000", 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037198510000000001 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673255+0000", 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001275268 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673285+0000", 2023-10-09T04:48:41.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9198000000000001e-05 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673308+0000", 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2921999999999998e-05 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.673337+0000", 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9133999999999999e-05 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.297 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87287 10.12 10:4f9af9f4:::benchmark_data_smithi107_275910_object87286:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.677859+0000", 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 28.498189338, 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.030745977, 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:41.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87287 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677859+0000", 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677859+0000", 2023-10-09T04:48:41.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677857+0000", 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677893+0000", 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6304999999999999e-05 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677903+0000", 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8190000000000003e-06 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677909+0000", 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7790000000000001e-06 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677976+0000", 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6946000000000006e-05 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.677984+0000", 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1100000000000003e-06 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704574+0000", 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.026589666 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704694+0000", 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120313 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704850+0000", 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015550500000000001 2023-10-09T04:48:41.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.707679+0000", 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028293699999999999 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708476+0000", 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079729099999999999 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708525+0000", 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8474999999999999e-05 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708605+0000", 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9773999999999999e-05 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87320 10.2 10:40e6cb8d:::benchmark_data_smithi107_275910_object87319:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.709779+0000", 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 28.466268378999999, 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99400369600000005, 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87320 2023-10-09T04:48:41.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709779+0000", 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709779+0000", 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709778+0000", 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709841+0000", 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2489000000000004e-05 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709853+0000", 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2170999999999999e-05 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709858+0000", 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0250000000000002e-06 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709909+0000", 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1311999999999999e-05 2023-10-09T04:48:41.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709919+0000", 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3919999999999992e-06 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.697498+0000", 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.987579753 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.697612+0000", 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113162 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.697759+0000", 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000147689 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.702265+0000", 2023-10-09T04:48:41.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045056829999999999 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.703627+0000", 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00136181 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.703689+0000", 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2011e-05 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.703783+0000", 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4494999999999996e-05 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87321 10.2 10:45ccf5d8:::benchmark_data_smithi107_275910_object87320:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.709874+0000", 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 28.466174026000001, 2023-10-09T04:48:41.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.997955127, 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87321 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709874+0000", 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709874+0000", 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709873+0000", 2023-10-09T04:48:41.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709913+0000", 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0071999999999999e-05 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709923+0000", 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1160000000000005e-06 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.709927+0000", 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4649999999999996e-06 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.710844+0000", 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000916879 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.710851+0000", 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0650000000000001e-06 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.699262+0000", 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.988411229 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.699366+0000", 2023-10-09T04:48:41.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104238 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.700490+0000", 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0011239240000000001 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704068+0000", 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0035780510000000001 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.707712+0000", 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036433849999999999 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.707755+0000", 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3331000000000002e-05 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.707829+0000", 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3842000000000002e-05 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87339 10.12 10:4fd08140:::benchmark_data_smithi107_275910_object87338:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.725202+0000", 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 28.450846314, 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98523615499999995, 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.321 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87339 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725202+0000", 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725202+0000", 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725200+0000", 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725259+0000", 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8961e-05 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725271+0000", 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1705000000000001e-05 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725276+0000", 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2129999999999999e-06 2023-10-09T04:48:41.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725331+0000", 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4827000000000002e-05 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.725341+0000", 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0013000000000001e-05 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.706067+0000", 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98072617299999998 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.706180+0000", 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011312200000000001 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:48:41.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.706338+0000", 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015757600000000001 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.709244+0000", 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029061360000000001 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.710335+0000", 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010907040000000001 2023-10-09T04:48:41.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.710384+0000", 2023-10-09T04:48:41.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8955999999999997e-05 2023-10-09T04:48:41.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.328 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.710438+0000", 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4143e-05 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114340 10.12 10:490bb1b3:::benchmark_data_smithi107_275910_object114339:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 4.0636551220000001, 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2821366030000001, 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114340 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.331 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112391+0000", 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112644+0000", 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025286800000000001 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112655+0000", 2023-10-09T04:48:41.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0752e-05 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112661+0000", 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8529999999999997e-06 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113755+0000", 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010944500000000001 2023-10-09T04:48:41.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113765+0000", 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.302e-06 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.382911+0000", 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269146474 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383702+0000", 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079067199999999997 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394430+0000", 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010728355 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394529+0000", 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9146000000000002e-05 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114390 10.12 10:4e8d4491:::benchmark_data_smithi107_275910_object114389:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 4.0633793909999998, 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282455109, 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:41.337 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114390 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112758+0000", 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0243999999999999e-05 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112766+0000", 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1370000000000002e-06 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112771+0000", 2023-10-09T04:48:41.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5299999999999998e-06 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113788+0000", 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010166750000000001 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113794+0000", 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7240000000000003e-06 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383749+0000", 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269954749 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383971+0000", 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00022203699999999999 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,1", 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384474+0000", 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050264500000000002 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389508+0000", 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050344700000000001 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389546+0000", 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7994000000000002e-05 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394576+0000", 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005029731 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394638+0000", 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1830999999999998e-05 2023-10-09T04:48:41.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.395124+0000", 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00048579999999999999 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:41.345 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:48:41.361 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 117376 117360 87.3065 58.375 0.0131598 0.0114498 2023-10-09T04:48:41.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:41.497 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:41.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:41.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:41.606 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:41.801 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:42.058 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:48:42] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-10-09T04:48:42.186 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:42.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:42.191 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:42.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:48:42.292 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:42.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 118356 118340 86.9992 61.25 0.0120232 0.01149 2023-10-09T04:48:42.383 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:42.402 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:42.499 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:42.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:42.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:42.564 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:48:42.606 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:42.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:42.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[179183]: 10.5 deep-scrub starts 2023-10-09T04:48:42.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[179183]: pgmap v798: 99 pgs: 4 remapped+peering, 8 peering, 1 active+undersized+degraded, 86 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 3381/343656 objects degraded (0.984%) 2023-10-09T04:48:42.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3676202149' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:42.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:42.852 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[184249]: 10.5 deep-scrub starts 2023-10-09T04:48:42.852 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[184249]: pgmap v798: 99 pgs: 4 remapped+peering, 8 peering, 1 active+undersized+degraded, 86 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 3381/343656 objects degraded (0.984%) 2023-10-09T04:48:42.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3676202149' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:42.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:42.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:42 smithi150 ceph-mon[168511]: 10.5 deep-scrub starts 2023-10-09T04:48:42.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:42 smithi150 ceph-mon[168511]: pgmap v798: 99 pgs: 4 remapped+peering, 8 peering, 1 active+undersized+degraded, 86 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 3381/343656 objects degraded (0.984%) 2023-10-09T04:48:42.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3676202149' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:42.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:48:43.015 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:43.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:43.020 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:43.121 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:43.169 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:43.184 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:43.254 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:43.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:43.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:43.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 119321 119305 86.6888 60.3125 0.00337272 0.0115304 2023-10-09T04:48:43.363 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:43.440 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:43.505 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:43.535 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:48:43.560 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:43.580 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:43.653 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: osdmap e238: 8 total, 8 up, 7 in 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/258228133' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: osdmap e238: 8 total, 8 up, 7 in 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/258228133' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:43.676 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:43.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:43.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: osdmap e238: 8 total, 8 up, 7 in 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: failed to encode map e238 with expected crc 2023-10-09T04:48:43.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/258228133' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:43.745 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:43.787 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:43.794 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.794 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.794 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.794 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.795 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:48:43.894 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:43.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:43.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:43.998 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:44.048 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:44.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 15 120016 120001 86.1924 43.5 0.0152414 0.0115973 2023-10-09T04:48:44.491 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:44.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:44.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:44.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:44.660 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:44.732 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:44 smithi150 ceph-mon[168511]: pgmap v800: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.2 GiB data, 25 GiB used, 600 GiB / 626 GiB avail; 6222/354462 objects degraded (1.755%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:48:44.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:44.738 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:44.839 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:44.880 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:44 smithi107 ceph-mon[179183]: pgmap v800: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.2 GiB data, 25 GiB used, 600 GiB / 626 GiB avail; 6222/354462 objects degraded (1.755%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:48:44.881 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:44 smithi107 ceph-mon[184249]: pgmap v800: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.2 GiB data, 25 GiB used, 600 GiB / 626 GiB avail; 6222/354462 objects degraded (1.755%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:48:44.881 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:44.931 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:44.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:44.936 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:45.036 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:45.123 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:45.234 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:45.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:45.244 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:45.345 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:45.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 121027 121011 85.9303 63.125 0.0238149 0.0116327 2023-10-09T04:48:45.409 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:45.447 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:48:45.508 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:45.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:45.516 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:45.558 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:48:45.558 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:48:45.607 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T04:48:45.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:45.687 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:45.716 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1291792464' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:48:45.716 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:48:45.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6222/354462 objects degraded (1.755%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:45.755 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1291792464' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:48:45.755 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:48:45.755 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6222/354462 objects degraded (1.755%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:45.756 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1291792464' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:48:45.756 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:48:45.756 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6222/354462 objects degraded (1.755%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:45.992 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:46.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:46.006 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:46.021 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 1 1 2023-10-09T04:48:46.107 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:46.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:46.224 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:46.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:46.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:46.316 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:46.331 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:46.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 121956 121940 85.6171 58.0625 0.0218148 0.0116753 2023-10-09T04:48:46.418 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:46.495 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:46.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:46.501 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:46.584 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:48:46.602 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: pgmap v801: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.2 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 6222/354462 objects degraded (1.755%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: osdmap e239: 8 total, 8 up, 7 in 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:46.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: pgmap v801: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.2 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 6222/354462 objects degraded (1.755%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: osdmap e239: 8 total, 8 up, 7 in 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:46.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:46.679 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:48:46.698 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:46.763 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:46.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:46.774 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:46.875 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: pgmap v801: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.2 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 6222/354462 objects degraded (1.755%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: osdmap e239: 8 total, 8 up, 7 in 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: failed to encode map e239 with expected crc 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:48:46.937 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:47.017 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:47.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:47.032 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:47.132 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:47.181 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:47.232 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:47.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:47.240 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:47.317 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:47.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:47.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 90 14 122864 122850 85.2977 56.875 0.00759679 0.0116977 2023-10-09T04:48:47.376 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:47.453 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:47.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:47.458 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:47.529 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:47.558 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:47.595 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:47.665 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:47.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:47.668 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:47.769 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:47.775 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:47.798 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:47.833 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:47.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:47.836 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:47.937 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:47.963 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:48.070 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:47 smithi150 ceph-mon[168511]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.070 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:47 smithi150 ceph-mon[168511]: osdmap e240: 8 total, 8 up, 7 in 2023-10-09T04:48:48.070 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:47 smithi150 ceph-mon[168511]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.070 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:47 smithi150 ceph-mon[168511]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.070 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:47 smithi150 ceph-mon[168511]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.070 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:47 smithi150 ceph-mon[168511]: pgmap v804: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 14 MiB/s wr, 228 op/s; 6151/358494 objects degraded (1.716%); 5.3 MiB/s, 84 objects/s recovering 2023-10-09T04:48:48.202 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:48.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:48.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:48.306 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:48.334 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:48.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.6438 2023-10-09T04:48:48.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 122864 2023-10-09T04:48:48.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 84.7162 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 36.5379 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 219.062 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 0 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1355 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 584.62 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3505 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 0 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0117895 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.0320213 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 2.32914 2023-10-09T04:48:48.363 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00108174 2023-10-09T04:48:48.367 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:48:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[184249]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[184249]: osdmap e240: 8 total, 8 up, 7 in 2023-10-09T04:48:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[184249]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[184249]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[184249]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[184249]: pgmap v804: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 14 MiB/s wr, 228 op/s; 6151/358494 objects degraded (1.716%); 5.3 MiB/s, 84 objects/s recovering 2023-10-09T04:48:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[179183]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[179183]: osdmap e240: 8 total, 8 up, 7 in 2023-10-09T04:48:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[179183]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[179183]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[179183]: failed to encode map e240 with expected crc 2023-10-09T04:48:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:47 smithi107 ceph-mon[179183]: pgmap v804: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 14 MiB/s wr, 228 op/s; 6151/358494 objects degraded (1.716%); 5.3 MiB/s, 84 objects/s recovering 2023-10-09T04:48:48.443 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:48.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:48.451 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:48.552 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:48.632 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:48.732 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:48.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:48.742 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:48.842 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:48.910 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:48.992 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:48:48.994 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:49.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:49.006 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:48:49.006 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:48:49.006 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:49.107 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:48 smithi150 ceph-mon[168511]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:48 smithi150 ceph-mon[168511]: osdmap e241: 8 total, 8 up, 7 in 2023-10-09T04:48:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:48 smithi150 ceph-mon[168511]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:48 smithi150 ceph-mon[168511]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1271606142' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:49.309 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[179183]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[179183]: osdmap e241: 8 total, 8 up, 7 in 2023-10-09T04:48:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[179183]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[179183]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1271606142' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[184249]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[184249]: osdmap e241: 8 total, 8 up, 7 in 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[184249]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[184249]: failed to encode map e241 with expected crc 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1271606142' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:48:49.443 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:49.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:49.449 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:49.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:49.607 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:50.200 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:48:50.219 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:50.222 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: failed to encode map e241 with expected crc 2023-10-09T04:48:50.222 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:50.222 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:50.222 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: osdmap e242: 8 total, 8 up, 7 in 2023-10-09T04:48:50.222 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.223 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.223 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.223 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: pgmap v807: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.5 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 66 MiB/s wr, 1.06k op/s; 6151/367197 objects degraded (1.675%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:48:50.223 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6151/358494 objects degraded (1.716%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:50.223 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[184249]: osdmap e243: 8 total, 8 up, 7 in 2023-10-09T04:48:50.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:50.224 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: failed to encode map e241 with expected crc 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: osdmap e242: 8 total, 8 up, 7 in 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: pgmap v807: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.5 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 66 MiB/s wr, 1.06k op/s; 6151/367197 objects degraded (1.675%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6151/358494 objects degraded (1.716%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:50.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:49 smithi107 ceph-mon[179183]: osdmap e243: 8 total, 8 up, 7 in 2023-10-09T04:48:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: failed to encode map e241 with expected crc 2023-10-09T04:48:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:48:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:48:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: osdmap e242: 8 total, 8 up, 7 in 2023-10-09T04:48:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: failed to encode map e242 with expected crc 2023-10-09T04:48:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: pgmap v807: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 7.5 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 66 MiB/s wr, 1.06k op/s; 6151/367197 objects degraded (1.675%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:48:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6151/358494 objects degraded (1.716%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:49 smithi150 ceph-mon[168511]: osdmap e243: 8 total, 8 up, 7 in 2023-10-09T04:48:50.325 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:50.363 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:50.418 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:50.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:50.423 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:50.523 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:50.555 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:50.595 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:50.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:50.598 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:50.698 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:50.732 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:50.819 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:50.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:50.826 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:50.893 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:50.927 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:48:50.956 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:51.001 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:48:51.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:51.009 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:48:51.110 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:51.182 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:51.249 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:51.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:51.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:51.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:50 smithi150 ceph-mon[168511]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:50 smithi150 ceph-mon[168511]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:50 smithi150 ceph-mon[168511]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:50 smithi150 ceph-mon[168511]: osdmap e244: 8 total, 8 up, 7 in 2023-10-09T04:48:51.360 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[179183]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[179183]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[179183]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[179183]: osdmap e244: 8 total, 8 up, 7 in 2023-10-09T04:48:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[184249]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[184249]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[184249]: failed to encode map e243 with expected crc 2023-10-09T04:48:51.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:50 smithi107 ceph-mon[184249]: osdmap e244: 8 total, 8 up, 7 in 2023-10-09T04:48:51.427 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:51.496 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:51.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:51.510 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:51.611 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:51.657 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:51.702 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:51.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:51.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:51.809 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:48:51.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:52.006 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:48:52.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:52.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:48:52.021 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.1 to 1 (10000) 2023-10-09T04:48:52.110 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:48:52.111 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:48:52.146 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:48:52.175 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:48:52.194 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:52.205 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:48:52.246 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:48:52.267 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:48:52.338 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:48:52.370 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:48:52.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:48:52.400 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:48:52] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2023-10-09T04:48:52.400 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2519009706' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: pgmap v810: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 7.5 GiB data, 26 GiB used, 599 GiB / 626 GiB avail; 51 MiB/s wr, 897 op/s; 5727/367293 objects degraded (1.559%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:48:52.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2519009706' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:48:52.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: pgmap v810: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 7.5 GiB data, 26 GiB used, 599 GiB / 626 GiB avail; 51 MiB/s wr, 897 op/s; 5727/367293 objects degraded (1.559%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e244 with expected crc 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2519009706' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:48:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: pgmap v810: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 7.5 GiB data, 26 GiB used, 599 GiB / 626 GiB avail; 51 MiB/s wr, 897 op/s; 5727/367293 objects degraded (1.559%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:48:52.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T04:48:52.529 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:48:52.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:52.537 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:48:52.638 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:52.686 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:52.796 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:48:52.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:52.809 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:48:52.909 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:52.982 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190860 9.7 9:e681757d:::benchmark_data_smithi107_236173_object74569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.542666+0000", 2023-10-09T04:48:53.012 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 179.463762403, 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1205482229999999, 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190860 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.013 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542666+0000", 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542666+0000", 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542664+0000", 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.014 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542671+0000", 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8560000000000001e-06 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542682+0000", 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1497e-05 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.015 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542689+0000", 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0059999999999998e-06 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544066+0000", 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001377433 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544073+0000", 2023-10-09T04:48:53.016 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.486e-06 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.624749+0000", 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.08067607 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.624873+0000", 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012321000000000001 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.017 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.624984+0000", 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011178199999999999 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.640507+0000", 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015522096000000001 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.018 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.663058+0000", 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022551457 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.663112+0000", 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3983999999999997e-05 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.663214+0000", 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010175699999999999 2023-10-09T04:48:53.019 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199863 9.7 9:ea0fc756:::benchmark_data_smithi107_236173_object83572:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.054967358, 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2993783300000001, 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.020 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199863 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.021 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951459+0000", 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951466+0000", 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6619999999999999e-06 2023-10-09T04:48:53.022 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951482+0000", 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6220999999999999e-05 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951489+0000", 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1130000000000003e-06 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.023 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951544+0000", 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4966000000000002e-05 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951553+0000", 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1330000000000005e-06 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933888+0000", 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98233454200000003 2023-10-09T04:48:53.024 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933896+0000", 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5290000000000008e-06 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.209477+0000", 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2755806249999999 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.025 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.209558+0000", 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0976000000000005e-05 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.210227+0000", 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00066881199999999997 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250420+0000", 2023-10-09T04:48:53.026 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040192987999999999 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250663+0000", 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024347799999999999 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250693+0000", 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0088999999999999e-05 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.027 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.028 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250747+0000", 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4095999999999998e-05 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250839+0000", 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1547999999999998e-05 2023-10-09T04:48:53.029 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199870 9.f 9:fe1ed02a:::benchmark_data_smithi107_236173_object83579:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.04181790000001, 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2898256109999999, 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.030 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199870 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.031 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964612+0000", 2023-10-09T04:48:53.032 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5830000000000001e-06 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964620+0000", 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1200000000000002e-06 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964624+0000", 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3359999999999999e-06 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.033 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964669+0000", 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5479000000000003e-05 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964677+0000", 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4649999999999997e-06 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.034 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934766+0000", 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97008889399999998 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934772+0000", 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7209999999999997e-06 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.216924+0000", 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282151636 2023-10-09T04:48:53.035 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.217060+0000", 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000136248 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.217852+0000", 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079194200000000001 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.036 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250470+0000", 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032618001000000001 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250988+0000", 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051779599999999995 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254273+0000", 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032855219999999999 2023-10-09T04:48:53.037 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254320+0000", 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6968999999999997e-05 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254436+0000", 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115301 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.038 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199872 9.f 9:fca5752e:::benchmark_data_smithi107_236173_object83581:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.03733940699999, 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.291988597, 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.039 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199872 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969088+0000", 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969092+0000", 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.532e-06 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969102+0000", 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0124e-05 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969107+0000", 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1679999999999997e-06 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969145+0000", 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8651e-05 2023-10-09T04:48:53.042 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969151+0000", 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5459999999999999e-06 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934790+0000", 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96563935999999995 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.043 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934796+0000", 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.716e-06 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245573+0000", 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3107767770000001 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245682+0000", 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109053 2023-10-09T04:48:53.044 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245803+0000", 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012163900000000001 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254473+0000", 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086698850000000004 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.045 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254501+0000", 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8031e-05 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.260912+0000", 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006411066 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.046 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.260970+0000", 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7272000000000003e-05 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.261077+0000", 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107494 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.047 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230685 9.f 9:f9ee9afa:::benchmark_data_smithi107_236173_object114394:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.418025317, 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.468859124, 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230685 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.048 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.049 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588401+0000", 2023-10-09T04:48:53.050 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.050 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.050 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.050 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.050 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588409+0000", 2023-10-09T04:48:53.050 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2819999999999999e-06 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588424+0000", 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5204e-05 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588430+0000", 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3829999999999997e-06 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588482+0000", 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2182000000000003e-05 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588491+0000", 2023-10-09T04:48:53.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1119999999999996e-06 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.991069+0000", 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4025786519999999 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.991221+0000", 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000151583 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.992136+0000", 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00091492500000000003 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018015+0000", 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025879037000000001 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.054 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057017+0000", 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039002224000000002 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057192+0000", 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017506600000000001 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057236+0000", 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4236999999999997e-05 2023-10-09T04:48:53.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057262+0000", 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5510000000000001e-05 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230692 9.f 9:f1806ee8:::benchmark_data_smithi107_236173_object114401:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:48:53.056 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.408810565, 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.45982046, 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230692 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.057 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:48:53.058 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.058 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.058 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.058 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.058 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:48:53.058 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597616+0000", 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.059 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597624+0000", 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5089999999999996e-06 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597639+0000", 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5037e-05 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.060 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597645+0000", 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5370000000000003e-06 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.599406+0000", 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001760309 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.599414+0000", 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:48:53.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005013+0000", 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.405598908 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005146+0000", 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013347500000000001 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005312+0000", 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016575100000000001 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018022+0000", 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012710310000000001 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057053+0000", 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039030441999999999 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057342+0000", 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000289552 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057395+0000", 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2571999999999997e-05 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.064 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057438+0000", 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3137999999999999e-05 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230730 9.f 9:fcf50148:::benchmark_data_smithi107_236173_object114439:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:48:53.065 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.35900729399999, 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4100991949999999, 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230730 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.066 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647419+0000", 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.068 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647426+0000", 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1890000000000001e-06 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.069 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647438+0000", 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.132e-05 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647444+0000", 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2489999999999998e-06 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647509+0000", 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5062999999999997e-05 2023-10-09T04:48:53.070 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647518+0000", 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9290000000000004e-06 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010064+0000", 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.362546104 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.071 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010157+0000", 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3085999999999996e-05 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010252+0000", 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4718999999999999e-05 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.025851+0000", 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015599464 2023-10-09T04:48:53.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057090+0000", 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031238604999999999 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057470+0000", 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038002000000000001 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057498+0000", 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8187999999999998e-05 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057520+0000", 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1908000000000001e-05 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.074 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230745 9.f 9:f48d2409:::benchmark_data_smithi107_236173_object114454:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.33312943999999, 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3845619199999999, 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230745 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.075 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673298+0000", 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673303+0000", 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.451e-06 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673314+0000", 2023-10-09T04:48:53.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1021e-05 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673321+0000", 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0840000000000003e-06 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673393+0000", 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2119999999999994e-05 2023-10-09T04:48:53.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673401+0000", 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8909999999999995e-06 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013455+0000", 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.340053725 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.079 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013614+0000", 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000159352 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013791+0000", 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017666200000000001 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.080 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037296+0000", 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023505183999999998 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057120+0000", 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019824292 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057774+0000", 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00065305199999999999 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057820+0000", 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6579000000000002e-05 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057860+0000", 2023-10-09T04:48:53.082 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0351e-05 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230754 9.f 9:f21bb8ff:::benchmark_data_smithi107_236173_object114463:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.323350975, 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3748627950000001, 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.083 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230754 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.084 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683076+0000", 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683083+0000", 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5229999999999998e-06 2023-10-09T04:48:53.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683095+0000", 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1338000000000001e-05 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683101+0000", 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1190000000000002e-06 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683187+0000", 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6126999999999997e-05 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683196+0000", 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7760000000000003e-06 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018103+0000", 2023-10-09T04:48:53.087 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.334907227 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018267+0000", 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016416299999999999 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018424+0000", 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000156933 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.088 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044580+0000", 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026156520999999999 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057161+0000", 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012580605 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.089 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057894+0000", 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073296400000000001 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057919+0000", 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5109e-05 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057940+0000", 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0656e-05 2023-10-09T04:48:53.090 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230765 9.f 9:fee0d1b4:::benchmark_data_smithi107_236173_object114474:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.30532541300001, 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3569851310000001, 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.091 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230765 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.092 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701101+0000", 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.093 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701108+0000", 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9029999999999998e-06 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701120+0000", 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2098e-05 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701127+0000", 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7880000000000001e-06 2023-10-09T04:48:53.094 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701202+0000", 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4664000000000002e-05 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701223+0000", 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1038000000000001e-05 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.095 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022648+0000", 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.321424758 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022745+0000", 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7167e-05 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.096 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022833+0000", 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8602000000000003e-05 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044585+0000", 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021751728000000001 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.097 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057569+0000", 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983582 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058001+0000", 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00043240100000000001 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058048+0000", 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6502999999999998e-05 2023-10-09T04:48:53.098 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058088+0000", 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0039000000000001e-05 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230767 9.f 9:fbd6af55:::benchmark_data_smithi107_236173_object114476:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.099 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.301938213, 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3536720170000001, 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230767 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.100 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.101 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704489+0000", 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704506+0000", 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7671000000000001e-05 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704522+0000", 2023-10-09T04:48:53.102 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5471000000000001e-05 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704528+0000", 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2360000000000001e-06 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704635+0000", 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106591 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.103 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704643+0000", 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9519999999999994e-06 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.025899+0000", 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3212563740000001 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.026030+0000", 2023-10-09T04:48:53.104 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130772 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.026169+0000", 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013904799999999999 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044589+0000", 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018420110999999999 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.105 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057601+0000", 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013012463 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058116+0000", 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051502600000000003 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.106 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058142+0000", 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5743000000000001e-05 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058162+0000", 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9718e-05 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.107 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230775 9.f 9:f25d8de9:::benchmark_data_smithi107_236173_object114484:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.29388751499999, 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3457188740000001, 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230775 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.108 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.109 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712539+0000", 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712546+0000", 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2570000000000001e-06 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712558+0000", 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1744e-05 2023-10-09T04:48:53.110 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712564+0000", 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9179999999999999e-06 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712619+0000", 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4595000000000002e-05 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.111 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712628+0000", 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7010000000000008e-06 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030135+0000", 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3175068940000001 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030274+0000", 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000138744 2023-10-09T04:48:53.112 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030413+0000", 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139507 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044594+0000", 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014180239000000001 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.113 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057640+0000", 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013046759 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058200+0000", 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00055940799999999995 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058236+0000", 2023-10-09T04:48:53.114 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5819999999999999e-05 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058259+0000", 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3674999999999999e-05 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230783 9.f 9:f1edcd3f:::benchmark_data_smithi107_236173_object114492:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.115 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.283206294, 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.335112605, 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230783 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.116 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723220+0000", 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.117 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723228+0000", 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2830000000000001e-06 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723245+0000", 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6206e-05 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.118 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723251+0000", 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6309999999999997e-06 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723309+0000", 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8140000000000002e-05 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.119 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723319+0000", 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1910000000000006e-06 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034067+0000", 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.310747952 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034174+0000", 2023-10-09T04:48:53.120 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010709600000000001 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034274+0000", 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9895000000000005e-05 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049410+0000", 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015136073999999999 2023-10-09T04:48:53.121 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057665+0000", 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082556390000000004 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058286+0000", 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062063899999999998 2023-10-09T04:48:53.122 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058314+0000", 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8410000000000001e-05 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058334+0000", 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0003000000000001e-05 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.123 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230794 9.f 9:f762a114:::benchmark_data_smithi107_236173_object114503:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.273472157, 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3409574909999999, 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.124 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230794 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.125 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732955+0000", 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.126 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732960+0000", 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.215e-06 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732968+0000", 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8509999999999999e-06 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732972+0000", 2023-10-09T04:48:53.127 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7969999999999998e-06 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.733031+0000", 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8758000000000002e-05 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.733039+0000", 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8019999999999998e-06 2023-10-09T04:48:53.128 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037348+0000", 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3043085130000001 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037494+0000", 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014574 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037654+0000", 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016057500000000001 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049415+0000", 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011760751 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057705+0000", 2023-10-09T04:48:53.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082900119999999994 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073815+0000", 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016109602000000001 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073868+0000", 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3641999999999999e-05 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.131 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073913+0000", 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4978999999999997e-05 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230803 9.f 9:f6c4a756:::benchmark_data_smithi107_236173_object114512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:48:53.132 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.262536125, 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.330123524, 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230803 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.133 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743891+0000", 2023-10-09T04:48:53.134 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743895+0000", 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.143e-06 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743903+0000", 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6109999999999996e-06 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.135 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743908+0000", 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1739999999999999e-06 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743959+0000", 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1104999999999999e-05 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.136 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743967+0000", 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0390000000000005e-06 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041603+0000", 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2976362209999999 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041707+0000", 2023-10-09T04:48:53.137 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104044 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041796+0000", 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9016000000000003e-05 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056364+0000", 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014567181 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.138 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057734+0000", 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0013707909999999999 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073947+0000", 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016212185 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.139 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073983+0000", 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6397999999999999e-05 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074015+0000", 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2342000000000003e-05 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230812 9.f 9:f23fac8c:::benchmark_data_smithi107_236173_object114521:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.140 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.245751927, 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3134430880000001, 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230812 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.141 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:53.142 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760678+0000", 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0810000000000001e-06 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760684+0000", 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4409999999999998e-06 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.143 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760687+0000", 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1760000000000002e-06 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760731+0000", 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3621999999999997e-05 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760739+0000", 2023-10-09T04:48:53.144 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4069999999999993e-06 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044634+0000", 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.283894487 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044760+0000", 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012629199999999999 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.145 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044898+0000", 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013757 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056368+0000", 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011469853 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.146 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061144+0000", 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047761619999999996 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074052+0000", 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012907922 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074087+0000", 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5556999999999999e-05 2023-10-09T04:48:53.147 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074119+0000", 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1794000000000001e-05 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230817 9.f 9:f05a5530:::benchmark_data_smithi107_236173_object114526:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:48:53.148 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.240235989, 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3080393260000001, 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230817 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.149 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766191+0000", 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.150 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766197+0000", 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.913e-06 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766217+0000", 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0242999999999999e-05 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.151 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766224+0000", 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1359999999999999e-06 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766287+0000", 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2983000000000003e-05 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766298+0000", 2023-10-09T04:48:53.152 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0967e-05 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047427+0000", 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2811282880000001 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047514+0000", 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7085999999999999e-05 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.153 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047583+0000", 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9401999999999997e-05 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056476+0000", 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088928419999999998 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.154 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061233+0000", 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047575769999999998 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074154+0000", 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012920745000000001 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074189+0000", 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5209999999999997e-05 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.155 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074231+0000", 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1891000000000003e-05 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230832 9.f 9:ff0ad490:::benchmark_data_smithi107_236173_object114541:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.211724206, 2023-10-09T04:48:53.156 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2796266780000001, 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230832 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:48:53.157 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794703+0000", 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.158 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794709+0000", 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6080000000000003e-06 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794720+0000", 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770000000000001e-05 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794727+0000", 2023-10-09T04:48:53.159 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3990000000000001e-06 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794796+0000", 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9589000000000001e-05 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794806+0000", 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3840000000000003e-06 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.160 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049456+0000", 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.254650501 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049576+0000", 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011966 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049712+0000", 2023-10-09T04:48:53.161 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013615200000000001 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056480+0000", 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0067681110000000003 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061274+0000", 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047939749999999998 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.162 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074263+0000", 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012989185 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074299+0000", 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5531000000000003e-05 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.163 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074330+0000", 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1668999999999998e-05 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230843 9.f 9:f8f3c45f:::benchmark_data_smithi107_236173_object114552:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.188044015, 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2569545099999999, 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.164 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230843 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.165 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818383+0000", 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.166 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818389+0000", 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6660000000000002e-06 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818403+0000", 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4002000000000001e-05 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818408+0000", 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0420000000000002e-06 2023-10-09T04:48:53.167 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818471+0000", 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2095999999999996e-05 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818483+0000", 2023-10-09T04:48:53.168 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2916e-05 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.051902+0000", 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2334182760000001 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.052007+0000", 2023-10-09T04:48:53.170 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010548 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.052118+0000", 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011096599999999999 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056483+0000", 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043650130000000001 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.171 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061310+0000", 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048267020000000004 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075257+0000", 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013946656 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.172 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075303+0000", 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6470000000000001e-05 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075338+0000", 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5444999999999997e-05 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.173 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230846 9.f 9:f770a5fc:::benchmark_data_smithi107_236173_object114555:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.829296+0000", 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 118.177131503, 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2491457370000001, 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230846 2023-10-09T04:48:53.174 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829296+0000", 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829296+0000", 2023-10-09T04:48:53.175 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829295+0000", 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829303+0000", 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4759999999999998e-06 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.176 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829321+0000", 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7592e-05 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829328+0000", 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0489999999999998e-06 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.177 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829395+0000", 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6508999999999996e-05 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829405+0000", 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0076e-05 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.054326+0000", 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.224921073 2023-10-09T04:48:53.178 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.054400+0000", 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3969999999999998e-05 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.054480+0000", 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0372999999999998e-05 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.179 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056971+0000", 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002490482 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061341+0000", 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043707859999999998 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.078353+0000", 2023-10-09T04:48:53.180 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017011841 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.078401+0000", 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8040000000000001e-05 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.078442+0000", 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0904e-05 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.181 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.182 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:53.182 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:53.182 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:48:53.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:53.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:53.183 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2519009706' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:48:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: osdmap e245: 8 total, 8 up, 7 in 2023-10-09T04:48:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2078899583' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:53.260 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:53.284 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:53.364 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2519009706' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:48:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: osdmap e245: 8 total, 8 up, 7 in 2023-10-09T04:48:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2078899583' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2519009706' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: osdmap e245: 8 total, 8 up, 7 in 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: failed to encode map e245 with expected crc 2023-10-09T04:48:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2078899583' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:48:53.436 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:53.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:53.443 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:53.467 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:48:53.543 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:53.604 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:48:53.611 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:53.676 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:53.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:53.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:53.786 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:48:53.865 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:54.113 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:48:54.120 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:54 smithi107 ceph-mon[184249]: failed to encode map e245 with expected crc 2023-10-09T04:48:54.121 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:54 smithi107 ceph-mon[184249]: pgmap v812: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 227 B/s rd, 6.4 MiB/s wr, 850 op/s; 4565/358488 objects degraded (1.273%); 22 MiB/s, 351 objects/s recovering 2023-10-09T04:48:54.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:54.122 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:48:54.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:54 smithi107 ceph-mon[179183]: failed to encode map e245 with expected crc 2023-10-09T04:48:54.122 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:54 smithi107 ceph-mon[179183]: pgmap v812: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 227 B/s rd, 6.4 MiB/s wr, 850 op/s; 4565/358488 objects degraded (1.273%); 22 MiB/s, 351 objects/s recovering 2023-10-09T04:48:54.223 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:48:54.264 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:54.348 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:54.414 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:48:54.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:54.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:48:54.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:54 smithi150 ceph-mon[168511]: failed to encode map e245 with expected crc 2023-10-09T04:48:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:54 smithi150 ceph-mon[168511]: pgmap v812: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 227 B/s rd, 6.4 MiB/s wr, 850 op/s; 4565/358488 objects degraded (1.273%); 22 MiB/s, 351 objects/s recovering 2023-10-09T04:48:54.522 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:48:54.592 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:54.668 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:48:54.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:54.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:48:54.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:48:54.786 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:54.815 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:48:54.842 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:55.160 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:48:55.160 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4565/358488 objects degraded (1.273%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:55.160 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:48:55.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4565/358488 objects degraded (1.273%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:55.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:48:55.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4565/358488 objects degraded (1.273%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T04:48:56.035 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2284609630' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:48:56.035 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:56 smithi107 ceph-mon[179183]: pgmap v813: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 170 B/s rd, 4.8 MiB/s wr, 658 op/s; 4565/358116 objects degraded (1.275%); 17 MiB/s, 264 objects/s recovering 2023-10-09T04:48:56.070 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T04:48:56.112 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:48:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2284609630' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:48:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:56 smithi107 ceph-mon[184249]: pgmap v813: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 170 B/s rd, 4.8 MiB/s wr, 658 op/s; 4565/358116 objects degraded (1.275%); 17 MiB/s, 264 objects/s recovering 2023-10-09T04:48:56.464 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:48:56.466 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2284609630' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:48:56.466 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:56 smithi150 ceph-mon[168511]: pgmap v813: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.3 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 170 B/s rd, 4.8 MiB/s wr, 658 op/s; 4565/358116 objects degraded (1.275%); 17 MiB/s, 264 objects/s recovering 2023-10-09T04:48:56.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:48:56.467 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:48:56.568 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:48:56.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:48:57.049 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130063 10.0 10.6f96c20 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.102170+0000", 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.94561868000000004, 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94564898100000006, 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.050 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130063 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102170+0000", 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102170+0000", 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102168+0000", 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102175+0000", 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1530000000000002e-06 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102187+0000", 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2452e-05 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102193+0000", 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0050000000000001e-06 2023-10-09T04:48:57.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102270+0000", 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6835000000000006e-05 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102278+0000", 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4649999999999994e-06 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.054 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130255 10.0 10.973c8ee0 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.346463+0000", 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.70132524600000001, 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.70142509500000005, 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.055 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130255 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.346463+0000", 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.346463+0000", 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.346463+0000", 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.346468+0000", 2023-10-09T04:48:57.057 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.933e-06 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.346480+0000", 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2965999999999999e-05 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.346487+0000", 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8379999999999996e-06 2023-10-09T04:48:57.058 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.348269+0000", 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0017815489999999999 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.348280+0000", 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1212999999999999e-05 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.059 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130231 10.0 10.44f475a0 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.322319+0000", 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.72546947799999995, 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.72561761300000005, 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.060 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130231 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322319+0000", 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322319+0000", 2023-10-09T04:48:57.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322317+0000", 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322324+0000", 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8700000000000003e-06 2023-10-09T04:48:57.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322338+0000", 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3534e-05 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322344+0000", 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1319999999999999e-06 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322410+0000", 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6381e-05 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.322422+0000", 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2116000000000001e-05 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130097 10.0 10.80a13c80 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.131520+0000", 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.91626833699999999, 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.91645318099999995, 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.065 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130097 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.131520+0000", 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.131520+0000", 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.066 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.131519+0000", 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.131525+0000", 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.772e-06 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.131535+0000", 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0599e-05 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.131541+0000", 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8860000000000001e-06 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.068 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.133224+0000", 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001682586 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.133234+0000", 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8849999999999994e-06 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.069 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130072 10.0 10.b9996420 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.112472+0000", 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.93531662100000001, 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93554997600000001, 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130072 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.070 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112472+0000", 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112472+0000", 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112471+0000", 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112476+0000", 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3480000000000003e-06 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112484+0000", 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0760000000000003e-06 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112489+0000", 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3189999999999996e-06 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112553+0000", 2023-10-09T04:48:57.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4026e-05 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.112563+0000", 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0482999999999999e-05 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.074 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130305 10.0 10.496cf200 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.411879+0000", 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.63590965499999996, 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.63618408800000004, 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130305 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.075 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411879+0000", 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411879+0000", 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411878+0000", 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411884+0000", 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9680000000000003e-06 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411896+0000", 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2872e-05 2023-10-09T04:48:57.077 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411903+0000", 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6579999999999996e-06 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411966+0000", 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2745999999999999e-05 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.411976+0000", 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0412e-05 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130129 10.0 10.94e6d0e0 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.170304+0000", 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.87748412799999997, 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87780398500000001, 2023-10-09T04:48:57.079 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130129 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.080 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170304+0000", 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170304+0000", 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170304+0000", 2023-10-09T04:48:57.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170306+0000", 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.945e-06 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170311+0000", 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3329999999999996e-06 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.082 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170315+0000", 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6030000000000001e-06 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170389+0000", 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4345999999999996e-05 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.083 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.170399+0000", 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5990000000000008e-06 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130015 10.0 10:064be2a2:::benchmark_data_smithi107_275910_object7148:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e245)", 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.047654+0000", 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.000134308, 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.000496872, 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.084 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130015 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047654+0000", 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047654+0000", 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047653+0000", 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047660+0000", 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3649999999999998e-06 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047677+0000", 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6691999999999999e-05 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.087 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047684+0000", 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5769999999999996e-06 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047745+0000", 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0368000000000002e-05 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047879+0000", 2023-10-09T04:48:57.088 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013420000000000001 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047994+0000", 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115052 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.052330+0000", 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043354120000000003 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.089 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.058701+0000", 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063713499999999996 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.062959+0000", 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042577650000000002 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.062968+0000", 2023-10-09T04:48:57.090 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1209999999999996e-06 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130286 10.0 10.24fb7b80 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.382520+0000", 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.66526861400000004, 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.66568351400000003, 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.091 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130286 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382520+0000", 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.092 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382520+0000", 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382519+0000", 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382523+0000", 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3230000000000002e-06 2023-10-09T04:48:57.093 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382533+0000", 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0795000000000001e-05 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382538+0000", 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6199999999999998e-06 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.094 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382587+0000", 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9008999999999998e-05 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.382593+0000", 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9209999999999997e-06 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.095 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130021 10.0 10:012651f9:::benchmark_data_smithi107_275910_object7154:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e245)", 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.0000381970000001, 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.000503846, 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.096 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130021 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.097 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047752+0000", 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6469999999999998e-06 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.098 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047758+0000", 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9089999999999997e-06 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047762+0000", 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8260000000000003e-06 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.099 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.050202+0000", 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024396439999999999 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.050336+0000", 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013446700000000001 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.050446+0000", 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110158 2023-10-09T04:48:57.100 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.052537+0000", 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020908810000000002 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.063545+0000", 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011007335 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.101 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.063554+0000", 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0710000000000001e-06 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130240 10.0 10.ff328b80 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.330485+0000", 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.71730338999999999, 2023-10-09T04:48:57.102 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.71782438000000004, 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130240 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.103 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330485+0000", 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330485+0000", 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.104 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330484+0000", 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330489+0000", 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3460000000000001e-06 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.105 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330500+0000", 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0957e-05 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330506+0000", 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0800000000000002e-06 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330562+0000", 2023-10-09T04:48:57.106 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5655000000000002e-05 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.330571+0000", 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5730000000000008e-06 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130269 10.0 10.36b33a60 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.363091+0000", 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.68469732900000002, 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.68525547600000003, 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130269 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.108 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363091+0000", 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363091+0000", 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363090+0000", 2023-10-09T04:48:57.109 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363096+0000", 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3650000000000003e-06 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363112+0000", 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6189999999999999e-05 2023-10-09T04:48:57.110 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363119+0000", 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7989999999999996e-06 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363183+0000", 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4444999999999997e-05 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.111 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.363193+0000", 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6879999999999994e-06 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130291 10.0 10.4e527a20 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.389827+0000", 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.65796191699999995, 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.65855871499999996, 2023-10-09T04:48:57.112 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130291 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389827+0000", 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.113 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389827+0000", 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389826+0000", 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.114 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389833+0000", 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2490000000000004e-06 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389845+0000", 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.208e-05 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.115 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389851+0000", 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2400000000000004e-06 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389913+0000", 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1520999999999996e-05 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.389921+0000", 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6300000000000004e-06 2023-10-09T04:48:57.116 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130311 10.0 10.4900cea0 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.429505+0000", 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.61828312399999996, 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.61891686000000001, 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.117 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130311 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429505+0000", 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.118 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429505+0000", 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429505+0000", 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.119 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429509+0000", 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3409999999999996e-06 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429520+0000", 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0934000000000001e-05 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429525+0000", 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8799999999999999e-06 2023-10-09T04:48:57.120 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429579+0000", 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4015999999999999e-05 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.429585+0000", 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7190000000000004e-06 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.121 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130111 10.0 10.d02b90c0 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.147620+0000", 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.90016852400000003, 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90084264199999997, 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.122 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130111 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147620+0000", 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147620+0000", 2023-10-09T04:48:57.123 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147619+0000", 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147624+0000", 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1969999999999998e-06 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.124 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147632+0000", 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3610000000000001e-06 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147636+0000", 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5290000000000002e-06 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.125 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147746+0000", 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109966 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.147755+0000", 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9719999999999998e-06 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.126 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130215 10.0 10.a1513ee0 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.305247+0000", 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.74254111199999995, 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.74325196599999999, 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130215 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:48:57.127 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305247+0000", 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305247+0000", 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:48:57.128 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305247+0000", 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305252+0000", 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2410000000000003e-06 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305262+0000", 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0477e-05 2023-10-09T04:48:57.129 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305268+0000", 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8449999999999999e-06 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305349+0000", 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0388000000000004e-05 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:48:57.130 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.305357+0000", 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0069999999999997e-06 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 16 2023-10-09T04:48:57.131 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2284609630' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: osdmap e246: 8 total, 8 up, 7 in 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:57 smithi150 ceph-mon[168511]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2284609630' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:48:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: osdmap e246: 8 total, 8 up, 7 in 2023-10-09T04:48:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[179183]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2284609630' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: osdmap e246: 8 total, 8 up, 7 in 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: failed to encode map e246 with expected crc 2023-10-09T04:48:57.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:57 smithi107 ceph-mon[184249]: failed to encode map e246 with expected crc 2023-10-09T04:48:58.372 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:48:58.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:58 smithi150 ceph-mon[168511]: failed to encode map e247 with expected crc 2023-10-09T04:48:58.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:58 smithi150 ceph-mon[168511]: osdmap e247: 8 total, 8 up, 7 in 2023-10-09T04:48:58.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:58 smithi150 ceph-mon[168511]: failed to encode map e247 with expected crc 2023-10-09T04:48:58.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:48:58 smithi150 ceph-mon[168511]: pgmap v816: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.2 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 170 B/s rd, 1.1 MiB/s wr, 758 op/s; 4565/354255 objects degraded (1.289%); 12 MiB/s, 193 objects/s recovering 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[184249]: failed to encode map e247 with expected crc 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[184249]: osdmap e247: 8 total, 8 up, 7 in 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[184249]: failed to encode map e247 with expected crc 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[184249]: pgmap v816: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.2 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 170 B/s rd, 1.1 MiB/s wr, 758 op/s; 4565/354255 objects degraded (1.289%); 12 MiB/s, 193 objects/s recovering 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[179183]: failed to encode map e247 with expected crc 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[179183]: osdmap e247: 8 total, 8 up, 7 in 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[179183]: failed to encode map e247 with expected crc 2023-10-09T04:48:58.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:48:58 smithi107 ceph-mon[179183]: pgmap v816: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.2 GiB data, 26 GiB used, 600 GiB / 626 GiB avail; 170 B/s rd, 1.1 MiB/s wr, 758 op/s; 4565/354255 objects degraded (1.289%); 12 MiB/s, 193 objects/s recovering 2023-10-09T04:48:59.320 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:48:59.853 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T04:49:00.044 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:00.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:00.051 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:00.152 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:00.241 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:00.430 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:00.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:00.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:00.540 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:00.615 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:00 smithi150 ceph-mon[168511]: pgmap v817: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 136 B/s rd, 136 B/s wr, 919 op/s; 3985/345642 objects degraded (1.153%); 8.5 MiB/s, 135 objects/s recovering 2023-10-09T04:49:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3985/345642 objects degraded (1.153%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:00.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:00 smithi107 ceph-mon[184249]: pgmap v817: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 136 B/s rd, 136 B/s wr, 919 op/s; 3985/345642 objects degraded (1.153%); 8.5 MiB/s, 135 objects/s recovering 2023-10-09T04:49:00.822 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3985/345642 objects degraded (1.153%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:00.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:00 smithi107 ceph-mon[179183]: pgmap v817: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 136 B/s rd, 136 B/s wr, 919 op/s; 3985/345642 objects degraded (1.153%); 8.5 MiB/s, 135 objects/s recovering 2023-10-09T04:49:00.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3985/345642 objects degraded (1.153%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:00.990 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:00.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:00.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:01.096 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:01.181 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:01.248 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:49:01.248 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:49:01.248 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:49:01.248 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:49:01.248 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:49:01.264 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:01.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:01.274 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:01.375 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:01.467 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:01.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:01.782 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:01.826 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:01.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:01.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:01.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:01.934 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:02.010 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:02.053 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:49:02.080 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:02.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:02.086 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:02.187 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:02.258 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:49:02.285 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:49:02.296 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:49:02] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2023-10-09T04:49:02.318 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:49:02.320 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:02.350 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:49:02.388 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:49:02.427 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:02.436 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:49:02.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:02.440 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:02.482 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:49:02.524 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:49:02.542 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:02.616 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:49:02.634 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:02.719 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:02.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:02 smithi150 ceph-mon[168511]: pgmap v818: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 3985/343755 objects degraded (1.159%); 4.5 MiB/s, 72 objects/s recovering 2023-10-09T04:49:02.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1857762023' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:02.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:02.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2988478397' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:02.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:02.724 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:02.825 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:02.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[184249]: pgmap v818: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 3985/343755 objects degraded (1.159%); 4.5 MiB/s, 72 objects/s recovering 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1857762023' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2988478397' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[179183]: pgmap v818: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 7.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 3985/343755 objects degraded (1.159%); 4.5 MiB/s, 72 objects/s recovering 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1857762023' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:02.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2988478397' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:03.058 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:03.160 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:49:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:03 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:03 smithi150 ceph-mon[168511]: failed to encode map e248 with expected crc 2023-10-09T04:49:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:03 smithi150 ceph-mon[168511]: failed to encode map e248 with expected crc 2023-10-09T04:49:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:03 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:49:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:03 smithi150 ceph-mon[168511]: osdmap e248: 8 total, 8 up, 7 in 2023-10-09T04:49:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:03 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[184249]: failed to encode map e248 with expected crc 2023-10-09T04:49:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[184249]: failed to encode map e248 with expected crc 2023-10-09T04:49:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:49:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[184249]: osdmap e248: 8 total, 8 up, 7 in 2023-10-09T04:49:03.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:03.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:03.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[179183]: failed to encode map e248 with expected crc 2023-10-09T04:49:03.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[179183]: failed to encode map e248 with expected crc 2023-10-09T04:49:03.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:49:03.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[179183]: osdmap e248: 8 total, 8 up, 7 in 2023-10-09T04:49:03.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:03 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:04.608 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:04 smithi150 ceph-mon[168511]: pgmap v820: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.8 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 1.10k op/s; 3656/332046 objects degraded (1.101%); 7.6 MiB/s, 122 objects/s recovering 2023-10-09T04:49:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:04 smithi107 ceph-mon[184249]: pgmap v820: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.8 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 1.10k op/s; 3656/332046 objects degraded (1.101%); 7.6 MiB/s, 122 objects/s recovering 2023-10-09T04:49:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:04 smithi107 ceph-mon[179183]: pgmap v820: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.8 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 1.10k op/s; 3656/332046 objects degraded (1.101%); 7.6 MiB/s, 122 objects/s recovering 2023-10-09T04:49:05.078 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:05.078 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:05.552 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:49:05.572 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:05.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:05.581 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:05.681 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:05.746 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:05.840 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:05.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:05.847 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:05.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:05.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:05.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3656/332046 objects degraded (1.101%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3656/332046 objects degraded (1.101%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:05.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:05.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:05.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3656/332046 objects degraded (1.101%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:05.947 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:06.006 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:06.046 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:06.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:06.050 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:06.150 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:06.209 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:06.373 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:49:06.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:06 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:49:06.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:06 smithi107 ceph-mon[179183]: pgmap v821: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.7 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 894 op/s; 3656/331611 objects degraded (1.102%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:49:06.926 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:06 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:49:06.926 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:06 smithi107 ceph-mon[184249]: pgmap v821: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.7 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 894 op/s; 3656/331611 objects degraded (1.102%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:49:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:06 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:49:06.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:06 smithi150 ceph-mon[168511]: pgmap v821: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.7 GiB data, 24 GiB used, 601 GiB / 626 GiB avail; 0 B/s wr, 894 op/s; 3656/331611 objects degraded (1.102%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:49:07.643 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:07.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:07.649 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:07.749 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:07.802 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:07.927 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:07.927 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:08.354 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:49:08.472 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:08.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:08.479 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:08.581 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:08.666 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:08.751 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:08.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:08.760 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:08.861 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:08.899 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:08 smithi107 ceph-mon[184249]: 10.3 scrub starts 2023-10-09T04:49:08.900 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:08 smithi107 ceph-mon[184249]: pgmap v822: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 888 op/s; 3656/327582 objects degraded (1.116%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:49:08.901 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:08 smithi107 ceph-mon[179183]: 10.3 scrub starts 2023-10-09T04:49:08.902 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:08 smithi107 ceph-mon[179183]: pgmap v822: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 888 op/s; 3656/327582 objects degraded (1.116%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:49:08.906 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:08.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:08 smithi150 ceph-mon[168511]: 10.3 scrub starts 2023-10-09T04:49:08.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:08 smithi150 ceph-mon[168511]: pgmap v822: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 888 op/s; 3656/327582 objects degraded (1.116%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:49:09.109 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:49:09.236 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:49:09.304 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:09.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:09.307 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:09.408 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:09.485 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:09.703 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:09.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:09.710 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:09.811 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:09.867 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:09.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:09 smithi150 ceph-mon[168511]: 10.3 scrub ok 2023-10-09T04:49:10.013 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:10.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:10.022 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:10.122 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:10.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:09 smithi107 ceph-mon[184249]: 10.3 scrub ok 2023-10-09T04:49:10.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:09 smithi107 ceph-mon[179183]: 10.3 scrub ok 2023-10-09T04:49:10.189 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:10.245 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:10.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:10.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:10.339 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:10.358 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:10.405 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:10.515 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:49:10.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:10 smithi150 ceph-mon[168511]: pgmap v823: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 931 op/s; 3299/317673 objects degraded (1.038%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:49:10.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3299/317673 objects degraded (1.038%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:10.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1833401235' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:49:10.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:10 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:49:10.680 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:10.680 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:10.977 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[179183]: pgmap v823: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 931 op/s; 3299/317673 objects degraded (1.038%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3299/317673 objects degraded (1.038%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1833401235' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[184249]: pgmap v823: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 931 op/s; 3299/317673 objects degraded (1.038%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3299/317673 objects degraded (1.038%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:11.004 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1833401235' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:49:11.005 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:10 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:49:11.038 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:11.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:11.045 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:11.106 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:49:11.146 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:11.222 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:11.306 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:11.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:11.314 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:11.415 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:11.513 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:11.592 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:11.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:11.604 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:11.705 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:11.741 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:11.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:49:11.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: osdmap e249: 8 total, 8 up, 7 in 2023-10-09T04:49:11.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.976 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.977 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.977 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.977 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:11 smithi150 ceph-mon[168511]: pgmap v825: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.4 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 228 op/s; 3299/315399 objects degraded (1.046%); 2.5 MiB/s, 40 objects/s recovering 2023-10-09T04:49:11.992 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.992 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: osdmap e249: 8 total, 8 up, 7 in 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[184249]: pgmap v825: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.4 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 228 op/s; 3299/315399 objects degraded (1.046%); 2.5 MiB/s, 40 objects/s recovering 2023-10-09T04:49:11.993 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: osdmap e249: 8 total, 8 up, 7 in 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: failed to encode map e249 with expected crc 2023-10-09T04:49:11.994 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:11 smithi107 ceph-mon[179183]: pgmap v825: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.4 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 228 op/s; 3299/315399 objects degraded (1.046%); 2.5 MiB/s, 40 objects/s recovering 2023-10-09T04:49:11.997 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:12.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:12.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:12.024 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:49:12.104 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:12.171 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:49:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:49:12] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2023-10-09T04:49:13.313 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:13 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:49:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:13 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:49:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:13 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:49:13.623 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:13.623 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:14.130 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:49:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:14 smithi107 ceph-mon[179183]: 10.19 scrub starts 2023-10-09T04:49:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:14 smithi107 ceph-mon[179183]: pgmap v826: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 524 op/s; 2852/303150 objects degraded (0.941%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:49:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:14 smithi107 ceph-mon[184249]: 10.19 scrub starts 2023-10-09T04:49:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:14 smithi107 ceph-mon[184249]: pgmap v826: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 524 op/s; 2852/303150 objects degraded (0.941%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:49:14.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:14 smithi150 ceph-mon[168511]: 10.19 scrub starts 2023-10-09T04:49:14.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:14 smithi150 ceph-mon[168511]: pgmap v826: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 524 op/s; 2852/303150 objects degraded (0.941%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:49:15.111 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T04:49:15.112 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:15 smithi107 ceph-mon[179183]: 10.19 scrub ok 2023-10-09T04:49:15.112 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:15 smithi107 ceph-mon[179183]: 10.13 scrub starts 2023-10-09T04:49:15.112 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2852/303150 objects degraded (0.941%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:15.112 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:15 smithi107 ceph-mon[184249]: 10.19 scrub ok 2023-10-09T04:49:15.112 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:15 smithi107 ceph-mon[184249]: 10.13 scrub starts 2023-10-09T04:49:15.113 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2852/303150 objects degraded (0.941%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:15 smithi150 ceph-mon[168511]: 10.19 scrub ok 2023-10-09T04:49:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:15 smithi150 ceph-mon[168511]: 10.13 scrub starts 2023-10-09T04:49:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2852/303150 objects degraded (0.941%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:15.969 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:15.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:15.976 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:16.076 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:16.161 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:16.227 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:16.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:16.234 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:16.335 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:16.365 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:16 smithi150 ceph-mon[168511]: 10.13 scrub ok 2023-10-09T04:49:16.365 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:16 smithi150 ceph-mon[168511]: pgmap v827: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 525 op/s; 2852/302676 objects degraded (0.942%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:49:16.365 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:16.368 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:16.412 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:16.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:16.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:16 smithi107 ceph-mon[184249]: 10.13 scrub ok 2023-10-09T04:49:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:16 smithi107 ceph-mon[184249]: pgmap v827: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 525 op/s; 2852/302676 objects degraded (0.942%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:49:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:16 smithi107 ceph-mon[179183]: 10.13 scrub ok 2023-10-09T04:49:16.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:16 smithi107 ceph-mon[179183]: pgmap v827: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 525 op/s; 2852/302676 objects degraded (0.942%); 5.0 MiB/s, 80 objects/s recovering 2023-10-09T04:49:16.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:16.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:16.544 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:16.697 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:16.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:16.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:16.802 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:16.828 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:16.861 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:16.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:16.864 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:16.965 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:16.993 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:17.180 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:17.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:17.187 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:17.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: osdmap e250: 8 total, 8 up, 7 in 2023-10-09T04:49:17.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: osdmap e250: 8 total, 8 up, 7 in 2023-10-09T04:49:17.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.245 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.245 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.245 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.245 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:17 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:49:17.288 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:17.352 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.352 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: osdmap e250: 8 total, 8 up, 7 in 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: failed to encode map e250 with expected crc 2023-10-09T04:49:17.353 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:17 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:49:17.360 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:17.424 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:17.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:17.430 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:17.531 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:17.589 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:17.647 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:17.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:17.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:17.721 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:17.752 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:17.800 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:17.871 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:17.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:17.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:17.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:18.057 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:18.113 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:18.139 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:18.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:18.157 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:18.227 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:49:18.258 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:18.276 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:49:18.311 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:49:18.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: osdmap e251: 8 total, 8 up, 7 in 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: pgmap v830: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.1 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 2708/298809 objects degraded (0.906%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:18.351 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: osdmap e251: 8 total, 8 up, 7 in 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: pgmap v830: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.1 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 2708/298809 objects degraded (0.906%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:18.355 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:49:18.366 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:18.413 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:49:18.413 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:18.451 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: osdmap e251: 8 total, 8 up, 7 in 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: failed to encode map e251 with expected crc 2023-10-09T04:49:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:49:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: pgmap v830: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.1 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 2708/298809 objects degraded (0.906%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T04:49:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:18.488 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:49:18.525 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:49:18.534 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.534 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.534 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.534 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.534 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.534 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.535 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:49:18.535 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:49:19.160 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:19.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1622890114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:19.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:49:19.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:49:19.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:19.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:19.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:19.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1622890114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:19.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:49:19.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:49:19.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:19.267 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:19.324 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:19.386 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:19.391 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1622890114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:19.391 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:49:19.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:49:19.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:19.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:19.393 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:19.495 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:19.557 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:19.632 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:19.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:19.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:19.737 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:19.777 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:19.849 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:19.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:19.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:19.956 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:20.012 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:20.373 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:20 smithi107 ceph-mon[179183]: pgmap v831: 99 pgs: 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 2364/290043 objects degraded (0.815%); 7.3 MiB/s, 116 objects/s recovering 2023-10-09T04:49:20.374 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 2708/298809 objects degraded (0.906%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:20.374 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:20 smithi107 ceph-mon[184249]: pgmap v831: 99 pgs: 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 2364/290043 objects degraded (0.815%); 7.3 MiB/s, 116 objects/s recovering 2023-10-09T04:49:20.374 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 2708/298809 objects degraded (0.906%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:20.374 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:20.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:20.382 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:20.482 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:20.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:20 smithi150 ceph-mon[168511]: pgmap v831: 99 pgs: 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 2364/290043 objects degraded (0.815%); 7.3 MiB/s, 116 objects/s recovering 2023-10-09T04:49:20.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 2708/298809 objects degraded (0.906%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:20.556 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:20.671 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:20.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:20.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:20.779 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:20.850 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:20.904 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:20.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:20.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:21.013 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:21.079 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:21.092 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:49:21.092 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:49:21.092 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T04:49:21.092 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:49:21.134 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:21.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:21.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:21.198 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T04:49:21.244 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:21.295 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:49:21.330 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2275682811' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:49:21.331 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2275682811' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:49:21.337 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2275682811' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:49:21.907 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:21.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:21.913 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:22.014 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:22.086 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:49:22.096 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:22.143 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T04:49:22.231 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:49:22.237 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:22.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:22.249 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2275682811' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: osdmap e252: 8 total, 8 up, 7 in 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.266 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: pgmap v833: 99 pgs: 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 2364/288009 objects degraded (0.821%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2376827483' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:49:22] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2275682811' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: osdmap e252: 8 total, 8 up, 7 in 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: pgmap v833: 99 pgs: 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 2364/288009 objects degraded (0.821%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T04:49:22.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2376827483' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:49:22.270 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:22.350 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:22.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2275682811' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:49:22.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: osdmap e252: 8 total, 8 up, 7 in 2023-10-09T04:49:22.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.393 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.393 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: failed to encode map e252 with expected crc 2023-10-09T04:49:22.393 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: pgmap v833: 99 pgs: 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 2364/288009 objects degraded (0.821%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T04:49:22.393 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2376827483' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:49:22.399 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:22.455 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:22.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:22.465 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:22.566 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:22.617 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:22.717 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:22.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:22.721 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:22.822 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:22.867 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:22.907 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:22.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:22.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:23.011 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:23.039 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:23.076 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:23.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:23.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:23.091 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:23.179 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:23.205 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:23.247 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:23.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:23.253 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:23.353 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:23.400 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2376827483' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: osdmap e253: 8 total, 8 up, 7 in 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.477 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2376827483' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:49:23.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: osdmap e253: 8 total, 8 up, 7 in 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:49:23.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:23 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2376827483' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: osdmap e253: 8 total, 8 up, 7 in 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: failed to encode map e253 with expected crc 2023-10-09T04:49:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:49:23.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:23 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:23.514 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:23.697 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:23.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:23.702 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:23.803 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:23.859 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:24.225 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:24.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:24.229 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:24.330 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:24.397 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:24.405 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:49:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[184249]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[184249]: osdmap e254: 8 total, 8 up, 7 in 2023-10-09T04:49:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[184249]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[184249]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[184249]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[184249]: pgmap v836: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 534 op/s; 1568/275700 objects degraded (0.569%); 12 MiB/s, 189 objects/s recovering 2023-10-09T04:49:24.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[179183]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[179183]: osdmap e254: 8 total, 8 up, 7 in 2023-10-09T04:49:24.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[179183]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[179183]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[179183]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:24 smithi107 ceph-mon[179183]: pgmap v836: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 534 op/s; 1568/275700 objects degraded (0.569%); 12 MiB/s, 189 objects/s recovering 2023-10-09T04:49:24.435 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:49:24.458 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:49:24.487 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:49:24.491 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:24.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:24 smithi150 ceph-mon[168511]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:24 smithi150 ceph-mon[168511]: osdmap e254: 8 total, 8 up, 7 in 2023-10-09T04:49:24.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:24 smithi150 ceph-mon[168511]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:24 smithi150 ceph-mon[168511]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:24 smithi150 ceph-mon[168511]: failed to encode map e254 with expected crc 2023-10-09T04:49:24.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:24 smithi150 ceph-mon[168511]: pgmap v836: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 534 op/s; 1568/275700 objects degraded (0.569%); 12 MiB/s, 189 objects/s recovering 2023-10-09T04:49:24.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:24.498 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:24.526 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:49:24.562 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:49:24.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:24.602 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:49:24.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:49:24.645 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.646 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:49:24.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:24.759 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:49:25.173 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:25.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:25.179 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:25.280 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:25.334 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:25.396 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:25.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:25.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:25.450 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/494947794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:25.450 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:25 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:25.450 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1568/275700 objects degraded (0.569%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:25.450 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/494947794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:25.450 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:25 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:25.450 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1568/275700 objects degraded (0.569%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:25.508 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:25.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/494947794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:25.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:25 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:25.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1568/275700 objects degraded (0.569%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:25.583 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:25.660 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:25.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:25.666 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:25.706 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:25.706 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:25.768 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:25.836 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:25.890 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:25.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:25.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:26.004 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:26.006 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:26.048 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:26.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:26.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:26.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:26.237 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:26.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:26 smithi107 ceph-mon[179183]: pgmap v837: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 1568/275283 objects degraded (0.570%); 8.3 MiB/s, 132 objects/s recovering 2023-10-09T04:49:26.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:26 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:49:26.290 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:49:26.296 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:26 smithi150 ceph-mon[168511]: pgmap v837: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 1568/275283 objects degraded (0.570%); 8.3 MiB/s, 132 objects/s recovering 2023-10-09T04:49:26.297 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:26 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:49:26.312 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:26.378 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:26.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:26.388 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:26.488 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:26.515 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:26 smithi107 ceph-mon[184249]: pgmap v837: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 1568/275283 objects degraded (0.570%); 8.3 MiB/s, 132 objects/s recovering 2023-10-09T04:49:26.515 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:26 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:49:26.553 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:26.619 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:26.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:26.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:26.725 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:26.794 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:26.875 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:26.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:26.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:26.984 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:27.026 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:27.120 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:27.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:27.127 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:27.227 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:27.274 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T04:49:27.302 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:27.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:49:27.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1256840128' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:49:27.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:49:27.377 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1256840128' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:49:27.377 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:49:27.482 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:27.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1256840128' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:49:27.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:49:27.843 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:27.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:27.848 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:27.938 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T04:49:27.949 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:28.003 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:28.062 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:28.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:28.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:28.177 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:28.242 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: osdmap e255: 8 total, 8 up, 7 in 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: pgmap v839: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 909 op/s; 1568/271614 objects degraded (0.577%); 8.3 MiB/s, 132 objects/s recovering 2023-10-09T04:49:28.294 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:28 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:28.313 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:28.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:28.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:28.420 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:28.474 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:28.543 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:28.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:28.553 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:28.650 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:28.654 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: osdmap e255: 8 total, 8 up, 7 in 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: pgmap v839: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 909 op/s; 1568/271614 objects degraded (0.577%); 8.3 MiB/s, 132 objects/s recovering 2023-10-09T04:49:28.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: osdmap e255: 8 total, 8 up, 7 in 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: failed to encode map e255 with expected crc 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: pgmap v839: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 909 op/s; 1568/271614 objects degraded (0.577%); 8.3 MiB/s, 132 objects/s recovering 2023-10-09T04:49:28.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:28 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:28.715 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:28.789 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:28.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:28.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:28.900 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:28.974 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:29.050 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:29.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:29.065 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:29.166 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:29.243 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:29.304 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:29.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:29.316 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:29.316 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:49:29.417 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:29.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/74168453' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:49:29.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:29 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:49:29.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:29 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:29.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/74168453' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:49:29.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:29 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:49:29.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:29 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:29.447 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:29.447 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:29.500 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:29.616 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:29.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:29.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:29.728 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:29.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/74168453' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:49:29.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:29 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:49:29.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:29 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:29.773 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:29.952 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:49:30.206 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:30.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:30.215 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:30.219 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:30.316 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:30.363 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:30.423 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:30.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:30.428 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:30.529 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:30.567 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:30.567 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:49:30.567 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: osdmap e256: 8 total, 8 up, 7 in 2023-10-09T04:49:30.567 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: pgmap v841: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 730 op/s; 1019/261927 objects degraded (0.389%); 5.5 MiB/s, 87 objects/s recovering 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 1568/271614 objects degraded (0.577%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[184249]: osdmap e257: 8 total, 8 up, 7 in 2023-10-09T04:49:30.568 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: osdmap e256: 8 total, 8 up, 7 in 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: pgmap v841: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 730 op/s; 1019/261927 objects degraded (0.389%); 5.5 MiB/s, 87 objects/s recovering 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 1568/271614 objects degraded (0.577%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:30.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:30 smithi107 ceph-mon[179183]: osdmap e257: 8 total, 8 up, 7 in 2023-10-09T04:49:30.570 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:30.631 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:30.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:30.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: osdmap e256: 8 total, 8 up, 7 in 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: failed to encode map e256 with expected crc 2023-10-09T04:49:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: pgmap v841: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 730 op/s; 1019/261927 objects degraded (0.389%); 5.5 MiB/s, 87 objects/s recovering 2023-10-09T04:49:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 1568/271614 objects degraded (0.577%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:49:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:30 smithi150 ceph-mon[168511]: osdmap e257: 8 total, 8 up, 7 in 2023-10-09T04:49:30.736 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:30.764 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:30.900 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:30.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:30.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:31.005 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:31.037 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:31.158 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:31.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:31.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:31.173 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:49:31.219 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:49:31.255 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:49:31.270 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:31.287 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:49:31.335 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:49:31.349 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:31.369 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:49:31.407 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:49:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[179183]: failed to encode map e257 with expected crc 2023-10-09T04:49:31.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[179183]: failed to encode map e257 with expected crc 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[179183]: osdmap e258: 8 total, 8 up, 7 in 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[179183]: failed to encode map e258 with expected crc 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3021407601' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[184249]: failed to encode map e257 with expected crc 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[184249]: failed to encode map e257 with expected crc 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[184249]: osdmap e258: 8 total, 8 up, 7 in 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[184249]: failed to encode map e258 with expected crc 2023-10-09T04:49:31.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3021407601' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:31.443 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:49:31.445 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.445 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:49:31.546 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:31.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:31.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:31.656 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:31.713 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:31 smithi150 ceph-mon[168511]: failed to encode map e257 with expected crc 2023-10-09T04:49:31.713 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:31 smithi150 ceph-mon[168511]: failed to encode map e257 with expected crc 2023-10-09T04:49:31.713 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:31 smithi150 ceph-mon[168511]: osdmap e258: 8 total, 8 up, 7 in 2023-10-09T04:49:31.713 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:31.714 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:31 smithi150 ceph-mon[168511]: failed to encode map e258 with expected crc 2023-10-09T04:49:31.714 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3021407601' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:31.722 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:31.803 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:31.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:31.812 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:31.913 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:31.967 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:32.031 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:32.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:32.038 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:32.038 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:49:32] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2023-10-09T04:49:32.139 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:32.167 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:32.211 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:32.273 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:32.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:32.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:32.382 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:32.423 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:32.490 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:32.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:32.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:32.596 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:32.600 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-mon[184249]: failed to encode map e258 with expected crc 2023-10-09T04:49:32.600 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-mon[184249]: failed to encode map e258 with expected crc 2023-10-09T04:49:32.600 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-mon[184249]: pgmap v844: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 951 op/s; 1019/259497 objects degraded (0.393%); 8.1 MiB/s, 129 objects/s recovering 2023-10-09T04:49:32.602 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-mon[179183]: failed to encode map e258 with expected crc 2023-10-09T04:49:32.602 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-mon[179183]: failed to encode map e258 with expected crc 2023-10-09T04:49:32.602 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:32 smithi107 ceph-mon[179183]: pgmap v844: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 951 op/s; 1019/259497 objects degraded (0.393%); 8.1 MiB/s, 129 objects/s recovering 2023-10-09T04:49:32.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:32 smithi150 ceph-mon[168511]: failed to encode map e258 with expected crc 2023-10-09T04:49:32.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:32 smithi150 ceph-mon[168511]: failed to encode map e258 with expected crc 2023-10-09T04:49:32.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:32 smithi150 ceph-mon[168511]: pgmap v844: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait, 95 active+clean; 5.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 951 op/s; 1019/259497 objects degraded (0.393%); 8.1 MiB/s, 129 objects/s recovering 2023-10-09T04:49:32.639 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:32.667 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:49:32.695 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:32.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:32.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:32.801 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:32.862 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:32.922 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:32.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:32.926 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:33.026 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:33.116 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:33.252 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:33.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:33.257 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:33.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:33.361 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T04:49:33.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1071075504' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:49:33.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:49:33.400 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1071075504' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:49:33.400 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:49:33.406 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:33.458 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:33.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:33.463 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:33.564 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:33.627 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:33.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1071075504' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:49:33.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:49:33.813 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:33.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:33.817 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:33.880 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:33.918 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:33.946 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T04:49:33.946 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:49:33.987 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:34.110 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:34.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:34.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:34.164 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:49:34.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:34.306 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:34.338 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:49:34.338 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:49:34.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:165145 10.12 10:4d71fe85:::benchmark_data_smithi107_275910_object42278:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e259)", 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:34.325252+0000", 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0098066950000000007, 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0098395449999999999, 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:49:34.339 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 165145 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325252+0000", 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325252+0000", 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325250+0000", 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325258+0000", 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3189999999999995e-06 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325279+0000", 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0763000000000001e-05 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325291+0000", 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1824000000000001e-05 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325365+0000", 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4062999999999999e-05 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325503+0000", 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013798900000000001 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T04:49:34.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.325924+0000", 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00042141900000000003 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.332220+0000", 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062960510000000004 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.344 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:165138 10.10 e259/257 10:0bc5a5c3:::benchmark_data_smithi107_275910_object42271:head v 259'7769, mlcod=259'7767)", 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:34.329396+0000", 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0056626740000000004, 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057485790000000002, 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.329396+0000", 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.329396+0000", 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.329395+0000", 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.329408+0000", 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2941e-05 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.329425+0000", 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7207999999999999e-05 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.329434+0000", 2023-10-09T04:49:34.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7180000000000002e-06 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.331430+0000", 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0019957719999999998 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.331452+0000", 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2592999999999999e-05 2023-10-09T04:49:34.348 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.45347.0:165145 10.12 e259/240)", 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:34.334415+0000", 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00064408399999999995, 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00076348799999999999, 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334415+0000", 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334415+0000", 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:34.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334414+0000", 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334422+0000", 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4500000000000004e-06 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334435+0000", 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.344e-05 2023-10-09T04:49:34.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334445+0000", 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1810000000000007e-06 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:165136 10.2 e259/236)", 2023-10-09T04:49:34.352 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:34.334655+0000", 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00040360500000000002, 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00054798200000000003, 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334655+0000", 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334655+0000", 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334654+0000", 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:34.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334662+0000", 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8760000000000005e-06 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334675+0000", 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3054000000000001e-05 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:34.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334683+0000", 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6869999999999994e-06 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:165142 10.4 e259/243 10:216b3ad9:::benchmark_data_smithi107_275910_object42275:head v 259'7714, mlcod=259'7712)", 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:34.334694+0000", 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00036464700000000001, 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00053713899999999995, 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:34.356 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334694+0000", 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334694+0000", 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334694+0000", 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334698+0000", 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7859999999999998e-06 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334704+0000", 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.703e-06 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334709+0000", 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0259999999999998e-06 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334885+0000", 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017596199999999999 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334907+0000", 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1895999999999998e-05 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(10.2 259/236 [PushOp(10:46e37c4a:::benchmark_data_smithi107_275910_object106907:head, version: 233'5880, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:46e37c4a:::benchmark_data_smithi107_275910_object106907:head@233'5880, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:34.334723+0000", 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00033572400000000003, 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00055347999999999997, 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334723+0000", 2023-10-09T04:49:34.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334723+0000", 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334723+0000", 2023-10-09T04:49:34.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334765+0000", 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1862e-05 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334781+0000", 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6449000000000001e-05 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:34.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:34.334807+0000", 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5854e-05 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 6 2023-10-09T04:49:34.364 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:49:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:49:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[179183]: osdmap e259: 8 total, 8 up, 7 in 2023-10-09T04:49:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[179183]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[179183]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[179183]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[179183]: pgmap v846: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 1.09k op/s; 515/248181 objects degraded (0.208%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:49:34.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:49:34.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[184249]: osdmap e259: 8 total, 8 up, 7 in 2023-10-09T04:49:34.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[184249]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[184249]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[184249]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:34 smithi107 ceph-mon[184249]: pgmap v846: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 1.09k op/s; 515/248181 objects degraded (0.208%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:49:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:34 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:49:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:34 smithi150 ceph-mon[168511]: osdmap e259: 8 total, 8 up, 7 in 2023-10-09T04:49:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:34 smithi150 ceph-mon[168511]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:34 smithi150 ceph-mon[168511]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:34 smithi150 ceph-mon[168511]: failed to encode map e259 with expected crc 2023-10-09T04:49:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:34 smithi150 ceph-mon[168511]: pgmap v846: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 1.09k op/s; 515/248181 objects degraded (0.208%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:49:34.787 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:34.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:34.793 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:34.879 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:49:34.893 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:34.955 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:35.037 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:35.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:35.046 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:35.146 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:35.237 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:35.314 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:35.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:35.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:35.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 515/248181 objects degraded (0.208%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:35.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 515/248181 objects degraded (0.208%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:35.422 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:35.429 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:35.465 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:35.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 515/248181 objects degraded (0.208%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:35.530 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:35.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:35.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:35.614 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:35.638 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:35.726 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:36.623 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:36.660 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:36.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:36.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:36.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:36 smithi107 ceph-mon[179183]: pgmap v847: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 788 op/s; 515/247719 objects degraded (0.208%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:49:36.666 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:36 smithi107 ceph-mon[184249]: pgmap v847: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 788 op/s; 515/247719 objects degraded (0.208%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:49:36.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:36 smithi150 ceph-mon[168511]: pgmap v847: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 788 op/s; 515/247719 objects degraded (0.208%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:49:36.766 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:36.801 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:36.845 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:36.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:36.851 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:36.951 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:36.977 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:37.012 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:37.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:37.015 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:37.115 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:37.144 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:37.403 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: osdmap e260: 8 total, 8 up, 7 in 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[184249]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.404 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.405 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.405 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: osdmap e260: 8 total, 8 up, 7 in 2023-10-09T04:49:37.405 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.405 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.405 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.405 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:37 smithi107 ceph-mon[179183]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: osdmap e260: 8 total, 8 up, 7 in 2023-10-09T04:49:37.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:37 smithi150 ceph-mon[168511]: failed to encode map e260 with expected crc 2023-10-09T04:49:37.944 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:37.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:37.949 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:38.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:38.132 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:38.219 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:38.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:38.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:38.439 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[184249]: failed to encode map e261 with expected crc 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[184249]: osdmap e261: 8 total, 8 up, 7 in 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[184249]: failed to encode map e261 with expected crc 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[184249]: pgmap v850: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 856 op/s; 515/244080 objects degraded (0.211%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[179183]: failed to encode map e261 with expected crc 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[179183]: osdmap e261: 8 total, 8 up, 7 in 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[179183]: failed to encode map e261 with expected crc 2023-10-09T04:49:38.502 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:38 smithi107 ceph-mon[179183]: pgmap v850: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 856 op/s; 515/244080 objects degraded (0.211%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:49:38.506 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:38.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:38 smithi150 ceph-mon[168511]: failed to encode map e261 with expected crc 2023-10-09T04:49:38.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:38 smithi150 ceph-mon[168511]: osdmap e261: 8 total, 8 up, 7 in 2023-10-09T04:49:38.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:38 smithi150 ceph-mon[168511]: failed to encode map e261 with expected crc 2023-10-09T04:49:38.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:38 smithi150 ceph-mon[168511]: pgmap v850: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 96 active+clean; 5.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 856 op/s; 515/244080 objects degraded (0.211%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:49:39.276 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:39.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:39.286 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:39.386 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:39.438 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:49:39.441 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:39 smithi107 ceph-mon[179183]: failed to encode map e261 with expected crc 2023-10-09T04:49:39.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3940089168' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:49:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:39 smithi107 ceph-mon[184249]: failed to encode map e261 with expected crc 2023-10-09T04:49:39.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3940089168' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:49:39.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:39 smithi150 ceph-mon[168511]: failed to encode map e261 with expected crc 2023-10-09T04:49:39.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3940089168' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3940089168' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: osdmap e262: 8 total, 8 up, 7 in 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: pgmap v852: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 730 op/s; 515/235029 objects degraded (0.219%) 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 515/244080 objects degraded (0.211%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3940089168' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: osdmap e262: 8 total, 8 up, 7 in 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: pgmap v852: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 730 op/s; 515/235029 objects degraded (0.219%) 2023-10-09T04:49:40.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 515/244080 objects degraded (0.211%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3940089168' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:49:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: osdmap e262: 8 total, 8 up, 7 in 2023-10-09T04:49:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: failed to encode map e262 with expected crc 2023-10-09T04:49:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: pgmap v852: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 730 op/s; 515/235029 objects degraded (0.219%) 2023-10-09T04:49:40.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 515/244080 objects degraded (0.211%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:41 smithi150 ceph-mon[168511]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:41 smithi150 ceph-mon[168511]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:41 smithi150 ceph-mon[168511]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:41 smithi107 ceph-mon[184249]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:41 smithi107 ceph-mon[184249]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:41 smithi107 ceph-mon[184249]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:41 smithi107 ceph-mon[179183]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:41 smithi107 ceph-mon[179183]: failed to encode map e262 with expected crc 2023-10-09T04:49:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:41 smithi107 ceph-mon[179183]: failed to encode map e262 with expected crc 2023-10-09T04:49:42.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:49:42] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2023-10-09T04:49:42.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:42 smithi150 ceph-mon[168511]: pgmap v853: 99 pgs: 99 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 859 op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:42.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:42 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-10-09T04:49:42.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:42 smithi150 ceph-mon[168511]: from='client.55324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:49:42.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-mon[184249]: pgmap v853: 99 pgs: 99 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 859 op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:42.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-10-09T04:49:42.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-mon[184249]: from='client.55324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:49:42.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-mon[179183]: pgmap v853: 99 pgs: 99 active+clean; 4.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 859 op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:42.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-10-09T04:49:42.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:42 smithi107 ceph-mon[179183]: from='client.55324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:49:42.922 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:42.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:42.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:43.027 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:43.053 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:43.085 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:43.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:43.088 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:43.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:43.195 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:49:43.197 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:49:43.214 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:43.246 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:43.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:43.250 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:43.351 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:43.376 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:43.408 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:43.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:43.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:43.512 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:43.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 515/235029 objects degraded (0.219%), 1 pg degraded, 1 pg undersized) 2023-10-09T04:49:43.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "17"}]': finished 2023-10-09T04:49:43.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: osdmap e263: 8 total, 8 up, 7 in 2023-10-09T04:49:43.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.539 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[184249]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 515/235029 objects degraded (0.219%), 1 pg degraded, 1 pg undersized) 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "17"}]': finished 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: osdmap e263: 8 total, 8 up, 7 in 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:43 smithi107 ceph-mon[179183]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.542 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 515/235029 objects degraded (0.219%), 1 pg degraded, 1 pg undersized) 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "17"}]': finished 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: osdmap e263: 8 total, 8 up, 7 in 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: failed to encode map e263 with expected crc 2023-10-09T04:49:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:43 smithi150 ceph-mon[168511]: failed to encode map e263 with expected crc 2023-10-09T04:49:44.077 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:44.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:44.080 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:44.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:44.208 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:44 smithi150 ceph-mon[168511]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:44 smithi150 ceph-mon[168511]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:44 smithi150 ceph-mon[168511]: osdmap e264: 8 total, 8 up, 7 in 2023-10-09T04:49:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:44 smithi150 ceph-mon[168511]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:44 smithi150 ceph-mon[168511]: pgmap v856: 99 pgs: 1 peering, 98 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 1.33k op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:44.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:44 smithi150 ceph-mon[168511]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.735 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[179183]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.735 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[179183]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.735 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[179183]: osdmap e264: 8 total, 8 up, 7 in 2023-10-09T04:49:44.735 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[179183]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[179183]: pgmap v856: 99 pgs: 1 peering, 98 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 1.33k op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[179183]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[184249]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[184249]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[184249]: osdmap e264: 8 total, 8 up, 7 in 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[184249]: failed to encode map e264 with expected crc 2023-10-09T04:49:44.736 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[184249]: pgmap v856: 99 pgs: 1 peering, 98 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 1.33k op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:44.737 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:44 smithi107 ceph-mon[184249]: failed to encode map e264 with expected crc 2023-10-09T04:49:45.095 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:49:45.129 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:45.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:45.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:45.233 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":853,"stamp":"2023-10-09T04:49:41.507485+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5072525240,"num_objects":77417,"num_object_clones":0,"num_object_copies":232251,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77417,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":129381,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6673,"num_bytes_recovered":438109916,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198952,"ondisk_log_size":198952,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":19836396,"kb_used_data":14906420,"kb_used_omap":18,"kb_used_meta":4929581,"kb_avail":636379668,"statfs":{"total":671965249536,"available":651652780032,"internally_reserved":0,"allocated":15264174080,"data_stored":15258137106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5047891360},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,6,3,5,1,0,0,2,9,4],"upper_bound":2048},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-337903616,"num_objects":-5156,"num_object_clones":0,"num_object_copies":-15468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-515,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5156,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5156,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":515,"num_bytes_recovered":33751040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001516"},"pg_stats":[{"pgid":"10.13","version":"262'7868","reported_seq":8008,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-10-09T04:49:40.508507+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:49:40.508507+0000","last_peered":"2023-10-09T04:49:40.508507+0000","last_clean":"2023-10-09T04:49:40.508507+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:49:40.508507+0000","last_undegraded":"2023-10-09T04:49:40.508507+0000","last_fullsized":"2023-10-09T04:49:40.508507+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":7868,"log_dups_size":0,"ondisk_log_size":7868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152567808,"num_objects":2328,"num_object_clones":0,"num_object_copies":6984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":730,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":257,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405543+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:49:36.405543+0000","last_peered":"2023-10-09T04:49:36.405543+0000","last_clean":"2023-10-09T04:49:36.405543+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:49:36.405543+0000","last_undegraded":"2023-10-09T04:49:36.405543+0000","last_fullsized":"2023-10-09T04:49:36.405543+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":48,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.345626+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:49:33.345626+0000","last_peered":"2023-10-09T04:49:33.345626+0000","last_clean":"2023-10-09T04:49:33.345626+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:49:33.345626+0000","last_undegraded":"2023-10-09T04:49:33.345626+0000","last_fullsized":"2023-10-09T04:49:33.345626+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"261'7852","reported_seq":9637,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.527313+0000","last_change":"2023-10-09T04:49:31.038189+0000","last_active":"2023-10-09T04:49:37.527313+0000","last_peered":"2023-10-09T04:49:37.527313+0000","last_clean":"2023-10-09T04:49:37.527313+0000","last_became_active":"2023-10-09T04:49:31.003301+0000","last_became_peered":"2023-10-09T04:49:31.003301+0000","last_unstale":"2023-10-09T04:49:37.527313+0000","last_undegraded":"2023-10-09T04:49:37.527313+0000","last_fullsized":"2023-10-09T04:49:37.527313+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7852,"log_dups_size":0,"ondisk_log_size":7852,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160333824,"num_objects":2447,"num_object_clones":0,"num_object_copies":7341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5275,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":844,"num_bytes_recovered":55312384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":184,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400237+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:49:37.400237+0000","last_peered":"2023-10-09T04:49:37.400237+0000","last_clean":"2023-10-09T04:49:37.400237+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:49:37.400237+0000","last_undegraded":"2023-10-09T04:49:37.400237+0000","last_fullsized":"2023-10-09T04:49:37.400237+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":241,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343527+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:49:33.343527+0000","last_peered":"2023-10-09T04:49:33.343527+0000","last_clean":"2023-10-09T04:49:33.343527+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:49:33.343527+0000","last_undegraded":"2023-10-09T04:49:33.343527+0000","last_fullsized":"2023-10-09T04:49:33.343527+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"261'7962","reported_seq":8143,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.544908+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:49:37.544908+0000","last_peered":"2023-10-09T04:49:37.544908+0000","last_clean":"2023-10-09T04:49:37.544908+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:49:37.544908+0000","last_undegraded":"2023-10-09T04:49:37.544908+0000","last_fullsized":"2023-10-09T04:49:37.544908+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":7962,"log_dups_size":0,"ondisk_log_size":7962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159252480,"num_objects":2430,"num_object_clones":0,"num_object_copies":7290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2670,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":191,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343517+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:49:33.343517+0000","last_peered":"2023-10-09T04:49:33.343517+0000","last_clean":"2023-10-09T04:49:33.343517+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:49:33.343517+0000","last_undegraded":"2023-10-09T04:49:33.343517+0000","last_fullsized":"2023-10-09T04:49:33.343517+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":237,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421104+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:49:36.421104+0000","last_peered":"2023-10-09T04:49:36.421104+0000","last_clean":"2023-10-09T04:49:36.421104+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:49:36.421104+0000","last_undegraded":"2023-10-09T04:49:36.421104+0000","last_fullsized":"2023-10-09T04:49:36.421104+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":230,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343778+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:49:33.343778+0000","last_peered":"2023-10-09T04:49:33.343778+0000","last_clean":"2023-10-09T04:49:33.343778+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:49:33.343778+0000","last_undegraded":"2023-10-09T04:49:33.343778+0000","last_fullsized":"2023-10-09T04:49:33.343778+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":128,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400175+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:49:37.400175+0000","last_peered":"2023-10-09T04:49:37.400175+0000","last_clean":"2023-10-09T04:49:37.400175+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:49:37.400175+0000","last_undegraded":"2023-10-09T04:49:37.400175+0000","last_fullsized":"2023-10-09T04:49:37.400175+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":238,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.409920+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:49:36.409920+0000","last_peered":"2023-10-09T04:49:36.409920+0000","last_clean":"2023-10-09T04:49:36.409920+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:49:36.409920+0000","last_undegraded":"2023-10-09T04:49:36.409920+0000","last_fullsized":"2023-10-09T04:49:36.409920+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":150,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421191+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:49:36.421191+0000","last_peered":"2023-10-09T04:49:36.421191+0000","last_clean":"2023-10-09T04:49:36.421191+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:49:36.421191+0000","last_undegraded":"2023-10-09T04:49:36.421191+0000","last_fullsized":"2023-10-09T04:49:36.421191+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":248,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421739+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:49:36.421739+0000","last_peered":"2023-10-09T04:49:36.421739+0000","last_clean":"2023-10-09T04:49:36.421739+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:49:36.421739+0000","last_undegraded":"2023-10-09T04:49:36.421739+0000","last_fullsized":"2023-10-09T04:49:36.421739+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":179,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400273+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:49:37.400273+0000","last_peered":"2023-10-09T04:49:37.400273+0000","last_clean":"2023-10-09T04:49:37.400273+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:49:37.400273+0000","last_undegraded":"2023-10-09T04:49:37.400273+0000","last_fullsized":"2023-10-09T04:49:37.400273+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":227,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.406489+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:49:36.406489+0000","last_peered":"2023-10-09T04:49:36.406489+0000","last_clean":"2023-10-09T04:49:36.406489+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:49:36.406489+0000","last_undegraded":"2023-10-09T04:49:36.406489+0000","last_fullsized":"2023-10-09T04:49:36.406489+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":238,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405038+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:49:36.405038+0000","last_peered":"2023-10-09T04:49:36.405038+0000","last_clean":"2023-10-09T04:49:36.405038+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:49:36.405038+0000","last_undegraded":"2023-10-09T04:49:36.405038+0000","last_fullsized":"2023-10-09T04:49:36.405038+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":240,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420935+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:49:36.420935+0000","last_peered":"2023-10-09T04:49:36.420935+0000","last_clean":"2023-10-09T04:49:36.420935+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:49:36.420935+0000","last_undegraded":"2023-10-09T04:49:36.420935+0000","last_fullsized":"2023-10-09T04:49:36.420935+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":128,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400429+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:49:37.400429+0000","last_peered":"2023-10-09T04:49:37.400429+0000","last_clean":"2023-10-09T04:49:37.400429+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:49:37.400429+0000","last_undegraded":"2023-10-09T04:49:37.400429+0000","last_fullsized":"2023-10-09T04:49:37.400429+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":245,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.346452+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:49:33.346452+0000","last_peered":"2023-10-09T04:49:33.346452+0000","last_clean":"2023-10-09T04:49:33.346452+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:49:33.346452+0000","last_undegraded":"2023-10-09T04:49:33.346452+0000","last_fullsized":"2023-10-09T04:49:33.346452+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":237,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.410677+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:49:36.410677+0000","last_peered":"2023-10-09T04:49:36.410677+0000","last_clean":"2023-10-09T04:49:36.410677+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:49:36.410677+0000","last_undegraded":"2023-10-09T04:49:36.410677+0000","last_fullsized":"2023-10-09T04:49:36.410677+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"260'7837","reported_seq":7987,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.641941+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:49:36.641941+0000","last_peered":"2023-10-09T04:49:36.641941+0000","last_clean":"2023-10-09T04:49:36.641941+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:49:36.641941+0000","last_undegraded":"2023-10-09T04:49:36.641941+0000","last_fullsized":"2023-10-09T04:49:36.641941+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":7837,"log_dups_size":0,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160432128,"num_objects":2448,"num_object_clones":0,"num_object_copies":7344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2448,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1640,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":205,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421118+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:49:36.421118+0000","last_peered":"2023-10-09T04:49:36.421118+0000","last_clean":"2023-10-09T04:49:36.421118+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:49:36.421118+0000","last_undegraded":"2023-10-09T04:49:36.421118+0000","last_fullsized":"2023-10-09T04:49:36.421118+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":231,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343595+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:49:33.343595+0000","last_peered":"2023-10-09T04:49:33.343595+0000","last_clean":"2023-10-09T04:49:33.343595+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:49:33.343595+0000","last_undegraded":"2023-10-09T04:49:33.343595+0000","last_fullsized":"2023-10-09T04:49:33.343595+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"261'7832","reported_seq":8035,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.820863+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:49:37.820863+0000","last_peered":"2023-10-09T04:49:37.820863+0000","last_clean":"2023-10-09T04:49:37.820863+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:49:37.820863+0000","last_undegraded":"2023-10-09T04:49:37.820863+0000","last_fullsized":"2023-10-09T04:49:37.820863+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":7832,"log_dups_size":0,"ondisk_log_size":7832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158334976,"num_objects":2416,"num_object_clones":0,"num_object_copies":7248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":730,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":229,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.418599+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:49:36.418599+0000","last_peered":"2023-10-09T04:49:36.418599+0000","last_clean":"2023-10-09T04:49:36.418599+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:49:36.418599+0000","last_undegraded":"2023-10-09T04:49:36.418599+0000","last_fullsized":"2023-10-09T04:49:36.418599+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":178,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421441+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:49:36.421441+0000","last_peered":"2023-10-09T04:49:36.421441+0000","last_clean":"2023-10-09T04:49:36.421441+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:49:36.421441+0000","last_undegraded":"2023-10-09T04:49:36.421441+0000","last_fullsized":"2023-10-09T04:49:36.421441+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"261'7975","reported_seq":8190,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.804394+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:49:37.804394+0000","last_peered":"2023-10-09T04:49:37.804394+0000","last_clean":"2023-10-09T04:49:37.804394+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:49:37.804394+0000","last_undegraded":"2023-10-09T04:49:37.804394+0000","last_fullsized":"2023-10-09T04:49:37.804394+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":7975,"log_dups_size":0,"ondisk_log_size":7975,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162267136,"num_objects":2476,"num_object_clones":0,"num_object_copies":7428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2476,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1870,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":223,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421307+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:49:36.421307+0000","last_peered":"2023-10-09T04:49:36.421307+0000","last_clean":"2023-10-09T04:49:36.421307+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:49:36.421307+0000","last_undegraded":"2023-10-09T04:49:36.421307+0000","last_fullsized":"2023-10-09T04:49:36.421307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":203,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.408717+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:49:36.408717+0000","last_peered":"2023-10-09T04:49:36.408717+0000","last_clean":"2023-10-09T04:49:36.408717+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:49:36.408717+0000","last_undegraded":"2023-10-09T04:49:36.408717+0000","last_fullsized":"2023-10-09T04:49:36.408717+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"261'7793","reported_seq":7861,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.548418+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:49:37.548418+0000","last_peered":"2023-10-09T04:49:37.548418+0000","last_clean":"2023-10-09T04:49:37.548418+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:49:37.548418+0000","last_undegraded":"2023-10-09T04:49:37.548418+0000","last_fullsized":"2023-10-09T04:49:37.548418+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7793,"log_dups_size":0,"ondisk_log_size":7793,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158466048,"num_objects":2418,"num_object_clones":0,"num_object_copies":7254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2418,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5226,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":241,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421144+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:49:36.421144+0000","last_peered":"2023-10-09T04:49:36.421144+0000","last_clean":"2023-10-09T04:49:36.421144+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:49:36.421144+0000","last_undegraded":"2023-10-09T04:49:36.421144+0000","last_fullsized":"2023-10-09T04:49:36.421144+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":265,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.406032+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:49:36.406032+0000","last_peered":"2023-10-09T04:49:36.406032+0000","last_clean":"2023-10-09T04:49:36.406032+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:49:36.406032+0000","last_undegraded":"2023-10-09T04:49:36.406032+0000","last_fullsized":"2023-10-09T04:49:36.406032+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"260'7788","reported_seq":9476,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.581030+0000","last_change":"2023-10-09T04:48:50.986371+0000","last_active":"2023-10-09T04:49:36.581030+0000","last_peered":"2023-10-09T04:49:36.581030+0000","last_clean":"2023-10-09T04:49:36.581030+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:49:36.581030+0000","last_undegraded":"2023-10-09T04:49:36.581030+0000","last_fullsized":"2023-10-09T04:49:36.581030+0000","mapping_epoch":243,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7788,"log_dups_size":0,"ondisk_log_size":7788,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161611776,"num_objects":2466,"num_object_clones":0,"num_object_copies":7398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2466,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5222,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":206,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421573+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:49:36.421573+0000","last_peered":"2023-10-09T04:49:36.421573+0000","last_clean":"2023-10-09T04:49:36.421573+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:49:36.421573+0000","last_undegraded":"2023-10-09T04:49:36.421573+0000","last_fullsized":"2023-10-09T04:49:36.421573+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":237,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421582+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:49:36.421582+0000","last_peered":"2023-10-09T04:49:36.421582+0000","last_clean":"2023-10-09T04:49:36.421582+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:49:36.421582+0000","last_undegraded":"2023-10-09T04:49:36.421582+0000","last_fullsized":"2023-10-09T04:49:36.421582+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"262'7800","reported_seq":7871,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-10-09T04:49:40.573222+0000","last_change":"2023-10-09T04:49:22.596859+0000","last_active":"2023-10-09T04:49:40.573222+0000","last_peered":"2023-10-09T04:49:40.573222+0000","last_clean":"2023-10-09T04:49:40.573222+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:49:40.573222+0000","last_undegraded":"2023-10-09T04:49:40.573222+0000","last_fullsized":"2023-10-09T04:49:40.573222+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7800,"log_dups_size":0,"ondisk_log_size":7800,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154959872,"num_objects":2364,"num_object_clones":0,"num_object_copies":7092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5288,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":255,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.410265+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:49:36.410265+0000","last_peered":"2023-10-09T04:49:36.410265+0000","last_clean":"2023-10-09T04:49:36.410265+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:49:36.410265+0000","last_undegraded":"2023-10-09T04:49:36.410265+0000","last_fullsized":"2023-10-09T04:49:36.410265+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":231,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.345572+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:49:33.345572+0000","last_peered":"2023-10-09T04:49:33.345572+0000","last_clean":"2023-10-09T04:49:33.345572+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:49:33.345572+0000","last_undegraded":"2023-10-09T04:49:33.345572+0000","last_fullsized":"2023-10-09T04:49:33.345572+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"262'7843","reported_seq":9628,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-10-09T04:49:40.050432+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:49:40.050432+0000","last_peered":"2023-10-09T04:49:40.050432+0000","last_clean":"2023-10-09T04:49:40.050432+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:49:40.050432+0000","last_undegraded":"2023-10-09T04:49:40.050432+0000","last_fullsized":"2023-10-09T04:49:40.050432+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":7843,"log_dups_size":0,"ondisk_log_size":7843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153288704,"num_objects":2339,"num_object_clones":0,"num_object_copies":7017,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2339,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2608,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":130,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.345653+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:49:33.345653+0000","last_peered":"2023-10-09T04:49:33.345653+0000","last_clean":"2023-10-09T04:49:33.345653+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:49:33.345653+0000","last_undegraded":"2023-10-09T04:49:33.345653+0000","last_fullsized":"2023-10-09T04:49:33.345653+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":255,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.406358+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:49:36.406358+0000","last_peered":"2023-10-09T04:49:36.406358+0000","last_clean":"2023-10-09T04:49:36.406358+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:49:36.406358+0000","last_undegraded":"2023-10-09T04:49:36.406358+0000","last_fullsized":"2023-10-09T04:49:36.406358+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"262'7887","reported_seq":8032,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-10-09T04:49:40.591047+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:49:40.591047+0000","last_peered":"2023-10-09T04:49:40.591047+0000","last_clean":"2023-10-09T04:49:40.591047+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:49:40.591047+0000","last_undegraded":"2023-10-09T04:49:40.591047+0000","last_fullsized":"2023-10-09T04:49:40.591047+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":7887,"log_dups_size":0,"ondisk_log_size":7887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154796032,"num_objects":2362,"num_object_clones":0,"num_object_copies":7086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2362,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":968,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":238,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421708+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:49:36.421708+0000","last_peered":"2023-10-09T04:49:36.421708+0000","last_clean":"2023-10-09T04:49:36.421708+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:49:36.421708+0000","last_undegraded":"2023-10-09T04:49:36.421708+0000","last_fullsized":"2023-10-09T04:49:36.421708+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":231,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.407288+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:49:36.407288+0000","last_peered":"2023-10-09T04:49:36.407288+0000","last_clean":"2023-10-09T04:49:36.407288+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:49:36.407288+0000","last_undegraded":"2023-10-09T04:49:36.407288+0000","last_fullsized":"2023-10-09T04:49:36.407288+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"261'7817","reported_seq":9542,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.476652+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:49:37.476652+0000","last_peered":"2023-10-09T04:49:37.476652+0000","last_clean":"2023-10-09T04:49:37.476652+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:49:37.476652+0000","last_undegraded":"2023-10-09T04:49:37.476652+0000","last_fullsized":"2023-10-09T04:49:37.476652+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7817,"log_dups_size":0,"ondisk_log_size":7817,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160006144,"num_objects":2441,"num_object_clones":0,"num_object_copies":7323,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2441,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5239,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":222,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405982+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:49:36.405982+0000","last_peered":"2023-10-09T04:49:36.405982+0000","last_clean":"2023-10-09T04:49:36.405982+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:49:36.405982+0000","last_undegraded":"2023-10-09T04:49:36.405982+0000","last_fullsized":"2023-10-09T04:49:36.405982+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":238,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.406605+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:49:36.406605+0000","last_peered":"2023-10-09T04:49:36.406605+0000","last_clean":"2023-10-09T04:49:36.406605+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:49:36.406605+0000","last_undegraded":"2023-10-09T04:49:36.406605+0000","last_fullsized":"2023-10-09T04:49:36.406605+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"261'7915","reported_seq":8186,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.506407+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:49:37.506407+0000","last_peered":"2023-10-09T04:49:37.506407+0000","last_clean":"2023-10-09T04:49:37.506407+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:49:37.506407+0000","last_undegraded":"2023-10-09T04:49:37.506407+0000","last_fullsized":"2023-10-09T04:49:37.506407+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":7915,"log_dups_size":0,"ondisk_log_size":7915,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165740544,"num_objects":2529,"num_object_clones":0,"num_object_copies":7587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1646,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400604+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:49:37.400604+0000","last_peered":"2023-10-09T04:49:37.400604+0000","last_clean":"2023-10-09T04:49:37.400604+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:49:37.400604+0000","last_undegraded":"2023-10-09T04:49:37.400604+0000","last_fullsized":"2023-10-09T04:49:37.400604+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":185,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400923+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:49:37.400923+0000","last_peered":"2023-10-09T04:49:37.400923+0000","last_clean":"2023-10-09T04:49:37.400923+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:49:37.400923+0000","last_undegraded":"2023-10-09T04:49:37.400923+0000","last_fullsized":"2023-10-09T04:49:37.400923+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"261'10472","reported_seq":10526,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.918276+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:49:37.918276+0000","last_peered":"2023-10-09T04:49:37.918276+0000","last_clean":"2023-10-09T04:49:37.918276+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:49:37.918276+0000","last_undegraded":"2023-10-09T04:49:37.918276+0000","last_fullsized":"2023-10-09T04:49:37.918276+0000","mapping_epoch":215,"log_start":"224'2900","ondisk_log_start":"224'2900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7572,"log_dups_size":0,"ondisk_log_size":7572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318767104,"num_objects":4864,"num_object_clones":0,"num_object_copies":14592,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4864,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10472,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":235,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.401127+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:49:37.401127+0000","last_peered":"2023-10-09T04:49:37.401127+0000","last_clean":"2023-10-09T04:49:37.401127+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:49:37.401127+0000","last_undegraded":"2023-10-09T04:49:37.401127+0000","last_fullsized":"2023-10-09T04:49:37.401127+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":255,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.410604+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:49:36.410604+0000","last_peered":"2023-10-09T04:49:36.410604+0000","last_clean":"2023-10-09T04:49:36.410604+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:49:36.410604+0000","last_undegraded":"2023-10-09T04:49:36.410604+0000","last_fullsized":"2023-10-09T04:49:36.410604+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":193,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400618+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:49:37.400618+0000","last_peered":"2023-10-09T04:49:37.400618+0000","last_clean":"2023-10-09T04:49:37.400618+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:49:37.400618+0000","last_undegraded":"2023-10-09T04:49:37.400618+0000","last_fullsized":"2023-10-09T04:49:37.400618+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"261'10373","reported_seq":10427,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.565975+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:49:37.565975+0000","last_peered":"2023-10-09T04:49:37.565975+0000","last_clean":"2023-10-09T04:49:37.565975+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:49:37.565975+0000","last_undegraded":"2023-10-09T04:49:37.565975+0000","last_fullsized":"2023-10-09T04:49:37.565975+0000","mapping_epoch":215,"log_start":"224'3300","ondisk_log_start":"224'3300","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7073,"log_dups_size":0,"ondisk_log_size":7073,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311623680,"num_objects":4755,"num_object_clones":0,"num_object_copies":14265,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4755,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10373,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":241,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.411272+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:49:36.411272+0000","last_peered":"2023-10-09T04:49:36.411272+0000","last_clean":"2023-10-09T04:49:36.411272+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:49:36.411272+0000","last_undegraded":"2023-10-09T04:49:36.411272+0000","last_fullsized":"2023-10-09T04:49:36.411272+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":222,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.404968+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:49:36.404968+0000","last_peered":"2023-10-09T04:49:36.404968+0000","last_clean":"2023-10-09T04:49:36.404968+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:49:36.404968+0000","last_undegraded":"2023-10-09T04:49:36.404968+0000","last_fullsized":"2023-10-09T04:49:36.404968+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":201,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400474+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:49:37.400474+0000","last_peered":"2023-10-09T04:49:37.400474+0000","last_clean":"2023-10-09T04:49:37.400474+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:49:37.400474+0000","last_undegraded":"2023-10-09T04:49:37.400474+0000","last_fullsized":"2023-10-09T04:49:37.400474+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"261'7781","reported_seq":7993,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.772579+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:49:37.772579+0000","last_peered":"2023-10-09T04:49:37.772579+0000","last_clean":"2023-10-09T04:49:37.772579+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:49:37.772579+0000","last_undegraded":"2023-10-09T04:49:37.772579+0000","last_fullsized":"2023-10-09T04:49:37.772579+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":7781,"log_dups_size":0,"ondisk_log_size":7781,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158793728,"num_objects":2423,"num_object_clones":0,"num_object_copies":7269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1734,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":261,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.419778+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:49:37.419778+0000","last_peered":"2023-10-09T04:49:37.419778+0000","last_clean":"2023-10-09T04:49:37.419778+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:49:37.419778+0000","last_undegraded":"2023-10-09T04:49:37.419778+0000","last_fullsized":"2023-10-09T04:49:37.419778+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":179,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400193+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:49:37.400193+0000","last_peered":"2023-10-09T04:49:37.400193+0000","last_clean":"2023-10-09T04:49:37.400193+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:49:37.400193+0000","last_undegraded":"2023-10-09T04:49:37.400193+0000","last_fullsized":"2023-10-09T04:49:37.400193+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.401004+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:49:37.401004+0000","last_peered":"2023-10-09T04:49:37.401004+0000","last_clean":"2023-10-09T04:49:37.401004+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:49:37.401004+0000","last_undegraded":"2023-10-09T04:49:37.401004+0000","last_fullsized":"2023-10-09T04:49:37.401004+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"261'10312","reported_seq":13759,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.558408+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:49:37.558408+0000","last_peered":"2023-10-09T04:49:37.558408+0000","last_clean":"2023-10-09T04:49:37.558408+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:49:37.558408+0000","last_undegraded":"2023-10-09T04:49:37.558408+0000","last_fullsized":"2023-10-09T04:49:37.558408+0000","mapping_epoch":250,"log_start":"224'3300","ondisk_log_start":"224'3300","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7012,"log_dups_size":0,"ondisk_log_size":7012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312213504,"num_objects":4764,"num_object_clones":0,"num_object_copies":14292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10312,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":224,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.409049+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:49:36.409049+0000","last_peered":"2023-10-09T04:49:36.409049+0000","last_clean":"2023-10-09T04:49:36.409049+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:49:36.409049+0000","last_undegraded":"2023-10-09T04:49:36.409049+0000","last_fullsized":"2023-10-09T04:49:36.409049+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":603,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420600+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:49:36.420600+0000","last_peered":"2023-10-09T04:49:36.420600+0000","last_clean":"2023-10-09T04:49:36.420600+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:49:36.420600+0000","last_undegraded":"2023-10-09T04:49:36.420600+0000","last_fullsized":"2023-10-09T04:49:36.420600+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":148,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.411098+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:49:36.411098+0000","last_peered":"2023-10-09T04:49:36.411098+0000","last_clean":"2023-10-09T04:49:36.411098+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:49:36.411098+0000","last_undegraded":"2023-10-09T04:49:36.411098+0000","last_fullsized":"2023-10-09T04:49:36.411098+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":203,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420313+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:49:36.420313+0000","last_peered":"2023-10-09T04:49:36.420313+0000","last_clean":"2023-10-09T04:49:36.420313+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:49:36.420313+0000","last_undegraded":"2023-10-09T04:49:36.420313+0000","last_fullsized":"2023-10-09T04:49:36.420313+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"260'7979","reported_seq":8108,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.704159+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:49:36.704159+0000","last_peered":"2023-10-09T04:49:36.704159+0000","last_clean":"2023-10-09T04:49:36.704159+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:49:36.704159+0000","last_undegraded":"2023-10-09T04:49:36.704159+0000","last_fullsized":"2023-10-09T04:49:36.704159+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":7979,"log_dups_size":0,"ondisk_log_size":7979,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164495360,"num_objects":2510,"num_object_clones":0,"num_object_copies":7530,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2510,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2726,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":260,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420467+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:49:36.420467+0000","last_peered":"2023-10-09T04:49:36.420467+0000","last_clean":"2023-10-09T04:49:36.420467+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:49:36.420467+0000","last_undegraded":"2023-10-09T04:49:36.420467+0000","last_fullsized":"2023-10-09T04:49:36.420467+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":231,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.344033+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:49:33.344033+0000","last_peered":"2023-10-09T04:49:33.344033+0000","last_clean":"2023-10-09T04:49:33.344033+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:49:33.344033+0000","last_undegraded":"2023-10-09T04:49:33.344033+0000","last_fullsized":"2023-10-09T04:49:33.344033+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":246,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343354+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:49:33.343354+0000","last_peered":"2023-10-09T04:49:33.343354+0000","last_clean":"2023-10-09T04:49:33.343354+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:49:33.343354+0000","last_undegraded":"2023-10-09T04:49:33.343354+0000","last_fullsized":"2023-10-09T04:49:33.343354+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"261'10549","reported_seq":10604,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.544830+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:49:37.544830+0000","last_peered":"2023-10-09T04:49:37.544830+0000","last_clean":"2023-10-09T04:49:37.544830+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:49:37.544830+0000","last_undegraded":"2023-10-09T04:49:37.544830+0000","last_fullsized":"2023-10-09T04:49:37.544830+0000","mapping_epoch":215,"log_start":"224'3500","ondisk_log_start":"224'3500","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7049,"log_dups_size":0,"ondisk_log_size":7049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318636056,"num_objects":4863,"num_object_clones":0,"num_object_copies":14589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4863,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10549,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":226,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421654+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:49:36.421654+0000","last_peered":"2023-10-09T04:49:36.421654+0000","last_clean":"2023-10-09T04:49:36.421654+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:49:36.421654+0000","last_undegraded":"2023-10-09T04:49:36.421654+0000","last_fullsized":"2023-10-09T04:49:36.421654+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":179,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.400644+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:49:37.400644+0000","last_peered":"2023-10-09T04:49:37.400644+0000","last_clean":"2023-10-09T04:49:37.400644+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:49:37.400644+0000","last_undegraded":"2023-10-09T04:49:37.400644+0000","last_fullsized":"2023-10-09T04:49:37.400644+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":202,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.345773+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:49:33.345773+0000","last_peered":"2023-10-09T04:49:33.345773+0000","last_clean":"2023-10-09T04:49:33.345773+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:49:33.345773+0000","last_undegraded":"2023-10-09T04:49:33.345773+0000","last_fullsized":"2023-10-09T04:49:33.345773+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"261'10581","reported_seq":10635,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.529815+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:49:37.529815+0000","last_peered":"2023-10-09T04:49:37.529815+0000","last_clean":"2023-10-09T04:49:37.529815+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:49:37.529815+0000","last_undegraded":"2023-10-09T04:49:37.529815+0000","last_fullsized":"2023-10-09T04:49:37.529815+0000","mapping_epoch":215,"log_start":"225'4600","ondisk_log_start":"225'4600","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5981,"log_dups_size":0,"ondisk_log_size":5981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322633728,"num_objects":4923,"num_object_clones":0,"num_object_copies":14769,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4923,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10581,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":119,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.421528+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:49:36.421528+0000","last_peered":"2023-10-09T04:49:36.421528+0000","last_clean":"2023-10-09T04:49:36.421528+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:49:36.421528+0000","last_undegraded":"2023-10-09T04:49:36.421528+0000","last_fullsized":"2023-10-09T04:49:36.421528+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":191,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.401200+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:49:37.401200+0000","last_peered":"2023-10-09T04:49:37.401200+0000","last_clean":"2023-10-09T04:49:37.401200+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:49:37.401200+0000","last_undegraded":"2023-10-09T04:49:37.401200+0000","last_fullsized":"2023-10-09T04:49:37.401200+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":204,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420725+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:49:36.420725+0000","last_peered":"2023-10-09T04:49:36.420725+0000","last_clean":"2023-10-09T04:49:36.420725+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:49:36.420725+0000","last_undegraded":"2023-10-09T04:49:36.420725+0000","last_fullsized":"2023-10-09T04:49:36.420725+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"261'10478","reported_seq":10532,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.548317+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:49:37.548317+0000","last_peered":"2023-10-09T04:49:37.548317+0000","last_clean":"2023-10-09T04:49:37.548317+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:49:37.548317+0000","last_undegraded":"2023-10-09T04:49:37.548317+0000","last_fullsized":"2023-10-09T04:49:37.548317+0000","mapping_epoch":215,"log_start":"224'3500","ondisk_log_start":"224'3500","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6978,"log_dups_size":0,"ondisk_log_size":6978,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314179584,"num_objects":4794,"num_object_clones":0,"num_object_copies":14382,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4794,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10478,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":225,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420916+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:49:36.420916+0000","last_peered":"2023-10-09T04:49:36.420916+0000","last_clean":"2023-10-09T04:49:36.420916+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:49:36.420916+0000","last_undegraded":"2023-10-09T04:49:36.420916+0000","last_fullsized":"2023-10-09T04:49:36.420916+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":234,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343455+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:49:33.343455+0000","last_peered":"2023-10-09T04:49:33.343455+0000","last_clean":"2023-10-09T04:49:33.343455+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:49:33.343455+0000","last_undegraded":"2023-10-09T04:49:33.343455+0000","last_fullsized":"2023-10-09T04:49:33.343455+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":204,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405762+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:49:36.405762+0000","last_peered":"2023-10-09T04:49:36.405762+0000","last_clean":"2023-10-09T04:49:36.405762+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:49:36.405762+0000","last_undegraded":"2023-10-09T04:49:36.405762+0000","last_fullsized":"2023-10-09T04:49:36.405762+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"262'7939","reported_seq":9743,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-10-09T04:49:40.046069+0000","last_change":"2023-10-09T04:48:47.969160+0000","last_active":"2023-10-09T04:49:40.046069+0000","last_peered":"2023-10-09T04:49:40.046069+0000","last_clean":"2023-10-09T04:49:40.046069+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:49:40.046069+0000","last_undegraded":"2023-10-09T04:49:40.046069+0000","last_fullsized":"2023-10-09T04:49:40.046069+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7939,"log_dups_size":0,"ondisk_log_size":7939,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158400512,"num_objects":2417,"num_object_clones":0,"num_object_copies":7251,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2417,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5367,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":203,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.345730+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:49:33.345730+0000","last_peered":"2023-10-09T04:49:33.345730+0000","last_clean":"2023-10-09T04:49:33.345730+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:49:33.345730+0000","last_undegraded":"2023-10-09T04:49:33.345730+0000","last_fullsized":"2023-10-09T04:49:33.345730+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":271,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.419990+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:49:37.419990+0000","last_peered":"2023-10-09T04:49:37.419990+0000","last_clean":"2023-10-09T04:49:37.419990+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:49:37.419990+0000","last_undegraded":"2023-10-09T04:49:37.419990+0000","last_fullsized":"2023-10-09T04:49:37.419990+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"262'7772","reported_seq":7841,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-10-09T04:49:40.565724+0000","last_change":"2023-10-09T04:49:25.572838+0000","last_active":"2023-10-09T04:49:40.565724+0000","last_peered":"2023-10-09T04:49:40.565724+0000","last_clean":"2023-10-09T04:49:40.565724+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:49:40.565724+0000","last_undegraded":"2023-10-09T04:49:40.565724+0000","last_fullsized":"2023-10-09T04:49:40.565724+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7772,"log_dups_size":0,"ondisk_log_size":7772,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151158784,"num_objects":2307,"num_object_clones":0,"num_object_copies":6921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5261,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":240,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.410351+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:49:36.410351+0000","last_peered":"2023-10-09T04:49:36.410351+0000","last_clean":"2023-10-09T04:49:36.410351+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:49:36.410351+0000","last_undegraded":"2023-10-09T04:49:36.410351+0000","last_fullsized":"2023-10-09T04:49:36.410351+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":272,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405106+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:49:36.405106+0000","last_peered":"2023-10-09T04:49:36.405106+0000","last_clean":"2023-10-09T04:49:36.405106+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:49:36.405106+0000","last_undegraded":"2023-10-09T04:49:36.405106+0000","last_fullsized":"2023-10-09T04:49:36.405106+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"260'7777","reported_seq":9562,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.645696+0000","last_change":"2023-10-09T04:49:23.233724+0000","last_active":"2023-10-09T04:49:36.645696+0000","last_peered":"2023-10-09T04:49:36.645696+0000","last_clean":"2023-10-09T04:49:36.645696+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:49:36.645696+0000","last_undegraded":"2023-10-09T04:49:36.645696+0000","last_fullsized":"2023-10-09T04:49:36.645696+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7777,"log_dups_size":0,"ondisk_log_size":7777,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154730496,"num_objects":2361,"num_object_clones":0,"num_object_copies":7083,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5211,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":206,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.410461+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:49:36.410461+0000","last_peered":"2023-10-09T04:49:36.410461+0000","last_clean":"2023-10-09T04:49:36.410461+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:49:36.410461+0000","last_undegraded":"2023-10-09T04:49:36.410461+0000","last_fullsized":"2023-10-09T04:49:36.410461+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":255,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405360+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:49:36.405360+0000","last_peered":"2023-10-09T04:49:36.405360+0000","last_clean":"2023-10-09T04:49:36.405360+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:49:36.405360+0000","last_undegraded":"2023-10-09T04:49:36.405360+0000","last_fullsized":"2023-10-09T04:49:36.405360+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"261'7778","reported_seq":7996,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.499328+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:49:37.499328+0000","last_peered":"2023-10-09T04:49:37.499328+0000","last_clean":"2023-10-09T04:49:37.499328+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:49:37.499328+0000","last_undegraded":"2023-10-09T04:49:37.499328+0000","last_fullsized":"2023-10-09T04:49:37.499328+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":7778,"log_dups_size":0,"ondisk_log_size":7778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163577856,"num_objects":2496,"num_object_clones":0,"num_object_copies":7488,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2496,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1649,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":120,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.420687+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:49:36.420687+0000","last_peered":"2023-10-09T04:49:36.420687+0000","last_clean":"2023-10-09T04:49:36.420687+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:49:36.420687+0000","last_undegraded":"2023-10-09T04:49:36.420687+0000","last_fullsized":"2023-10-09T04:49:36.420687+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":192,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.419653+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:49:37.419653+0000","last_peered":"2023-10-09T04:49:37.419653+0000","last_clean":"2023-10-09T04:49:37.419653+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:49:37.419653+0000","last_undegraded":"2023-10-09T04:49:37.419653+0000","last_fullsized":"2023-10-09T04:49:37.419653+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"261'7876","reported_seq":7957,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-10-09T04:49:37.806239+0000","last_change":"2023-10-09T04:49:28.811941+0000","last_active":"2023-10-09T04:49:37.806239+0000","last_peered":"2023-10-09T04:49:37.806239+0000","last_clean":"2023-10-09T04:49:37.806239+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:49:37.806239+0000","last_undegraded":"2023-10-09T04:49:37.806239+0000","last_fullsized":"2023-10-09T04:49:37.806239+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7876,"log_dups_size":0,"ondisk_log_size":7876,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160661504,"num_objects":2452,"num_object_clones":0,"num_object_copies":7356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5256,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":220,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-10-09T04:49:33.343857+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:49:33.343857+0000","last_peered":"2023-10-09T04:49:33.343857+0000","last_clean":"2023-10-09T04:49:33.343857+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:49:33.343857+0000","last_undegraded":"2023-10-09T04:49:33.343857+0000","last_fullsized":"2023-10-09T04:49:33.343857+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":231,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-10-09T04:49:36.405820+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:49:36.405820+0000","last_peered":"2023-10-09T04:49:36.405820+0000","last_clean":"2023-10-09T04:49:36.405820+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:49:36.405820+0000","last_undegraded":"2023-10-09T04:49:36.405820+0000","last_fullsized":"2023-10-09T04:49:36.405820+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":5071929368,"num_objects":77393,"num_object_clones":0,"num_object_copies":232179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77393,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":129081,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6661,"num_bytes_recovered":436338688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15188635648,"data_stored":15188623432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198736,"ondisk_log_size":198736,"up":78,"acting":78,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234321,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2472884,"kb_used_data":1563500,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":91272268,"statfs":{"total":95995035648,"available":93462802432,"internally_reserved":0,"allocated":1601024000,"data_stored":1600360964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:48:55 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.6040000000000001,"15min":2.2130000000000001},"min":{"1min":0.23200000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":6.7400000000000002,"5min":11.922000000000001,"15min":11.922000000000001},"last":1.125},{"interface":"front","average":{"1min":1.361,"5min":2.2999999999999998,"15min":1.9570000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5949999999999998,"5min":17.344000000000001,"15min":17.344000000000001},"last":1.1419999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4189999999999996,"5min":7.4189999999999996,"15min":7.4189999999999996},"last":1.0920000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:48:55 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.6899999999999999,"15min":2.2759999999999998},"min":{"1min":0.28399999999999997,"5min":0.28000000000000003,"15min":0.27300000000000002},"max":{"1min":32.179000000000002,"5min":32.179000000000002,"15min":32.179000000000002},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.661,"5min":2.391,"15min":2.3039999999999998},"min":{"1min":0.34999999999999998,"5min":0.29599999999999999,"15min":0.252},"max":{"1min":4.9530000000000003,"5min":11.823,"15min":11.823},"last":0.46300000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.615,"15min":1.738},"min":{"1min":0.32000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.7140000000000004,"5min":11.003,"15min":11.003},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.6859999999999999,"15min":1.6970000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.6219999999999999,"5min":10.955,"15min":10.955},"last":0.54000000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8720000000000001,"5min":2.7389999999999999,"15min":1.8879999999999999},"min":{"1min":0.33100000000000002,"5min":0.308,"15min":0.22},"max":{"1min":5.1109999999999998,"5min":23.919,"15min":23.919},"last":1.006},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1880000000000002,"15min":1.6879999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.157,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.501}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.4119999999999999,"15min":2.165},"min":{"1min":0.38300000000000001,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":11.605,"5min":79.709999999999994,"15min":79.709999999999994},"last":1.1120000000000001},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.286,"15min":2.0680000000000001},"min":{"1min":0.34300000000000003,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":9.4960000000000004,"5min":79.332999999999998,"15min":79.332999999999998},"last":0.98599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.8700000000000001,"15min":2.0099999999999998},"min":{"1min":0.40899999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2439999999999998,"5min":16.113,"15min":17.501000000000001},"last":1.0620000000000001},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.532,"15min":1.9219999999999999},"min":{"1min":0.43099999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":9.0030000000000001,"5min":9.7669999999999995,"15min":12.093},"last":1.0469999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495957,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3077220,"kb_used_data":2175836,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":90667932,"statfs":{"total":95995035648,"available":92843962368,"internally_reserved":0,"allocated":2228056064,"data_stored":2227401159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:48:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":1.8,"15min":1.865},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":7.4589999999999996,"5min":8.875,"15min":19.166},"last":0.24199999999999999},{"interface":"front","average":{"1min":1,"5min":1.8779999999999999,"15min":1.8620000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.7469999999999999,"5min":11.292,"15min":19.143999999999998},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:47:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":2.4289999999999998,"15min":2.149},"min":{"1min":0.27500000000000002,"5min":0.24099999999999999,"15min":0.22900000000000001},"max":{"1min":6.0940000000000003,"5min":22.805,"15min":22.805},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.6339999999999999,"5min":2.3029999999999999,"15min":2.121},"min":{"1min":0.26000000000000001,"5min":0.245,"15min":0.23200000000000001},"max":{"1min":9.6850000000000005,"5min":22.834,"15min":22.834},"last":0.376}]},{"osd":2,"last update":"Mon Oct 9 04:49:03 2023","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":2.2250000000000001,"15min":2.2090000000000001},"min":{"1min":0.31900000000000001,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":5.6020000000000003,"5min":12.317,"15min":13.32},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.71899999999999997,"5min":2.1840000000000002,"15min":2.0539999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.052,"5min":15.391999999999999,"15min":15.391999999999999},"last":0.36199999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0670000000000002,"5min":1.9430000000000001,"15min":1.925},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":7.9960000000000004,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.8009999999999999,"5min":1.4570000000000001,"15min":1.1799999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.5389999999999997,"5min":10.198,"15min":10.198},"last":0.58999999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.6000000000000001,"5min":2.0459999999999998,"15min":1.6499999999999999},"min":{"1min":0.309,"5min":0.29999999999999999,"15min":0.255},"max":{"1min":9.0009999999999994,"5min":10.532,"15min":13.369},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.7270000000000001,"5min":2.1619999999999999,"15min":1.7250000000000001},"min":{"1min":0.33300000000000002,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":9.4000000000000004,"5min":12.722,"15min":12.722},"last":0.39400000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":2.2730000000000001,"15min":1.704},"min":{"1min":0.28999999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":12.420999999999999,"5min":12.420999999999999,"15min":16.042000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":2.6499999999999999,"5min":2.4529999999999998,"15min":2.036},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.984,"5min":12.403,"15min":13.391999999999999},"last":0.499}]},{"osd":7,"last update":"Mon Oct 9 04:48:36 2023","interfaces":[{"interface":"back","average":{"1min":11.218,"5min":4.3090000000000002,"15min":2.52},"min":{"1min":0.48299999999999998,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":196.22300000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":10.988,"5min":4.6059999999999999,"15min":2.6150000000000002},"min":{"1min":0.36499999999999999,"5min":0.33500000000000002,"15min":0.32200000000000001},"max":{"1min":196.24299999999999,"5min":196.24299999999999,"15min":196.24299999999999},"last":0.435}]}]},{"osd":1,"up_from":235,"seq":1009317314574,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1382988,"kb_used_data":1208452,"kb_used_omap":5,"kb_used_meta":174522,"kb_avail":92362164,"statfs":{"total":95995035648,"available":94578855936,"internally_reserved":0,"allocated":1237454848,"data_stored":1236317368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":178711253},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,0,0,2,9,4],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7930000000000001,"5min":3.7930000000000001,"15min":3.7930000000000001},"last":0.36699999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":3.8069999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":1.139,"5min":1.139,"15min":1.139},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.41399999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.609,"5min":2.609,"15min":2.609},"last":0.42599999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.502}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.839,"15min":1.839},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.282,"5min":7.282,"15min":7.282},"last":0.64600000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.972,"15min":1.972},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":6.4690000000000003,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":7.2309999999999999,"5min":7.2309999999999999,"15min":7.2309999999999999},"last":0.65800000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":0.69799999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":9.1370000000000005,"5min":9.1370000000000005,"15min":9.1370000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":146.554,"5min":146.554,"15min":146.554},"last":0.63200000000000001},{"interface":"front","average":{"1min":9.843,"5min":9.843,"15min":9.843},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":146.53100000000001,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.61499999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187664,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3860112,"kb_used_data":3168712,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":89885040,"statfs":{"total":95995035648,"available":92042280960,"internally_reserved":0,"allocated":3244761088,"data_stored":3243537988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,3,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:47:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.978,"15min":2.2050000000000001},"min":{"1min":0.20399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":4.5910000000000002,"5min":37.658999999999999,"15min":76.174000000000007},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":2.1960000000000002,"15min":2.3879999999999999},"min":{"1min":0.22900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":3.1949999999999998,"5min":43.564,"15min":76.245000000000005},"last":1.847}]},{"osd":2,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.7490000000000001,"15min":1.877},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":9.5609999999999999,"5min":9.6980000000000004,"15min":18.437000000000001},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.5760000000000001,"15min":1.887},"min":{"1min":0.23799999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":5.2619999999999996,"5min":13.143000000000001,"15min":13.348000000000001},"last":1.518}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.4730000000000001,"15min":1.6870000000000001},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.3919999999999995,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.3220000000000001,"15min":1.345},"min":{"1min":0.29799999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.8929999999999998,"5min":7.6070000000000002,"15min":7.6070000000000002},"last":1.768}]},{"osd":4,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.966,"15min":1.8380000000000001},"min":{"1min":0.33800000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.202,"5min":11.382999999999999,"15min":13.334},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.7390000000000001,"15min":1.6819999999999999},"min":{"1min":0.29099999999999998,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":2.8180000000000001,"5min":11.347,"15min":11.347},"last":0.436}]},{"osd":5,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":2.2360000000000002,"15min":1.9950000000000001},"min":{"1min":0.311,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.0490000000000004,"5min":13.022,"15min":13.022},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.4769999999999999,"15min":2.3580000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":9.2620000000000005,"5min":12.978,"15min":16.609999999999999},"last":1.593}]},{"osd":6,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":2.1669999999999998,"15min":2.2530000000000001},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":2.8450000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.46200000000000002},{"interface":"front","average":{"1min":1.641,"5min":2.3410000000000002,"15min":2.399},"min":{"1min":0.38200000000000001,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.8259999999999996,"5min":13.086,"15min":43.819000000000003},"last":1.5549999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.3700000000000001,"15min":2.2130000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.30199999999999999},"max":{"1min":8.5069999999999997,"5min":13.054,"15min":13.374000000000001},"last":1.6699999999999999},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.3799999999999999,"15min":2.0579999999999998},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":10.898999999999999,"5min":13.933999999999999,"15min":14.186},"last":2.9129999999999998}]}]},{"osd":2,"up_from":116,"seq":498216206507,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2573544,"kb_used_data":2104608,"kb_used_omap":7,"kb_used_meta":468920,"kb_avail":91171608,"statfs":{"total":95995035648,"available":93359726592,"internally_reserved":0,"allocated":2155118592,"data_stored":2154066483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":480174161},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":3.4169999999999998,"5min":2.1539999999999999,"15min":2.4710000000000001},"min":{"1min":0.187,"5min":0.17799999999999999,"15min":0.17499999999999999},"max":{"1min":49.338000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.189},{"interface":"front","average":{"1min":3.2669999999999999,"5min":1.9410000000000001,"15min":2.2959999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":47.450000000000003,"5min":47.450000000000003,"15min":47.450000000000003},"last":2.2160000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":7.6539999999999999},"last":2.109},{"interface":"front","average":{"1min":1.77,"5min":1.77,"15min":1.77},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":7.4269999999999996,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.39300000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":0.93300000000000005,"15min":0.78500000000000003},"min":{"1min":0.24299999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":9.7219999999999995,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":1.8560000000000001,"5min":0.97799999999999998,"15min":0.82799999999999996},"min":{"1min":0.32300000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.7650000000000006,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.0609999999999999,"15min":1.7909999999999999},"min":{"1min":0.32300000000000001,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":10.163,"5min":11.215,"15min":11.789},"last":3.8599999999999999},{"interface":"front","average":{"1min":1.351,"5min":1.8340000000000001,"15min":2.0659999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.718,"5min":18.672999999999998,"15min":18.672999999999998},"last":3.4159999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":2.1389999999999998,"15min":2.4140000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.524,"5min":12.141999999999999,"15min":14.644},"last":2.1880000000000002},{"interface":"front","average":{"1min":1.821,"5min":2.0979999999999999,"15min":2.0950000000000002},"min":{"1min":0.39000000000000001,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":6.0810000000000004,"5min":11.654,"15min":13.205},"last":2.419}]},{"osd":6,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.8740000000000001,"15min":2.0880000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":4.8099999999999996,"5min":11.618,"15min":15.412000000000001},"last":3.4849999999999999},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.9199999999999999,"15min":2.3039999999999998},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":2.605,"5min":9.0679999999999996,"15min":13.484999999999999},"last":4.1989999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5449999999999999,"5min":2.3540000000000001,"15min":2.5249999999999999},"min":{"1min":0.38200000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":4.7569999999999997,"5min":18.792999999999999,"15min":18.792999999999999},"last":3.4510000000000001},{"interface":"front","average":{"1min":1.724,"5min":2.3879999999999999,"15min":2.6480000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":6.367,"5min":18.841999999999999,"15min":18.841999999999999},"last":2.149}]}]},{"osd":3,"up_from":0,"seq":850403524648,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019229,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4021232,"kb_used_data":3133352,"kb_used_omap":0,"kb_used_meta":887680,"kb_avail":89723920,"statfs":{"total":95995035648,"available":91877294080,"internally_reserved":0,"allocated":3208552448,"data_stored":3207893207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":908984320},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":1.8939999999999999,"5min":1.923,"15min":1.806},"min":{"1min":0.21199999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":5.694,"5min":9.4570000000000007,"15min":16.363},"last":0.215},{"interface":"front","average":{"1min":1.962,"5min":1.7010000000000001,"15min":1.869},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23100000000000001},"max":{"1min":7.2389999999999999,"5min":11.058999999999999,"15min":11.058999999999999},"last":2.3639999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7130000000000001,"5min":3.7130000000000001,"15min":3.7130000000000001},"last":2.2709999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":5.2110000000000003,"5min":5.2110000000000003,"15min":5.2110000000000003},"last":0.26800000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":1.5029999999999999,"5min":1.7869999999999999,"15min":1.8},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":5.7619999999999996,"5min":9.5429999999999993,"15min":13.488},"last":0.24199999999999999},{"interface":"front","average":{"1min":2.1850000000000001,"5min":1.96,"15min":2.0710000000000002},"min":{"1min":0.313,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.8280000000000003,"5min":12.367000000000001,"15min":13.170999999999999},"last":2.2250000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.885,"15min":1.833},"min":{"1min":0.438,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.0940000000000003,"5min":11.211,"15min":11.211},"last":2.3079999999999998},{"interface":"front","average":{"1min":2.456,"5min":2.0409999999999999,"15min":1.758},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.7519999999999998,"5min":7.391,"15min":7.391},"last":0.318}]},{"osd":5,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":2.399,"5min":2.0800000000000001,"15min":1.6180000000000001},"min":{"1min":0.36499999999999999,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":8.3539999999999992,"5min":12.313000000000001,"15min":13.624000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.5739999999999998,"5min":1.8899999999999999,"15min":1.591},"min":{"1min":0.39200000000000002,"5min":0.313,"15min":0.27900000000000003},"max":{"1min":7.6520000000000001,"5min":11.099,"15min":11.099},"last":2.3370000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:49:17 2023","interfaces":[{"interface":"back","average":{"1min":3.8170000000000002,"5min":3.3210000000000002,"15min":2.1280000000000001},"min":{"1min":0.67300000000000004,"5min":0.29999999999999999,"15min":0.24299999999999999},"max":{"1min":9.3420000000000005,"5min":31.064,"15min":31.064},"last":3.194},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.3889999999999998,"15min":1.6899999999999999},"min":{"1min":0.40000000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":5.0289999999999999,"5min":16.763000000000002,"15min":16.763000000000002},"last":0.44}]},{"osd":7,"last update":"Mon Oct 9 04:48:38 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.4239999999999999,"15min":1.8440000000000001},"min":{"1min":0.441,"5min":0.32400000000000001,"15min":0.25900000000000001},"max":{"1min":8.4510000000000005,"5min":12.744999999999999,"15min":19.754999999999999},"last":2.8140000000000001},{"interface":"front","average":{"1min":3.6339999999999999,"5min":3.008,"15min":1.8180000000000001},"min":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.29499999999999998},"max":{"1min":10.021000000000001,"5min":15.33,"15min":16.835000000000001},"last":0.60599999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757593,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2448416,"kb_used_data":1551960,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":91296736,"statfs":{"total":95995035648,"available":93487857664,"internally_reserved":0,"allocated":1589207040,"data_stored":1588559937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:01 2023","interfaces":[{"interface":"back","average":{"1min":1.631,"5min":1.637,"15min":1.5680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":13.502000000000001,"5min":13.502000000000001,"15min":13.502000000000001},"last":3.1800000000000002},{"interface":"front","average":{"1min":1.827,"5min":2.8929999999999998,"15min":2.2570000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.5609999999999999,"5min":12.343,"15min":12.343},"last":0.42199999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.982,"15min":1.9950000000000001},"min":{"1min":0.252,"5min":0.23699999999999999,"15min":0.22500000000000001},"max":{"1min":3.8340000000000001,"5min":8.4109999999999996,"15min":11.086},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":2.9289999999999998,"15min":2.375},"min":{"1min":0.314,"5min":0.30399999999999999,"15min":0.254},"max":{"1min":8.0500000000000007,"5min":11.425000000000001,"15min":11.425000000000001},"last":0.65600000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:49:01 2023","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.573,"15min":1.843},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":7.7069999999999999,"5min":11,"15min":14.859999999999999},"last":2.7440000000000002},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.4889999999999999,"15min":2.4380000000000002},"min":{"1min":0.313,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":9.5950000000000006,"5min":9.5950000000000006,"15min":13.308},"last":0.44700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:49:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.2749999999999999,"15min":1.173},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.5439999999999996,"5min":5.5229999999999997,"15min":5.5229999999999997},"last":4.1029999999999998},{"interface":"front","average":{"1min":1.675,"5min":1.7989999999999999,"15min":1.744},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.016,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":2.6000000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6200000000000001,"5min":1.5469999999999999,"15min":1.3340000000000001},"min":{"1min":0.313,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":5.8630000000000004,"5min":11.723000000000001,"15min":11.723000000000001},"last":0.375},{"interface":"front","average":{"1min":3.621,"5min":2.9300000000000002,"15min":1.927},"min":{"1min":0.35899999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.465,"5min":13.465,"15min":13.465},"last":0.38700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:49:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6139999999999999,"15min":1.8600000000000001},"min":{"1min":0.35199999999999998,"5min":0.32600000000000001,"15min":0.28699999999999998},"max":{"1min":9.0909999999999993,"5min":21.196999999999999,"15min":21.196999999999999},"last":1.3080000000000001},{"interface":"front","average":{"1min":2.0699999999999998,"5min":3.2360000000000002,"15min":2.1640000000000001},"min":{"1min":0.373,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":5.6749999999999998,"5min":19.631,"15min":19.631},"last":3.3769999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:48:42 2023","interfaces":[{"interface":"back","average":{"1min":4.8449999999999998,"5min":3.5099999999999998,"15min":2.133},"min":{"1min":0.40899999999999997,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":43.508000000000003,"5min":43.508000000000003,"15min":43.508000000000003},"last":2.5129999999999999},{"interface":"front","average":{"1min":4.0819999999999999,"5min":2.1760000000000002,"15min":1.518},"min":{"1min":0.45300000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":43.476999999999997,"5min":43.476999999999997,"15min":43.476999999999997},"last":2.109}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3206549504,"data_stored":3206545432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1231224832,"data_stored":1231224832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2145648640,"data_stored":2145648640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3203338240,"data_stored":3203334168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1584857088,"data_stored":1584857088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2219184128,"data_stored":2219180056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1597833216,"data_stored":1597833216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:49:45.240 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:49:45.240 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:45.254 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:49:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:49:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:49:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:49:45.254 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:49:45.308 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:45.388 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:45.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:45.396 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:45.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:45.551 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:45 smithi150 ceph-mon[168511]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.551 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:45 smithi150 ceph-mon[168511]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.551 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:45 smithi150 ceph-mon[168511]: osdmap e265: 8 total, 8 up, 7 in 2023-10-09T04:49:45.551 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:45 smithi150 ceph-mon[168511]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.551 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:45 smithi150 ceph-mon[168511]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.552 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:45.625 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:45.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:45.631 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:45.732 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:45.799 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:45.843 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[184249]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.844 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[184249]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.844 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[184249]: osdmap e265: 8 total, 8 up, 7 in 2023-10-09T04:49:45.844 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[184249]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.844 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[184249]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.849 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[179183]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.849 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[179183]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.849 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[179183]: osdmap e265: 8 total, 8 up, 7 in 2023-10-09T04:49:45.849 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[179183]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.849 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:45 smithi107 ceph-mon[179183]: failed to encode map e265 with expected crc 2023-10-09T04:49:45.855 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:49:45.859 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:49:45.873 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:45.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:45.888 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:45.893 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:49:45.931 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:49:45.966 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:49:45.989 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:46.010 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:49:46.048 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:49:46.062 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:46.099 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:49:46.120 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:46.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:46.126 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:46.141 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:49:46.146 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.147 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:49:46.186 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:46.227 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:46.255 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:46.293 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:46.368 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:46.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:46.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:46.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:46.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[179183]: pgmap v858: 99 pgs: 1 peering, 98 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 865 op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:46.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3859555477' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:46.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:46.480 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:46.522 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:46.619 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:46.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:46.625 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:46.726 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:46 smithi150 ceph-mon[168511]: pgmap v858: 99 pgs: 1 peering, 98 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 865 op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3859555477' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:46.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:46.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:46.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[184249]: pgmap v858: 99 pgs: 1 peering, 98 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 865 op/s; 5.4 MiB/s, 85 objects/s recovering 2023-10-09T04:49:46.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3859555477' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:46.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:49:46.776 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:49:46.778 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:46.984 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:46.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:46.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:47.090 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:49:47.133 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:47.484 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:49:47.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:47.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:49:47.587 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:47.686 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:47.768 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:47.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:47.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:47.885 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:47.963 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:48.037 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:48.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:48.046 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:48.083 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:48.147 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:48.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:48.287 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:48.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:48.295 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:48.395 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:48.453 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:48.534 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:48.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:48.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:48.645 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:48.665 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:49:48.698 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:48.820 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:48 smithi107 ceph-mon[179183]: pgmap v859: 99 pgs: 1 peering, 98 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 838 op/s 2023-10-09T04:49:48.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:48 smithi107 ceph-mon[184249]: pgmap v859: 99 pgs: 1 peering, 98 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 838 op/s 2023-10-09T04:49:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:48 smithi150 ceph-mon[168511]: pgmap v859: 99 pgs: 1 peering, 98 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 838 op/s 2023-10-09T04:49:49.595 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:49:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1476866843' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:49.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1476866843' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:49.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:49.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1476866843' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:49.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:49:49.989 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:49:49.993 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:49:50.870 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: pgmap v860: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 914 op/s; 17/211026 objects degraded (0.008%); 2180/211026 objects misplaced (1.033%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:49:50.870 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 17/211026 objects degraded (0.008%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:50.870 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: osdmap e266: 8 total, 8 up, 7 in 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:49:50.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:50 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:50.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: pgmap v860: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 914 op/s; 17/211026 objects degraded (0.008%); 2180/211026 objects misplaced (1.033%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 17/211026 objects degraded (0.008%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: osdmap e266: 8 total, 8 up, 7 in 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:49:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: pgmap v860: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 914 op/s; 17/211026 objects degraded (0.008%); 2180/211026 objects misplaced (1.033%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 17/211026 objects degraded (0.008%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: osdmap e266: 8 total, 8 up, 7 in 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: failed to encode map e266 with expected crc 2023-10-09T04:49:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:49:50.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:50 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:51.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:51 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:51.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:51 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:49:51.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:51 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:51.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:51 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:49:51.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:51 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:51.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:51 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:49:52.314 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:52.318 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:49:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:49:52] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2023-10-09T04:49:52.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:52.322 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:52.423 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:52.465 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:52.613 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:52 smithi107 ceph-mon[179183]: pgmap v862: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.2 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 478 op/s; 17/208578 objects degraded (0.008%); 2180/208578 objects misplaced (1.045%); 992 KiB/s, 15 objects/s recovering 2023-10-09T04:49:52.669 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:52.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:52.673 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:52.710 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":861,"stamp":"2023-10-09T04:49:49.577620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4608858040,"num_objects":70342,"num_object_clones":0,"num_object_copies":211026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":2180,"num_objects_unfound":0,"num_objects_dirty":70342,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":136456,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6797,"num_bytes_recovered":446236380,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202779,"ondisk_log_size":202779,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":18515704,"kb_used_data":13630464,"kb_used_omap":18,"kb_used_meta":4884525,"kb_avail":637700360,"statfs":{"total":671965249536,"available":653005168640,"internally_reserved":0,"allocated":13957595136,"data_stored":13951461834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5001754016},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,7,1,0,0,0,0,0,0,7,9],"upper_bound":4096},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-197591040,"num_objects":-3015,"num_object_clones":0,"num_object_copies":-9045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":2180,"num_objects_unfound":0,"num_objects_dirty":-3015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3015,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":124,"num_bytes_recovered":8126464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.116566"},"pg_stats":[{"pgid":"10.13","version":"265'7962","reported_seq":8105,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:45.549987+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:49:45.549987+0000","last_peered":"2023-10-09T04:49:45.549987+0000","last_clean":"2023-10-09T04:49:45.549987+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:49:45.549987+0000","last_undegraded":"2023-10-09T04:49:45.549987+0000","last_fullsized":"2023-10-09T04:49:45.549987+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":7962,"log_dups_size":0,"ondisk_log_size":7962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146407424,"num_objects":2234,"num_object_clones":0,"num_object_copies":6702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":824,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":261,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465525+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:49:43.465525+0000","last_peered":"2023-10-09T04:49:43.465525+0000","last_clean":"2023-10-09T04:49:43.465525+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:49:43.465525+0000","last_undegraded":"2023-10-09T04:49:43.465525+0000","last_fullsized":"2023-10-09T04:49:43.465525+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.458157+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:49:43.458157+0000","last_peered":"2023-10-09T04:49:43.458157+0000","last_clean":"2023-10-09T04:49:43.458157+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:49:43.458157+0000","last_undegraded":"2023-10-09T04:49:43.458157+0000","last_fullsized":"2023-10-09T04:49:43.458157+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"265'8096","reported_seq":10141,"reported_epoch":265,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:49:47.575281+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:49:47.575281+0000","last_peered":"2023-10-09T04:49:47.575281+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:49:47.575281+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8096,"log_dups_size":0,"ondisk_log_size":8096,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144343040,"num_objects":2203,"num_object_clones":0,"num_object_copies":6609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":2180,"num_objects_unfound":0,"num_objects_dirty":2203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5519,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":968,"num_bytes_recovered":63438848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":2180},{"shards":"4,6","objects":6}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467095+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:49:43.467095+0000","last_peered":"2023-10-09T04:49:43.467095+0000","last_clean":"2023-10-09T04:49:43.467095+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:49:43.467095+0000","last_undegraded":"2023-10-09T04:49:43.467095+0000","last_fullsized":"2023-10-09T04:49:43.467095+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":246,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.458581+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:49:43.458581+0000","last_peered":"2023-10-09T04:49:43.458581+0000","last_clean":"2023-10-09T04:49:43.458581+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:49:43.458581+0000","last_undegraded":"2023-10-09T04:49:43.458581+0000","last_fullsized":"2023-10-09T04:49:43.458581+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"265'8209","reported_seq":8394,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.552495+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:49:47.552495+0000","last_peered":"2023-10-09T04:49:47.552495+0000","last_clean":"2023-10-09T04:49:47.552495+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:49:47.552495+0000","last_undegraded":"2023-10-09T04:49:47.552495+0000","last_fullsized":"2023-10-09T04:49:47.552495+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":8209,"log_dups_size":0,"ondisk_log_size":8209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143065088,"num_objects":2183,"num_object_clones":0,"num_object_copies":6549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2917,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.457701+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:49:43.457701+0000","last_peered":"2023-10-09T04:49:43.457701+0000","last_clean":"2023-10-09T04:49:43.457701+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:49:43.457701+0000","last_undegraded":"2023-10-09T04:49:43.457701+0000","last_fullsized":"2023-10-09T04:49:43.457701+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":241,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467694+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:49:43.467694+0000","last_peered":"2023-10-09T04:49:43.467694+0000","last_clean":"2023-10-09T04:49:43.467694+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:49:43.467694+0000","last_undegraded":"2023-10-09T04:49:43.467694+0000","last_fullsized":"2023-10-09T04:49:43.467694+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":235,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.458799+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:49:43.458799+0000","last_peered":"2023-10-09T04:49:43.458799+0000","last_clean":"2023-10-09T04:49:43.458799+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:49:43.458799+0000","last_undegraded":"2023-10-09T04:49:43.458799+0000","last_fullsized":"2023-10-09T04:49:43.458799+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467136+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:49:43.467136+0000","last_peered":"2023-10-09T04:49:43.467136+0000","last_clean":"2023-10-09T04:49:43.467136+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:49:43.467136+0000","last_undegraded":"2023-10-09T04:49:43.467136+0000","last_fullsized":"2023-10-09T04:49:43.467136+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":242,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530578+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:49:43.530578+0000","last_peered":"2023-10-09T04:49:43.530578+0000","last_clean":"2023-10-09T04:49:43.530578+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:49:43.530578+0000","last_undegraded":"2023-10-09T04:49:43.530578+0000","last_fullsized":"2023-10-09T04:49:43.530578+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":154,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464046+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:49:43.464046+0000","last_peered":"2023-10-09T04:49:43.464046+0000","last_clean":"2023-10-09T04:49:43.464046+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:49:43.464046+0000","last_undegraded":"2023-10-09T04:49:43.464046+0000","last_fullsized":"2023-10-09T04:49:43.464046+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":252,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464139+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:49:43.464139+0000","last_peered":"2023-10-09T04:49:43.464139+0000","last_clean":"2023-10-09T04:49:43.464139+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:49:43.464139+0000","last_undegraded":"2023-10-09T04:49:43.464139+0000","last_fullsized":"2023-10-09T04:49:43.464139+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":182,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467122+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:49:43.467122+0000","last_peered":"2023-10-09T04:49:43.467122+0000","last_clean":"2023-10-09T04:49:43.467122+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:49:43.467122+0000","last_undegraded":"2023-10-09T04:49:43.467122+0000","last_fullsized":"2023-10-09T04:49:43.467122+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":231,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465627+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:49:43.465627+0000","last_peered":"2023-10-09T04:49:43.465627+0000","last_clean":"2023-10-09T04:49:43.465627+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:49:43.465627+0000","last_undegraded":"2023-10-09T04:49:43.465627+0000","last_fullsized":"2023-10-09T04:49:43.465627+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":242,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465492+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:49:43.465492+0000","last_peered":"2023-10-09T04:49:43.465492+0000","last_clean":"2023-10-09T04:49:43.465492+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:49:43.465492+0000","last_undegraded":"2023-10-09T04:49:43.465492+0000","last_fullsized":"2023-10-09T04:49:43.465492+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":244,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.463961+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:49:43.463961+0000","last_peered":"2023-10-09T04:49:43.463961+0000","last_clean":"2023-10-09T04:49:43.463961+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:49:43.463961+0000","last_undegraded":"2023-10-09T04:49:43.463961+0000","last_fullsized":"2023-10-09T04:49:43.463961+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467695+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:49:43.467695+0000","last_peered":"2023-10-09T04:49:43.467695+0000","last_clean":"2023-10-09T04:49:43.467695+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:49:43.467695+0000","last_undegraded":"2023-10-09T04:49:43.467695+0000","last_fullsized":"2023-10-09T04:49:43.467695+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":250,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.457939+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:49:43.457939+0000","last_peered":"2023-10-09T04:49:43.457939+0000","last_clean":"2023-10-09T04:49:43.457939+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:49:43.457939+0000","last_undegraded":"2023-10-09T04:49:43.457939+0000","last_fullsized":"2023-10-09T04:49:43.457939+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":241,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530519+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:49:43.530519+0000","last_peered":"2023-10-09T04:49:43.530519+0000","last_clean":"2023-10-09T04:49:43.530519+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:49:43.530519+0000","last_undegraded":"2023-10-09T04:49:43.530519+0000","last_fullsized":"2023-10-09T04:49:43.530519+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"265'8105","reported_seq":8260,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:46.666559+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:49:46.666559+0000","last_peered":"2023-10-09T04:49:46.666559+0000","last_clean":"2023-10-09T04:49:46.666559+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:49:46.666559+0000","last_undegraded":"2023-10-09T04:49:46.666559+0000","last_fullsized":"2023-10-09T04:49:46.666559+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8105,"log_dups_size":0,"ondisk_log_size":8105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142868480,"num_objects":2180,"num_object_clones":0,"num_object_copies":6540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1908,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":209,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.463965+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:49:43.463965+0000","last_peered":"2023-10-09T04:49:43.463965+0000","last_clean":"2023-10-09T04:49:43.463965+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:49:43.463965+0000","last_undegraded":"2023-10-09T04:49:43.463965+0000","last_fullsized":"2023-10-09T04:49:43.463965+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":236,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.458693+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:49:43.458693+0000","last_peered":"2023-10-09T04:49:43.458693+0000","last_clean":"2023-10-09T04:49:43.458693+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:49:43.458693+0000","last_undegraded":"2023-10-09T04:49:43.458693+0000","last_fullsized":"2023-10-09T04:49:43.458693+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"265'8075","reported_seq":8282,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.784535+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:49:47.784535+0000","last_peered":"2023-10-09T04:49:47.784535+0000","last_clean":"2023-10-09T04:49:47.784535+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:49:47.784535+0000","last_undegraded":"2023-10-09T04:49:47.784535+0000","last_fullsized":"2023-10-09T04:49:47.784535+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":8075,"log_dups_size":0,"ondisk_log_size":8075,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142409728,"num_objects":2173,"num_object_clones":0,"num_object_copies":6519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2173,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":973,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":233,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467756+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:49:43.467756+0000","last_peered":"2023-10-09T04:49:43.467756+0000","last_clean":"2023-10-09T04:49:43.467756+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:49:43.467756+0000","last_undegraded":"2023-10-09T04:49:43.467756+0000","last_fullsized":"2023-10-09T04:49:43.467756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":182,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464052+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:49:43.464052+0000","last_peered":"2023-10-09T04:49:43.464052+0000","last_clean":"2023-10-09T04:49:43.464052+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:49:43.464052+0000","last_undegraded":"2023-10-09T04:49:43.464052+0000","last_fullsized":"2023-10-09T04:49:43.464052+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"265'8241","reported_seq":8460,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.841618+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:49:47.841618+0000","last_peered":"2023-10-09T04:49:47.841618+0000","last_clean":"2023-10-09T04:49:47.841618+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:49:47.841618+0000","last_undegraded":"2023-10-09T04:49:47.841618+0000","last_fullsized":"2023-10-09T04:49:47.841618+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":8241,"log_dups_size":0,"ondisk_log_size":8241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144834560,"num_objects":2210,"num_object_clones":0,"num_object_copies":6630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2136,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":227,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.463887+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:49:43.463887+0000","last_peered":"2023-10-09T04:49:43.463887+0000","last_clean":"2023-10-09T04:49:43.463887+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:49:43.463887+0000","last_undegraded":"2023-10-09T04:49:43.463887+0000","last_fullsized":"2023-10-09T04:49:43.463887+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530167+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:49:43.530167+0000","last_peered":"2023-10-09T04:49:43.530167+0000","last_clean":"2023-10-09T04:49:43.530167+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:49:43.530167+0000","last_undegraded":"2023-10-09T04:49:43.530167+0000","last_fullsized":"2023-10-09T04:49:43.530167+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"265'8039","reported_seq":8111,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.546934+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:49:47.546934+0000","last_peered":"2023-10-09T04:49:47.546934+0000","last_clean":"2023-10-09T04:49:47.546934+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:49:47.546934+0000","last_undegraded":"2023-10-09T04:49:47.546934+0000","last_fullsized":"2023-10-09T04:49:47.546934+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8039,"log_dups_size":0,"ondisk_log_size":8039,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142344192,"num_objects":2172,"num_object_clones":0,"num_object_copies":6516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5472,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":245,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464122+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:49:43.464122+0000","last_peered":"2023-10-09T04:49:43.464122+0000","last_clean":"2023-10-09T04:49:43.464122+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:49:43.464122+0000","last_undegraded":"2023-10-09T04:49:43.464122+0000","last_fullsized":"2023-10-09T04:49:43.464122+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":269,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465263+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:49:43.465263+0000","last_peered":"2023-10-09T04:49:43.465263+0000","last_clean":"2023-10-09T04:49:43.465263+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:49:43.465263+0000","last_undegraded":"2023-10-09T04:49:43.465263+0000","last_fullsized":"2023-10-09T04:49:43.465263+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"265'8023","reported_seq":9716,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:46.674427+0000","last_change":"2023-10-09T04:48:50.986371+0000","last_active":"2023-10-09T04:49:46.674427+0000","last_peered":"2023-10-09T04:49:46.674427+0000","last_clean":"2023-10-09T04:49:46.674427+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:49:46.674427+0000","last_undegraded":"2023-10-09T04:49:46.674427+0000","last_fullsized":"2023-10-09T04:49:46.674427+0000","mapping_epoch":243,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8023,"log_dups_size":0,"ondisk_log_size":8023,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146210816,"num_objects":2231,"num_object_clones":0,"num_object_copies":6693,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2231,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5457,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":210,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464043+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:49:43.464043+0000","last_peered":"2023-10-09T04:49:43.464043+0000","last_clean":"2023-10-09T04:49:43.464043+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:49:43.464043+0000","last_undegraded":"2023-10-09T04:49:43.464043+0000","last_fullsized":"2023-10-09T04:49:43.464043+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":241,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467198+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:49:43.467198+0000","last_peered":"2023-10-09T04:49:43.467198+0000","last_clean":"2023-10-09T04:49:43.467198+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:49:43.467198+0000","last_undegraded":"2023-10-09T04:49:43.467198+0000","last_fullsized":"2023-10-09T04:49:43.467198+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"265'7896","reported_seq":7970,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:45.527749+0000","last_change":"2023-10-09T04:49:22.596859+0000","last_active":"2023-10-09T04:49:45.527749+0000","last_peered":"2023-10-09T04:49:45.527749+0000","last_clean":"2023-10-09T04:49:45.527749+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:49:45.527749+0000","last_undegraded":"2023-10-09T04:49:45.527749+0000","last_fullsized":"2023-10-09T04:49:45.527749+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7896,"log_dups_size":0,"ondisk_log_size":7896,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148668416,"num_objects":2268,"num_object_clones":0,"num_object_copies":6804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5384,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530482+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:49:43.530482+0000","last_peered":"2023-10-09T04:49:43.530482+0000","last_clean":"2023-10-09T04:49:43.530482+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:49:43.530482+0000","last_undegraded":"2023-10-09T04:49:43.530482+0000","last_fullsized":"2023-10-09T04:49:43.530482+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":236,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.457940+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:49:43.457940+0000","last_peered":"2023-10-09T04:49:43.457940+0000","last_clean":"2023-10-09T04:49:43.457940+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:49:43.457940+0000","last_undegraded":"2023-10-09T04:49:43.457940+0000","last_fullsized":"2023-10-09T04:49:43.457940+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"265'7940","reported_seq":9728,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:45.084455+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:49:45.084455+0000","last_peered":"2023-10-09T04:49:45.084455+0000","last_clean":"2023-10-09T04:49:45.084455+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:49:45.084455+0000","last_undegraded":"2023-10-09T04:49:45.084455+0000","last_fullsized":"2023-10-09T04:49:45.084455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":7940,"log_dups_size":0,"ondisk_log_size":7940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146931712,"num_objects":2242,"num_object_clones":0,"num_object_copies":6726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2705,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":135,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.457993+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:49:43.457993+0000","last_peered":"2023-10-09T04:49:43.457993+0000","last_clean":"2023-10-09T04:49:43.457993+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:49:43.457993+0000","last_undegraded":"2023-10-09T04:49:43.457993+0000","last_fullsized":"2023-10-09T04:49:43.457993+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465359+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:49:43.465359+0000","last_peered":"2023-10-09T04:49:43.465359+0000","last_clean":"2023-10-09T04:49:43.465359+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:49:43.465359+0000","last_undegraded":"2023-10-09T04:49:43.465359+0000","last_fullsized":"2023-10-09T04:49:43.465359+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"265'7977","reported_seq":8125,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:45.519854+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:49:45.519854+0000","last_peered":"2023-10-09T04:49:45.519854+0000","last_clean":"2023-10-09T04:49:45.519854+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:49:45.519854+0000","last_undegraded":"2023-10-09T04:49:45.519854+0000","last_fullsized":"2023-10-09T04:49:45.519854+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":7977,"log_dups_size":0,"ondisk_log_size":7977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148897792,"num_objects":2272,"num_object_clones":0,"num_object_copies":6816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1058,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":242,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467304+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:49:43.467304+0000","last_peered":"2023-10-09T04:49:43.467304+0000","last_clean":"2023-10-09T04:49:43.467304+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:49:43.467304+0000","last_undegraded":"2023-10-09T04:49:43.467304+0000","last_fullsized":"2023-10-09T04:49:43.467304+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":235,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465451+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:49:43.465451+0000","last_peered":"2023-10-09T04:49:43.465451+0000","last_clean":"2023-10-09T04:49:43.465451+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:49:43.465451+0000","last_undegraded":"2023-10-09T04:49:43.465451+0000","last_fullsized":"2023-10-09T04:49:43.465451+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"265'8073","reported_seq":9802,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.468801+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:49:47.468801+0000","last_peered":"2023-10-09T04:49:47.468801+0000","last_clean":"2023-10-09T04:49:47.468801+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:49:47.468801+0000","last_undegraded":"2023-10-09T04:49:47.468801+0000","last_fullsized":"2023-10-09T04:49:47.468801+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8073,"log_dups_size":0,"ondisk_log_size":8073,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143228928,"num_objects":2185,"num_object_clones":0,"num_object_copies":6555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2185,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5495,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":226,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465232+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:49:43.465232+0000","last_peered":"2023-10-09T04:49:43.465232+0000","last_clean":"2023-10-09T04:49:43.465232+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:49:43.465232+0000","last_undegraded":"2023-10-09T04:49:43.465232+0000","last_fullsized":"2023-10-09T04:49:43.465232+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":242,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465678+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:49:43.465678+0000","last_peered":"2023-10-09T04:49:43.465678+0000","last_clean":"2023-10-09T04:49:43.465678+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:49:43.465678+0000","last_undegraded":"2023-10-09T04:49:43.465678+0000","last_fullsized":"2023-10-09T04:49:43.465678+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"265'8151","reported_seq":8426,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.509528+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:49:47.509528+0000","last_peered":"2023-10-09T04:49:47.509528+0000","last_clean":"2023-10-09T04:49:47.509528+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:49:47.509528+0000","last_undegraded":"2023-10-09T04:49:47.509528+0000","last_fullsized":"2023-10-09T04:49:47.509528+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":8151,"log_dups_size":0,"ondisk_log_size":8151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150274048,"num_objects":2293,"num_object_clones":0,"num_object_copies":6879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1882,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467482+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:49:43.467482+0000","last_peered":"2023-10-09T04:49:43.467482+0000","last_clean":"2023-10-09T04:49:43.467482+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:49:43.467482+0000","last_undegraded":"2023-10-09T04:49:43.467482+0000","last_fullsized":"2023-10-09T04:49:43.467482+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467952+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:49:43.467952+0000","last_peered":"2023-10-09T04:49:43.467952+0000","last_clean":"2023-10-09T04:49:43.467952+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:49:43.467952+0000","last_undegraded":"2023-10-09T04:49:43.467952+0000","last_fullsized":"2023-10-09T04:49:43.467952+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"265'10950","reported_seq":11008,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.903954+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:49:47.903954+0000","last_peered":"2023-10-09T04:49:47.903954+0000","last_clean":"2023-10-09T04:49:47.903954+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:49:47.903954+0000","last_undegraded":"2023-10-09T04:49:47.903954+0000","last_fullsized":"2023-10-09T04:49:47.903954+0000","mapping_epoch":215,"log_start":"224'3548","ondisk_log_start":"224'3548","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7402,"log_dups_size":0,"ondisk_log_size":7402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287440896,"num_objects":4386,"num_object_clones":0,"num_object_copies":13158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4386,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10950,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":238,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467965+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:49:43.467965+0000","last_peered":"2023-10-09T04:49:43.467965+0000","last_clean":"2023-10-09T04:49:43.467965+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:49:43.467965+0000","last_undegraded":"2023-10-09T04:49:43.467965+0000","last_fullsized":"2023-10-09T04:49:43.467965+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530499+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:49:43.530499+0000","last_peered":"2023-10-09T04:49:43.530499+0000","last_clean":"2023-10-09T04:49:43.530499+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:49:43.530499+0000","last_undegraded":"2023-10-09T04:49:43.530499+0000","last_fullsized":"2023-10-09T04:49:43.530499+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467294+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:49:43.467294+0000","last_peered":"2023-10-09T04:49:43.467294+0000","last_clean":"2023-10-09T04:49:43.467294+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:49:43.467294+0000","last_undegraded":"2023-10-09T04:49:43.467294+0000","last_fullsized":"2023-10-09T04:49:43.467294+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"265'10844","reported_seq":10902,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.556625+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:49:47.556625+0000","last_peered":"2023-10-09T04:49:47.556625+0000","last_clean":"2023-10-09T04:49:47.556625+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:49:47.556625+0000","last_undegraded":"2023-10-09T04:49:47.556625+0000","last_fullsized":"2023-10-09T04:49:47.556625+0000","mapping_epoch":215,"log_start":"224'3800","ondisk_log_start":"224'3800","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7044,"log_dups_size":0,"ondisk_log_size":7044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280756224,"num_objects":4284,"num_object_clones":0,"num_object_copies":12852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10844,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":245,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530384+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:49:43.530384+0000","last_peered":"2023-10-09T04:49:43.530384+0000","last_clean":"2023-10-09T04:49:43.530384+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:49:43.530384+0000","last_undegraded":"2023-10-09T04:49:43.530384+0000","last_fullsized":"2023-10-09T04:49:43.530384+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":226,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465386+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:49:43.465386+0000","last_peered":"2023-10-09T04:49:43.465386+0000","last_clean":"2023-10-09T04:49:43.465386+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:49:43.465386+0000","last_undegraded":"2023-10-09T04:49:43.465386+0000","last_fullsized":"2023-10-09T04:49:43.465386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":204,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467732+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:49:43.467732+0000","last_peered":"2023-10-09T04:49:43.467732+0000","last_clean":"2023-10-09T04:49:43.467732+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:49:43.467732+0000","last_undegraded":"2023-10-09T04:49:43.467732+0000","last_fullsized":"2023-10-09T04:49:43.467732+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"265'8043","reported_seq":8259,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.841944+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:49:47.841944+0000","last_peered":"2023-10-09T04:49:47.841944+0000","last_clean":"2023-10-09T04:49:47.841944+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:49:47.841944+0000","last_undegraded":"2023-10-09T04:49:47.841944+0000","last_fullsized":"2023-10-09T04:49:47.841944+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":8043,"log_dups_size":0,"ondisk_log_size":8043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141623296,"num_objects":2161,"num_object_clones":0,"num_object_copies":6483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2161,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1996,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":264,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.528936+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:49:43.528936+0000","last_peered":"2023-10-09T04:49:43.528936+0000","last_clean":"2023-10-09T04:49:43.528936+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:49:43.528936+0000","last_undegraded":"2023-10-09T04:49:43.528936+0000","last_fullsized":"2023-10-09T04:49:43.528936+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":182,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467212+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:49:43.467212+0000","last_peered":"2023-10-09T04:49:43.467212+0000","last_clean":"2023-10-09T04:49:43.467212+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:49:43.467212+0000","last_undegraded":"2023-10-09T04:49:43.467212+0000","last_fullsized":"2023-10-09T04:49:43.467212+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":232,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467976+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:49:43.467976+0000","last_peered":"2023-10-09T04:49:43.467976+0000","last_clean":"2023-10-09T04:49:43.467976+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:49:43.467976+0000","last_undegraded":"2023-10-09T04:49:43.467976+0000","last_fullsized":"2023-10-09T04:49:43.467976+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"265'10786","reported_seq":14237,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.567490+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:49:47.567490+0000","last_peered":"2023-10-09T04:49:47.567490+0000","last_clean":"2023-10-09T04:49:47.567490+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:49:47.567490+0000","last_undegraded":"2023-10-09T04:49:47.567490+0000","last_fullsized":"2023-10-09T04:49:47.567490+0000","mapping_epoch":250,"log_start":"224'3800","ondisk_log_start":"224'3800","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6986,"log_dups_size":0,"ondisk_log_size":6986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281149440,"num_objects":4290,"num_object_clones":0,"num_object_copies":12870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4290,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10786,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":228,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530435+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:49:43.530435+0000","last_peered":"2023-10-09T04:49:43.530435+0000","last_clean":"2023-10-09T04:49:43.530435+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:49:43.530435+0000","last_undegraded":"2023-10-09T04:49:43.530435+0000","last_fullsized":"2023-10-09T04:49:43.530435+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.463702+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:49:43.463702+0000","last_peered":"2023-10-09T04:49:43.463702+0000","last_clean":"2023-10-09T04:49:43.463702+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:49:43.463702+0000","last_undegraded":"2023-10-09T04:49:43.463702+0000","last_fullsized":"2023-10-09T04:49:43.463702+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":152,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530265+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:49:43.530265+0000","last_peered":"2023-10-09T04:49:43.530265+0000","last_clean":"2023-10-09T04:49:43.530265+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:49:43.530265+0000","last_undegraded":"2023-10-09T04:49:43.530265+0000","last_fullsized":"2023-10-09T04:49:43.530265+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467662+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:49:43.467662+0000","last_peered":"2023-10-09T04:49:43.467662+0000","last_clean":"2023-10-09T04:49:43.467662+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:49:43.467662+0000","last_undegraded":"2023-10-09T04:49:43.467662+0000","last_fullsized":"2023-10-09T04:49:43.467662+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"265'8232","reported_seq":8366,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:46.666608+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:49:46.666608+0000","last_peered":"2023-10-09T04:49:46.666608+0000","last_clean":"2023-10-09T04:49:46.666608+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:49:46.666608+0000","last_undegraded":"2023-10-09T04:49:46.666608+0000","last_fullsized":"2023-10-09T04:49:46.666608+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8232,"log_dups_size":0,"ondisk_log_size":8232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147914752,"num_objects":2257,"num_object_clones":0,"num_object_copies":6771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2979,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":264,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.463629+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:49:43.463629+0000","last_peered":"2023-10-09T04:49:43.463629+0000","last_clean":"2023-10-09T04:49:43.463629+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:49:43.463629+0000","last_undegraded":"2023-10-09T04:49:43.463629+0000","last_fullsized":"2023-10-09T04:49:43.463629+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":236,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.457824+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:49:43.457824+0000","last_peered":"2023-10-09T04:49:43.457824+0000","last_clean":"2023-10-09T04:49:43.457824+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:49:43.457824+0000","last_undegraded":"2023-10-09T04:49:43.457824+0000","last_fullsized":"2023-10-09T04:49:43.457824+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":252,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.467745+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:49:44.467745+0000","last_peered":"2023-10-09T04:49:44.467745+0000","last_clean":"2023-10-09T04:49:44.467745+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:49:44.467745+0000","last_undegraded":"2023-10-09T04:49:44.467745+0000","last_fullsized":"2023-10-09T04:49:44.467745+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"265'11062","reported_seq":11117,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.518805+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:49:47.518805+0000","last_peered":"2023-10-09T04:49:47.518805+0000","last_clean":"2023-10-09T04:49:47.518805+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:49:47.518805+0000","last_undegraded":"2023-10-09T04:49:47.518805+0000","last_fullsized":"2023-10-09T04:49:47.518805+0000","mapping_epoch":215,"log_start":"224'4000","ondisk_log_start":"224'4000","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7062,"log_dups_size":0,"ondisk_log_size":7062,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285016088,"num_objects":4350,"num_object_clones":0,"num_object_copies":13050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4350,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11062,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":230,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464094+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:49:43.464094+0000","last_peered":"2023-10-09T04:49:43.464094+0000","last_clean":"2023-10-09T04:49:43.464094+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:49:43.464094+0000","last_undegraded":"2023-10-09T04:49:43.464094+0000","last_fullsized":"2023-10-09T04:49:43.464094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":182,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467893+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:49:43.467893+0000","last_peered":"2023-10-09T04:49:43.467893+0000","last_clean":"2023-10-09T04:49:43.467893+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:49:43.467893+0000","last_undegraded":"2023-10-09T04:49:43.467893+0000","last_fullsized":"2023-10-09T04:49:43.467893+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.458062+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:49:43.458062+0000","last_peered":"2023-10-09T04:49:43.458062+0000","last_clean":"2023-10-09T04:49:43.458062+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:49:43.458062+0000","last_undegraded":"2023-10-09T04:49:43.458062+0000","last_fullsized":"2023-10-09T04:49:43.458062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"265'11096","reported_seq":11154,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.528182+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:49:47.528182+0000","last_peered":"2023-10-09T04:49:47.528182+0000","last_clean":"2023-10-09T04:49:47.528182+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:49:47.528182+0000","last_undegraded":"2023-10-09T04:49:47.528182+0000","last_fullsized":"2023-10-09T04:49:47.528182+0000","mapping_epoch":215,"log_start":"227'5200","ondisk_log_start":"227'5200","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5896,"log_dups_size":0,"ondisk_log_size":5896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288882688,"num_objects":4408,"num_object_clones":0,"num_object_copies":13224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11096,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":123,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.464158+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:49:43.464158+0000","last_peered":"2023-10-09T04:49:43.464158+0000","last_clean":"2023-10-09T04:49:43.464158+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:49:43.464158+0000","last_undegraded":"2023-10-09T04:49:43.464158+0000","last_fullsized":"2023-10-09T04:49:43.464158+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":194,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467925+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:49:43.467925+0000","last_peered":"2023-10-09T04:49:43.467925+0000","last_clean":"2023-10-09T04:49:43.467925+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:49:43.467925+0000","last_undegraded":"2023-10-09T04:49:43.467925+0000","last_fullsized":"2023-10-09T04:49:43.467925+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":208,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.463788+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:49:43.463788+0000","last_peered":"2023-10-09T04:49:43.463788+0000","last_clean":"2023-10-09T04:49:43.463788+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:49:43.463788+0000","last_undegraded":"2023-10-09T04:49:43.463788+0000","last_fullsized":"2023-10-09T04:49:43.463788+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"265'10985","reported_seq":11043,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.567517+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:49:47.567517+0000","last_peered":"2023-10-09T04:49:47.567517+0000","last_clean":"2023-10-09T04:49:47.567517+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:49:47.567517+0000","last_undegraded":"2023-10-09T04:49:47.567517+0000","last_fullsized":"2023-10-09T04:49:47.567517+0000","mapping_epoch":215,"log_start":"224'4000","ondisk_log_start":"224'4000","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6985,"log_dups_size":0,"ondisk_log_size":6985,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280952832,"num_objects":4287,"num_object_clones":0,"num_object_copies":12861,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4287,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10985,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":229,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467581+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:49:43.467581+0000","last_peered":"2023-10-09T04:49:43.467581+0000","last_clean":"2023-10-09T04:49:43.467581+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:49:43.467581+0000","last_undegraded":"2023-10-09T04:49:43.467581+0000","last_fullsized":"2023-10-09T04:49:43.467581+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":240,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.467840+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:49:44.467840+0000","last_peered":"2023-10-09T04:49:44.467840+0000","last_clean":"2023-10-09T04:49:44.467840+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:49:44.467840+0000","last_undegraded":"2023-10-09T04:49:44.467840+0000","last_fullsized":"2023-10-09T04:49:44.467840+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":208,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465062+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:49:43.465062+0000","last_peered":"2023-10-09T04:49:43.465062+0000","last_clean":"2023-10-09T04:49:43.465062+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:49:43.465062+0000","last_undegraded":"2023-10-09T04:49:43.465062+0000","last_fullsized":"2023-10-09T04:49:43.465062+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"265'8050","reported_seq":9857,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.971825+0000","last_change":"2023-10-09T04:48:47.969160+0000","last_active":"2023-10-09T04:49:44.971825+0000","last_peered":"2023-10-09T04:49:44.971825+0000","last_clean":"2023-10-09T04:49:44.971825+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:49:44.971825+0000","last_undegraded":"2023-10-09T04:49:44.971825+0000","last_fullsized":"2023-10-09T04:49:44.971825+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8050,"log_dups_size":0,"ondisk_log_size":8050,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151126016,"num_objects":2306,"num_object_clones":0,"num_object_copies":6918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5478,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":208,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.457994+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:49:43.457994+0000","last_peered":"2023-10-09T04:49:43.457994+0000","last_clean":"2023-10-09T04:49:43.457994+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:49:43.457994+0000","last_undegraded":"2023-10-09T04:49:43.457994+0000","last_fullsized":"2023-10-09T04:49:43.457994+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":274,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.528947+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:49:43.528947+0000","last_peered":"2023-10-09T04:49:43.528947+0000","last_clean":"2023-10-09T04:49:43.528947+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:49:43.528947+0000","last_undegraded":"2023-10-09T04:49:43.528947+0000","last_fullsized":"2023-10-09T04:49:43.528947+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"265'7872","reported_seq":7944,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:45.567662+0000","last_change":"2023-10-09T04:49:25.572838+0000","last_active":"2023-10-09T04:49:45.567662+0000","last_peered":"2023-10-09T04:49:45.567662+0000","last_clean":"2023-10-09T04:49:45.567662+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:49:45.567662+0000","last_undegraded":"2023-10-09T04:49:45.567662+0000","last_fullsized":"2023-10-09T04:49:45.567662+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7872,"log_dups_size":0,"ondisk_log_size":7872,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144605184,"num_objects":2207,"num_object_clones":0,"num_object_copies":6621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2207,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5361,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":244,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530490+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:49:43.530490+0000","last_peered":"2023-10-09T04:49:43.530490+0000","last_clean":"2023-10-09T04:49:43.530490+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:49:43.530490+0000","last_undegraded":"2023-10-09T04:49:43.530490+0000","last_fullsized":"2023-10-09T04:49:43.530490+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":276,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465564+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:49:43.465564+0000","last_peered":"2023-10-09T04:49:43.465564+0000","last_clean":"2023-10-09T04:49:43.465564+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:49:43.465564+0000","last_undegraded":"2023-10-09T04:49:43.465564+0000","last_fullsized":"2023-10-09T04:49:43.465564+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"265'8025","reported_seq":9815,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:46.687680+0000","last_change":"2023-10-09T04:49:23.233724+0000","last_active":"2023-10-09T04:49:46.687680+0000","last_peered":"2023-10-09T04:49:46.687680+0000","last_clean":"2023-10-09T04:49:46.687680+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:49:46.687680+0000","last_undegraded":"2023-10-09T04:49:46.687680+0000","last_fullsized":"2023-10-09T04:49:46.687680+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8025,"log_dups_size":0,"ondisk_log_size":8025,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138477568,"num_objects":2113,"num_object_clones":0,"num_object_copies":6339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5459,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":210,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.530433+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:49:43.530433+0000","last_peered":"2023-10-09T04:49:43.530433+0000","last_clean":"2023-10-09T04:49:43.530433+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:49:43.530433+0000","last_undegraded":"2023-10-09T04:49:43.530433+0000","last_fullsized":"2023-10-09T04:49:43.530433+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465146+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:49:43.465146+0000","last_peered":"2023-10-09T04:49:43.465146+0000","last_clean":"2023-10-09T04:49:43.465146+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:49:43.465146+0000","last_undegraded":"2023-10-09T04:49:43.465146+0000","last_fullsized":"2023-10-09T04:49:43.465146+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"265'8049","reported_seq":8271,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.526856+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:49:47.526856+0000","last_peered":"2023-10-09T04:49:47.526856+0000","last_clean":"2023-10-09T04:49:47.526856+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:49:47.526856+0000","last_undegraded":"2023-10-09T04:49:47.526856+0000","last_fullsized":"2023-10-09T04:49:47.526856+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":8049,"log_dups_size":0,"ondisk_log_size":8049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145817600,"num_objects":2225,"num_object_clones":0,"num_object_copies":6675,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2225,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1920,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":124,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.467421+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:49:43.467421+0000","last_peered":"2023-10-09T04:49:43.467421+0000","last_clean":"2023-10-09T04:49:43.467421+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:49:43.467421+0000","last_undegraded":"2023-10-09T04:49:43.467421+0000","last_fullsized":"2023-10-09T04:49:43.467421+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":195,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.528742+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:49:43.528742+0000","last_peered":"2023-10-09T04:49:43.528742+0000","last_clean":"2023-10-09T04:49:43.528742+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:49:43.528742+0000","last_undegraded":"2023-10-09T04:49:43.528742+0000","last_fullsized":"2023-10-09T04:49:43.528742+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"265'8130","reported_seq":8215,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:47.692586+0000","last_change":"2023-10-09T04:49:28.811941+0000","last_active":"2023-10-09T04:49:47.692586+0000","last_peered":"2023-10-09T04:49:47.692586+0000","last_clean":"2023-10-09T04:49:47.692586+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:49:47.692586+0000","last_undegraded":"2023-10-09T04:49:47.692586+0000","last_fullsized":"2023-10-09T04:49:47.692586+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8130,"log_dups_size":0,"ondisk_log_size":8130,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144015360,"num_objects":2198,"num_object_clones":0,"num_object_copies":6594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5510,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":225,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.458879+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:49:43.458879+0000","last_peered":"2023-10-09T04:49:43.458879+0000","last_clean":"2023-10-09T04:49:43.458879+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:49:43.458879+0000","last_undegraded":"2023-10-09T04:49:43.458879+0000","last_fullsized":"2023-10-09T04:49:43.458879+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":235,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-10-09T04:49:43.465071+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:49:43.465071+0000","last_peered":"2023-10-09T04:49:43.465071+0000","last_clean":"2023-10-09T04:49:43.465071+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:49:43.465071+0000","last_undegraded":"2023-10-09T04:49:43.465071+0000","last_fullsized":"2023-10-09T04:49:43.465071+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":4608262168,"num_objects":70318,"num_object_clones":0,"num_object_copies":210954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":2180,"num_objects_unfound":0,"num_objects_dirty":70318,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":136156,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6785,"num_bytes_recovered":444465152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13854715904,"data_stored":13854703688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202563,"ondisk_log_size":202563,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234323,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2325468,"kb_used_data":1424276,"kb_used_omap":0,"kb_used_meta":901184,"kb_avail":91419684,"statfs":{"total":95995035648,"available":93613756416,"internally_reserved":0,"allocated":1458458624,"data_stored":1457787442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922812416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:48:55 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.6040000000000001,"15min":2.2130000000000001},"min":{"1min":0.23200000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":6.7400000000000002,"5min":11.922000000000001,"15min":11.922000000000001},"last":3.7759999999999998},{"interface":"front","average":{"1min":1.361,"5min":2.2999999999999998,"15min":1.9570000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5949999999999998,"5min":17.344000000000001,"15min":17.344000000000001},"last":3.4430000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":2.6890000000000001},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4189999999999996,"5min":7.4189999999999996,"15min":7.4189999999999996},"last":3.9180000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:48:55 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.6899999999999999,"15min":2.2759999999999998},"min":{"1min":0.28399999999999997,"5min":0.28000000000000003,"15min":0.27300000000000002},"max":{"1min":32.179000000000002,"5min":32.179000000000002,"15min":32.179000000000002},"last":3.8290000000000002},{"interface":"front","average":{"1min":1.661,"5min":2.391,"15min":2.3039999999999998},"min":{"1min":0.34999999999999998,"5min":0.29599999999999999,"15min":0.252},"max":{"1min":4.9530000000000003,"5min":11.823,"15min":11.823},"last":3.3570000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.615,"15min":1.738},"min":{"1min":0.32000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.7140000000000004,"5min":11.003,"15min":11.003},"last":3.4140000000000001},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.6859999999999999,"15min":1.6970000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.6219999999999999,"5min":10.955,"15min":10.955},"last":3.3889999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8720000000000001,"5min":2.7389999999999999,"15min":1.8879999999999999},"min":{"1min":0.33100000000000002,"5min":0.308,"15min":0.22},"max":{"1min":5.1109999999999998,"5min":23.919,"15min":23.919},"last":3.7599999999999998},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1880000000000002,"15min":1.6879999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.157,"5min":23.797999999999998,"15min":23.797999999999998},"last":8.2629999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.4119999999999999,"15min":2.165},"min":{"1min":0.38300000000000001,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":11.605,"5min":79.709999999999994,"15min":79.709999999999994},"last":2.8079999999999998},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.286,"15min":2.0680000000000001},"min":{"1min":0.34300000000000003,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":9.4960000000000004,"5min":79.332999999999998,"15min":79.332999999999998},"last":3.9500000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.8700000000000001,"15min":2.0099999999999998},"min":{"1min":0.40899999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2439999999999998,"5min":16.113,"15min":17.501000000000001},"last":2.7250000000000001},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.532,"15min":1.9219999999999999},"min":{"1min":0.43099999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":9.0030000000000001,"5min":9.7669999999999995,"15min":12.093},"last":3.879}]}]},{"osd":6,"up_from":46,"seq":197568495959,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2862292,"kb_used_data":1969100,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":90882860,"statfs":{"total":95995035648,"available":93064048640,"internally_reserved":0,"allocated":2016358400,"data_stored":2015695346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,7,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:48:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":1.8,"15min":1.865},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":7.4589999999999996,"5min":8.875,"15min":19.166},"last":4.3010000000000002},{"interface":"front","average":{"1min":1,"5min":1.8779999999999999,"15min":1.8620000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.7469999999999999,"5min":11.292,"15min":19.143999999999998},"last":4.4699999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8129999999999997,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":4.5179999999999998},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":4.3369999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:49:03 2023","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":2.2250000000000001,"15min":2.2090000000000001},"min":{"1min":0.31900000000000001,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":5.6020000000000003,"5min":12.317,"15min":13.32},"last":4.415},{"interface":"front","average":{"1min":0.71899999999999997,"5min":2.1840000000000002,"15min":2.0539999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.052,"5min":15.391999999999999,"15min":15.391999999999999},"last":6.0410000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:49:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0670000000000002,"5min":1.9430000000000001,"15min":1.925},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":7.9960000000000004,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":5.0190000000000001},{"interface":"front","average":{"1min":1.8009999999999999,"5min":1.4570000000000001,"15min":1.1799999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.5389999999999997,"5min":10.198,"15min":10.198},"last":4.96}]},{"osd":4,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.6000000000000001,"5min":2.0459999999999998,"15min":1.6499999999999999},"min":{"1min":0.309,"5min":0.29999999999999999,"15min":0.255},"max":{"1min":9.0009999999999994,"5min":10.532,"15min":13.369},"last":4.2619999999999996},{"interface":"front","average":{"1min":1.7270000000000001,"5min":2.1619999999999999,"15min":1.7250000000000001},"min":{"1min":0.33300000000000002,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":9.4000000000000004,"5min":12.722,"15min":12.722},"last":5.9199999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":2.2730000000000001,"15min":1.704},"min":{"1min":0.28999999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":12.420999999999999,"5min":12.420999999999999,"15min":16.042000000000002},"last":4.3920000000000003},{"interface":"front","average":{"1min":2.6499999999999999,"5min":2.4529999999999998,"15min":2.036},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.984,"5min":12.403,"15min":13.391999999999999},"last":4.327}]},{"osd":7,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":4.3239999999999998,"15min":2.6400000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":6.2290000000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":5.3689999999999998},{"interface":"front","average":{"1min":2.9470000000000001,"5min":4.6379999999999999,"15min":2.758},"min":{"1min":0.435,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.478,"5min":196.24299999999999,"15min":196.24299999999999},"last":5.4039999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314575,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1320372,"kb_used_data":1158124,"kb_used_omap":5,"kb_used_meta":162234,"kb_avail":92424780,"statfs":{"total":95995035648,"available":94642974720,"internally_reserved":0,"allocated":1185918976,"data_stored":1184766345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":166128341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7930000000000001,"5min":3.7930000000000001,"15min":3.7930000000000001},"last":0.32600000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":3.8069999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.139,"5min":1.139,"15min":1.139},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.609,"5min":2.609,"15min":2.609},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.30099999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.839,"15min":1.839},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":0.38},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.282,"5min":7.282,"15min":7.282},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.972,"15min":1.972},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":6.4690000000000003,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":7.2309999999999999,"5min":7.2309999999999999,"15min":7.2309999999999999},"last":0.55600000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":0.53600000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":9.1370000000000005,"5min":9.1370000000000005,"15min":9.1370000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":146.554,"5min":146.554,"15min":146.554},"last":0.59299999999999997},{"interface":"front","average":{"1min":9.843,"5min":9.843,"15min":9.843},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":146.53100000000001,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.443}]}]},{"osd":0,"up_from":86,"seq":369367187666,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3556256,"kb_used_data":2860824,"kb_used_omap":5,"kb_used_meta":695354,"kb_avail":90188896,"statfs":{"total":95995035648,"available":92353429504,"internally_reserved":0,"allocated":2929483776,"data_stored":2928230878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":712043130},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:49:38 2023","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.194,"15min":1.194},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":8.3520000000000003,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.52,"5min":2.52,"15min":2.52},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.7490000000000001,"15min":1.877},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":9.5609999999999999,"5min":9.6980000000000004,"15min":18.437000000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.5760000000000001,"15min":1.887},"min":{"1min":0.23799999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":5.2619999999999996,"5min":13.143000000000001,"15min":13.348000000000001},"last":0.44}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.4730000000000001,"15min":1.6870000000000001},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.3919999999999995,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.3220000000000001,"15min":1.345},"min":{"1min":0.29799999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.8929999999999998,"5min":7.6070000000000002,"15min":7.6070000000000002},"last":0.42399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.966,"15min":1.8380000000000001},"min":{"1min":0.33800000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.202,"5min":11.382999999999999,"15min":13.334},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.7390000000000001,"15min":1.6819999999999999},"min":{"1min":0.29099999999999998,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":2.8180000000000001,"5min":11.347,"15min":11.347},"last":0.80100000000000005}]},{"osd":5,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":2.2360000000000002,"15min":1.9950000000000001},"min":{"1min":0.311,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.0490000000000004,"5min":13.022,"15min":13.022},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.4769999999999999,"15min":2.3580000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":9.2620000000000005,"5min":12.978,"15min":16.609999999999999},"last":0.60499999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":2.1669999999999998,"15min":2.2530000000000001},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":2.8450000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":1.641,"5min":2.3410000000000002,"15min":2.399},"min":{"1min":0.38200000000000001,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.8259999999999996,"5min":13.086,"15min":43.819000000000003},"last":0.66100000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.3700000000000001,"15min":2.2130000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.30199999999999999},"max":{"1min":8.5069999999999997,"5min":13.054,"15min":13.374000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.3799999999999999,"15min":2.0579999999999998},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":10.898999999999999,"5min":13.933999999999999,"15min":14.186},"last":0.58699999999999997}]}]},{"osd":2,"up_from":116,"seq":498216206508,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2469332,"kb_used_data":2012684,"kb_used_omap":7,"kb_used_meta":456632,"kb_avail":91275820,"statfs":{"total":95995035648,"available":93466439680,"internally_reserved":0,"allocated":2060988416,"data_stored":2059917515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":467591249},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":3.4169999999999998,"5min":2.1539999999999999,"15min":2.4710000000000001},"min":{"1min":0.187,"5min":0.17799999999999999,"15min":0.17499999999999999},"max":{"1min":49.338000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":3.2669999999999999,"5min":1.9410000000000001,"15min":2.2959999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":47.450000000000003,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.33100000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":7.6539999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":1.77,"5min":1.77,"15min":1.77},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":7.4269999999999996,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.34899999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":0.93300000000000005,"15min":0.78500000000000003},"min":{"1min":0.24299999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":9.7219999999999995,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":1.8560000000000001,"5min":0.97799999999999998,"15min":0.82799999999999996},"min":{"1min":0.32300000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.7650000000000006,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.42599999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.0609999999999999,"15min":1.7909999999999999},"min":{"1min":0.32300000000000001,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":10.163,"5min":11.215,"15min":11.789},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.351,"5min":1.8340000000000001,"15min":2.0659999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.718,"5min":18.672999999999998,"15min":18.672999999999998},"last":1.3100000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":2.1389999999999998,"15min":2.4140000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.524,"5min":12.141999999999999,"15min":14.644},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.821,"5min":2.0979999999999999,"15min":2.0950000000000002},"min":{"1min":0.39000000000000001,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":6.0810000000000004,"5min":11.654,"15min":13.205},"last":0.55700000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.8740000000000001,"15min":2.0880000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":4.8099999999999996,"5min":11.618,"15min":15.412000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.9199999999999999,"15min":2.3039999999999998},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":2.605,"5min":9.0679999999999996,"15min":13.484999999999999},"last":0.59599999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5449999999999999,"5min":2.3540000000000001,"15min":2.5249999999999999},"min":{"1min":0.38200000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":4.7569999999999997,"5min":18.792999999999999,"15min":18.792999999999999},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.724,"5min":2.3879999999999999,"15min":2.6480000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":6.367,"5min":18.841999999999999,"15min":18.841999999999999},"last":0.57099999999999995}]}]},{"osd":3,"up_from":0,"seq":850403524649,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019231,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3699352,"kb_used_data":2811280,"kb_used_omap":0,"kb_used_meta":887680,"kb_avail":90045800,"statfs":{"total":95995035648,"available":92206899200,"internally_reserved":0,"allocated":2878750720,"data_stored":2878083333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":908984320},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,7,9],"upper_bound":4096},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":1.8939999999999999,"5min":1.923,"15min":1.806},"min":{"1min":0.21199999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":5.694,"5min":9.4570000000000007,"15min":16.363},"last":0.628},{"interface":"front","average":{"1min":1.962,"5min":1.7010000000000001,"15min":1.869},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23100000000000001},"max":{"1min":7.2389999999999999,"5min":11.058999999999999,"15min":11.058999999999999},"last":0.48599999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7130000000000001,"5min":3.7130000000000001,"15min":3.7130000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":5.2110000000000003,"5min":5.2110000000000003,"15min":5.2110000000000003},"last":0.59999999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":1.5029999999999999,"5min":1.7869999999999999,"15min":1.8},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":5.7619999999999996,"5min":9.5429999999999993,"15min":13.488},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.1850000000000001,"5min":1.96,"15min":2.0710000000000002},"min":{"1min":0.313,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.8280000000000003,"5min":12.367000000000001,"15min":13.170999999999999},"last":0.61399999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.885,"15min":1.833},"min":{"1min":0.438,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.0940000000000003,"5min":11.211,"15min":11.211},"last":0.68999999999999995},{"interface":"front","average":{"1min":2.456,"5min":2.0409999999999999,"15min":1.758},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.7519999999999998,"5min":7.391,"15min":7.391},"last":0.64200000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":2.399,"5min":2.0800000000000001,"15min":1.6180000000000001},"min":{"1min":0.36499999999999999,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":8.3539999999999992,"5min":12.313000000000001,"15min":13.624000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":2.5739999999999998,"5min":1.8899999999999999,"15min":1.591},"min":{"1min":0.39200000000000002,"5min":0.313,"15min":0.27900000000000003},"max":{"1min":7.6520000000000001,"5min":11.099,"15min":11.099},"last":0.72099999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:49:17 2023","interfaces":[{"interface":"back","average":{"1min":3.8170000000000002,"5min":3.3210000000000002,"15min":2.1280000000000001},"min":{"1min":0.67300000000000004,"5min":0.29999999999999999,"15min":0.24299999999999999},"max":{"1min":9.3420000000000005,"5min":31.064,"15min":31.064},"last":0.56200000000000006},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.3889999999999998,"15min":1.6899999999999999},"min":{"1min":0.40000000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":5.0289999999999999,"5min":16.763000000000002,"15min":16.763000000000002},"last":0.70099999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:49:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.4119999999999999,"15min":1.9410000000000001},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":12.744999999999999,"15min":19.754999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.8719999999999999,"5min":3.0840000000000001,"15min":1.9490000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29499999999999998},"max":{"1min":5.766,"5min":15.33,"15min":16.835000000000001},"last":0.67700000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757595,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2282632,"kb_used_data":1394176,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":91462520,"statfs":{"total":95995035648,"available":93657620480,"internally_reserved":0,"allocated":1427636224,"data_stored":1426980975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:01 2023","interfaces":[{"interface":"back","average":{"1min":1.631,"5min":1.637,"15min":1.5680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":13.502000000000001,"5min":13.502000000000001,"15min":13.502000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.827,"5min":2.8929999999999998,"15min":2.2570000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.5609999999999999,"5min":12.343,"15min":12.343},"last":1.72}]},{"osd":1,"last update":"Mon Oct 9 04:49:41 2023","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":7.327,"15min":7.327},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":145.947,"5min":145.947,"15min":145.947},"last":0.496},{"interface":"front","average":{"1min":7.766,"5min":7.766,"15min":7.766},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":145.80699999999999,"5min":145.80699999999999,"15min":145.80699999999999},"last":1.804}]},{"osd":2,"last update":"Mon Oct 9 04:49:01 2023","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.573,"15min":1.843},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":7.7069999999999999,"5min":11,"15min":14.859999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.4889999999999999,"15min":2.4380000000000002},"min":{"1min":0.313,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":9.5950000000000006,"5min":9.5950000000000006,"15min":13.308},"last":1.7849999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.2749999999999999,"15min":1.173},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.5439999999999996,"5min":5.5229999999999997,"15min":5.5229999999999997},"last":6.1719999999999997},{"interface":"front","average":{"1min":1.675,"5min":1.7989999999999999,"15min":1.744},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.016,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":5.6859999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6200000000000001,"5min":1.5469999999999999,"15min":1.3340000000000001},"min":{"1min":0.313,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":5.8630000000000004,"5min":11.723000000000001,"15min":11.723000000000001},"last":5.9740000000000002},{"interface":"front","average":{"1min":3.621,"5min":2.9300000000000002,"15min":1.927},"min":{"1min":0.35899999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.465,"5min":13.465,"15min":13.465},"last":1.835}]},{"osd":6,"last update":"Mon Oct 9 04:49:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6139999999999999,"15min":1.8600000000000001},"min":{"1min":0.35199999999999998,"5min":0.32600000000000001,"15min":0.28699999999999998},"max":{"1min":9.0909999999999993,"5min":21.196999999999999,"15min":21.196999999999999},"last":1.4630000000000001},{"interface":"front","average":{"1min":2.0699999999999998,"5min":3.2360000000000002,"15min":2.1640000000000001},"min":{"1min":0.373,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":5.6749999999999998,"5min":19.631,"15min":19.631},"last":6.2779999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":8.8539999999999992},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":3.2090000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2897285120,"data_stored":2897281048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1181155328,"data_stored":1181155328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2054422528,"data_stored":2054422528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2872709120,"data_stored":2872705048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1421410304,"data_stored":1421410304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1990070272,"data_stored":1990066200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1437663232,"data_stored":1437663232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:49:52.717 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:49:52.774 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:52.880 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:52 smithi150 ceph-mon[168511]: pgmap v862: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.2 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 478 op/s; 17/208578 objects degraded (0.008%); 2180/208578 objects misplaced (1.045%); 992 KiB/s, 15 objects/s recovering 2023-10-09T04:49:52.894 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:52.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:52 smithi107 ceph-mon[184249]: pgmap v862: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.2 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 478 op/s; 17/208578 objects degraded (0.008%); 2180/208578 objects misplaced (1.045%); 992 KiB/s, 15 objects/s recovering 2023-10-09T04:49:52.967 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:52.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:52.971 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:53.071 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:53.138 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:53.221 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:53.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:53.227 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:53.328 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:53.369 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:53.430 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:53.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:53.436 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:53.537 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:53.628 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:53.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:53 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:49:53.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:53 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:49:53.678 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:53.696 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:53.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:53.705 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:53.787 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:49:53.787 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:49:53.806 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:53.870 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:53 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:49:53.870 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:53 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:49:53.874 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:53.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:53 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:49:53.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:53 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:49:53.954 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:53.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:53.964 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:54.065 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:54.110 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:54.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:54 smithi150 ceph-mon[168511]: pgmap v863: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 848 op/s; 17/197061 objects degraded (0.009%); 1960/197061 objects misplaced (0.995%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:49:54.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:54 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:54.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:54 smithi150 ceph-mon[168511]: 10.14 scrub starts 2023-10-09T04:49:54.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:54 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:49:54.705 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[184249]: pgmap v863: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 848 op/s; 17/197061 objects degraded (0.009%); 1960/197061 objects misplaced (0.995%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:49:54.705 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:54.705 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[184249]: 10.14 scrub starts 2023-10-09T04:49:54.706 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:49:54.706 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[179183]: pgmap v863: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 848 op/s; 17/197061 objects degraded (0.009%); 1960/197061 objects misplaced (0.995%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:49:54.706 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:54.706 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[179183]: 10.14 scrub starts 2023-10-09T04:49:54.706 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:54 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:49:54.734 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:54.750 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:49:54.815 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:54.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:54.820 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:54.921 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:55.034 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:55.116 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:55.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:55.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:55.231 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:55.313 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:55.387 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:55.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:55.392 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:55.405 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:49:55.492 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:55.583 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:55.649 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:55.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:55.662 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:55.704 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:49:55.736 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:49:55.762 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:49:55.764 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:49:55.797 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:49:55.834 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:49:55.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:55 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:49:55.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/197061 objects degraded (0.009%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:55.852 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:55.873 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:49:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:55 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:49:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/197061 objects degraded (0.009%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:55 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:49:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/197061 objects degraded (0.009%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:49:55.920 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:49:55.922 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:49:55.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:55.934 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:49:55.951 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:49:55.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.954 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.954 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.954 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.954 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:49:55.954 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:49:56.035 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:56.140 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:56.206 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:56.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:56.212 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:56.313 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:56.328 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:56.409 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:56.484 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:56.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:56.497 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:56.598 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[179183]: pgmap v864: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 772 op/s; 17/196251 objects degraded (0.009%); 1960/196251 objects misplaced (0.999%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/903705326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[184249]: pgmap v864: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 772 op/s; 17/196251 objects degraded (0.009%); 1960/196251 objects misplaced (0.999%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:49:56.643 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/903705326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:56.644 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:56 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:49:56.644 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:56.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:56 smithi150 ceph-mon[168511]: pgmap v864: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 772 op/s; 17/196251 objects degraded (0.009%); 1960/196251 objects misplaced (0.999%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:49:56.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:56 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:49:56.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/903705326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:49:56.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:56 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:49:57.006 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:57.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:57.013 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:57.114 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:57.131 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:49:57.131 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 17/196251 objects degraded (0.009%), 1 pg degraded","count":1},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1157,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":266,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":7,"osd_in_since":1696826765,"num_remapped_pgs":1},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":98},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":65417,"data_bytes":4286093240,"bytes_used":18041823232,"bytes_avail":653923426304,"bytes_total":671965249536,"degraded_objects":17,"degraded_total":196251,"degraded_ratio":8.6623762426688272e-05,"misplaced_objects":1960,"misplaced_total":196251,"misplaced_ratio":0.0099872102562534714,"recovering_objects_per_sec":34,"recovering_bytes_per_sec":2253634,"recovering_keys_per_sec":0,"num_objects_recovered":344,"num_bytes_recovered":22544384,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":772},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"58bd9d29-1dba-4e6f-91c5-0ea2b6d27dc6":{"message":"Global Recovery Event (90s)\n [===========================.] ","progress":0.98989897966384888,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:49:57.222 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:57.282 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:57.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:57.286 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:57.387 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:57.424 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:57.629 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:57.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:57.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:57.733 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:57.786 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:57.837 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:49:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:57 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:49:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/639925230' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:49:57.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:57 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:49:57.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/639925230' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:49:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:57 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:49:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/639925230' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:49:58.179 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:58.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:58.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:58.287 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:49:58.319 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:58.372 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:49:58.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:49:58.444 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:49:58.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:58.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:49:58.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:49:58.612 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:58.705 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:58 smithi107 ceph-mon[184249]: pgmap v865: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 801 op/s; 17/193101 objects degraded (0.009%); 1960/193101 objects misplaced (1.015%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:49:58.705 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:49:58 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:49:58.711 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:58 smithi107 ceph-mon[179183]: pgmap v865: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 801 op/s; 17/193101 objects degraded (0.009%); 1960/193101 objects misplaced (1.015%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:49:58.711 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:49:58 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:49:58.836 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:49:58.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:58.848 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:49:58.948 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:49:58.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:58 smithi150 ceph-mon[168511]: pgmap v865: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 801 op/s; 17/193101 objects degraded (0.009%); 1960/193101 objects misplaced (1.015%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:49:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:49:58 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:49:59.045 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:59.118 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:49:59.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:59.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:49:59.179 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:49:59.179 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:49:59.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.179 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:186014 10.c e266/215 10:3f16bc2c:::benchmark_data_smithi107_275910_object63147:head v 266'11588, mlcod=266'11584)", 2023-10-09T04:49:59.179 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:59.175220+0000", 2023-10-09T04:49:59.179 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0029986280000000001, 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030300169999999999, 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175220+0000", 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:59.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175220+0000", 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175219+0000", 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175226+0000", 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3339999999999998e-06 2023-10-09T04:49:59.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175235+0000", 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0149999999999992e-06 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175240+0000", 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6729999999999997e-06 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175279+0000", 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8241999999999997e-05 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.175293+0000", 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4065e-05 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:186010 10.b e266/250 10:da96a405:::benchmark_data_smithi107_275910_object63143:head v 266'11365, mlcod=266'11363)", 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:59.176472+0000", 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0017465549999999999, 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001842975, 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176472+0000", 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176472+0000", 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176471+0000", 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:59.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176478+0000", 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3210000000000001e-06 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176490+0000", 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2207e-05 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176497+0000", 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7710000000000001e-06 2023-10-09T04:49:59.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176542+0000", 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5348e-05 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176562+0000", 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9794999999999999e-05 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:186011 10.d e266/215 10:bea0e60f:::benchmark_data_smithi107_275910_object63144:head v 266'11721, mlcod=266'11718)", 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:59.176584+0000", 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.001634386, 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001796473, 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:59.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176584+0000", 2023-10-09T04:49:59.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:59.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176584+0000", 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176584+0000", 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:59.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176589+0000", 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1089999999999997e-06 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176597+0000", 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4360000000000002e-06 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176603+0000", 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5879999999999997e-06 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176653+0000", 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0376e-05 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.176672+0000", 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8992e-05 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:186015 10.1 e266/228 10:82dd7cab:::benchmark_data_smithi107_275910_object63148:head v 266'8493, mlcod=266'8490)", 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:59.177751+0000", 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00046778500000000002, 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00068797200000000002, 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.177751+0000", 2023-10-09T04:49:59.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.177751+0000", 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.177750+0000", 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.177757+0000", 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4810000000000003e-06 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.177770+0000", 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3652000000000001e-05 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.177777+0000", 2023-10-09T04:49:59.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0679999999999999e-06 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.178404+0000", 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00062660099999999996 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:59.178422+0000", 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7813999999999999e-05 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.196 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:49:59.197 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.197 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:49:59.197 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:49:59.197 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T04:49:59.197 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:49:59.226 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:49:59.276 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:59.429 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:49:59.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:59.433 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:49:59.534 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:49:59.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:59.667 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:49:59.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:59.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:49:59.706 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:49:59.728 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:49:59.775 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:49:59.837 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:49:59.896 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:49:59.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:49:59.908 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:49:59.929 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:00.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:00.135 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:00.250 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:00.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:00.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:00.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:00.424 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:00.513 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:00.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:00.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:00.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:00.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: pgmap v866: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 876 op/s; 17/184716 objects degraded (0.009%); 1774/184716 objects misplaced (0.960%); 2.5 MiB/s, 40 objects/s recovering 2023-10-09T04:50:00.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:50:00.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:00.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded 2023-10-09T04:50:00.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T04:50:00.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: [WRN] PG_DEGRADED: Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:00 smithi150 ceph-mon[168511]: pg 10.10 is active+recovering+undersized+degraded+remapped, acting [4,6] 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: pgmap v866: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 876 op/s; 17/184716 objects degraded (0.009%); 1774/184716 objects misplaced (0.960%); 2.5 MiB/s, 40 objects/s recovering 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T04:50:00.660 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: [WRN] PG_DEGRADED: Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded 2023-10-09T04:50:00.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[179183]: pg 10.10 is active+recovering+undersized+degraded+remapped, acting [4,6] 2023-10-09T04:50:00.703 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: pgmap v866: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 876 op/s; 17/184716 objects degraded (0.009%); 1774/184716 objects misplaced (0.960%); 2.5 MiB/s, 40 objects/s recovering 2023-10-09T04:50:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:50:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded 2023-10-09T04:50:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T04:50:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: [WRN] PG_DEGRADED: Degraded data redundancy: 17/184716 objects degraded (0.009%), 1 pg degraded 2023-10-09T04:50:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:00 smithi107 ceph-mon[184249]: pg 10.10 is active+recovering+undersized+degraded+remapped, acting [4,6] 2023-10-09T04:50:01.675 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:50:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:01 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:50:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3000021533' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:50:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3000021533' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:02.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:50:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3000021533' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:02.261 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:02.267 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:02.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:02.285 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:02.290 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:50:02] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2023-10-09T04:50:02.386 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:02.429 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:02.432 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:02.689 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:02.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:02.694 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:02.794 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:02.870 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: pgmap v867: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 806 op/s; 17/182160 objects degraded (0.009%); 1774/182160 objects misplaced (0.974%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:50:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:50:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:50:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: osdmap e267: 8 total, 8 up, 7 in 2023-10-09T04:50:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: pgmap v867: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 806 op/s; 17/182160 objects degraded (0.009%); 1774/182160 objects misplaced (0.974%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: osdmap e267: 8 total, 8 up, 7 in 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:02 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:02.927 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:02.941 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: pgmap v867: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 806 op/s; 17/182160 objects degraded (0.009%); 1774/182160 objects misplaced (0.974%); 2.1 MiB/s, 34 objects/s recovering 2023-10-09T04:50:02.941 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:50:02.941 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:50:02.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:02.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: osdmap e267: 8 total, 8 up, 7 in 2023-10-09T04:50:02.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: failed to encode map e267 with expected crc 2023-10-09T04:50:02.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:02 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:02.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:02.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:03.044 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:03.106 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:03.384 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:03.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:03.393 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:03.493 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:03.553 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:03.622 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:03.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:03.629 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:03.730 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:03.807 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:03.902 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:03.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:03.913 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:04.013 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:04.093 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:04.128 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:04.130 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:50:04.168 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:04.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:04.176 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:04.276 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:04.319 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:50:04.342 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:04.461 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:04.495 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:04.522 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:04.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:04.601 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:04.648 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:04.689 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:04.733 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:04.735 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.737 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:50:04.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:04.740 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:04.841 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:04.913 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":869,"stamp":"2023-10-09T04:50:03.514180+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3747780536,"num_objects":57203,"num_object_clones":0,"num_object_copies":171609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":1527,"num_objects_unfound":0,"num_objects_dirty":57203,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":149595,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7450,"num_bytes_recovered":489031388,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210579,"ondisk_log_size":210579,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":16047176,"kb_used_data":11137360,"kb_used_omap":18,"kb_used_meta":4909101,"kb_avail":640168888,"statfs":{"total":671965249536,"available":655532941312,"internally_reserved":0,"allocated":11404656640,"data_stored":11398467534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5026919840},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,6,7,10,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-556007424,"num_objects":-8484,"num_object_clones":0,"num_object_copies":-25452,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-433,"num_objects_unfound":0,"num_objects_dirty":-8484,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8484,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":433,"num_bytes_recovered":28377088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002796"},"pg_stats":[{"pgid":"10.13","version":"266'8397","reported_seq":8541,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:00.570746+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:50:00.570746+0000","last_peered":"2023-10-09T04:50:00.570746+0000","last_clean":"2023-10-09T04:50:00.570746+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:50:00.570746+0000","last_undegraded":"2023-10-09T04:50:00.570746+0000","last_fullsized":"2023-10-09T04:50:00.570746+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":8397,"log_dups_size":0,"ondisk_log_size":8397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117899264,"num_objects":1799,"num_object_clones":0,"num_object_copies":5397,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1799,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":263,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.599063+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:49:49.599063+0000","last_peered":"2023-10-09T04:49:49.599063+0000","last_clean":"2023-10-09T04:49:49.599063+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:49:49.599063+0000","last_undegraded":"2023-10-09T04:49:49.599063+0000","last_fullsized":"2023-10-09T04:49:49.599063+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.677639+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:01.677639+0000","last_peered":"2023-10-09T04:50:01.677639+0000","last_clean":"2023-10-09T04:50:01.677639+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:01.677639+0000","last_undegraded":"2023-10-09T04:50:01.677639+0000","last_fullsized":"2023-10-09T04:50:01.677639+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"267'8528","reported_seq":11881,"reported_epoch":267,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:50:02.588378+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:50:02.588378+0000","last_peered":"2023-10-09T04:50:02.588378+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:50:02.588378+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"219'168","ondisk_log_start":"219'168","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8360,"log_dups_size":0,"ondisk_log_size":8360,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":116031488,"num_objects":1771,"num_object_clones":0,"num_object_copies":5313,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":1527,"num_objects_unfound":0,"num_objects_dirty":1771,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5951,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1621,"num_bytes_recovered":106233856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":1527},{"shards":"4,6","objects":227}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":188,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.467769+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:49:44.467769+0000","last_peered":"2023-10-09T04:49:44.467769+0000","last_clean":"2023-10-09T04:49:44.467769+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:49:44.467769+0000","last_undegraded":"2023-10-09T04:49:44.467769+0000","last_fullsized":"2023-10-09T04:49:44.467769+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":248,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.585278+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:49:49.585278+0000","last_peered":"2023-10-09T04:49:49.585278+0000","last_clean":"2023-10-09T04:49:49.585278+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:49:49.585278+0000","last_undegraded":"2023-10-09T04:49:49.585278+0000","last_fullsized":"2023-10-09T04:49:49.585278+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"267'8590","reported_seq":8777,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.517016+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:02.517016+0000","last_peered":"2023-10-09T04:50:02.517016+0000","last_clean":"2023-10-09T04:50:02.517016+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:02.517016+0000","last_undegraded":"2023-10-09T04:50:02.517016+0000","last_fullsized":"2023-10-09T04:50:02.517016+0000","mapping_epoch":228,"log_start":"219'245","ondisk_log_start":"219'245","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":8345,"log_dups_size":0,"ondisk_log_size":8345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118095872,"num_objects":1802,"num_object_clones":0,"num_object_copies":5406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3298,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":198,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.584562+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:49:49.584562+0000","last_peered":"2023-10-09T04:49:49.584562+0000","last_clean":"2023-10-09T04:49:49.584562+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:49:49.584562+0000","last_undegraded":"2023-10-09T04:49:49.584562+0000","last_fullsized":"2023-10-09T04:49:49.584562+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":243,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592968+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:49:49.592968+0000","last_peered":"2023-10-09T04:49:49.592968+0000","last_clean":"2023-10-09T04:49:49.592968+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:49:49.592968+0000","last_undegraded":"2023-10-09T04:49:49.592968+0000","last_fullsized":"2023-10-09T04:49:49.592968+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":237,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.584940+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:49:49.584940+0000","last_peered":"2023-10-09T04:49:49.584940+0000","last_clean":"2023-10-09T04:49:49.584940+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:49:49.584940+0000","last_undegraded":"2023-10-09T04:49:49.584940+0000","last_fullsized":"2023-10-09T04:49:49.584940+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":132,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468031+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:49:44.468031+0000","last_peered":"2023-10-09T04:49:44.468031+0000","last_clean":"2023-10-09T04:49:44.468031+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:49:44.468031+0000","last_undegraded":"2023-10-09T04:49:44.468031+0000","last_fullsized":"2023-10-09T04:49:44.468031+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":244,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.602849+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:49:49.602849+0000","last_peered":"2023-10-09T04:49:49.602849+0000","last_clean":"2023-10-09T04:49:49.602849+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:49:49.602849+0000","last_undegraded":"2023-10-09T04:49:49.602849+0000","last_fullsized":"2023-10-09T04:49:49.602849+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":156,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.591851+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:49:49.591851+0000","last_peered":"2023-10-09T04:49:49.591851+0000","last_clean":"2023-10-09T04:49:49.591851+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:49:49.591851+0000","last_undegraded":"2023-10-09T04:49:49.591851+0000","last_fullsized":"2023-10-09T04:49:49.591851+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":254,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592252+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:49:49.592252+0000","last_peered":"2023-10-09T04:49:49.592252+0000","last_clean":"2023-10-09T04:49:49.592252+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:49:49.592252+0000","last_undegraded":"2023-10-09T04:49:49.592252+0000","last_fullsized":"2023-10-09T04:49:49.592252+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":183,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468222+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:49:44.468222+0000","last_peered":"2023-10-09T04:49:44.468222+0000","last_clean":"2023-10-09T04:49:44.468222+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:49:44.468222+0000","last_undegraded":"2023-10-09T04:49:44.468222+0000","last_fullsized":"2023-10-09T04:49:44.468222+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":233,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.599989+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:49:49.599989+0000","last_peered":"2023-10-09T04:49:49.599989+0000","last_clean":"2023-10-09T04:49:49.599989+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:49:49.599989+0000","last_undegraded":"2023-10-09T04:49:49.599989+0000","last_fullsized":"2023-10-09T04:49:49.599989+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":244,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598913+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:49:49.598913+0000","last_peered":"2023-10-09T04:49:49.598913+0000","last_clean":"2023-10-09T04:49:49.598913+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:49:49.598913+0000","last_undegraded":"2023-10-09T04:49:49.598913+0000","last_fullsized":"2023-10-09T04:49:49.598913+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":246,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592756+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:49:49.592756+0000","last_peered":"2023-10-09T04:49:49.592756+0000","last_clean":"2023-10-09T04:49:49.592756+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:49:49.592756+0000","last_undegraded":"2023-10-09T04:49:49.592756+0000","last_fullsized":"2023-10-09T04:49:49.592756+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":132,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468699+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:49:44.468699+0000","last_peered":"2023-10-09T04:49:44.468699+0000","last_clean":"2023-10-09T04:49:44.468699+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:49:44.468699+0000","last_undegraded":"2023-10-09T04:49:44.468699+0000","last_fullsized":"2023-10-09T04:49:44.468699+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":252,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.590641+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:49:49.590641+0000","last_peered":"2023-10-09T04:49:49.590641+0000","last_clean":"2023-10-09T04:49:49.590641+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:49:49.590641+0000","last_undegraded":"2023-10-09T04:49:49.590641+0000","last_fullsized":"2023-10-09T04:49:49.590641+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":243,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.602496+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:49:49.602496+0000","last_peered":"2023-10-09T04:49:49.602496+0000","last_clean":"2023-10-09T04:49:49.602496+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:49:49.602496+0000","last_undegraded":"2023-10-09T04:49:49.602496+0000","last_fullsized":"2023-10-09T04:49:49.602496+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"266'8528","reported_seq":8685,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.674694+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:01.674694+0000","last_peered":"2023-10-09T04:50:01.674694+0000","last_clean":"2023-10-09T04:50:01.674694+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:01.674694+0000","last_undegraded":"2023-10-09T04:50:01.674694+0000","last_fullsized":"2023-10-09T04:50:01.674694+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8528,"log_dups_size":0,"ondisk_log_size":8528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115146752,"num_objects":1757,"num_object_clones":0,"num_object_copies":5271,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1757,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2331,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":211,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.591811+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:49:49.591811+0000","last_peered":"2023-10-09T04:49:49.591811+0000","last_clean":"2023-10-09T04:49:49.591811+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:49:49.591811+0000","last_undegraded":"2023-10-09T04:49:49.591811+0000","last_fullsized":"2023-10-09T04:49:49.591811+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":238,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.585389+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:49:49.585389+0000","last_peered":"2023-10-09T04:49:49.585389+0000","last_clean":"2023-10-09T04:49:49.585389+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:49:49.585389+0000","last_undegraded":"2023-10-09T04:49:49.585389+0000","last_fullsized":"2023-10-09T04:49:49.585389+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"267'8523","reported_seq":8732,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.848313+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:02.848313+0000","last_peered":"2023-10-09T04:50:02.848313+0000","last_clean":"2023-10-09T04:50:02.848313+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:02.848313+0000","last_undegraded":"2023-10-09T04:50:02.848313+0000","last_fullsized":"2023-10-09T04:50:02.848313+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":8523,"log_dups_size":0,"ondisk_log_size":8523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113049600,"num_objects":1725,"num_object_clones":0,"num_object_copies":5175,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1725,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1421,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":235,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592479+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:49:49.592479+0000","last_peered":"2023-10-09T04:49:49.592479+0000","last_clean":"2023-10-09T04:49:49.592479+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:49:49.592479+0000","last_undegraded":"2023-10-09T04:49:49.592479+0000","last_fullsized":"2023-10-09T04:49:49.592479+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":184,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.593369+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:49:49.593369+0000","last_peered":"2023-10-09T04:49:49.593369+0000","last_clean":"2023-10-09T04:49:49.593369+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:49:49.593369+0000","last_undegraded":"2023-10-09T04:49:49.593369+0000","last_fullsized":"2023-10-09T04:49:49.593369+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"267'8650","reported_seq":8871,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.824115+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:02.824115+0000","last_peered":"2023-10-09T04:50:02.824115+0000","last_clean":"2023-10-09T04:50:02.824115+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:02.824115+0000","last_undegraded":"2023-10-09T04:50:02.824115+0000","last_fullsized":"2023-10-09T04:50:02.824115+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":8650,"log_dups_size":0,"ondisk_log_size":8650,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118030336,"num_objects":1801,"num_object_clones":0,"num_object_copies":5403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2545,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":229,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.593246+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:49:49.593246+0000","last_peered":"2023-10-09T04:49:49.593246+0000","last_clean":"2023-10-09T04:49:49.593246+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:49:49.593246+0000","last_undegraded":"2023-10-09T04:49:49.593246+0000","last_fullsized":"2023-10-09T04:49:49.593246+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":209,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.601189+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:49:49.601189+0000","last_peered":"2023-10-09T04:49:49.601189+0000","last_clean":"2023-10-09T04:49:49.601189+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:49:49.601189+0000","last_undegraded":"2023-10-09T04:49:49.601189+0000","last_fullsized":"2023-10-09T04:49:49.601189+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"267'8438","reported_seq":8512,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.432759+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:02.432759+0000","last_peered":"2023-10-09T04:50:02.432759+0000","last_clean":"2023-10-09T04:50:02.432759+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:02.432759+0000","last_undegraded":"2023-10-09T04:50:02.432759+0000","last_fullsized":"2023-10-09T04:50:02.432759+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8438,"log_dups_size":0,"ondisk_log_size":8438,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":116195328,"num_objects":1773,"num_object_clones":0,"num_object_copies":5319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5871,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":247,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592524+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:49:49.592524+0000","last_peered":"2023-10-09T04:49:49.592524+0000","last_clean":"2023-10-09T04:49:49.592524+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:49:49.592524+0000","last_undegraded":"2023-10-09T04:49:49.592524+0000","last_fullsized":"2023-10-09T04:49:49.592524+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":271,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598810+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:49:49.598810+0000","last_peered":"2023-10-09T04:49:49.598810+0000","last_clean":"2023-10-09T04:49:49.598810+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:49:49.598810+0000","last_undegraded":"2023-10-09T04:49:49.598810+0000","last_fullsized":"2023-10-09T04:49:49.598810+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"267'8428","reported_seq":10125,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.702303+0000","last_change":"2023-10-09T04:50:00.128912+0000","last_active":"2023-10-09T04:50:01.702303+0000","last_peered":"2023-10-09T04:50:01.702303+0000","last_clean":"2023-10-09T04:50:01.702303+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:01.702303+0000","last_undegraded":"2023-10-09T04:50:01.702303+0000","last_fullsized":"2023-10-09T04:50:01.702303+0000","mapping_epoch":243,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8428,"log_dups_size":0,"ondisk_log_size":8428,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119668736,"num_objects":1826,"num_object_clones":0,"num_object_copies":5478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5862,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":212,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592092+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:49:49.592092+0000","last_peered":"2023-10-09T04:49:49.592092+0000","last_clean":"2023-10-09T04:49:49.592092+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:49:49.592092+0000","last_undegraded":"2023-10-09T04:49:49.592092+0000","last_fullsized":"2023-10-09T04:49:49.592092+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":243,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592223+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:49:49.592223+0000","last_peered":"2023-10-09T04:49:49.592223+0000","last_clean":"2023-10-09T04:49:49.592223+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:49:49.592223+0000","last_undegraded":"2023-10-09T04:49:49.592223+0000","last_fullsized":"2023-10-09T04:49:49.592223+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"266'8319","reported_seq":8397,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:00.560678+0000","last_change":"2023-10-09T04:49:59.658154+0000","last_active":"2023-10-09T04:50:00.560678+0000","last_peered":"2023-10-09T04:50:00.560678+0000","last_clean":"2023-10-09T04:50:00.560678+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:50:00.560678+0000","last_undegraded":"2023-10-09T04:50:00.560678+0000","last_fullsized":"2023-10-09T04:50:00.560678+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8319,"log_dups_size":0,"ondisk_log_size":8319,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120946688,"num_objects":1845,"num_object_clones":0,"num_object_copies":5535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1845,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5807,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":261,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.601396+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:49:49.601396+0000","last_peered":"2023-10-09T04:49:49.601396+0000","last_clean":"2023-10-09T04:49:49.601396+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:49:49.601396+0000","last_undegraded":"2023-10-09T04:49:49.601396+0000","last_fullsized":"2023-10-09T04:49:49.601396+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":238,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.586634+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:49:49.586634+0000","last_peered":"2023-10-09T04:49:49.586634+0000","last_clean":"2023-10-09T04:49:49.586634+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:49:49.586634+0000","last_undegraded":"2023-10-09T04:49:49.586634+0000","last_fullsized":"2023-10-09T04:49:49.586634+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"266'8317","reported_seq":10106,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:00.041963+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:50:00.041963+0000","last_peered":"2023-10-09T04:50:00.041963+0000","last_clean":"2023-10-09T04:50:00.041963+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:50:00.041963+0000","last_undegraded":"2023-10-09T04:50:00.041963+0000","last_fullsized":"2023-10-09T04:50:00.041963+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":8317,"log_dups_size":0,"ondisk_log_size":8317,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122224640,"num_objects":1865,"num_object_clones":0,"num_object_copies":5595,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1865,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3082,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":137,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.586729+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:49:49.586729+0000","last_peered":"2023-10-09T04:49:49.586729+0000","last_clean":"2023-10-09T04:49:49.586729+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:49:49.586729+0000","last_undegraded":"2023-10-09T04:49:49.586729+0000","last_fullsized":"2023-10-09T04:49:49.586729+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":261,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.599841+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:49:49.599841+0000","last_peered":"2023-10-09T04:49:49.599841+0000","last_clean":"2023-10-09T04:49:49.599841+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:49:49.599841+0000","last_undegraded":"2023-10-09T04:49:49.599841+0000","last_fullsized":"2023-10-09T04:49:49.599841+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"266'8393","reported_seq":8542,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:00.515252+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:50:00.515252+0000","last_peered":"2023-10-09T04:50:00.515252+0000","last_clean":"2023-10-09T04:50:00.515252+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:50:00.515252+0000","last_undegraded":"2023-10-09T04:50:00.515252+0000","last_fullsized":"2023-10-09T04:50:00.515252+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":8393,"log_dups_size":0,"ondisk_log_size":8393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":121634816,"num_objects":1856,"num_object_clones":0,"num_object_copies":5568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1474,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":244,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592361+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:49:49.592361+0000","last_peered":"2023-10-09T04:49:49.592361+0000","last_clean":"2023-10-09T04:49:49.592361+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:49:49.592361+0000","last_undegraded":"2023-10-09T04:49:49.592361+0000","last_fullsized":"2023-10-09T04:49:49.592361+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":237,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.599853+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:49:49.599853+0000","last_peered":"2023-10-09T04:49:49.599853+0000","last_clean":"2023-10-09T04:49:49.599853+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:49:49.599853+0000","last_undegraded":"2023-10-09T04:49:49.599853+0000","last_fullsized":"2023-10-09T04:49:49.599853+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"267'8463","reported_seq":10194,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.538410+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:02.538410+0000","last_peered":"2023-10-09T04:50:02.538410+0000","last_clean":"2023-10-09T04:50:02.538410+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:02.538410+0000","last_undegraded":"2023-10-09T04:50:02.538410+0000","last_fullsized":"2023-10-09T04:50:02.538410+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8463,"log_dups_size":0,"ondisk_log_size":8463,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117669888,"num_objects":1795,"num_object_clones":0,"num_object_copies":5385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5885,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":228,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598727+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:49:49.598727+0000","last_peered":"2023-10-09T04:49:49.598727+0000","last_clean":"2023-10-09T04:49:49.598727+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:49:49.598727+0000","last_undegraded":"2023-10-09T04:49:49.598727+0000","last_fullsized":"2023-10-09T04:49:49.598727+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":244,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.599199+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:49:49.599199+0000","last_peered":"2023-10-09T04:49:49.599199+0000","last_clean":"2023-10-09T04:49:49.599199+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:49:49.599199+0000","last_undegraded":"2023-10-09T04:49:49.599199+0000","last_fullsized":"2023-10-09T04:49:49.599199+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"267'8595","reported_seq":8872,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.540225+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:02.540225+0000","last_peered":"2023-10-09T04:50:02.540225+0000","last_clean":"2023-10-09T04:50:02.540225+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:02.540225+0000","last_undegraded":"2023-10-09T04:50:02.540225+0000","last_fullsized":"2023-10-09T04:50:02.540225+0000","mapping_epoch":215,"log_start":"219'226","ondisk_log_start":"219'226","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":8369,"log_dups_size":0,"ondisk_log_size":8369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":121176064,"num_objects":1849,"num_object_clones":0,"num_object_copies":5547,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1849,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2326,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":133,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468522+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:49:44.468522+0000","last_peered":"2023-10-09T04:49:44.468522+0000","last_clean":"2023-10-09T04:49:44.468522+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:49:44.468522+0000","last_undegraded":"2023-10-09T04:49:44.468522+0000","last_fullsized":"2023-10-09T04:49:44.468522+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":189,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468552+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:49:44.468552+0000","last_peered":"2023-10-09T04:49:44.468552+0000","last_clean":"2023-10-09T04:49:44.468552+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:49:44.468552+0000","last_undegraded":"2023-10-09T04:49:44.468552+0000","last_fullsized":"2023-10-09T04:49:44.468552+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"267'11779","reported_seq":11839,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.888978+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:02.888978+0000","last_peered":"2023-10-09T04:50:02.888978+0000","last_clean":"2023-10-09T04:50:02.888978+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:02.888978+0000","last_undegraded":"2023-10-09T04:50:02.888978+0000","last_fullsized":"2023-10-09T04:50:02.888978+0000","mapping_epoch":215,"log_start":"225'4448","ondisk_log_start":"225'4448","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7331,"log_dups_size":0,"ondisk_log_size":7331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233111552,"num_objects":3557,"num_object_clones":0,"num_object_copies":10671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3557,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11779,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":239,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.469147+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:49:44.469147+0000","last_peered":"2023-10-09T04:49:44.469147+0000","last_clean":"2023-10-09T04:49:44.469147+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:49:44.469147+0000","last_undegraded":"2023-10-09T04:49:44.469147+0000","last_fullsized":"2023-10-09T04:49:44.469147+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":261,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.602426+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:49:49.602426+0000","last_peered":"2023-10-09T04:49:49.602426+0000","last_clean":"2023-10-09T04:49:49.602426+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:49:49.602426+0000","last_undegraded":"2023-10-09T04:49:49.602426+0000","last_fullsized":"2023-10-09T04:49:49.602426+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":197,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468579+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:49:44.468579+0000","last_peered":"2023-10-09T04:49:44.468579+0000","last_clean":"2023-10-09T04:49:44.468579+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:49:44.468579+0000","last_undegraded":"2023-10-09T04:49:44.468579+0000","last_fullsized":"2023-10-09T04:49:44.468579+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"267'11623","reported_seq":11683,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.572465+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:02.572465+0000","last_peered":"2023-10-09T04:50:02.572465+0000","last_clean":"2023-10-09T04:50:02.572465+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:02.572465+0000","last_undegraded":"2023-10-09T04:50:02.572465+0000","last_fullsized":"2023-10-09T04:50:02.572465+0000","mapping_epoch":215,"log_start":"225'4600","ondisk_log_start":"225'4600","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7023,"log_dups_size":0,"ondisk_log_size":7023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229703680,"num_objects":3505,"num_object_clones":0,"num_object_copies":10515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11623,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":247,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.602461+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:49:49.602461+0000","last_peered":"2023-10-09T04:49:49.602461+0000","last_clean":"2023-10-09T04:49:49.602461+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:49:49.602461+0000","last_undegraded":"2023-10-09T04:49:49.602461+0000","last_fullsized":"2023-10-09T04:49:49.602461+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":228,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598840+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:49:49.598840+0000","last_peered":"2023-10-09T04:49:49.598840+0000","last_clean":"2023-10-09T04:49:49.598840+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:49:49.598840+0000","last_undegraded":"2023-10-09T04:49:49.598840+0000","last_fullsized":"2023-10-09T04:49:49.598840+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":205,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468770+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:49:44.468770+0000","last_peered":"2023-10-09T04:49:44.468770+0000","last_clean":"2023-10-09T04:49:44.468770+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:49:44.468770+0000","last_undegraded":"2023-10-09T04:49:44.468770+0000","last_fullsized":"2023-10-09T04:49:44.468770+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"267'8453","reported_seq":8671,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.779001+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:02.779001+0000","last_peered":"2023-10-09T04:50:02.779001+0000","last_clean":"2023-10-09T04:50:02.779001+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:02.779001+0000","last_undegraded":"2023-10-09T04:50:02.779001+0000","last_fullsized":"2023-10-09T04:50:02.779001+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":8453,"log_dups_size":0,"ondisk_log_size":8453,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114753536,"num_objects":1751,"num_object_clones":0,"num_object_copies":5253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2406,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":265,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.474631+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:49:44.474631+0000","last_peered":"2023-10-09T04:49:44.474631+0000","last_clean":"2023-10-09T04:49:44.474631+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:49:44.474631+0000","last_undegraded":"2023-10-09T04:49:44.474631+0000","last_fullsized":"2023-10-09T04:49:44.474631+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":183,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468113+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:49:44.468113+0000","last_peered":"2023-10-09T04:49:44.468113+0000","last_clean":"2023-10-09T04:49:44.468113+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:49:44.468113+0000","last_undegraded":"2023-10-09T04:49:44.468113+0000","last_fullsized":"2023-10-09T04:49:44.468113+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":233,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468462+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:49:44.468462+0000","last_peered":"2023-10-09T04:49:44.468462+0000","last_clean":"2023-10-09T04:49:44.468462+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:49:44.468462+0000","last_undegraded":"2023-10-09T04:49:44.468462+0000","last_fullsized":"2023-10-09T04:49:44.468462+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"267'11572","reported_seq":15025,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.573832+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:02.573832+0000","last_peered":"2023-10-09T04:50:02.573832+0000","last_clean":"2023-10-09T04:50:02.573832+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:02.573832+0000","last_undegraded":"2023-10-09T04:50:02.573832+0000","last_fullsized":"2023-10-09T04:50:02.573832+0000","mapping_epoch":250,"log_start":"225'4500","ondisk_log_start":"225'4500","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7072,"log_dups_size":0,"ondisk_log_size":7072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229638144,"num_objects":3504,"num_object_clones":0,"num_object_copies":10512,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11572,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":230,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.601674+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:49:49.601674+0000","last_peered":"2023-10-09T04:49:49.601674+0000","last_clean":"2023-10-09T04:49:49.601674+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:49:49.601674+0000","last_undegraded":"2023-10-09T04:49:49.601674+0000","last_fullsized":"2023-10-09T04:49:49.601674+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":609,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.596096+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:49:49.596096+0000","last_peered":"2023-10-09T04:49:49.596096+0000","last_clean":"2023-10-09T04:49:49.596096+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:49:49.596096+0000","last_undegraded":"2023-10-09T04:49:49.596096+0000","last_fullsized":"2023-10-09T04:49:49.596096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":154,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.602380+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:49:49.602380+0000","last_peered":"2023-10-09T04:49:49.602380+0000","last_clean":"2023-10-09T04:49:49.602380+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:49:49.602380+0000","last_undegraded":"2023-10-09T04:49:49.602380+0000","last_fullsized":"2023-10-09T04:49:49.602380+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":209,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592550+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:49:49.592550+0000","last_peered":"2023-10-09T04:49:49.592550+0000","last_clean":"2023-10-09T04:49:49.592550+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:49:49.592550+0000","last_undegraded":"2023-10-09T04:49:49.592550+0000","last_fullsized":"2023-10-09T04:49:49.592550+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"266'8656","reported_seq":8792,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.649175+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:01.649175+0000","last_peered":"2023-10-09T04:50:01.649175+0000","last_clean":"2023-10-09T04:50:01.649175+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:01.649175+0000","last_undegraded":"2023-10-09T04:50:01.649175+0000","last_fullsized":"2023-10-09T04:50:01.649175+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8656,"log_dups_size":0,"ondisk_log_size":8656,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120127488,"num_objects":1833,"num_object_clones":0,"num_object_copies":5499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3403,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":266,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.595957+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:49:49.595957+0000","last_peered":"2023-10-09T04:49:49.595957+0000","last_clean":"2023-10-09T04:49:49.595957+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:49:49.595957+0000","last_undegraded":"2023-10-09T04:49:49.595957+0000","last_fullsized":"2023-10-09T04:49:49.595957+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":238,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.585191+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:49:49.585191+0000","last_peered":"2023-10-09T04:49:49.585191+0000","last_clean":"2023-10-09T04:49:49.585191+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:49:49.585191+0000","last_undegraded":"2023-10-09T04:49:49.585191+0000","last_fullsized":"2023-10-09T04:49:49.585191+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":254,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.585118+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:49:49.585118+0000","last_peered":"2023-10-09T04:49:49.585118+0000","last_clean":"2023-10-09T04:49:49.585118+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:49:49.585118+0000","last_undegraded":"2023-10-09T04:49:49.585118+0000","last_fullsized":"2023-10-09T04:49:49.585118+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"267'11895","reported_seq":11956,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.522741+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:02.522741+0000","last_peered":"2023-10-09T04:50:02.522741+0000","last_clean":"2023-10-09T04:50:02.522741+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:02.522741+0000","last_undegraded":"2023-10-09T04:50:02.522741+0000","last_fullsized":"2023-10-09T04:50:02.522741+0000","mapping_epoch":215,"log_start":"225'4900","ondisk_log_start":"225'4900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6995,"log_dups_size":0,"ondisk_log_size":6995,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230424600,"num_objects":3517,"num_object_clones":0,"num_object_copies":10551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3517,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11895,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":232,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592162+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:49:49.592162+0000","last_peered":"2023-10-09T04:49:49.592162+0000","last_clean":"2023-10-09T04:49:49.592162+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:49:49.592162+0000","last_undegraded":"2023-10-09T04:49:49.592162+0000","last_fullsized":"2023-10-09T04:49:49.592162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":183,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.469011+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:49:44.469011+0000","last_peered":"2023-10-09T04:49:44.469011+0000","last_clean":"2023-10-09T04:49:44.469011+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:49:44.469011+0000","last_undegraded":"2023-10-09T04:49:44.469011+0000","last_fullsized":"2023-10-09T04:49:44.469011+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":209,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.586897+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:49:49.586897+0000","last_peered":"2023-10-09T04:49:49.586897+0000","last_clean":"2023-10-09T04:49:49.586897+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:49:49.586897+0000","last_undegraded":"2023-10-09T04:49:49.586897+0000","last_fullsized":"2023-10-09T04:49:49.586897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"267'11874","reported_seq":11934,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.598884+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:02.598884+0000","last_peered":"2023-10-09T04:50:02.598884+0000","last_clean":"2023-10-09T04:50:02.598884+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:02.598884+0000","last_undegraded":"2023-10-09T04:50:02.598884+0000","last_fullsized":"2023-10-09T04:50:02.598884+0000","mapping_epoch":215,"log_start":"231'5900","ondisk_log_start":"231'5900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5974,"log_dups_size":0,"ondisk_log_size":5974,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237895680,"num_objects":3630,"num_object_clones":0,"num_object_copies":10890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11874,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":125,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.593449+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:49:49.593449+0000","last_peered":"2023-10-09T04:49:49.593449+0000","last_clean":"2023-10-09T04:49:49.593449+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:49:49.593449+0000","last_undegraded":"2023-10-09T04:49:49.593449+0000","last_fullsized":"2023-10-09T04:49:49.593449+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":195,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.468090+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:49:44.468090+0000","last_peered":"2023-10-09T04:49:44.468090+0000","last_clean":"2023-10-09T04:49:44.468090+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:49:44.468090+0000","last_undegraded":"2023-10-09T04:49:44.468090+0000","last_fullsized":"2023-10-09T04:49:44.468090+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":210,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.596266+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:49:49.596266+0000","last_peered":"2023-10-09T04:49:49.596266+0000","last_clean":"2023-10-09T04:49:49.596266+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:49:49.596266+0000","last_undegraded":"2023-10-09T04:49:49.596266+0000","last_fullsized":"2023-10-09T04:49:49.596266+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"267'11760","reported_seq":11820,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.541245+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:02.541245+0000","last_peered":"2023-10-09T04:50:02.541245+0000","last_clean":"2023-10-09T04:50:02.541245+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:02.541245+0000","last_undegraded":"2023-10-09T04:50:02.541245+0000","last_fullsized":"2023-10-09T04:50:02.541245+0000","mapping_epoch":215,"log_start":"225'4700","ondisk_log_start":"225'4700","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7060,"log_dups_size":0,"ondisk_log_size":7060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230162432,"num_objects":3512,"num_object_clones":0,"num_object_copies":10536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11760,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":231,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592763+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:49:49.592763+0000","last_peered":"2023-10-09T04:49:49.592763+0000","last_clean":"2023-10-09T04:49:49.592763+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:49:49.592763+0000","last_undegraded":"2023-10-09T04:49:49.592763+0000","last_fullsized":"2023-10-09T04:49:49.592763+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":242,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.585203+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:49:49.585203+0000","last_peered":"2023-10-09T04:49:49.585203+0000","last_clean":"2023-10-09T04:49:49.585203+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:49:49.585203+0000","last_undegraded":"2023-10-09T04:49:49.585203+0000","last_fullsized":"2023-10-09T04:49:49.585203+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":210,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598580+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:49:49.598580+0000","last_peered":"2023-10-09T04:49:49.598580+0000","last_clean":"2023-10-09T04:49:49.598580+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:49:49.598580+0000","last_undegraded":"2023-10-09T04:49:49.598580+0000","last_fullsized":"2023-10-09T04:49:49.598580+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"266'8486","reported_seq":10297,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:00.094125+0000","last_change":"2023-10-09T04:49:56.003667+0000","last_active":"2023-10-09T04:50:00.094125+0000","last_peered":"2023-10-09T04:50:00.094125+0000","last_clean":"2023-10-09T04:50:00.094125+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:50:00.094125+0000","last_undegraded":"2023-10-09T04:50:00.094125+0000","last_fullsized":"2023-10-09T04:50:00.094125+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8486,"log_dups_size":0,"ondisk_log_size":8486,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122552320,"num_objects":1870,"num_object_clones":0,"num_object_copies":5610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1870,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5914,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":211,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:56.740420+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:49:56.740420+0000","last_peered":"2023-10-09T04:49:56.740420+0000","last_clean":"2023-10-09T04:49:56.740420+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:49:56.740420+0000","last_undegraded":"2023-10-09T04:49:56.740420+0000","last_fullsized":"2023-10-09T04:49:56.740420+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":275,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.474756+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:49:44.474756+0000","last_peered":"2023-10-09T04:49:44.474756+0000","last_clean":"2023-10-09T04:49:44.474756+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:49:44.474756+0000","last_undegraded":"2023-10-09T04:49:44.474756+0000","last_fullsized":"2023-10-09T04:49:44.474756+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"266'8284","reported_seq":8359,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:00.596249+0000","last_change":"2023-10-09T04:49:57.632281+0000","last_active":"2023-10-09T04:50:00.596249+0000","last_peered":"2023-10-09T04:50:00.596249+0000","last_clean":"2023-10-09T04:50:00.596249+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:50:00.596249+0000","last_undegraded":"2023-10-09T04:50:00.596249+0000","last_fullsized":"2023-10-09T04:50:00.596249+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8284,"log_dups_size":0,"ondisk_log_size":8284,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117604352,"num_objects":1795,"num_object_clones":0,"num_object_copies":5385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5773,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":246,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.601476+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:49:49.601476+0000","last_peered":"2023-10-09T04:49:49.601476+0000","last_clean":"2023-10-09T04:49:49.601476+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:49:49.601476+0000","last_undegraded":"2023-10-09T04:49:49.601476+0000","last_fullsized":"2023-10-09T04:49:49.601476+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":278,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598950+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:49:49.598950+0000","last_peered":"2023-10-09T04:49:49.598950+0000","last_clean":"2023-10-09T04:49:49.598950+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:49:49.598950+0000","last_undegraded":"2023-10-09T04:49:49.598950+0000","last_fullsized":"2023-10-09T04:49:49.598950+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"266'8427","reported_seq":10220,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.657575+0000","last_change":"2023-10-09T04:49:53.914269+0000","last_active":"2023-10-09T04:50:01.657575+0000","last_peered":"2023-10-09T04:50:01.657575+0000","last_clean":"2023-10-09T04:50:01.657575+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:01.657575+0000","last_undegraded":"2023-10-09T04:50:01.657575+0000","last_fullsized":"2023-10-09T04:50:01.657575+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8427,"log_dups_size":0,"ondisk_log_size":8427,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112132096,"num_objects":1711,"num_object_clones":0,"num_object_copies":5133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5861,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":212,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.602292+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:49:49.602292+0000","last_peered":"2023-10-09T04:49:49.602292+0000","last_clean":"2023-10-09T04:49:49.602292+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:49:49.602292+0000","last_undegraded":"2023-10-09T04:49:49.602292+0000","last_fullsized":"2023-10-09T04:49:49.602292+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":261,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.598782+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:49:49.598782+0000","last_peered":"2023-10-09T04:49:49.598782+0000","last_clean":"2023-10-09T04:49:49.598782+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:49:49.598782+0000","last_undegraded":"2023-10-09T04:49:49.598782+0000","last_fullsized":"2023-10-09T04:49:49.598782+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"267'8482","reported_seq":8706,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.517546+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:02.517546+0000","last_peered":"2023-10-09T04:50:02.517546+0000","last_clean":"2023-10-09T04:50:02.517546+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:02.517546+0000","last_undegraded":"2023-10-09T04:50:02.517546+0000","last_fullsized":"2023-10-09T04:50:02.517546+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":8482,"log_dups_size":0,"ondisk_log_size":8482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117440512,"num_objects":1792,"num_object_clones":0,"num_object_copies":5376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2353,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":126,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.592384+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:49:49.592384+0000","last_peered":"2023-10-09T04:49:49.592384+0000","last_clean":"2023-10-09T04:49:49.592384+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:49:49.592384+0000","last_undegraded":"2023-10-09T04:49:49.592384+0000","last_fullsized":"2023-10-09T04:49:49.592384+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":196,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-10-09T04:49:44.474517+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:49:44.474517+0000","last_peered":"2023-10-09T04:49:44.474517+0000","last_clean":"2023-10-09T04:49:44.474517+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:49:44.474517+0000","last_undegraded":"2023-10-09T04:49:44.474517+0000","last_fullsized":"2023-10-09T04:49:44.474517+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"267'8590","reported_seq":8692,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:02.814390+0000","last_change":"2023-10-09T04:50:01.699342+0000","last_active":"2023-10-09T04:50:02.814390+0000","last_peered":"2023-10-09T04:50:02.814390+0000","last_clean":"2023-10-09T04:50:02.814390+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:02.814390+0000","last_undegraded":"2023-10-09T04:50:02.814390+0000","last_fullsized":"2023-10-09T04:50:02.814390+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8590,"log_dups_size":0,"ondisk_log_size":8590,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113868800,"num_objects":1738,"num_object_clones":0,"num_object_copies":5214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5970,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":227,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.584989+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:49:49.584989+0000","last_peered":"2023-10-09T04:49:49.584989+0000","last_clean":"2023-10-09T04:49:49.584989+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:49:49.584989+0000","last_undegraded":"2023-10-09T04:49:49.584989+0000","last_fullsized":"2023-10-09T04:49:49.584989+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":237,"reported_epoch":266,"state":"active+clean","last_fresh":"2023-10-09T04:49:49.599077+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:49:49.599077+0000","last_peered":"2023-10-09T04:49:49.599077+0000","last_clean":"2023-10-09T04:49:49.599077+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:49:49.599077+0000","last_undegraded":"2023-10-09T04:49:49.599077+0000","last_fullsized":"2023-10-09T04:49:49.599077+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":3747184664,"num_objects":57179,"num_object_clones":0,"num_object_copies":171537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":1527,"num_objects_unfound":0,"num_objects_dirty":57179,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":149295,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7438,"num_bytes_recovered":487260160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11307593728,"data_stored":11307581512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210363,"ondisk_log_size":210363,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234326,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2073844,"kb_used_data":1168556,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":91671308,"statfs":{"total":95995035648,"available":93871419392,"internally_reserved":0,"allocated":1196601344,"data_stored":1195922022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.748}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":5.1760000000000002},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4189999999999996,"5min":7.4189999999999996,"15min":7.4189999999999996},"last":1.7569999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":0.78800000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.615,"15min":1.738},"min":{"1min":0.32000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.7140000000000004,"5min":11.003,"15min":11.003},"last":0.86099999999999999},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.6859999999999999,"15min":1.6970000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.6219999999999999,"5min":10.955,"15min":10.955},"last":0.84299999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8720000000000001,"5min":2.7389999999999999,"15min":1.8879999999999999},"min":{"1min":0.33100000000000002,"5min":0.308,"15min":0.22},"max":{"1min":5.1109999999999998,"5min":23.919,"15min":23.919},"last":5.6529999999999996},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1880000000000002,"15min":1.6879999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.157,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.81899999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.4119999999999999,"15min":2.165},"min":{"1min":0.38300000000000001,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":11.605,"5min":79.709999999999994,"15min":79.709999999999994},"last":6.5940000000000003},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.286,"15min":2.0680000000000001},"min":{"1min":0.34300000000000003,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":9.4960000000000004,"5min":79.332999999999998,"15min":79.332999999999998},"last":0.45200000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.8700000000000001,"15min":2.0099999999999998},"min":{"1min":0.40899999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2439999999999998,"5min":16.113,"15min":17.501000000000001},"last":5.3579999999999997},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.532,"15min":1.9219999999999999},"min":{"1min":0.43099999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":9.0030000000000001,"5min":9.7669999999999995,"15min":12.093},"last":1.7270000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495962,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2505772,"kb_used_data":1608356,"kb_used_omap":0,"kb_used_meta":897280,"kb_avail":91239380,"statfs":{"total":95995035648,"available":93429125120,"internally_reserved":0,"allocated":1646956544,"data_stored":1646285350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":918814720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,4,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":0.76700000000000002},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":1.4019999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8129999999999997,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":1.4319999999999999},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":5.9530000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:49:03 2023","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":2.2250000000000001,"15min":2.2090000000000001},"min":{"1min":0.31900000000000001,"5min":0.28000000000000003,"15min":0.27000000000000002},"max":{"1min":5.6020000000000003,"5min":12.317,"15min":13.32},"last":4.5250000000000004},{"interface":"front","average":{"1min":0.71899999999999997,"5min":2.1840000000000002,"15min":2.0539999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.052,"5min":15.391999999999999,"15min":15.391999999999999},"last":1.3680000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:49:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0670000000000002,"5min":1.9430000000000001,"15min":1.925},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":7.9960000000000004,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":1.482},{"interface":"front","average":{"1min":1.8009999999999999,"5min":1.4570000000000001,"15min":1.1799999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.5389999999999997,"5min":10.198,"15min":10.198},"last":5.9870000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.6000000000000001,"5min":2.0459999999999998,"15min":1.6499999999999999},"min":{"1min":0.309,"5min":0.29999999999999999,"15min":0.255},"max":{"1min":9.0009999999999994,"5min":10.532,"15min":13.369},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.7270000000000001,"5min":2.1619999999999999,"15min":1.7250000000000001},"min":{"1min":0.33300000000000002,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":9.4000000000000004,"5min":12.722,"15min":12.722},"last":4.1619999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":2.2730000000000001,"15min":1.704},"min":{"1min":0.28999999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":12.420999999999999,"5min":12.420999999999999,"15min":16.042000000000002},"last":5.9039999999999999},{"interface":"front","average":{"1min":2.6499999999999999,"5min":2.4529999999999998,"15min":2.036},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.984,"5min":12.403,"15min":13.391999999999999},"last":0.78700000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":4.3239999999999998,"15min":2.6400000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":6.2290000000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":4.5620000000000003},{"interface":"front","average":{"1min":2.9470000000000001,"5min":4.6379999999999999,"15min":2.758},"min":{"1min":0.435,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.478,"5min":196.24299999999999,"15min":196.24299999999999},"last":4.6699999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314578,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1148740,"kb_used_data":978236,"kb_used_omap":5,"kb_used_meta":170426,"kb_avail":92596412,"statfs":{"total":95995035648,"available":94818725888,"internally_reserved":0,"allocated":1001713664,"data_stored":1000553285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":174516949},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":9.5830000000000002},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7930000000000001,"5min":3.7930000000000001,"15min":3.7930000000000001},"last":10.648}]},{"osd":2,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":3.8069999999999999},"last":2.4260000000000002},{"interface":"front","average":{"1min":1.139,"5min":1.139,"15min":1.139},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":2.9900000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.609,"5min":2.609,"15min":2.609},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":2.4460000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.839,"15min":1.839},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.282,"5min":7.282,"15min":7.282},"last":2.484}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.972,"15min":1.972},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":6.4690000000000003,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":2.5059999999999998},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":7.2309999999999999,"5min":7.2309999999999999,"15min":7.2309999999999999},"last":2.927}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":2.9649999999999999},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":1.0169999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":9.1370000000000005,"5min":9.1370000000000005,"15min":9.1370000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":146.554,"5min":146.554,"15min":146.554},"last":1.2949999999999999},{"interface":"front","average":{"1min":9.843,"5min":9.843,"15min":9.843},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":146.53100000000001,"5min":146.53100000000001,"15min":146.53100000000001},"last":2.468}]}]},{"osd":0,"up_from":86,"seq":369367187669,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3018736,"kb_used_data":2327400,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":90726416,"statfs":{"total":95995035648,"available":92903849984,"internally_reserved":0,"allocated":2383257600,"data_stored":2381996954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:49:38 2023","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.194,"15min":1.194},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":8.3520000000000003,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.52,"5min":2.52,"15min":2.52},"last":0.26700000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.7490000000000001,"15min":1.877},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":9.5609999999999999,"5min":9.6980000000000004,"15min":18.437000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.5760000000000001,"15min":1.887},"min":{"1min":0.23799999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":5.2619999999999996,"5min":13.143000000000001,"15min":13.348000000000001},"last":0.29399999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.4730000000000001,"15min":1.6870000000000001},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.3919999999999995,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.38},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.3220000000000001,"15min":1.345},"min":{"1min":0.29799999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.8929999999999998,"5min":7.6070000000000002,"15min":7.6070000000000002},"last":0.437}]},{"osd":4,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.966,"15min":1.8380000000000001},"min":{"1min":0.33800000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.202,"5min":11.382999999999999,"15min":13.334},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.7390000000000001,"15min":1.6819999999999999},"min":{"1min":0.29099999999999998,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":2.8180000000000001,"5min":11.347,"15min":11.347},"last":6.5780000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":2.2360000000000002,"15min":1.9950000000000001},"min":{"1min":0.311,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.0490000000000004,"5min":13.022,"15min":13.022},"last":1.8149999999999999},{"interface":"front","average":{"1min":1.8859999999999999,"5min":2.4769999999999999,"15min":2.3580000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":9.2620000000000005,"5min":12.978,"15min":16.609999999999999},"last":5.8070000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":2.1669999999999998,"15min":2.2530000000000001},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":2.8450000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":3.0249999999999999},{"interface":"front","average":{"1min":1.641,"5min":2.3410000000000002,"15min":2.399},"min":{"1min":0.38200000000000001,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.8259999999999996,"5min":13.086,"15min":43.819000000000003},"last":3.0390000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:48:57 2023","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.3700000000000001,"15min":2.2130000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.30199999999999999},"max":{"1min":8.5069999999999997,"5min":13.054,"15min":13.374000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.3799999999999999,"15min":2.0579999999999998},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":10.898999999999999,"5min":13.933999999999999,"15min":14.186},"last":14.393000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206511,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2102756,"kb_used_data":1637660,"kb_used_omap":7,"kb_used_meta":464824,"kb_avail":91642396,"statfs":{"total":95995035648,"available":93841813504,"internally_reserved":0,"allocated":1676963840,"data_stored":1675885191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":475979857},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":3.4169999999999998,"5min":2.1539999999999999,"15min":2.4710000000000001},"min":{"1min":0.187,"5min":0.17799999999999999,"15min":0.17499999999999999},"max":{"1min":49.338000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":2.9260000000000002},{"interface":"front","average":{"1min":3.2669999999999999,"5min":1.9410000000000001,"15min":2.2959999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":47.450000000000003,"5min":47.450000000000003,"15min":47.450000000000003},"last":6.2699999999999996}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":7.6539999999999999},"last":11.087999999999999},{"interface":"front","average":{"1min":1.77,"5min":1.77,"15min":1.77},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":7.4269999999999996,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.60399999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":0.93300000000000005,"15min":0.78500000000000003},"min":{"1min":0.24299999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":9.7219999999999995,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.8560000000000001,"5min":0.97799999999999998,"15min":0.82799999999999996},"min":{"1min":0.32300000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.7650000000000006,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.65400000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.0609999999999999,"15min":1.7909999999999999},"min":{"1min":0.32300000000000001,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":10.163,"5min":11.215,"15min":11.789},"last":2.4500000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.8340000000000001,"15min":2.0659999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.718,"5min":18.672999999999998,"15min":18.672999999999998},"last":2.9889999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":2.1389999999999998,"15min":2.4140000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.524,"5min":12.141999999999999,"15min":14.644},"last":6.3159999999999998},{"interface":"front","average":{"1min":1.821,"5min":2.0979999999999999,"15min":2.0950000000000002},"min":{"1min":0.39000000000000001,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":6.0810000000000004,"5min":11.654,"15min":13.205},"last":3.3010000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.8740000000000001,"15min":2.0880000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":4.8099999999999996,"5min":11.618,"15min":15.412000000000001},"last":3.0489999999999999},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.9199999999999999,"15min":2.3039999999999998},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":2.605,"5min":9.0679999999999996,"15min":13.484999999999999},"last":11.137}]},{"osd":7,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5449999999999999,"5min":2.3540000000000001,"15min":2.5249999999999999},"min":{"1min":0.38200000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":4.7569999999999997,"5min":18.792999999999999,"15min":18.792999999999999},"last":3.0790000000000002},{"interface":"front","average":{"1min":1.724,"5min":2.3879999999999999,"15min":2.6480000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":6.367,"5min":18.841999999999999,"15min":18.841999999999999},"last":6.843}]}]},{"osd":3,"up_from":0,"seq":850403524652,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019234,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3187248,"kb_used_data":2291240,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":90557904,"statfs":{"total":95995035648,"available":92731293696,"internally_reserved":0,"allocated":2346229760,"data_stored":2345554233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":1.8939999999999999,"5min":1.923,"15min":1.806},"min":{"1min":0.21199999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":5.694,"5min":9.4570000000000007,"15min":16.363},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.962,"5min":1.7010000000000001,"15min":1.869},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23100000000000001},"max":{"1min":7.2389999999999999,"5min":11.058999999999999,"15min":11.058999999999999},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7130000000000001,"5min":3.7130000000000001,"15min":3.7130000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":5.2110000000000003,"5min":5.2110000000000003,"15min":5.2110000000000003},"last":3.8199999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":1.5029999999999999,"5min":1.7869999999999999,"15min":1.8},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":5.7619999999999996,"5min":9.5429999999999993,"15min":13.488},"last":0.59299999999999997},{"interface":"front","average":{"1min":2.1850000000000001,"5min":1.96,"15min":2.0710000000000002},"min":{"1min":0.313,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.8280000000000003,"5min":12.367000000000001,"15min":13.170999999999999},"last":0.51200000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.885,"15min":1.833},"min":{"1min":0.438,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.0940000000000003,"5min":11.211,"15min":11.211},"last":0.53600000000000003},{"interface":"front","average":{"1min":2.456,"5min":2.0409999999999999,"15min":1.758},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.7519999999999998,"5min":7.391,"15min":7.391},"last":3.8490000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:49:04 2023","interfaces":[{"interface":"back","average":{"1min":2.399,"5min":2.0800000000000001,"15min":1.6180000000000001},"min":{"1min":0.36499999999999999,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":8.3539999999999992,"5min":12.313000000000001,"15min":13.624000000000001},"last":1.728},{"interface":"front","average":{"1min":2.5739999999999998,"5min":1.8899999999999999,"15min":1.591},"min":{"1min":0.39200000000000002,"5min":0.313,"15min":0.27900000000000003},"max":{"1min":7.6520000000000001,"5min":11.099,"15min":11.099},"last":3.718}]},{"osd":6,"last update":"Mon Oct 9 04:49:17 2023","interfaces":[{"interface":"back","average":{"1min":3.8170000000000002,"5min":3.3210000000000002,"15min":2.1280000000000001},"min":{"1min":0.67300000000000004,"5min":0.29999999999999999,"15min":0.24299999999999999},"max":{"1min":9.3420000000000005,"5min":31.064,"15min":31.064},"last":6.492},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.3889999999999998,"15min":1.6899999999999999},"min":{"1min":0.40000000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":5.0289999999999999,"5min":16.763000000000002,"15min":16.763000000000002},"last":2.8439999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.4119999999999999,"15min":1.9410000000000001},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":12.744999999999999,"15min":19.754999999999999},"last":0.82599999999999996},{"interface":"front","average":{"1min":2.8719999999999999,"5min":3.0840000000000001,"15min":1.9490000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29499999999999998},"max":{"1min":5.766,"5min":15.33,"15min":16.835000000000001},"last":6.4429999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757598,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2010080,"kb_used_data":1125912,"kb_used_omap":0,"kb_used_meta":884160,"kb_avail":91735072,"statfs":{"total":95995035648,"available":93936713728,"internally_reserved":0,"allocated":1152933888,"data_stored":1152270499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":905379840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:01 2023","interfaces":[{"interface":"back","average":{"1min":1.631,"5min":1.637,"15min":1.5680000000000001},"min":{"1min":0.21199999999999999,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":13.502000000000001,"5min":13.502000000000001,"15min":13.502000000000001},"last":4.6070000000000002},{"interface":"front","average":{"1min":1.827,"5min":2.8929999999999998,"15min":2.2570000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.5609999999999999,"5min":12.343,"15min":12.343},"last":0.315}]},{"osd":1,"last update":"Mon Oct 9 04:49:41 2023","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":7.327,"15min":7.327},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":145.947,"5min":145.947,"15min":145.947},"last":4.6420000000000003},{"interface":"front","average":{"1min":7.766,"5min":7.766,"15min":7.766},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":145.80699999999999,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.377}]},{"osd":2,"last update":"Mon Oct 9 04:49:01 2023","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.573,"15min":1.843},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":7.7069999999999999,"5min":11,"15min":14.859999999999999},"last":8.6999999999999993},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.4889999999999999,"15min":2.4380000000000002},"min":{"1min":0.313,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":9.5950000000000006,"5min":9.5950000000000006,"15min":13.308},"last":1.8089999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.2749999999999999,"15min":1.173},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.5439999999999996,"5min":5.5229999999999997,"15min":5.5229999999999997},"last":3.8849999999999998},{"interface":"front","average":{"1min":1.675,"5min":1.7989999999999999,"15min":1.744},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.016,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":0.76600000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:49:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6200000000000001,"5min":1.5469999999999999,"15min":1.3340000000000001},"min":{"1min":0.313,"5min":0.27600000000000002,"15min":0.23899999999999999},"max":{"1min":5.8630000000000004,"5min":11.723000000000001,"15min":11.723000000000001},"last":8.7379999999999995},{"interface":"front","average":{"1min":3.621,"5min":2.9300000000000002,"15min":1.927},"min":{"1min":0.35899999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.465,"5min":13.465,"15min":13.465},"last":0.35199999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:49:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6139999999999999,"15min":1.8600000000000001},"min":{"1min":0.35199999999999998,"5min":0.32600000000000001,"15min":0.28699999999999998},"max":{"1min":9.0909999999999993,"5min":21.196999999999999,"15min":21.196999999999999},"last":1.216},{"interface":"front","average":{"1min":2.0699999999999998,"5min":3.2360000000000002,"15min":2.1640000000000001},"min":{"1min":0.373,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":5.6749999999999998,"5min":19.631,"15min":19.631},"last":4.2220000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":9.5429999999999993},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":8.6620000000000008}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2356154368,"data_stored":2356150296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":996212736,"data_stored":996212736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1673461760,"data_stored":1673461760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2335510528,"data_stored":2335506456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1147797504,"data_stored":1147797504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1622740992,"data_stored":1622736920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1175715840,"data_stored":1175715840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:50:04.920 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:04 smithi150 ceph-mon[168511]: 10.14 scrub starts 2023-10-09T04:50:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:04 smithi150 ceph-mon[168511]: pgmap v869: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 848 op/s; 17/171609 objects degraded (0.010%); 1527/171609 objects misplaced (0.890%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3738809824' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:05.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:04 smithi107 ceph-mon[184249]: 10.14 scrub starts 2023-10-09T04:50:05.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:04 smithi107 ceph-mon[184249]: pgmap v869: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 848 op/s; 17/171609 objects degraded (0.010%); 1527/171609 objects misplaced (0.890%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:05.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3738809824' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:05.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:04 smithi107 ceph-mon[179183]: 10.14 scrub starts 2023-10-09T04:50:05.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:04 smithi107 ceph-mon[179183]: pgmap v869: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 848 op/s; 17/171609 objects degraded (0.010%); 1527/171609 objects misplaced (0.890%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:05.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3738809824' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:05.352 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:05.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:05.360 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:05.460 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:05.534 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:05.603 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:05.604 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:05.609 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:05.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:05.624 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:05.672 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:05.724 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:05.768 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:05.896 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:05.904 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:05 smithi107 ceph-mon[184249]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:05.904 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:05 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:50:05.904 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/171609 objects degraded (0.010%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:05.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:05.905 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:05.905 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:05 smithi107 ceph-mon[179183]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:05.905 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:05 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:50:05.906 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/171609 objects degraded (0.010%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:05.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:05 smithi150 ceph-mon[168511]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:05.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:05 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:50:05.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/171609 objects degraded (0.010%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:06.005 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:06.069 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:06.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:06.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:06.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:06.271 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:06.312 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:06.710 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:06.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:06.720 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:06.736 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:50:06.821 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:06.921 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:06.978 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:06 smithi150 ceph-mon[168511]: pgmap v870: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 852 op/s; 17/170676 objects degraded (0.010%); 1527/170676 objects misplaced (0.895%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:06.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:06.987 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:07.088 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:07.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:06 smithi107 ceph-mon[184249]: pgmap v870: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 852 op/s; 17/170676 objects degraded (0.010%); 1527/170676 objects misplaced (0.895%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:07.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:06 smithi107 ceph-mon[179183]: pgmap v870: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 852 op/s; 17/170676 objects degraded (0.010%); 1527/170676 objects misplaced (0.895%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:07.176 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:07.252 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:07.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:07.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:07.353 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:50:07.363 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:07.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:07.556 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:07.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:07.567 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:07.648 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:07.669 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:07.731 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:07 smithi107 ceph-mon[179183]: 10.14 deep-scrub starts 2023-10-09T04:50:07.733 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:07.823 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:07.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:07.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:07.921 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:50:07.929 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:07 smithi150 ceph-mon[168511]: 10.14 deep-scrub starts 2023-10-09T04:50:07.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:07 smithi107 ceph-mon[184249]: 10.14 deep-scrub starts 2023-10-09T04:50:08.018 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:08.078 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:08.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:08.087 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:08.187 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:08.242 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:08.330 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:08.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:08.338 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:08.439 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:08.532 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:08.620 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:08.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:08.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:08.726 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:08.748 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:50:08.823 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:08.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:08 smithi107 ceph-mon[179183]: pgmap v871: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 859 op/s; 17/167295 objects degraded (0.010%); 1527/167295 objects misplaced (0.913%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:08.851 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2130267515' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:08.851 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:08 smithi107 ceph-mon[184249]: pgmap v871: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 859 op/s; 17/167295 objects degraded (0.010%); 1527/167295 objects misplaced (0.913%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:08.851 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2130267515' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:08.890 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:08.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:08.899 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:08.899 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:08 smithi150 ceph-mon[168511]: pgmap v871: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 859 op/s; 17/167295 objects degraded (0.010%); 1527/167295 objects misplaced (0.913%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T04:50:08.899 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2130267515' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:09.000 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:09.077 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:09.141 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:09.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:09.147 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:09.248 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:09.332 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:09.846 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:09.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:09.853 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:09.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:10.005 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:10.019 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:10.019 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2130267515' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: osdmap e268: 8 total, 8 up, 7 in 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[179183]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:10.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:10.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2130267515' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:50:10.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: osdmap e268: 8 total, 8 up, 7 in 2023-10-09T04:50:10.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:09 smithi107 ceph-mon[184249]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.073 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:10.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:10.080 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:10.181 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:10.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:10.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:10.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2130267515' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:50:10.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: osdmap e268: 8 total, 8 up, 7 in 2023-10-09T04:50:10.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:09 smithi150 ceph-mon[168511]: failed to encode map e268 with expected crc 2023-10-09T04:50:10.260 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:10.330 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:10.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:10.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:10.440 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:10.458 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:10.486 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:10.553 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:10.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:10.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:10.663 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:10.735 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:10.822 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:10.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:10.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:10.827 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:10 smithi150 ceph-mon[168511]: pgmap v873: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 1.00k op/s; 17/158067 objects degraded (0.011%); 1276/158067 objects misplaced (0.807%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:50:10.827 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/158067 objects degraded (0.011%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:10.929 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:11.014 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:11.092 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:11.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:11.105 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:11.141 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:10 smithi107 ceph-mon[184249]: pgmap v873: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 1.00k op/s; 17/158067 objects degraded (0.011%); 1276/158067 objects misplaced (0.807%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:50:11.142 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/158067 objects degraded (0.011%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:11.142 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:10 smithi107 ceph-mon[179183]: pgmap v873: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 1.00k op/s; 17/158067 objects degraded (0.011%); 1276/158067 objects misplaced (0.807%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T04:50:11.142 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/158067 objects degraded (0.011%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:11.158 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:11.206 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:11.241 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:11.241 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:11.265 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:11.469 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:11.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:11.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:11.575 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:11.659 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:11.781 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:11.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:11.786 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:11.887 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:11.927 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:11.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:11 smithi150 ceph-mon[168511]: pgmap v874: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 895 op/s; 17/155700 objects degraded (0.011%); 1276/155700 objects misplaced (0.820%); 3.2 MiB/s, 50 objects/s recovering 2023-10-09T04:50:12.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:50:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:50:12] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2023-10-09T04:50:12.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:11 smithi107 ceph-mon[184249]: pgmap v874: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 895 op/s; 17/155700 objects degraded (0.011%); 1276/155700 objects misplaced (0.820%); 3.2 MiB/s, 50 objects/s recovering 2023-10-09T04:50:12.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:11 smithi107 ceph-mon[179183]: pgmap v874: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 895 op/s; 17/155700 objects degraded (0.011%); 1276/155700 objects misplaced (0.820%); 3.2 MiB/s, 50 objects/s recovering 2023-10-09T04:50:12.280 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:12.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:12.287 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:12.379 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:50:12.388 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:12.455 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:12.533 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:12.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:12.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:12.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:50:12.645 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:12.718 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:12.796 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:12.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:12.800 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:12.901 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:12.970 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:13.040 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:13.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:13.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:13.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:13.198 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:13.231 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:13.251 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:13.299 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:13.324 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:13.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:13.335 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:13.335 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:13.353 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:13.367 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:13.417 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:13.435 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:13.441 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:13.443 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2342372392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:13.484 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.485 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:50:13.502 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:13.515 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2342372392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:13.515 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2342372392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:13.550 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:13.553 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:50:13.568 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:13.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:13.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:13.673 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:13.754 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:13.829 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:13.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:13.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:13.935 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:14.001 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:14.078 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:14.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:14.090 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:14.191 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:14.202 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":875,"stamp":"2023-10-09T04:50:13.517523+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3176961976,"num_objects":48493,"num_object_clones":0,"num_object_copies":145479,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":1011,"num_objects_unfound":0,"num_objects_dirty":48493,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":158305,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7966,"num_bytes_recovered":522847964,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214437,"ondisk_log_size":214437,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":14516560,"kb_used_data":9488344,"kb_used_omap":18,"kb_used_meta":5027437,"kb_avail":641699504,"statfs":{"total":671965249536,"available":657100292096,"internally_reserved":0,"allocated":9716064256,"data_stored":9709819738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5148095904},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-570818560,"num_objects":-8710,"num_object_clones":0,"num_object_copies":-26130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-516,"num_objects_unfound":0,"num_objects_dirty":-8710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8710,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":516,"num_bytes_recovered":33816576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003342"},"pg_stats":[{"pgid":"10.13","version":"268'8673","reported_seq":8819,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.590730+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:50:10.590730+0000","last_peered":"2023-10-09T04:50:10.590730+0000","last_clean":"2023-10-09T04:50:10.590730+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:50:10.590730+0000","last_undegraded":"2023-10-09T04:50:10.590730+0000","last_fullsized":"2023-10-09T04:50:10.590730+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":8673,"log_dups_size":0,"ondisk_log_size":8673,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99811328,"num_objects":1523,"num_object_clones":0,"num_object_copies":4569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1535,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":264,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684772+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:50:01.684772+0000","last_peered":"2023-10-09T04:50:01.684772+0000","last_clean":"2023-10-09T04:50:01.684772+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:50:01.684772+0000","last_undegraded":"2023-10-09T04:50:01.684772+0000","last_fullsized":"2023-10-09T04:50:01.684772+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.740965+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:01.740965+0000","last_peered":"2023-10-09T04:50:01.740965+0000","last_clean":"2023-10-09T04:50:01.740965+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:01.740965+0000","last_undegraded":"2023-10-09T04:50:01.740965+0000","last_fullsized":"2023-10-09T04:50:01.740965+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"268'8790","reported_seq":13175,"reported_epoch":268,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:50:12.610346+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:50:12.610346+0000","last_peered":"2023-10-09T04:50:12.610346+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:50:12.610346+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"219'681","ondisk_log_start":"219'681","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8109,"log_dups_size":0,"ondisk_log_size":8109,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":98861056,"num_objects":1509,"num_object_clones":0,"num_object_copies":4527,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":1011,"num_objects_unfound":0,"num_objects_dirty":1509,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6213,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2137,"num_bytes_recovered":140050432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":1011},{"shards":"4,6","objects":481}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":190,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683093+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:50:01.683093+0000","last_peered":"2023-10-09T04:50:01.683093+0000","last_clean":"2023-10-09T04:50:01.683093+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:50:01.683093+0000","last_undegraded":"2023-10-09T04:50:01.683093+0000","last_fullsized":"2023-10-09T04:50:01.683093+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":249,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.677723+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:50:01.677723+0000","last_peered":"2023-10-09T04:50:01.677723+0000","last_clean":"2023-10-09T04:50:01.677723+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:50:01.677723+0000","last_undegraded":"2023-10-09T04:50:01.677723+0000","last_fullsized":"2023-10-09T04:50:01.677723+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"268'8879","reported_seq":9067,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.543643+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:12.543643+0000","last_peered":"2023-10-09T04:50:12.543643+0000","last_clean":"2023-10-09T04:50:12.543643+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:12.543643+0000","last_undegraded":"2023-10-09T04:50:12.543643+0000","last_fullsized":"2023-10-09T04:50:12.543643+0000","mapping_epoch":228,"log_start":"219'798","ondisk_log_start":"219'798","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":8081,"log_dups_size":0,"ondisk_log_size":8081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99155968,"num_objects":1513,"num_object_clones":0,"num_object_copies":4539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3587,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":199,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.674611+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:50:01.674611+0000","last_peered":"2023-10-09T04:50:01.674611+0000","last_clean":"2023-10-09T04:50:01.674611+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:50:01.674611+0000","last_undegraded":"2023-10-09T04:50:01.674611+0000","last_fullsized":"2023-10-09T04:50:01.674611+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":244,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.689740+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:50:01.689740+0000","last_peered":"2023-10-09T04:50:01.689740+0000","last_clean":"2023-10-09T04:50:01.689740+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:50:01.689740+0000","last_undegraded":"2023-10-09T04:50:01.689740+0000","last_fullsized":"2023-10-09T04:50:01.689740+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":238,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.674878+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:50:01.674878+0000","last_peered":"2023-10-09T04:50:01.674878+0000","last_clean":"2023-10-09T04:50:01.674878+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:50:01.674878+0000","last_undegraded":"2023-10-09T04:50:01.674878+0000","last_fullsized":"2023-10-09T04:50:01.674878+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683083+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:50:01.683083+0000","last_peered":"2023-10-09T04:50:01.683083+0000","last_clean":"2023-10-09T04:50:01.683083+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:50:01.683083+0000","last_undegraded":"2023-10-09T04:50:01.683083+0000","last_fullsized":"2023-10-09T04:50:01.683083+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":245,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.691734+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:50:01.691734+0000","last_peered":"2023-10-09T04:50:01.691734+0000","last_clean":"2023-10-09T04:50:01.691734+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:50:01.691734+0000","last_undegraded":"2023-10-09T04:50:01.691734+0000","last_fullsized":"2023-10-09T04:50:01.691734+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":157,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687977+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:50:01.687977+0000","last_peered":"2023-10-09T04:50:01.687977+0000","last_clean":"2023-10-09T04:50:01.687977+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:50:01.687977+0000","last_undegraded":"2023-10-09T04:50:01.687977+0000","last_fullsized":"2023-10-09T04:50:01.687977+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":255,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688633+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:50:01.688633+0000","last_peered":"2023-10-09T04:50:01.688633+0000","last_clean":"2023-10-09T04:50:01.688633+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:50:01.688633+0000","last_undegraded":"2023-10-09T04:50:01.688633+0000","last_fullsized":"2023-10-09T04:50:01.688633+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684422+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:50:01.684422+0000","last_peered":"2023-10-09T04:50:01.684422+0000","last_clean":"2023-10-09T04:50:01.684422+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:50:01.684422+0000","last_undegraded":"2023-10-09T04:50:01.684422+0000","last_fullsized":"2023-10-09T04:50:01.684422+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":234,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687960+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:50:01.687960+0000","last_peered":"2023-10-09T04:50:01.687960+0000","last_clean":"2023-10-09T04:50:01.687960+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:50:01.687960+0000","last_undegraded":"2023-10-09T04:50:01.687960+0000","last_fullsized":"2023-10-09T04:50:01.687960+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":245,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.685950+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:50:01.685950+0000","last_peered":"2023-10-09T04:50:01.685950+0000","last_clean":"2023-10-09T04:50:01.685950+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:50:01.685950+0000","last_undegraded":"2023-10-09T04:50:01.685950+0000","last_fullsized":"2023-10-09T04:50:01.685950+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":247,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687559+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:50:01.687559+0000","last_peered":"2023-10-09T04:50:01.687559+0000","last_clean":"2023-10-09T04:50:01.687559+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:50:01.687559+0000","last_undegraded":"2023-10-09T04:50:01.687559+0000","last_fullsized":"2023-10-09T04:50:01.687559+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684374+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:50:01.684374+0000","last_peered":"2023-10-09T04:50:01.684374+0000","last_clean":"2023-10-09T04:50:01.684374+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:50:01.684374+0000","last_undegraded":"2023-10-09T04:50:01.684374+0000","last_fullsized":"2023-10-09T04:50:01.684374+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":253,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.675089+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:50:01.675089+0000","last_peered":"2023-10-09T04:50:01.675089+0000","last_clean":"2023-10-09T04:50:01.675089+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:50:01.675089+0000","last_undegraded":"2023-10-09T04:50:01.675089+0000","last_fullsized":"2023-10-09T04:50:01.675089+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":244,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.691623+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:50:01.691623+0000","last_peered":"2023-10-09T04:50:01.691623+0000","last_clean":"2023-10-09T04:50:01.691623+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:50:01.691623+0000","last_undegraded":"2023-10-09T04:50:01.691623+0000","last_fullsized":"2023-10-09T04:50:01.691623+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"268'8779","reported_seq":8937,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:11.725612+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:11.725612+0000","last_peered":"2023-10-09T04:50:11.725612+0000","last_clean":"2023-10-09T04:50:11.725612+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:11.725612+0000","last_undegraded":"2023-10-09T04:50:11.725612+0000","last_fullsized":"2023-10-09T04:50:11.725612+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8779,"log_dups_size":0,"ondisk_log_size":8779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":98697216,"num_objects":1506,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2582,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":212,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687904+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:50:01.687904+0000","last_peered":"2023-10-09T04:50:01.687904+0000","last_clean":"2023-10-09T04:50:01.687904+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:50:01.687904+0000","last_undegraded":"2023-10-09T04:50:01.687904+0000","last_fullsized":"2023-10-09T04:50:01.687904+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":239,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.677791+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:50:01.677791+0000","last_peered":"2023-10-09T04:50:01.677791+0000","last_clean":"2023-10-09T04:50:01.677791+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:50:01.677791+0000","last_undegraded":"2023-10-09T04:50:01.677791+0000","last_fullsized":"2023-10-09T04:50:01.677791+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"268'8772","reported_seq":8982,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.738991+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:12.738991+0000","last_peered":"2023-10-09T04:50:12.738991+0000","last_clean":"2023-10-09T04:50:12.738991+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:12.738991+0000","last_undegraded":"2023-10-09T04:50:12.738991+0000","last_fullsized":"2023-10-09T04:50:12.738991+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":8772,"log_dups_size":0,"ondisk_log_size":8772,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96731136,"num_objects":1476,"num_object_clones":0,"num_object_copies":4428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1476,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1670,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687135+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:50:01.687135+0000","last_peered":"2023-10-09T04:50:01.687135+0000","last_clean":"2023-10-09T04:50:01.687135+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:50:01.687135+0000","last_undegraded":"2023-10-09T04:50:01.687135+0000","last_fullsized":"2023-10-09T04:50:01.687135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688068+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:50:01.688068+0000","last_peered":"2023-10-09T04:50:01.688068+0000","last_clean":"2023-10-09T04:50:01.688068+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:50:01.688068+0000","last_undegraded":"2023-10-09T04:50:01.688068+0000","last_fullsized":"2023-10-09T04:50:01.688068+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"268'8953","reported_seq":9175,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.778325+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:12.778325+0000","last_peered":"2023-10-09T04:50:12.778325+0000","last_clean":"2023-10-09T04:50:12.778325+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:12.778325+0000","last_undegraded":"2023-10-09T04:50:12.778325+0000","last_fullsized":"2023-10-09T04:50:12.778325+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":8953,"log_dups_size":0,"ondisk_log_size":8953,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":98172928,"num_objects":1498,"num_object_clones":0,"num_object_copies":4494,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1498,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2848,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":230,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687936+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:50:01.687936+0000","last_peered":"2023-10-09T04:50:01.687936+0000","last_clean":"2023-10-09T04:50:01.687936+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:50:01.687936+0000","last_undegraded":"2023-10-09T04:50:01.687936+0000","last_fullsized":"2023-10-09T04:50:01.687936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":210,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.690824+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:50:01.690824+0000","last_peered":"2023-10-09T04:50:01.690824+0000","last_clean":"2023-10-09T04:50:01.690824+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:50:01.690824+0000","last_undegraded":"2023-10-09T04:50:01.690824+0000","last_fullsized":"2023-10-09T04:50:01.690824+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"268'8693","reported_seq":8768,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.510989+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:12.510989+0000","last_peered":"2023-10-09T04:50:12.510989+0000","last_clean":"2023-10-09T04:50:12.510989+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:12.510989+0000","last_undegraded":"2023-10-09T04:50:12.510989+0000","last_fullsized":"2023-10-09T04:50:12.510989+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8693,"log_dups_size":0,"ondisk_log_size":8693,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99483648,"num_objects":1518,"num_object_clones":0,"num_object_copies":4554,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1518,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6126,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":248,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687773+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:50:01.687773+0000","last_peered":"2023-10-09T04:50:01.687773+0000","last_clean":"2023-10-09T04:50:01.687773+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:50:01.687773+0000","last_undegraded":"2023-10-09T04:50:01.687773+0000","last_fullsized":"2023-10-09T04:50:01.687773+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":272,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684640+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:50:01.684640+0000","last_peered":"2023-10-09T04:50:01.684640+0000","last_clean":"2023-10-09T04:50:01.684640+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:50:01.684640+0000","last_undegraded":"2023-10-09T04:50:01.684640+0000","last_fullsized":"2023-10-09T04:50:01.684640+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"268'8719","reported_seq":10418,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:11.521569+0000","last_change":"2023-10-09T04:50:04.153921+0000","last_active":"2023-10-09T04:50:11.521569+0000","last_peered":"2023-10-09T04:50:11.521569+0000","last_clean":"2023-10-09T04:50:11.521569+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:11.521569+0000","last_undegraded":"2023-10-09T04:50:11.521569+0000","last_fullsized":"2023-10-09T04:50:11.521569+0000","mapping_epoch":243,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8719,"log_dups_size":0,"ondisk_log_size":8719,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100597760,"num_objects":1535,"num_object_clones":0,"num_object_copies":4605,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1535,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6153,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688472+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:50:01.688472+0000","last_peered":"2023-10-09T04:50:01.688472+0000","last_clean":"2023-10-09T04:50:01.688472+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:50:01.688472+0000","last_undegraded":"2023-10-09T04:50:01.688472+0000","last_fullsized":"2023-10-09T04:50:01.688472+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":244,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688577+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:50:01.688577+0000","last_peered":"2023-10-09T04:50:01.688577+0000","last_clean":"2023-10-09T04:50:01.688577+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:50:01.688577+0000","last_undegraded":"2023-10-09T04:50:01.688577+0000","last_fullsized":"2023-10-09T04:50:01.688577+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"268'8579","reported_seq":8659,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.578838+0000","last_change":"2023-10-09T04:49:59.658154+0000","last_active":"2023-10-09T04:50:10.578838+0000","last_peered":"2023-10-09T04:50:10.578838+0000","last_clean":"2023-10-09T04:50:10.578838+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:50:10.578838+0000","last_undegraded":"2023-10-09T04:50:10.578838+0000","last_fullsized":"2023-10-09T04:50:10.578838+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8579,"log_dups_size":0,"ondisk_log_size":8579,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103907328,"num_objects":1585,"num_object_clones":0,"num_object_copies":4755,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1585,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6067,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":262,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.691014+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:50:01.691014+0000","last_peered":"2023-10-09T04:50:01.691014+0000","last_clean":"2023-10-09T04:50:01.691014+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:50:01.691014+0000","last_undegraded":"2023-10-09T04:50:01.691014+0000","last_fullsized":"2023-10-09T04:50:01.691014+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":239,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.675266+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:50:01.675266+0000","last_peered":"2023-10-09T04:50:01.675266+0000","last_clean":"2023-10-09T04:50:01.675266+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:50:01.675266+0000","last_undegraded":"2023-10-09T04:50:01.675266+0000","last_fullsized":"2023-10-09T04:50:01.675266+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"268'8603","reported_seq":10394,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.095921+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:50:10.095921+0000","last_peered":"2023-10-09T04:50:10.095921+0000","last_clean":"2023-10-09T04:50:10.095921+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:50:10.095921+0000","last_undegraded":"2023-10-09T04:50:10.095921+0000","last_fullsized":"2023-10-09T04:50:10.095921+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":8603,"log_dups_size":0,"ondisk_log_size":8603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103481344,"num_objects":1579,"num_object_clones":0,"num_object_copies":4737,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1579,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":138,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.675359+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:50:01.675359+0000","last_peered":"2023-10-09T04:50:01.675359+0000","last_clean":"2023-10-09T04:50:01.675359+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:50:01.675359+0000","last_undegraded":"2023-10-09T04:50:01.675359+0000","last_fullsized":"2023-10-09T04:50:01.675359+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":262,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687814+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:50:01.687814+0000","last_peered":"2023-10-09T04:50:01.687814+0000","last_clean":"2023-10-09T04:50:01.687814+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:50:01.687814+0000","last_undegraded":"2023-10-09T04:50:01.687814+0000","last_fullsized":"2023-10-09T04:50:01.687814+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"268'8666","reported_seq":8817,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.579190+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:50:10.579190+0000","last_peered":"2023-10-09T04:50:10.579190+0000","last_clean":"2023-10-09T04:50:10.579190+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:50:10.579190+0000","last_undegraded":"2023-10-09T04:50:10.579190+0000","last_fullsized":"2023-10-09T04:50:10.579190+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":8666,"log_dups_size":0,"ondisk_log_size":8666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103743488,"num_objects":1583,"num_object_clones":0,"num_object_copies":4749,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1583,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1747,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":245,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688688+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:50:01.688688+0000","last_peered":"2023-10-09T04:50:01.688688+0000","last_clean":"2023-10-09T04:50:01.688688+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:50:01.688688+0000","last_undegraded":"2023-10-09T04:50:01.688688+0000","last_fullsized":"2023-10-09T04:50:01.688688+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":238,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684936+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:50:01.684936+0000","last_peered":"2023-10-09T04:50:01.684936+0000","last_clean":"2023-10-09T04:50:01.684936+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:50:01.684936+0000","last_undegraded":"2023-10-09T04:50:01.684936+0000","last_fullsized":"2023-10-09T04:50:01.684936+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"268'8731","reported_seq":10463,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.586813+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:12.586813+0000","last_peered":"2023-10-09T04:50:12.586813+0000","last_clean":"2023-10-09T04:50:12.586813+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:12.586813+0000","last_undegraded":"2023-10-09T04:50:12.586813+0000","last_fullsized":"2023-10-09T04:50:12.586813+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8731,"log_dups_size":0,"ondisk_log_size":8731,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100106240,"num_objects":1527,"num_object_clones":0,"num_object_copies":4581,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1527,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6153,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":229,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684573+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:50:01.684573+0000","last_peered":"2023-10-09T04:50:01.684573+0000","last_clean":"2023-10-09T04:50:01.684573+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:50:01.684573+0000","last_undegraded":"2023-10-09T04:50:01.684573+0000","last_fullsized":"2023-10-09T04:50:01.684573+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":245,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.685394+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:50:01.685394+0000","last_peered":"2023-10-09T04:50:01.685394+0000","last_clean":"2023-10-09T04:50:01.685394+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:50:01.685394+0000","last_undegraded":"2023-10-09T04:50:01.685394+0000","last_fullsized":"2023-10-09T04:50:01.685394+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"268'8868","reported_seq":9146,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.534761+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:12.534761+0000","last_peered":"2023-10-09T04:50:12.534761+0000","last_clean":"2023-10-09T04:50:12.534761+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:12.534761+0000","last_undegraded":"2023-10-09T04:50:12.534761+0000","last_fullsized":"2023-10-09T04:50:12.534761+0000","mapping_epoch":215,"log_start":"219'812","ondisk_log_start":"219'812","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":8056,"log_dups_size":0,"ondisk_log_size":8056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103284736,"num_objects":1576,"num_object_clones":0,"num_object_copies":4728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2599,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683350+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:50:01.683350+0000","last_peered":"2023-10-09T04:50:01.683350+0000","last_clean":"2023-10-09T04:50:01.683350+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:50:01.683350+0000","last_undegraded":"2023-10-09T04:50:01.683350+0000","last_fullsized":"2023-10-09T04:50:01.683350+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":191,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683467+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:50:01.683467+0000","last_peered":"2023-10-09T04:50:01.683467+0000","last_clean":"2023-10-09T04:50:01.683467+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:50:01.683467+0000","last_undegraded":"2023-10-09T04:50:01.683467+0000","last_fullsized":"2023-10-09T04:50:01.683467+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"268'12330","reported_seq":12391,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.943569+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:12.943569+0000","last_peered":"2023-10-09T04:50:12.943569+0000","last_clean":"2023-10-09T04:50:12.943569+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:12.943569+0000","last_undegraded":"2023-10-09T04:50:12.943569+0000","last_fullsized":"2023-10-09T04:50:12.943569+0000","mapping_epoch":215,"log_start":"226'4948","ondisk_log_start":"226'4948","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7382,"log_dups_size":0,"ondisk_log_size":7382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197001216,"num_objects":3006,"num_object_clones":0,"num_object_copies":9018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3006,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12330,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":241,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684721+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:50:01.684721+0000","last_peered":"2023-10-09T04:50:01.684721+0000","last_clean":"2023-10-09T04:50:01.684721+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:50:01.684721+0000","last_undegraded":"2023-10-09T04:50:01.684721+0000","last_fullsized":"2023-10-09T04:50:01.684721+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":262,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.691542+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:50:01.691542+0000","last_peered":"2023-10-09T04:50:01.691542+0000","last_clean":"2023-10-09T04:50:01.691542+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:50:01.691542+0000","last_undegraded":"2023-10-09T04:50:01.691542+0000","last_fullsized":"2023-10-09T04:50:01.691542+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":199,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684594+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:50:01.684594+0000","last_peered":"2023-10-09T04:50:01.684594+0000","last_clean":"2023-10-09T04:50:01.684594+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:50:01.684594+0000","last_undegraded":"2023-10-09T04:50:01.684594+0000","last_fullsized":"2023-10-09T04:50:01.684594+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"268'12174","reported_seq":12235,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.567287+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:12.567287+0000","last_peered":"2023-10-09T04:50:12.567287+0000","last_clean":"2023-10-09T04:50:12.567287+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:12.567287+0000","last_undegraded":"2023-10-09T04:50:12.567287+0000","last_fullsized":"2023-10-09T04:50:12.567287+0000","mapping_epoch":215,"log_start":"229'5100","ondisk_log_start":"229'5100","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7074,"log_dups_size":0,"ondisk_log_size":7074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193593344,"num_objects":2954,"num_object_clones":0,"num_object_copies":8862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2954,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12174,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":248,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.695150+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:50:01.695150+0000","last_peered":"2023-10-09T04:50:01.695150+0000","last_clean":"2023-10-09T04:50:01.695150+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:50:01.695150+0000","last_undegraded":"2023-10-09T04:50:01.695150+0000","last_fullsized":"2023-10-09T04:50:01.695150+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":229,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.685884+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:50:01.685884+0000","last_peered":"2023-10-09T04:50:01.685884+0000","last_clean":"2023-10-09T04:50:01.685884+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:50:01.685884+0000","last_undegraded":"2023-10-09T04:50:01.685884+0000","last_fullsized":"2023-10-09T04:50:01.685884+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":207,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684451+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:50:01.684451+0000","last_peered":"2023-10-09T04:50:01.684451+0000","last_clean":"2023-10-09T04:50:01.684451+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:50:01.684451+0000","last_undegraded":"2023-10-09T04:50:01.684451+0000","last_fullsized":"2023-10-09T04:50:01.684451+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"268'8721","reported_seq":8940,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.867487+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:12.867487+0000","last_peered":"2023-10-09T04:50:12.867487+0000","last_clean":"2023-10-09T04:50:12.867487+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:12.867487+0000","last_undegraded":"2023-10-09T04:50:12.867487+0000","last_fullsized":"2023-10-09T04:50:12.867487+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":8721,"log_dups_size":0,"ondisk_log_size":8721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":97189888,"num_objects":1483,"num_object_clones":0,"num_object_copies":4449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2674,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":268,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.757735+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:50:08.757735+0000","last_peered":"2023-10-09T04:50:08.757735+0000","last_clean":"2023-10-09T04:50:08.757735+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:50:08.757735+0000","last_undegraded":"2023-10-09T04:50:08.757735+0000","last_fullsized":"2023-10-09T04:50:08.757735+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683166+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:50:01.683166+0000","last_peered":"2023-10-09T04:50:01.683166+0000","last_clean":"2023-10-09T04:50:01.683166+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:50:01.683166+0000","last_undegraded":"2023-10-09T04:50:01.683166+0000","last_fullsized":"2023-10-09T04:50:01.683166+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":235,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683509+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:50:01.683509+0000","last_peered":"2023-10-09T04:50:01.683509+0000","last_clean":"2023-10-09T04:50:01.683509+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:50:01.683509+0000","last_undegraded":"2023-10-09T04:50:01.683509+0000","last_fullsized":"2023-10-09T04:50:01.683509+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"268'12097","reported_seq":15551,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.522876+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:12.522876+0000","last_peered":"2023-10-09T04:50:12.522876+0000","last_clean":"2023-10-09T04:50:12.522876+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:12.522876+0000","last_undegraded":"2023-10-09T04:50:12.522876+0000","last_fullsized":"2023-10-09T04:50:12.522876+0000","mapping_epoch":250,"log_start":"229'5100","ondisk_log_start":"229'5100","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6997,"log_dups_size":0,"ondisk_log_size":6997,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195231744,"num_objects":2979,"num_object_clones":0,"num_object_copies":8937,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2979,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12097,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":231,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.691357+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:50:01.691357+0000","last_peered":"2023-10-09T04:50:01.691357+0000","last_clean":"2023-10-09T04:50:01.691357+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:50:01.691357+0000","last_undegraded":"2023-10-09T04:50:01.691357+0000","last_fullsized":"2023-10-09T04:50:01.691357+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":610,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687788+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:50:01.687788+0000","last_peered":"2023-10-09T04:50:01.687788+0000","last_clean":"2023-10-09T04:50:01.687788+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:50:01.687788+0000","last_undegraded":"2023-10-09T04:50:01.687788+0000","last_fullsized":"2023-10-09T04:50:01.687788+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":155,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.695021+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:50:01.695021+0000","last_peered":"2023-10-09T04:50:01.695021+0000","last_clean":"2023-10-09T04:50:01.695021+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:50:01.695021+0000","last_undegraded":"2023-10-09T04:50:01.695021+0000","last_fullsized":"2023-10-09T04:50:01.695021+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":210,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688871+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:50:01.688871+0000","last_peered":"2023-10-09T04:50:01.688871+0000","last_clean":"2023-10-09T04:50:01.688871+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:50:01.688871+0000","last_undegraded":"2023-10-09T04:50:01.688871+0000","last_fullsized":"2023-10-09T04:50:01.688871+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"268'8924","reported_seq":9061,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:11.678586+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:11.678586+0000","last_peered":"2023-10-09T04:50:11.678586+0000","last_clean":"2023-10-09T04:50:11.678586+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:11.678586+0000","last_undegraded":"2023-10-09T04:50:11.678586+0000","last_fullsized":"2023-10-09T04:50:11.678586+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8924,"log_dups_size":0,"ondisk_log_size":8924,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102563840,"num_objects":1565,"num_object_clones":0,"num_object_copies":4695,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3671,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":267,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687635+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:50:01.687635+0000","last_peered":"2023-10-09T04:50:01.687635+0000","last_clean":"2023-10-09T04:50:01.687635+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:50:01.687635+0000","last_undegraded":"2023-10-09T04:50:01.687635+0000","last_fullsized":"2023-10-09T04:50:01.687635+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":239,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.674725+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:50:01.674725+0000","last_peered":"2023-10-09T04:50:01.674725+0000","last_clean":"2023-10-09T04:50:01.674725+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:50:01.674725+0000","last_undegraded":"2023-10-09T04:50:01.674725+0000","last_fullsized":"2023-10-09T04:50:01.674725+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":255,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.677559+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:50:01.677559+0000","last_peered":"2023-10-09T04:50:01.677559+0000","last_clean":"2023-10-09T04:50:01.677559+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:50:01.677559+0000","last_undegraded":"2023-10-09T04:50:01.677559+0000","last_fullsized":"2023-10-09T04:50:01.677559+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"268'12437","reported_seq":12499,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.561981+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:12.561981+0000","last_peered":"2023-10-09T04:50:12.561981+0000","last_clean":"2023-10-09T04:50:12.561981+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:12.561981+0000","last_undegraded":"2023-10-09T04:50:12.561981+0000","last_fullsized":"2023-10-09T04:50:12.561981+0000","mapping_epoch":215,"log_start":"229'5400","ondisk_log_start":"229'5400","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7037,"log_dups_size":0,"ondisk_log_size":7037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":194904088,"num_objects":2975,"num_object_clones":0,"num_object_copies":8925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2975,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12437,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":233,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688548+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:50:01.688548+0000","last_peered":"2023-10-09T04:50:01.688548+0000","last_clean":"2023-10-09T04:50:01.688548+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:50:01.688548+0000","last_undegraded":"2023-10-09T04:50:01.688548+0000","last_fullsized":"2023-10-09T04:50:01.688548+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684647+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:50:01.684647+0000","last_peered":"2023-10-09T04:50:01.684647+0000","last_clean":"2023-10-09T04:50:01.684647+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:50:01.684647+0000","last_undegraded":"2023-10-09T04:50:01.684647+0000","last_fullsized":"2023-10-09T04:50:01.684647+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":210,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.675523+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:50:01.675523+0000","last_peered":"2023-10-09T04:50:01.675523+0000","last_clean":"2023-10-09T04:50:01.675523+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:50:01.675523+0000","last_undegraded":"2023-10-09T04:50:01.675523+0000","last_fullsized":"2023-10-09T04:50:01.675523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"268'12470","reported_seq":12531,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.602498+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:12.602498+0000","last_peered":"2023-10-09T04:50:12.602498+0000","last_clean":"2023-10-09T04:50:12.602498+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:12.602498+0000","last_undegraded":"2023-10-09T04:50:12.602498+0000","last_fullsized":"2023-10-09T04:50:12.602498+0000","mapping_epoch":215,"log_start":"232'6500","ondisk_log_start":"232'6500","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5970,"log_dups_size":0,"ondisk_log_size":5970,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198836224,"num_objects":3034,"num_object_clones":0,"num_object_copies":9102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3034,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12470,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688161+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:50:01.688161+0000","last_peered":"2023-10-09T04:50:01.688161+0000","last_clean":"2023-10-09T04:50:01.688161+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:50:01.688161+0000","last_undegraded":"2023-10-09T04:50:01.688161+0000","last_fullsized":"2023-10-09T04:50:01.688161+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":197,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.683335+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:50:01.683335+0000","last_peered":"2023-10-09T04:50:01.683335+0000","last_clean":"2023-10-09T04:50:01.683335+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:50:01.683335+0000","last_undegraded":"2023-10-09T04:50:01.683335+0000","last_fullsized":"2023-10-09T04:50:01.683335+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":211,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.687886+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:50:01.687886+0000","last_peered":"2023-10-09T04:50:01.687886+0000","last_clean":"2023-10-09T04:50:01.687886+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:50:01.687886+0000","last_undegraded":"2023-10-09T04:50:01.687886+0000","last_fullsized":"2023-10-09T04:50:01.687886+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"268'12276","reported_seq":12335,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.558091+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:12.558091+0000","last_peered":"2023-10-09T04:50:12.558091+0000","last_clean":"2023-10-09T04:50:12.558091+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:12.558091+0000","last_undegraded":"2023-10-09T04:50:12.558091+0000","last_fullsized":"2023-10-09T04:50:12.558091+0000","mapping_epoch":215,"log_start":"229'5200","ondisk_log_start":"229'5200","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7076,"log_dups_size":0,"ondisk_log_size":7076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196345856,"num_objects":2996,"num_object_clones":0,"num_object_copies":8988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12276,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":232,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.689516+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:50:01.689516+0000","last_peered":"2023-10-09T04:50:01.689516+0000","last_clean":"2023-10-09T04:50:01.689516+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:50:01.689516+0000","last_undegraded":"2023-10-09T04:50:01.689516+0000","last_fullsized":"2023-10-09T04:50:01.689516+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":243,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.677650+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:50:01.677650+0000","last_peered":"2023-10-09T04:50:01.677650+0000","last_clean":"2023-10-09T04:50:01.677650+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:50:01.677650+0000","last_undegraded":"2023-10-09T04:50:01.677650+0000","last_fullsized":"2023-10-09T04:50:01.677650+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":211,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684361+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:50:01.684361+0000","last_peered":"2023-10-09T04:50:01.684361+0000","last_clean":"2023-10-09T04:50:01.684361+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:50:01.684361+0000","last_undegraded":"2023-10-09T04:50:01.684361+0000","last_fullsized":"2023-10-09T04:50:01.684361+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"268'8796","reported_seq":10609,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.108064+0000","last_change":"2023-10-09T04:49:56.003667+0000","last_active":"2023-10-09T04:50:10.108064+0000","last_peered":"2023-10-09T04:50:10.108064+0000","last_clean":"2023-10-09T04:50:10.108064+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:50:10.108064+0000","last_undegraded":"2023-10-09T04:50:10.108064+0000","last_fullsized":"2023-10-09T04:50:10.108064+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8796,"log_dups_size":0,"ondisk_log_size":8796,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102236160,"num_objects":1560,"num_object_clones":0,"num_object_copies":4680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1560,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6224,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":212,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.675451+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:50:01.675451+0000","last_peered":"2023-10-09T04:50:01.675451+0000","last_clean":"2023-10-09T04:50:01.675451+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:50:01.675451+0000","last_undegraded":"2023-10-09T04:50:01.675451+0000","last_fullsized":"2023-10-09T04:50:01.675451+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":277,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.743872+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:50:01.743872+0000","last_peered":"2023-10-09T04:50:01.743872+0000","last_clean":"2023-10-09T04:50:01.743872+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:50:01.743872+0000","last_undegraded":"2023-10-09T04:50:01.743872+0000","last_fullsized":"2023-10-09T04:50:01.743872+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"268'8549","reported_seq":8627,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.566384+0000","last_change":"2023-10-09T04:50:01.654415+0000","last_active":"2023-10-09T04:50:10.566384+0000","last_peered":"2023-10-09T04:50:10.566384+0000","last_clean":"2023-10-09T04:50:10.566384+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:50:10.566384+0000","last_undegraded":"2023-10-09T04:50:10.566384+0000","last_fullsized":"2023-10-09T04:50:10.566384+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8549,"log_dups_size":0,"ondisk_log_size":8549,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100237312,"num_objects":1530,"num_object_clones":0,"num_object_copies":4590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1530,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6038,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":247,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.691101+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:50:01.691101+0000","last_peered":"2023-10-09T04:50:01.691101+0000","last_clean":"2023-10-09T04:50:01.691101+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:50:01.691101+0000","last_undegraded":"2023-10-09T04:50:01.691101+0000","last_fullsized":"2023-10-09T04:50:01.691101+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":279,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.686014+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:50:01.686014+0000","last_peered":"2023-10-09T04:50:01.686014+0000","last_clean":"2023-10-09T04:50:01.686014+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:50:01.686014+0000","last_undegraded":"2023-10-09T04:50:01.686014+0000","last_fullsized":"2023-10-09T04:50:01.686014+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"268'8680","reported_seq":10476,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:11.647921+0000","last_change":"2023-10-09T04:50:06.161585+0000","last_active":"2023-10-09T04:50:11.647921+0000","last_peered":"2023-10-09T04:50:11.647921+0000","last_clean":"2023-10-09T04:50:11.647921+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:11.647921+0000","last_undegraded":"2023-10-09T04:50:11.647921+0000","last_fullsized":"2023-10-09T04:50:11.647921+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8680,"log_dups_size":0,"ondisk_log_size":8680,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95551488,"num_objects":1458,"num_object_clones":0,"num_object_copies":4374,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1458,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6114,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.690942+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:50:01.690942+0000","last_peered":"2023-10-09T04:50:01.690942+0000","last_clean":"2023-10-09T04:50:01.690942+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:50:01.690942+0000","last_undegraded":"2023-10-09T04:50:01.690942+0000","last_fullsized":"2023-10-09T04:50:01.690942+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":262,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.684541+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:50:01.684541+0000","last_peered":"2023-10-09T04:50:01.684541+0000","last_clean":"2023-10-09T04:50:01.684541+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:50:01.684541+0000","last_undegraded":"2023-10-09T04:50:01.684541+0000","last_fullsized":"2023-10-09T04:50:01.684541+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"268'8750","reported_seq":8975,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.528355+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:12.528355+0000","last_peered":"2023-10-09T04:50:12.528355+0000","last_clean":"2023-10-09T04:50:12.528355+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:12.528355+0000","last_undegraded":"2023-10-09T04:50:12.528355+0000","last_fullsized":"2023-10-09T04:50:12.528355+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":8750,"log_dups_size":0,"ondisk_log_size":8750,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99876864,"num_objects":1524,"num_object_clones":0,"num_object_copies":4572,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2621,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.688710+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:50:01.688710+0000","last_peered":"2023-10-09T04:50:01.688710+0000","last_clean":"2023-10-09T04:50:01.688710+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:50:01.688710+0000","last_undegraded":"2023-10-09T04:50:01.688710+0000","last_fullsized":"2023-10-09T04:50:01.688710+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":198,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.748749+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:50:01.748749+0000","last_peered":"2023-10-09T04:50:01.748749+0000","last_clean":"2023-10-09T04:50:01.748749+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:50:01.748749+0000","last_undegraded":"2023-10-09T04:50:01.748749+0000","last_fullsized":"2023-10-09T04:50:01.748749+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"268'8851","reported_seq":8957,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:12.809080+0000","last_change":"2023-10-09T04:50:08.738680+0000","last_active":"2023-10-09T04:50:12.809080+0000","last_peered":"2023-10-09T04:50:12.809080+0000","last_clean":"2023-10-09T04:50:12.809080+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:12.809080+0000","last_undegraded":"2023-10-09T04:50:12.809080+0000","last_fullsized":"2023-10-09T04:50:12.809080+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8851,"log_dups_size":0,"ondisk_log_size":8851,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96763904,"num_objects":1477,"num_object_clones":0,"num_object_copies":4431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6231,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":228,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.674970+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:50:01.674970+0000","last_peered":"2023-10-09T04:50:01.674970+0000","last_clean":"2023-10-09T04:50:01.674970+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:50:01.674970+0000","last_undegraded":"2023-10-09T04:50:01.674970+0000","last_fullsized":"2023-10-09T04:50:01.674970+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":238,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-10-09T04:50:01.686884+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:50:01.686884+0000","last_peered":"2023-10-09T04:50:01.686884+0000","last_clean":"2023-10-09T04:50:01.686884+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:50:01.686884+0000","last_undegraded":"2023-10-09T04:50:01.686884+0000","last_fullsized":"2023-10-09T04:50:01.686884+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":3176366104,"num_objects":48469,"num_object_clones":0,"num_object_copies":145407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":1011,"num_objects_unfound":0,"num_objects_dirty":48469,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":158005,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7954,"num_bytes_recovered":521076736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9634131968,"data_stored":9634119752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214221,"ondisk_log_size":214221,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234328,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1901312,"kb_used_data":1000120,"kb_used_omap":0,"kb_used_meta":901184,"kb_avail":91843840,"statfs":{"total":95995035648,"available":94048092160,"internally_reserved":0,"allocated":1024122880,"data_stored":1023439488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922812416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":0.248},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.378}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":1.2909999999999999},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4189999999999996,"5min":7.4189999999999996,"15min":7.4189999999999996},"last":0.314}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":6.641},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":0.41299999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.615,"15min":1.738},"min":{"1min":0.32000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.7140000000000004,"5min":11.003,"15min":11.003},"last":0.46800000000000003},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.6859999999999999,"15min":1.6970000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.6219999999999999,"5min":10.955,"15min":10.955},"last":0.44400000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8720000000000001,"5min":2.7389999999999999,"15min":1.8879999999999999},"min":{"1min":0.33100000000000002,"5min":0.308,"15min":0.22},"max":{"1min":5.1109999999999998,"5min":23.919,"15min":23.919},"last":1.216},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1880000000000002,"15min":1.6879999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.157,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.42899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.4119999999999999,"15min":2.165},"min":{"1min":0.38300000000000001,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":11.605,"5min":79.709999999999994,"15min":79.709999999999994},"last":10.452},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.286,"15min":2.0680000000000001},"min":{"1min":0.34300000000000003,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":9.4960000000000004,"5min":79.332999999999998,"15min":79.332999999999998},"last":0.34899999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.8700000000000001,"15min":2.0099999999999998},"min":{"1min":0.40899999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2439999999999998,"5min":16.113,"15min":17.501000000000001},"last":1.252},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.532,"15min":1.9219999999999999},"min":{"1min":0.43099999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":9.0030000000000001,"5min":9.7669999999999995,"15min":12.093},"last":0.36799999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495964,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2259960,"kb_used_data":1366768,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":91485192,"statfs":{"total":95995035648,"available":93680836608,"internally_reserved":0,"allocated":1399570432,"data_stored":1398895168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":0.23100000000000001},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":0.48799999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8129999999999997,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.27500000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":2.323,"15min":2.214},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5979999999999999,"5min":12.317,"15min":13.32},"last":0.65800000000000003},{"interface":"front","average":{"1min":4.2539999999999996,"5min":2.444,"15min":2.2120000000000002},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.3979999999999997,"5min":15.391999999999999,"15min":15.391999999999999},"last":9.9610000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:49:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0670000000000002,"5min":1.9430000000000001,"15min":1.925},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":7.9960000000000004,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.8009999999999999,"5min":1.4570000000000001,"15min":1.1799999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.5389999999999997,"5min":10.198,"15min":10.198},"last":0.94399999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.6000000000000001,"5min":2.0459999999999998,"15min":1.6499999999999999},"min":{"1min":0.309,"5min":0.29999999999999999,"15min":0.255},"max":{"1min":9.0009999999999994,"5min":10.532,"15min":13.369},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.7270000000000001,"5min":2.1619999999999999,"15min":1.7250000000000001},"min":{"1min":0.33300000000000002,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":9.4000000000000004,"5min":12.722,"15min":12.722},"last":0.84199999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:49:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":2.2730000000000001,"15min":1.704},"min":{"1min":0.28999999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":12.420999999999999,"5min":12.420999999999999,"15min":16.042000000000002},"last":2.7669999999999999},{"interface":"front","average":{"1min":2.6499999999999999,"5min":2.4529999999999998,"15min":2.036},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.984,"5min":12.403,"15min":13.391999999999999},"last":0.69199999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":4.3239999999999998,"15min":2.6400000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":6.2290000000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":2.9470000000000001,"5min":4.6379999999999999,"15min":2.758},"min":{"1min":0.435,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.478,"5min":196.24299999999999,"15min":196.24299999999999},"last":1.1759999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314580,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1016928,"kb_used_data":854680,"kb_used_omap":5,"kb_used_meta":162234,"kb_avail":92728224,"statfs":{"total":95995035648,"available":94953701376,"internally_reserved":0,"allocated":875192320,"data_stored":874020123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":166128341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":1.4339999999999999},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7930000000000001,"5min":3.7930000000000001,"15min":3.7930000000000001},"last":4.0129999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":3.8069999999999999},"last":1.4930000000000001},{"interface":"front","average":{"1min":1.139,"5min":1.139,"15min":1.139},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":2.6680000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.609,"5min":2.609,"15min":2.609},"last":0.61599999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.66500000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.839,"15min":1.839},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.282,"5min":7.282,"15min":7.282},"last":2.2160000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.972,"15min":1.972},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":6.4690000000000003,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":3.2309999999999999},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":7.2309999999999999,"5min":7.2309999999999999,"15min":7.2309999999999999},"last":1.474}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":1.4550000000000001},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":0.59399999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":9.1370000000000005,"5min":9.1370000000000005,"15min":9.1370000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":146.554,"5min":146.554,"15min":146.554},"last":0.92600000000000005},{"interface":"front","average":{"1min":9.843,"5min":9.843,"15min":9.843},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":146.53100000000001,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.64400000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187671,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2708176,"kb_used_data":1971912,"kb_used_omap":5,"kb_used_meta":735994,"kb_avail":91036976,"statfs":{"total":95995035648,"available":93221863424,"internally_reserved":0,"allocated":2019237888,"data_stored":2017961746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":753658490},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:49:38 2023","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.194,"15min":1.194},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":8.3520000000000003,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.52,"5min":2.52,"15min":2.52},"last":3.2320000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.6339999999999999,"15min":1.7909999999999999},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":10.683999999999999,"5min":10.683999999999999,"15min":18.437000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.248,"5min":1.2,"15min":1.784},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":8.4290000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":1.911}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.4730000000000001,"15min":1.6870000000000001},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.3919999999999995,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.3220000000000001,"15min":1.345},"min":{"1min":0.29799999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.8929999999999998,"5min":7.6070000000000002,"15min":7.6070000000000002},"last":0.33000000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":2.069,"15min":1.897},"min":{"1min":0.39200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":13.334},"last":1.627},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7170000000000001,"15min":1.704},"min":{"1min":0.34599999999999997,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":12.212,"5min":12.212,"15min":12.212},"last":1.6419999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.974,"15min":1.966},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.5999999999999996,"5min":13.022,"15min":13.022},"last":2.5939999999999999},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.327,"15min":2.3919999999999999},"min":{"1min":0.443,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":7.0819999999999999,"5min":12.978,"15min":16.609999999999999},"last":3.9220000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.927,"15min":2.25},"min":{"1min":0.41199999999999998,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":5.4660000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":1.855},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.0819999999999999,"15min":2.4020000000000001},"min":{"1min":0.41599999999999998,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.0419999999999998,"5min":13.086,"15min":43.819000000000003},"last":1.867}]},{"osd":7,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.0720000000000001,"15min":2.218},"min":{"1min":0.377,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":7.0220000000000002,"5min":13.054,"15min":13.374000000000001},"last":3.3599999999999999},{"interface":"front","average":{"1min":3.2090000000000001,"5min":2.4849999999999999,"15min":2.1200000000000001},"min":{"1min":0.53600000000000003,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":14.393000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":2.2320000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206513,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1945472,"kb_used_data":1402552,"kb_used_omap":7,"kb_used_meta":542520,"kb_avail":91799680,"statfs":{"total":95995035648,"available":94002872320,"internally_reserved":0,"allocated":1436213248,"data_stored":1435122781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":555540561},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.8540000000000001,"15min":2.27},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9809999999999999,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.649,"15min":2.1280000000000001},"min":{"1min":0.193,"5min":0.185,"15min":0.185},"max":{"1min":7.9900000000000002,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.67200000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":7.6539999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":1.77,"5min":1.77,"15min":1.77},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":7.4269999999999996,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.245}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":0.93300000000000005,"15min":0.78500000000000003},"min":{"1min":0.24299999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":9.7219999999999995,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.8560000000000001,"5min":0.97799999999999998,"15min":0.82799999999999996},"min":{"1min":0.32300000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.7650000000000006,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.53300000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.823,"15min":1.8049999999999999},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":5.2309999999999999,"5min":11.215,"15min":11.789},"last":5.6390000000000002},{"interface":"front","average":{"1min":1.597,"5min":1.748,"15min":1.962},"min":{"1min":0.32200000000000001,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.6840000000000002,"5min":18.672999999999998,"15min":18.672999999999998},"last":0.98699999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":1.8109999999999999,"15min":2.3010000000000002},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.7000000000000002,"5min":12.141999999999999,"15min":14.644},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.768,"15min":2.0640000000000001},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":10.753,"5min":11.654,"15min":13.205},"last":0.57599999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.909,"15min":2.0230000000000001},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":9.8100000000000005,"5min":11.618,"15min":15.412000000000001},"last":2.0299999999999998},{"interface":"front","average":{"1min":3.27,"5min":2.1030000000000002,"15min":2.29},"min":{"1min":0.44900000000000001,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":13.863,"5min":13.863,"15min":13.863},"last":2.1779999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.1520000000000001,"15min":2.3719999999999999},"min":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":5.5090000000000003,"5min":18.600000000000001,"15min":18.792999999999999},"last":2.0600000000000001},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.1309999999999998,"15min":2.536},"min":{"1min":0.379,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":7.766,"5min":11.192,"15min":18.841999999999999},"last":2.0720000000000001}]}]},{"osd":3,"up_from":0,"seq":850403524654,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019236,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2833788,"kb_used_data":1937844,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":90911364,"statfs":{"total":95995035648,"available":93093236736,"internally_reserved":0,"allocated":1984352256,"data_stored":1983672659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.137,"15min":1.905},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20599999999999999},"max":{"1min":12.423999999999999,"5min":12.423999999999999,"15min":16.363},"last":6.8090000000000002},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.698,"15min":1.843},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":7.1500000000000004,"5min":11.058999999999999,"15min":11.058999999999999},"last":2.798}]},{"osd":1,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7130000000000001,"5min":3.7130000000000001,"15min":3.7130000000000001},"last":3.2389999999999999},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":5.2110000000000003,"5min":5.2110000000000003,"15min":5.2110000000000003},"last":0.254}]},{"osd":2,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.0590000000000002,"15min":1.889},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.369,"5min":12.369,"15min":13.488},"last":6.7110000000000003},{"interface":"front","average":{"1min":2.3620000000000001,"5min":1.96,"15min":2.0550000000000002},"min":{"1min":0.33700000000000002,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.3819999999999997,"5min":12.367000000000001,"15min":13.170999999999999},"last":5.1879999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.885,"15min":1.833},"min":{"1min":0.438,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.0940000000000003,"5min":11.211,"15min":11.211},"last":3.1179999999999999},{"interface":"front","average":{"1min":2.456,"5min":2.0409999999999999,"15min":1.758},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.7519999999999998,"5min":7.391,"15min":7.391},"last":2.6150000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":4.133,"5min":2.5569999999999999,"15min":1.831},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.23799999999999999},"max":{"1min":12.978,"5min":12.978,"15min":13.624000000000001},"last":6.7859999999999996},{"interface":"front","average":{"1min":2.552,"5min":2.0840000000000001,"15min":1.716},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":8.9369999999999994,"5min":11.099,"15min":11.099},"last":0.44700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:49:17 2023","interfaces":[{"interface":"back","average":{"1min":3.8170000000000002,"5min":3.3210000000000002,"15min":2.1280000000000001},"min":{"1min":0.67300000000000004,"5min":0.29999999999999999,"15min":0.24299999999999999},"max":{"1min":9.3420000000000005,"5min":31.064,"15min":31.064},"last":0.29599999999999999},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.3889999999999998,"15min":1.6899999999999999},"min":{"1min":0.40000000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":5.0289999999999999,"5min":16.763000000000002,"15min":16.763000000000002},"last":6.7599999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:49:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.4119999999999999,"15min":1.9410000000000001},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":12.744999999999999,"15min":19.754999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":2.8719999999999999,"5min":3.0840000000000001,"15min":1.9490000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29499999999999998},"max":{"1min":5.766,"5min":15.33,"15min":16.835000000000001},"last":0.32200000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757600,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1850924,"kb_used_data":954468,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":91894228,"statfs":{"total":95995035648,"available":94099689472,"internally_reserved":0,"allocated":977375232,"data_stored":976707773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8839999999999999,"5min":1.7110000000000001,"15min":1.6040000000000001},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":14.885,"5min":14.885,"15min":14.885},"last":1.645},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.2679999999999998,"15min":2.2650000000000001},"min":{"1min":0.25800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":14.765000000000001,"5min":14.765000000000001,"15min":14.765000000000001},"last":1.954}]},{"osd":1,"last update":"Mon Oct 9 04:49:41 2023","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":7.327,"15min":7.327},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":145.947,"5min":145.947,"15min":145.947},"last":1.6699999999999999},{"interface":"front","average":{"1min":7.766,"5min":7.766,"15min":7.766},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":145.80699999999999,"5min":145.80699999999999,"15min":145.80699999999999},"last":1.9950000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.6080000000000001,"15min":1.823},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":8.6999999999999993,"5min":11,"15min":14.859999999999999},"last":1.6910000000000001},{"interface":"front","average":{"1min":1.486,"5min":2.0089999999999999,"15min":2.3540000000000001},"min":{"1min":0.29799999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":5.7110000000000003,"5min":9.5950000000000006,"15min":13.308},"last":2.0249999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.2749999999999999,"15min":1.173},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.5439999999999996,"5min":5.5229999999999997,"15min":5.5229999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.675,"5min":1.7989999999999999,"15min":1.744},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.016,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":2.0790000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7909999999999999,"5min":1.71,"15min":1.4279999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.7379999999999995,"5min":11.723000000000001,"15min":11.723000000000001},"last":10.884},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.1269999999999998,"15min":2.0960000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":14.824,"5min":14.824,"15min":14.824},"last":2.0569999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:49:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6139999999999999,"15min":1.8600000000000001},"min":{"1min":0.35199999999999998,"5min":0.32600000000000001,"15min":0.28699999999999998},"max":{"1min":9.0909999999999993,"5min":21.196999999999999,"15min":21.196999999999999},"last":3.25},{"interface":"front","average":{"1min":2.0699999999999998,"5min":3.2360000000000002,"15min":2.1640000000000001},"min":{"1min":0.373,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":5.6749999999999998,"5min":19.631,"15min":19.631},"last":2.1299999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":6.0549999999999997},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":1.7110000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1997344768,"data_stored":1997340696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":869335040,"data_stored":869335040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1430913024,"data_stored":1430913024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1971392512,"data_stored":1971388440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":970784768,"data_stored":970784768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1374883840,"data_stored":1374879768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1019478016,"data_stored":1019478016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:50:14.208 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:50:14.241 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:14.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:14 smithi107 ceph-mon[184249]: pgmap v875: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 870 op/s; 17/145479 objects degraded (0.012%); 1011/145479 objects misplaced (0.695%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:50:14.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:14 smithi107 ceph-mon[184249]: from='client.45602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:14.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:14 smithi107 ceph-mon[179183]: pgmap v875: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 870 op/s; 17/145479 objects degraded (0.012%); 1011/145479 objects misplaced (0.695%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:50:14.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:14 smithi107 ceph-mon[179183]: from='client.45602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:14 smithi150 ceph-mon[168511]: pgmap v875: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 870 op/s; 17/145479 objects degraded (0.012%); 1011/145479 objects misplaced (0.695%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:50:14.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:14 smithi150 ceph-mon[168511]: from='client.45602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:14.512 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:14.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:14.518 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:14.618 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:14.676 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:14.995 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:15.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:15.001 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:15.101 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:15.145 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/145479 objects degraded (0.012%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:15.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/145479 objects degraded (0.012%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:15.600 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:15.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:15.606 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:15.644 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:15.706 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/145479 objects degraded (0.012%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:15.754 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:16.129 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:16.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:16.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:16.222 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:50:16.222 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:200848 10.17 e268/228 10:e903b162:::benchmark_data_smithi107_275910_object77981:head v 268'8857, mlcod=268'8855)", 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:50:16.210602+0000", 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.011207043, 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011236661, 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210602+0000", 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210602+0000", 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210602+0000", 2023-10-09T04:50:16.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210611+0000", 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9409999999999996e-06 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210627+0000", 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6663e-05 2023-10-09T04:50:16.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210643+0000", 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6082999999999998e-05 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210733+0000", 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9512000000000006e-05 2023-10-09T04:50:16.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.210753+0000", 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0285999999999999e-05 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:200852 10.8 e268/228 10:163d58aa:::benchmark_data_smithi107_275910_object77985:head v 268'9045, mlcod=268'9042)", 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:50:16.211086+0000", 2023-10-09T04:50:16.227 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.010723531, 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010819034999999999, 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.211086+0000", 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.211086+0000", 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.211085+0000", 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:50:16.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.211094+0000", 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5730000000000008e-06 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.211105+0000", 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0797e-05 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.211112+0000", 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3339999999999996e-06 2023-10-09T04:50:16.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.214224+0000", 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031119229999999999 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.214245+0000", 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1299000000000001e-05 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.231 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.45347.0:200858 10.f e268/215 10:fee5d7a7:::benchmark_data_smithi107_275910_object77991:head v 268'12470, mlcod=268'12468)", 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:50:16.219577+0000", 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0022327390000000001, 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023893959999999998, 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:50:16.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219577+0000", 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219577+0000", 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:50:16.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219576+0000", 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219587+0000", 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0954e-05 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219605+0000", 2023-10-09T04:50:16.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8355e-05 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219613+0000", 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0150000000000003e-06 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219655+0000", 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1909999999999997e-05 2023-10-09T04:50:16.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.219680+0000", 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5128000000000001e-05 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:200862 10.3 10:c5a0f34d:::benchmark_data_smithi107_275910_object77995:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e268)", 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:50:16.220030+0000", 2023-10-09T04:50:16.236 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0017791560000000001, 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0019964570000000001, 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 200862 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220030+0000", 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220030+0000", 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:50:16.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220029+0000", 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220037+0000", 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4919999999999993e-06 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220050+0000", 2023-10-09T04:50:16.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3047999999999999e-05 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220057+0000", 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1380000000000001e-06 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220108+0000", 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0801999999999999e-05 2023-10-09T04:50:16.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220247+0000", 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013923700000000001 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,5", 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:50:16.220786+0000", 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00053816900000000002 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.241 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:50:16.242 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.242 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:50:16.242 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:50:16.242 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T04:50:16.242 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:50:16.242 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:16.316 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:16.384 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:16.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:16.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:16.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:16 smithi107 ceph-mon[179183]: pgmap v876: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 867 op/s; 17/144645 objects degraded (0.012%); 1011/144645 objects misplaced (0.699%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:50:16.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:16.413 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:16 smithi107 ceph-mon[184249]: pgmap v876: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 867 op/s; 17/144645 objects degraded (0.012%); 1011/144645 objects misplaced (0.699%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:50:16.413 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:16.494 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:16.537 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:50:16.558 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:16 smithi150 ceph-mon[168511]: pgmap v876: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 867 op/s; 17/144645 objects degraded (0.012%); 1011/144645 objects misplaced (0.699%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T04:50:16.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:16.897 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:16.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:16.907 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:16.947 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:50:17.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:17.088 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:17.305 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:50:17.340 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:17.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:17.346 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:17.446 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:17.504 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:17.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/630459358' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:17.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/630459358' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:17.562 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:17.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:17.568 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:17.669 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:17.706 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:17.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/630459358' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:17.841 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:17.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:17.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:17.946 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:17.948 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:18.015 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:18.076 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:18.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:18.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:18.187 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:18.264 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:18.278 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:18.349 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:18.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:18.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/630459358' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: osdmap e269: 8 total, 8 up, 7 in 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[179183]: pgmap v878: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.9 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 633 op/s; 17/141375 objects degraded (0.012%); 1011/141375 objects misplaced (0.715%); 1.9 MiB/s, 30 objects/s recovering 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/630459358' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:18.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: osdmap e269: 8 total, 8 up, 7 in 2023-10-09T04:50:18.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:18 smithi107 ceph-mon[184249]: pgmap v878: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.9 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 633 op/s; 17/141375 objects degraded (0.012%); 1011/141375 objects misplaced (0.715%); 1.9 MiB/s, 30 objects/s recovering 2023-10-09T04:50:18.455 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:18.522 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:18.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:18.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/630459358' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: osdmap e269: 8 total, 8 up, 7 in 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: failed to encode map e269 with expected crc 2023-10-09T04:50:18.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:18 smithi150 ceph-mon[168511]: pgmap v878: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.9 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 633 op/s; 17/141375 objects degraded (0.012%); 1011/141375 objects misplaced (0.715%); 1.9 MiB/s, 30 objects/s recovering 2023-10-09T04:50:18.789 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:18.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:18.799 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:18.832 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:18.832 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 17/141375 objects degraded (0.012%), 1 pg degraded","count":1},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1178,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":269,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":7,"osd_in_since":1696826765,"num_remapped_pgs":1},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":98},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":47125,"data_bytes":3087308728,"bytes_used":14467088384,"bytes_avail":657498161152,"bytes_total":671965249536,"degraded_objects":17,"degraded_total":141375,"degraded_ratio":0.00012024756852343061,"misplaced_objects":1011,"misplaced_total":141375,"misplaced_ratio":0.0071511936339522545,"recovering_objects_per_sec":30,"recovering_bytes_per_sec":1977988,"recovering_keys_per_sec":0,"num_objects_recovered":265,"num_bytes_recovered":17367040,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":633},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"58bd9d29-1dba-4e6f-91c5-0ea2b6d27dc6":{"message":"Global Recovery Event (115s)\n [===========================.] (remaining: 1s)","progress":0.98989897966384888,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:50:18.900 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:19.001 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:19.283 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:50:19.283 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4150731584' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:19.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:50:19.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4150731584' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:19.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:50:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4150731584' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:19.844 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:50:19.844 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:50:19.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:50:20.008 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:20.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:20.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:20.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:20.192 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:20.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[184249]: pgmap v879: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 857 op/s; 17/132318 objects degraded (0.013%); 742/132318 objects misplaced (0.561%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T04:50:20.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/141375 objects degraded (0.012%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[179183]: pgmap v879: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 857 op/s; 17/132318 objects degraded (0.013%); 742/132318 objects misplaced (0.561%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T04:50:20.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/141375 objects degraded (0.012%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:20.743 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:20 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:20.743 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:20 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:20.743 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:20 smithi150 ceph-mon[168511]: pgmap v879: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 857 op/s; 17/132318 objects degraded (0.013%); 742/132318 objects misplaced (0.561%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T04:50:20.743 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/141375 objects degraded (0.012%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:21.769 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:21.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:21.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:21.876 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:21.943 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:22.012 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:50:22] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2023-10-09T04:50:22.093 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:22.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:22.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:22.192 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:22.199 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:22.234 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:22.269 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:22.299 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:22.314 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:22.327 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:22.365 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:22.406 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:22.413 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:22.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:22.421 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:22.459 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:22.465 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:22.465 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.466 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:50:22.494 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:22.521 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:22.537 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:22.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:22.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:22 smithi150 ceph-mon[168511]: pgmap v880: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 858 op/s; 17/129942 objects degraded (0.013%); 742/129942 objects misplaced (0.571%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T04:50:22.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:22 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:22.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:22 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:22.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2868465218' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:22.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[179183]: pgmap v880: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 858 op/s; 17/129942 objects degraded (0.013%); 742/129942 objects misplaced (0.571%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T04:50:22.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:22.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:22.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2868465218' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:22.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[184249]: pgmap v880: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 858 op/s; 17/129942 objects degraded (0.013%); 742/129942 objects misplaced (0.571%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T04:50:22.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:22.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:22.909 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2868465218' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:23.471 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:23.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:23.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:23.575 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:23.681 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:23.835 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:23.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:23.845 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:23.946 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:23.990 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:24.085 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:50:24.088 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:24.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:24.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:24.198 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:24.257 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:24.337 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:24.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:24.354 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:24.455 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:24.512 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:24.587 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:24.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:24.601 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:24.696 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:24 smithi107 ceph-mon[184249]: pgmap v881: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 842 op/s; 17/120177 objects degraded (0.014%); 467/120177 objects misplaced (0.389%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:24.699 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:24 smithi107 ceph-mon[179183]: pgmap v881: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 842 op/s; 17/120177 objects degraded (0.014%); 467/120177 objects misplaced (0.389%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:24.702 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:24.750 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:24.990 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:24 smithi150 ceph-mon[168511]: pgmap v881: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 842 op/s; 17/120177 objects degraded (0.014%); 467/120177 objects misplaced (0.389%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:25.082 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:25.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:25.088 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:25.189 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:25.251 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:25.317 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:25.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:25.328 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:25.429 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:25.432 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:25.484 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:25.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:50:25.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/120177 objects degraded (0.014%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:25.815 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/120177 objects degraded (0.014%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:25.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/120177 objects degraded (0.014%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:26.111 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:26.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:26.120 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:26.220 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:26.314 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:26.509 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:26.513 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:50:26.537 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:26.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:26.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:26.643 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:26.729 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:26.814 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:26.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:26.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:26.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:26 smithi107 ceph-mon[184249]: pgmap v882: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 838 op/s; 17/119463 objects degraded (0.014%); 467/119463 objects misplaced (0.391%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/42395944' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:26 smithi107 ceph-mon[179183]: pgmap v882: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 838 op/s; 17/119463 objects degraded (0.014%); 467/119463 objects misplaced (0.391%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:26.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/42395944' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:26.922 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:26.991 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:26 smithi150 ceph-mon[168511]: pgmap v882: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 838 op/s; 17/119463 objects degraded (0.014%); 467/119463 objects misplaced (0.391%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:26.991 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/42395944' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:27.010 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:27.016 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":882,"stamp":"2023-10-09T04:50:25.523127+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2608633784,"num_objects":39821,"num_object_clones":0,"num_object_copies":119463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":467,"num_objects_unfound":0,"num_objects_dirty":39821,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":166977,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8510,"num_bytes_recovered":558499548,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":218129,"ondisk_log_size":218129,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12839088,"kb_used_data":7840120,"kb_used_omap":18,"kb_used_meta":4998893,"kb_avail":643376976,"statfs":{"total":671965249536,"available":658818023424,"internally_reserved":0,"allocated":8028282880,"data_stored":8021998838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5118866848},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,4,3,4,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-550109184,"num_objects":-8394,"num_object_clones":0,"num_object_copies":-25182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-544,"num_objects_unfound":0,"num_objects_dirty":-8394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8394,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":544,"num_bytes_recovered":35651584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004963"},"pg_stats":[{"pgid":"10.13","version":"269'8949","reported_seq":9096,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:20.559474+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:50:20.559474+0000","last_peered":"2023-10-09T04:50:20.559474+0000","last_clean":"2023-10-09T04:50:20.559474+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:50:20.559474+0000","last_undegraded":"2023-10-09T04:50:20.559474+0000","last_fullsized":"2023-10-09T04:50:20.559474+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":8949,"log_dups_size":0,"ondisk_log_size":8949,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81723392,"num_objects":1247,"num_object_clones":0,"num_object_copies":3741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1811,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":265,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.761908+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:50:08.761908+0000","last_peered":"2023-10-09T04:50:08.761908+0000","last_clean":"2023-10-09T04:50:08.761908+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:50:08.761908+0000","last_undegraded":"2023-10-09T04:50:08.761908+0000","last_fullsized":"2023-10-09T04:50:08.761908+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741087+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:08.741087+0000","last_peered":"2023-10-09T04:50:08.741087+0000","last_clean":"2023-10-09T04:50:08.741087+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:08.741087+0000","last_undegraded":"2023-10-09T04:50:08.741087+0000","last_fullsized":"2023-10-09T04:50:08.741087+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"269'9071","reported_seq":14546,"reported_epoch":269,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:50:22.627840+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:50:22.627840+0000","last_peered":"2023-10-09T04:50:22.627840+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:50:22.627840+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"220'1214","ondisk_log_start":"220'1214","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7857,"log_dups_size":0,"ondisk_log_size":7857,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80445440,"num_objects":1228,"num_object_clones":0,"num_object_copies":3684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":467,"num_objects_unfound":0,"num_objects_dirty":1228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6494,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2681,"num_bytes_recovered":175702016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":467},{"shards":"4,6","objects":744}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":191,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754689+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:50:08.754689+0000","last_peered":"2023-10-09T04:50:08.754689+0000","last_clean":"2023-10-09T04:50:08.754689+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:50:08.754689+0000","last_undegraded":"2023-10-09T04:50:08.754689+0000","last_fullsized":"2023-10-09T04:50:08.754689+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":250,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741445+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:50:08.741445+0000","last_peered":"2023-10-09T04:50:08.741445+0000","last_clean":"2023-10-09T04:50:08.741445+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:50:08.741445+0000","last_undegraded":"2023-10-09T04:50:08.741445+0000","last_fullsized":"2023-10-09T04:50:08.741445+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"269'9121","reported_seq":9310,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.536144+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:22.536144+0000","last_peered":"2023-10-09T04:50:22.536144+0000","last_clean":"2023-10-09T04:50:22.536144+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:22.536144+0000","last_undegraded":"2023-10-09T04:50:22.536144+0000","last_fullsized":"2023-10-09T04:50:22.536144+0000","mapping_epoch":228,"log_start":"220'1260","ondisk_log_start":"220'1260","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":7861,"log_dups_size":0,"ondisk_log_size":7861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83296256,"num_objects":1271,"num_object_clones":0,"num_object_copies":3813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3829,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.740531+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:50:08.740531+0000","last_peered":"2023-10-09T04:50:08.740531+0000","last_clean":"2023-10-09T04:50:08.740531+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:50:08.740531+0000","last_undegraded":"2023-10-09T04:50:08.740531+0000","last_fullsized":"2023-10-09T04:50:08.740531+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":245,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.751828+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:50:08.751828+0000","last_peered":"2023-10-09T04:50:08.751828+0000","last_clean":"2023-10-09T04:50:08.751828+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:50:08.751828+0000","last_undegraded":"2023-10-09T04:50:08.751828+0000","last_fullsized":"2023-10-09T04:50:08.751828+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":239,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741262+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:50:08.741262+0000","last_peered":"2023-10-09T04:50:08.741262+0000","last_clean":"2023-10-09T04:50:08.741262+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:50:08.741262+0000","last_undegraded":"2023-10-09T04:50:08.741262+0000","last_fullsized":"2023-10-09T04:50:08.741262+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":135,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754159+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:50:08.754159+0000","last_peered":"2023-10-09T04:50:08.754159+0000","last_clean":"2023-10-09T04:50:08.754159+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:50:08.754159+0000","last_undegraded":"2023-10-09T04:50:08.754159+0000","last_fullsized":"2023-10-09T04:50:08.754159+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":246,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.772678+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:50:08.772678+0000","last_peered":"2023-10-09T04:50:08.772678+0000","last_clean":"2023-10-09T04:50:08.772678+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:50:08.772678+0000","last_undegraded":"2023-10-09T04:50:08.772678+0000","last_fullsized":"2023-10-09T04:50:08.772678+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756179+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:50:08.756179+0000","last_peered":"2023-10-09T04:50:08.756179+0000","last_clean":"2023-10-09T04:50:08.756179+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:50:08.756179+0000","last_undegraded":"2023-10-09T04:50:08.756179+0000","last_fullsized":"2023-10-09T04:50:08.756179+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":256,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.757153+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:50:08.757153+0000","last_peered":"2023-10-09T04:50:08.757153+0000","last_clean":"2023-10-09T04:50:08.757153+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:50:08.757153+0000","last_undegraded":"2023-10-09T04:50:08.757153+0000","last_fullsized":"2023-10-09T04:50:08.757153+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":186,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754161+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:50:08.754161+0000","last_peered":"2023-10-09T04:50:08.754161+0000","last_clean":"2023-10-09T04:50:08.754161+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:50:08.754161+0000","last_undegraded":"2023-10-09T04:50:08.754161+0000","last_fullsized":"2023-10-09T04:50:08.754161+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":235,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762404+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:50:08.762404+0000","last_peered":"2023-10-09T04:50:08.762404+0000","last_clean":"2023-10-09T04:50:08.762404+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:50:08.762404+0000","last_undegraded":"2023-10-09T04:50:08.762404+0000","last_fullsized":"2023-10-09T04:50:08.762404+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":246,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762355+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:50:08.762355+0000","last_peered":"2023-10-09T04:50:08.762355+0000","last_clean":"2023-10-09T04:50:08.762355+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:50:08.762355+0000","last_undegraded":"2023-10-09T04:50:08.762355+0000","last_fullsized":"2023-10-09T04:50:08.762355+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":248,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756139+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:50:08.756139+0000","last_peered":"2023-10-09T04:50:08.756139+0000","last_clean":"2023-10-09T04:50:08.756139+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:50:08.756139+0000","last_undegraded":"2023-10-09T04:50:08.756139+0000","last_fullsized":"2023-10-09T04:50:08.756139+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":135,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754618+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:50:08.754618+0000","last_peered":"2023-10-09T04:50:08.754618+0000","last_clean":"2023-10-09T04:50:08.754618+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:50:08.754618+0000","last_undegraded":"2023-10-09T04:50:08.754618+0000","last_fullsized":"2023-10-09T04:50:08.754618+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":254,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.740832+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:50:08.740832+0000","last_peered":"2023-10-09T04:50:08.740832+0000","last_clean":"2023-10-09T04:50:08.740832+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:50:08.740832+0000","last_undegraded":"2023-10-09T04:50:08.740832+0000","last_fullsized":"2023-10-09T04:50:08.740832+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":245,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.769042+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:50:08.769042+0000","last_peered":"2023-10-09T04:50:08.769042+0000","last_clean":"2023-10-09T04:50:08.769042+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:50:08.769042+0000","last_undegraded":"2023-10-09T04:50:08.769042+0000","last_fullsized":"2023-10-09T04:50:08.769042+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"269'9070","reported_seq":9229,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:21.714269+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:21.714269+0000","last_peered":"2023-10-09T04:50:21.714269+0000","last_clean":"2023-10-09T04:50:21.714269+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:21.714269+0000","last_undegraded":"2023-10-09T04:50:21.714269+0000","last_fullsized":"2023-10-09T04:50:21.714269+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":9070,"log_dups_size":0,"ondisk_log_size":9070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79626240,"num_objects":1215,"num_object_clones":0,"num_object_copies":3645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2873,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":213,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756106+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:50:08.756106+0000","last_peered":"2023-10-09T04:50:08.756106+0000","last_clean":"2023-10-09T04:50:08.756106+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:50:08.756106+0000","last_undegraded":"2023-10-09T04:50:08.756106+0000","last_fullsized":"2023-10-09T04:50:08.756106+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741514+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:50:08.741514+0000","last_peered":"2023-10-09T04:50:08.741514+0000","last_clean":"2023-10-09T04:50:08.741514+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:50:08.741514+0000","last_undegraded":"2023-10-09T04:50:08.741514+0000","last_fullsized":"2023-10-09T04:50:08.741514+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"269'9033","reported_seq":9244,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.744860+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:22.744860+0000","last_peered":"2023-10-09T04:50:22.744860+0000","last_clean":"2023-10-09T04:50:22.744860+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:22.744860+0000","last_undegraded":"2023-10-09T04:50:22.744860+0000","last_fullsized":"2023-10-09T04:50:22.744860+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":9033,"log_dups_size":0,"ondisk_log_size":9033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79626240,"num_objects":1215,"num_object_clones":0,"num_object_copies":3645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1931,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":237,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.750032+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:50:08.750032+0000","last_peered":"2023-10-09T04:50:08.750032+0000","last_clean":"2023-10-09T04:50:08.750032+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:50:08.750032+0000","last_undegraded":"2023-10-09T04:50:08.750032+0000","last_fullsized":"2023-10-09T04:50:08.750032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":186,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756677+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:50:08.756677+0000","last_peered":"2023-10-09T04:50:08.756677+0000","last_clean":"2023-10-09T04:50:08.756677+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:50:08.756677+0000","last_undegraded":"2023-10-09T04:50:08.756677+0000","last_fullsized":"2023-10-09T04:50:08.756677+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"269'9211","reported_seq":9434,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.876823+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:22.876823+0000","last_peered":"2023-10-09T04:50:22.876823+0000","last_clean":"2023-10-09T04:50:22.876823+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:22.876823+0000","last_undegraded":"2023-10-09T04:50:22.876823+0000","last_fullsized":"2023-10-09T04:50:22.876823+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":9211,"log_dups_size":0,"ondisk_log_size":9211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81264640,"num_objects":1240,"num_object_clones":0,"num_object_copies":3720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3106,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":231,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756539+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:50:08.756539+0000","last_peered":"2023-10-09T04:50:08.756539+0000","last_clean":"2023-10-09T04:50:08.756539+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:50:08.756539+0000","last_undegraded":"2023-10-09T04:50:08.756539+0000","last_fullsized":"2023-10-09T04:50:08.756539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":211,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.768568+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:50:08.768568+0000","last_peered":"2023-10-09T04:50:08.768568+0000","last_clean":"2023-10-09T04:50:08.768568+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:50:08.768568+0000","last_undegraded":"2023-10-09T04:50:08.768568+0000","last_fullsized":"2023-10-09T04:50:08.768568+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"269'8951","reported_seq":9027,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.420384+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:22.420384+0000","last_peered":"2023-10-09T04:50:22.420384+0000","last_clean":"2023-10-09T04:50:22.420384+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:22.420384+0000","last_undegraded":"2023-10-09T04:50:22.420384+0000","last_fullsized":"2023-10-09T04:50:22.420384+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8951,"log_dups_size":0,"ondisk_log_size":8951,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82575360,"num_objects":1260,"num_object_clones":0,"num_object_copies":3780,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1260,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6384,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":249,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756385+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:50:08.756385+0000","last_peered":"2023-10-09T04:50:08.756385+0000","last_clean":"2023-10-09T04:50:08.756385+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:50:08.756385+0000","last_undegraded":"2023-10-09T04:50:08.756385+0000","last_fullsized":"2023-10-09T04:50:08.756385+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":273,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.763589+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:50:08.763589+0000","last_peered":"2023-10-09T04:50:08.763589+0000","last_clean":"2023-10-09T04:50:08.763589+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:50:08.763589+0000","last_undegraded":"2023-10-09T04:50:08.763589+0000","last_fullsized":"2023-10-09T04:50:08.763589+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"269'8975","reported_seq":10675,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:21.632664+0000","last_change":"2023-10-09T04:50:04.153921+0000","last_active":"2023-10-09T04:50:21.632664+0000","last_peered":"2023-10-09T04:50:21.632664+0000","last_clean":"2023-10-09T04:50:21.632664+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:21.632664+0000","last_undegraded":"2023-10-09T04:50:21.632664+0000","last_fullsized":"2023-10-09T04:50:21.632664+0000","mapping_epoch":243,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8975,"log_dups_size":0,"ondisk_log_size":8975,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83820544,"num_objects":1279,"num_object_clones":0,"num_object_copies":3837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6409,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":214,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756936+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:50:08.756936+0000","last_peered":"2023-10-09T04:50:08.756936+0000","last_clean":"2023-10-09T04:50:08.756936+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:50:08.756936+0000","last_undegraded":"2023-10-09T04:50:08.756936+0000","last_fullsized":"2023-10-09T04:50:08.756936+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":245,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.751478+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:50:08.751478+0000","last_peered":"2023-10-09T04:50:08.751478+0000","last_clean":"2023-10-09T04:50:08.751478+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:50:08.751478+0000","last_undegraded":"2023-10-09T04:50:08.751478+0000","last_fullsized":"2023-10-09T04:50:08.751478+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"269'8836","reported_seq":8917,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:20.589918+0000","last_change":"2023-10-09T04:49:59.658154+0000","last_active":"2023-10-09T04:50:20.589918+0000","last_peered":"2023-10-09T04:50:20.589918+0000","last_clean":"2023-10-09T04:50:20.589918+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:50:20.589918+0000","last_undegraded":"2023-10-09T04:50:20.589918+0000","last_fullsized":"2023-10-09T04:50:20.589918+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8836,"log_dups_size":0,"ondisk_log_size":8836,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87064576,"num_objects":1328,"num_object_clones":0,"num_object_copies":3984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6324,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":263,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.768836+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:50:08.768836+0000","last_peered":"2023-10-09T04:50:08.768836+0000","last_clean":"2023-10-09T04:50:08.768836+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:50:08.768836+0000","last_undegraded":"2023-10-09T04:50:08.768836+0000","last_fullsized":"2023-10-09T04:50:08.768836+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.740789+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:50:08.740789+0000","last_peered":"2023-10-09T04:50:08.740789+0000","last_clean":"2023-10-09T04:50:08.740789+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:50:08.740789+0000","last_undegraded":"2023-10-09T04:50:08.740789+0000","last_fullsized":"2023-10-09T04:50:08.740789+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"269'9027","reported_seq":10819,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:25.147185+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:50:25.147185+0000","last_peered":"2023-10-09T04:50:25.147185+0000","last_clean":"2023-10-09T04:50:25.147185+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:50:25.147185+0000","last_undegraded":"2023-10-09T04:50:25.147185+0000","last_fullsized":"2023-10-09T04:50:25.147185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":9027,"log_dups_size":0,"ondisk_log_size":9027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75694080,"num_objects":1155,"num_object_clones":0,"num_object_copies":3465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3792,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":139,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.740932+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:50:08.740932+0000","last_peered":"2023-10-09T04:50:08.740932+0000","last_clean":"2023-10-09T04:50:08.740932+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:50:08.740932+0000","last_undegraded":"2023-10-09T04:50:08.740932+0000","last_fullsized":"2023-10-09T04:50:08.740932+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":263,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762314+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:50:08.762314+0000","last_peered":"2023-10-09T04:50:08.762314+0000","last_clean":"2023-10-09T04:50:08.762314+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:50:08.762314+0000","last_undegraded":"2023-10-09T04:50:08.762314+0000","last_fullsized":"2023-10-09T04:50:08.762314+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"269'8931","reported_seq":9083,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:20.465385+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:50:20.465385+0000","last_peered":"2023-10-09T04:50:20.465385+0000","last_clean":"2023-10-09T04:50:20.465385+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:50:20.465385+0000","last_undegraded":"2023-10-09T04:50:20.465385+0000","last_fullsized":"2023-10-09T04:50:20.465385+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":8931,"log_dups_size":0,"ondisk_log_size":8931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86376448,"num_objects":1318,"num_object_clones":0,"num_object_copies":3954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1318,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2012,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":246,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.751626+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:50:08.751626+0000","last_peered":"2023-10-09T04:50:08.751626+0000","last_clean":"2023-10-09T04:50:08.751626+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:50:08.751626+0000","last_undegraded":"2023-10-09T04:50:08.751626+0000","last_fullsized":"2023-10-09T04:50:08.751626+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":239,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762126+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:50:08.762126+0000","last_peered":"2023-10-09T04:50:08.762126+0000","last_clean":"2023-10-09T04:50:08.762126+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:50:08.762126+0000","last_undegraded":"2023-10-09T04:50:08.762126+0000","last_fullsized":"2023-10-09T04:50:08.762126+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"269'8999","reported_seq":10732,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.463205+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:22.463205+0000","last_peered":"2023-10-09T04:50:22.463205+0000","last_clean":"2023-10-09T04:50:22.463205+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:22.463205+0000","last_undegraded":"2023-10-09T04:50:22.463205+0000","last_fullsized":"2023-10-09T04:50:22.463205+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8999,"log_dups_size":0,"ondisk_log_size":8999,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82542592,"num_objects":1259,"num_object_clones":0,"num_object_copies":3777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6421,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":230,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.763518+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:50:08.763518+0000","last_peered":"2023-10-09T04:50:08.763518+0000","last_clean":"2023-10-09T04:50:08.763518+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:50:08.763518+0000","last_undegraded":"2023-10-09T04:50:08.763518+0000","last_fullsized":"2023-10-09T04:50:08.763518+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":246,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762855+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:50:08.762855+0000","last_peered":"2023-10-09T04:50:08.762855+0000","last_clean":"2023-10-09T04:50:08.762855+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:50:08.762855+0000","last_undegraded":"2023-10-09T04:50:08.762855+0000","last_fullsized":"2023-10-09T04:50:08.762855+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"269'9144","reported_seq":9423,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.593530+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:22.593530+0000","last_peered":"2023-10-09T04:50:22.593530+0000","last_clean":"2023-10-09T04:50:22.593530+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:22.593530+0000","last_undegraded":"2023-10-09T04:50:22.593530+0000","last_fullsized":"2023-10-09T04:50:22.593530+0000","mapping_epoch":215,"log_start":"220'1365","ondisk_log_start":"220'1365","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":7779,"log_dups_size":0,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85196800,"num_objects":1300,"num_object_clones":0,"num_object_copies":3900,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1300,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2875,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":136,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754427+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:50:08.754427+0000","last_peered":"2023-10-09T04:50:08.754427+0000","last_clean":"2023-10-09T04:50:08.754427+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:50:08.754427+0000","last_undegraded":"2023-10-09T04:50:08.754427+0000","last_fullsized":"2023-10-09T04:50:08.754427+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":192,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754405+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:50:08.754405+0000","last_peered":"2023-10-09T04:50:08.754405+0000","last_clean":"2023-10-09T04:50:08.754405+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:50:08.754405+0000","last_undegraded":"2023-10-09T04:50:08.754405+0000","last_fullsized":"2023-10-09T04:50:08.754405+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"269'12837","reported_seq":12899,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.877029+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:22.877029+0000","last_peered":"2023-10-09T04:50:22.877029+0000","last_clean":"2023-10-09T04:50:22.877029+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:22.877029+0000","last_undegraded":"2023-10-09T04:50:22.877029+0000","last_fullsized":"2023-10-09T04:50:22.877029+0000","mapping_epoch":215,"log_start":"231'5448","ondisk_log_start":"231'5448","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7389,"log_dups_size":0,"ondisk_log_size":7389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163774464,"num_objects":2499,"num_object_clones":0,"num_object_copies":7497,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2499,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12837,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":242,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754997+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:50:08.754997+0000","last_peered":"2023-10-09T04:50:08.754997+0000","last_clean":"2023-10-09T04:50:08.754997+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:50:08.754997+0000","last_undegraded":"2023-10-09T04:50:08.754997+0000","last_fullsized":"2023-10-09T04:50:08.754997+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":263,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.769014+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:50:08.769014+0000","last_peered":"2023-10-09T04:50:08.769014+0000","last_clean":"2023-10-09T04:50:08.769014+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:50:08.769014+0000","last_undegraded":"2023-10-09T04:50:08.769014+0000","last_fullsized":"2023-10-09T04:50:08.769014+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754405+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:50:08.754405+0000","last_peered":"2023-10-09T04:50:08.754405+0000","last_clean":"2023-10-09T04:50:08.754405+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:50:08.754405+0000","last_undegraded":"2023-10-09T04:50:08.754405+0000","last_fullsized":"2023-10-09T04:50:08.754405+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"269'12716","reported_seq":12778,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.513655+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:22.513655+0000","last_peered":"2023-10-09T04:50:22.513655+0000","last_clean":"2023-10-09T04:50:22.513655+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:22.513655+0000","last_undegraded":"2023-10-09T04:50:22.513655+0000","last_fullsized":"2023-10-09T04:50:22.513655+0000","mapping_epoch":215,"log_start":"231'5700","ondisk_log_start":"231'5700","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7016,"log_dups_size":0,"ondisk_log_size":7016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158072832,"num_objects":2412,"num_object_clones":0,"num_object_copies":7236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12716,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":249,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.773027+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:50:08.773027+0000","last_peered":"2023-10-09T04:50:08.773027+0000","last_clean":"2023-10-09T04:50:08.773027+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:50:08.773027+0000","last_undegraded":"2023-10-09T04:50:08.773027+0000","last_fullsized":"2023-10-09T04:50:08.773027+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":230,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.761965+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:50:08.761965+0000","last_peered":"2023-10-09T04:50:08.761965+0000","last_clean":"2023-10-09T04:50:08.761965+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:50:08.761965+0000","last_undegraded":"2023-10-09T04:50:08.761965+0000","last_fullsized":"2023-10-09T04:50:08.761965+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":208,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754691+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:50:08.754691+0000","last_peered":"2023-10-09T04:50:08.754691+0000","last_clean":"2023-10-09T04:50:08.754691+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:50:08.754691+0000","last_undegraded":"2023-10-09T04:50:08.754691+0000","last_fullsized":"2023-10-09T04:50:08.754691+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"269'8967","reported_seq":9187,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.800085+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:22.800085+0000","last_peered":"2023-10-09T04:50:22.800085+0000","last_clean":"2023-10-09T04:50:22.800085+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:22.800085+0000","last_undegraded":"2023-10-09T04:50:22.800085+0000","last_fullsized":"2023-10-09T04:50:22.800085+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":8967,"log_dups_size":0,"ondisk_log_size":8967,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81068032,"num_objects":1237,"num_object_clones":0,"num_object_copies":3711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2920,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":269,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:10.625357+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:50:10.625357+0000","last_peered":"2023-10-09T04:50:10.625357+0000","last_clean":"2023-10-09T04:50:10.625357+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:50:10.625357+0000","last_undegraded":"2023-10-09T04:50:10.625357+0000","last_fullsized":"2023-10-09T04:50:10.625357+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":186,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754181+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:50:08.754181+0000","last_peered":"2023-10-09T04:50:08.754181+0000","last_clean":"2023-10-09T04:50:08.754181+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:50:08.754181+0000","last_undegraded":"2023-10-09T04:50:08.754181+0000","last_fullsized":"2023-10-09T04:50:08.754181+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":236,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754479+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:50:08.754479+0000","last_peered":"2023-10-09T04:50:08.754479+0000","last_clean":"2023-10-09T04:50:08.754479+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:50:08.754479+0000","last_undegraded":"2023-10-09T04:50:08.754479+0000","last_fullsized":"2023-10-09T04:50:08.754479+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"269'12605","reported_seq":16060,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.501124+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:22.501124+0000","last_peered":"2023-10-09T04:50:22.501124+0000","last_clean":"2023-10-09T04:50:22.501124+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:22.501124+0000","last_undegraded":"2023-10-09T04:50:22.501124+0000","last_fullsized":"2023-10-09T04:50:22.501124+0000","mapping_epoch":250,"log_start":"231'5600","ondisk_log_start":"231'5600","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7005,"log_dups_size":0,"ondisk_log_size":7005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161939456,"num_objects":2471,"num_object_clones":0,"num_object_copies":7413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12605,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":232,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.769272+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:50:08.769272+0000","last_peered":"2023-10-09T04:50:08.769272+0000","last_clean":"2023-10-09T04:50:08.769272+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:50:08.769272+0000","last_undegraded":"2023-10-09T04:50:08.769272+0000","last_fullsized":"2023-10-09T04:50:08.769272+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":611,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.755934+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:50:08.755934+0000","last_peered":"2023-10-09T04:50:08.755934+0000","last_clean":"2023-10-09T04:50:08.755934+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:50:08.755934+0000","last_undegraded":"2023-10-09T04:50:08.755934+0000","last_fullsized":"2023-10-09T04:50:08.755934+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.772905+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:50:08.772905+0000","last_peered":"2023-10-09T04:50:08.772905+0000","last_clean":"2023-10-09T04:50:08.772905+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:50:08.772905+0000","last_undegraded":"2023-10-09T04:50:08.772905+0000","last_fullsized":"2023-10-09T04:50:08.772905+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":211,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.752108+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:50:08.752108+0000","last_peered":"2023-10-09T04:50:08.752108+0000","last_clean":"2023-10-09T04:50:08.752108+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:50:08.752108+0000","last_undegraded":"2023-10-09T04:50:08.752108+0000","last_fullsized":"2023-10-09T04:50:08.752108+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"269'9186","reported_seq":9324,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:21.714204+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:21.714204+0000","last_peered":"2023-10-09T04:50:21.714204+0000","last_clean":"2023-10-09T04:50:21.714204+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:21.714204+0000","last_undegraded":"2023-10-09T04:50:21.714204+0000","last_fullsized":"2023-10-09T04:50:21.714204+0000","mapping_epoch":215,"log_start":"219'132","ondisk_log_start":"219'132","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":9054,"log_dups_size":0,"ondisk_log_size":9054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85393408,"num_objects":1303,"num_object_clones":0,"num_object_copies":3909,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1303,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3933,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":268,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.755788+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:50:08.755788+0000","last_peered":"2023-10-09T04:50:08.755788+0000","last_clean":"2023-10-09T04:50:08.755788+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:50:08.755788+0000","last_undegraded":"2023-10-09T04:50:08.755788+0000","last_fullsized":"2023-10-09T04:50:08.755788+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.740679+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:50:08.740679+0000","last_peered":"2023-10-09T04:50:08.740679+0000","last_clean":"2023-10-09T04:50:08.740679+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:50:08.740679+0000","last_undegraded":"2023-10-09T04:50:08.740679+0000","last_fullsized":"2023-10-09T04:50:08.740679+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":256,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741328+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:50:08.741328+0000","last_peered":"2023-10-09T04:50:08.741328+0000","last_clean":"2023-10-09T04:50:08.741328+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:50:08.741328+0000","last_undegraded":"2023-10-09T04:50:08.741328+0000","last_fullsized":"2023-10-09T04:50:08.741328+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"269'12945","reported_seq":13007,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.590505+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:22.590505+0000","last_peered":"2023-10-09T04:50:22.590505+0000","last_clean":"2023-10-09T04:50:22.590505+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:22.590505+0000","last_undegraded":"2023-10-09T04:50:22.590505+0000","last_fullsized":"2023-10-09T04:50:22.590505+0000","mapping_epoch":215,"log_start":"231'5900","ondisk_log_start":"231'5900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7045,"log_dups_size":0,"ondisk_log_size":7045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161611800,"num_objects":2467,"num_object_clones":0,"num_object_copies":7401,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12945,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":234,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756933+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:50:08.756933+0000","last_peered":"2023-10-09T04:50:08.756933+0000","last_clean":"2023-10-09T04:50:08.756933+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:50:08.756933+0000","last_undegraded":"2023-10-09T04:50:08.756933+0000","last_fullsized":"2023-10-09T04:50:08.756933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":186,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754917+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:50:08.754917+0000","last_peered":"2023-10-09T04:50:08.754917+0000","last_clean":"2023-10-09T04:50:08.754917+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:50:08.754917+0000","last_undegraded":"2023-10-09T04:50:08.754917+0000","last_fullsized":"2023-10-09T04:50:08.754917+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":211,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741007+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:50:08.741007+0000","last_peered":"2023-10-09T04:50:08.741007+0000","last_clean":"2023-10-09T04:50:08.741007+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:50:08.741007+0000","last_undegraded":"2023-10-09T04:50:08.741007+0000","last_fullsized":"2023-10-09T04:50:08.741007+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"269'13027","reported_seq":13089,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.613267+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:22.613267+0000","last_peered":"2023-10-09T04:50:22.613267+0000","last_clean":"2023-10-09T04:50:22.613267+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:22.613267+0000","last_undegraded":"2023-10-09T04:50:22.613267+0000","last_fullsized":"2023-10-09T04:50:22.613267+0000","mapping_epoch":215,"log_start":"233'7100","ondisk_log_start":"233'7100","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5927,"log_dups_size":0,"ondisk_log_size":5927,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162332672,"num_objects":2477,"num_object_clones":0,"num_object_copies":7431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13027,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":127,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756760+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:50:08.756760+0000","last_peered":"2023-10-09T04:50:08.756760+0000","last_clean":"2023-10-09T04:50:08.756760+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:50:08.756760+0000","last_undegraded":"2023-10-09T04:50:08.756760+0000","last_fullsized":"2023-10-09T04:50:08.756760+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":198,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.754707+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:50:08.754707+0000","last_peered":"2023-10-09T04:50:08.754707+0000","last_clean":"2023-10-09T04:50:08.754707+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:50:08.754707+0000","last_undegraded":"2023-10-09T04:50:08.754707+0000","last_fullsized":"2023-10-09T04:50:08.754707+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":212,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.756078+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:50:08.756078+0000","last_peered":"2023-10-09T04:50:08.756078+0000","last_clean":"2023-10-09T04:50:08.756078+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:50:08.756078+0000","last_undegraded":"2023-10-09T04:50:08.756078+0000","last_fullsized":"2023-10-09T04:50:08.756078+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"269'12786","reported_seq":12848,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.595482+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:22.595482+0000","last_peered":"2023-10-09T04:50:22.595482+0000","last_clean":"2023-10-09T04:50:22.595482+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:22.595482+0000","last_undegraded":"2023-10-09T04:50:22.595482+0000","last_fullsized":"2023-10-09T04:50:22.595482+0000","mapping_epoch":215,"log_start":"231'5800","ondisk_log_start":"231'5800","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6986,"log_dups_size":0,"ondisk_log_size":6986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162922496,"num_objects":2486,"num_object_clones":0,"num_object_copies":7458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12786,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":233,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.751586+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:50:08.751586+0000","last_peered":"2023-10-09T04:50:08.751586+0000","last_clean":"2023-10-09T04:50:08.751586+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:50:08.751586+0000","last_undegraded":"2023-10-09T04:50:08.751586+0000","last_fullsized":"2023-10-09T04:50:08.751586+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":244,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741439+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:50:08.741439+0000","last_peered":"2023-10-09T04:50:08.741439+0000","last_clean":"2023-10-09T04:50:08.741439+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:50:08.741439+0000","last_undegraded":"2023-10-09T04:50:08.741439+0000","last_fullsized":"2023-10-09T04:50:08.741439+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":212,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762202+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:50:08.762202+0000","last_peered":"2023-10-09T04:50:08.762202+0000","last_clean":"2023-10-09T04:50:08.762202+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:50:08.762202+0000","last_undegraded":"2023-10-09T04:50:08.762202+0000","last_fullsized":"2023-10-09T04:50:08.762202+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"269'9166","reported_seq":10980,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:25.057872+0000","last_change":"2023-10-09T04:49:56.003667+0000","last_active":"2023-10-09T04:50:25.057872+0000","last_peered":"2023-10-09T04:50:25.057872+0000","last_clean":"2023-10-09T04:50:25.057872+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:50:25.057872+0000","last_undegraded":"2023-10-09T04:50:25.057872+0000","last_fullsized":"2023-10-09T04:50:25.057872+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9166,"log_dups_size":0,"ondisk_log_size":9166,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77987840,"num_objects":1190,"num_object_clones":0,"num_object_copies":3570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1190,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6594,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":213,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.740970+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:50:08.740970+0000","last_peered":"2023-10-09T04:50:08.740970+0000","last_clean":"2023-10-09T04:50:08.740970+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:50:08.740970+0000","last_undegraded":"2023-10-09T04:50:08.740970+0000","last_fullsized":"2023-10-09T04:50:08.740970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":278,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.757672+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:50:08.757672+0000","last_peered":"2023-10-09T04:50:08.757672+0000","last_clean":"2023-10-09T04:50:08.757672+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:50:08.757672+0000","last_undegraded":"2023-10-09T04:50:08.757672+0000","last_fullsized":"2023-10-09T04:50:08.757672+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"269'8794","reported_seq":8873,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:20.507306+0000","last_change":"2023-10-09T04:50:01.654415+0000","last_active":"2023-10-09T04:50:20.507306+0000","last_peered":"2023-10-09T04:50:20.507306+0000","last_clean":"2023-10-09T04:50:20.507306+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:50:20.507306+0000","last_undegraded":"2023-10-09T04:50:20.507306+0000","last_fullsized":"2023-10-09T04:50:20.507306+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8794,"log_dups_size":0,"ondisk_log_size":8794,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84180992,"num_objects":1285,"num_object_clones":0,"num_object_copies":3855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6283,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":248,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.768894+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:50:08.768894+0000","last_peered":"2023-10-09T04:50:08.768894+0000","last_clean":"2023-10-09T04:50:08.768894+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:50:08.768894+0000","last_undegraded":"2023-10-09T04:50:08.768894+0000","last_fullsized":"2023-10-09T04:50:08.768894+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":280,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.762054+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:50:08.762054+0000","last_peered":"2023-10-09T04:50:08.762054+0000","last_clean":"2023-10-09T04:50:08.762054+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:50:08.762054+0000","last_undegraded":"2023-10-09T04:50:08.762054+0000","last_fullsized":"2023-10-09T04:50:08.762054+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"269'8940","reported_seq":10737,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:21.660856+0000","last_change":"2023-10-09T04:50:06.161585+0000","last_active":"2023-10-09T04:50:21.660856+0000","last_peered":"2023-10-09T04:50:21.660856+0000","last_clean":"2023-10-09T04:50:21.660856+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:21.660856+0000","last_undegraded":"2023-10-09T04:50:21.660856+0000","last_fullsized":"2023-10-09T04:50:21.660856+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8940,"log_dups_size":0,"ondisk_log_size":8940,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78512128,"num_objects":1198,"num_object_clones":0,"num_object_copies":3594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6374,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":214,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.768935+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:50:08.768935+0000","last_peered":"2023-10-09T04:50:08.768935+0000","last_clean":"2023-10-09T04:50:08.768935+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:50:08.768935+0000","last_undegraded":"2023-10-09T04:50:08.768935+0000","last_fullsized":"2023-10-09T04:50:08.768935+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":263,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.761615+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:50:08.761615+0000","last_peered":"2023-10-09T04:50:08.761615+0000","last_clean":"2023-10-09T04:50:08.761615+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:50:08.761615+0000","last_undegraded":"2023-10-09T04:50:08.761615+0000","last_fullsized":"2023-10-09T04:50:08.761615+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"269'9036","reported_seq":9261,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.604904+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:22.604904+0000","last_peered":"2023-10-09T04:50:22.604904+0000","last_clean":"2023-10-09T04:50:22.604904+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:22.604904+0000","last_undegraded":"2023-10-09T04:50:22.604904+0000","last_fullsized":"2023-10-09T04:50:22.604904+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":9036,"log_dups_size":0,"ondisk_log_size":9036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81133568,"num_objects":1238,"num_object_clones":0,"num_object_copies":3714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2907,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":128,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.750107+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:50:08.750107+0000","last_peered":"2023-10-09T04:50:08.750107+0000","last_clean":"2023-10-09T04:50:08.750107+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:50:08.750107+0000","last_undegraded":"2023-10-09T04:50:08.750107+0000","last_fullsized":"2023-10-09T04:50:08.750107+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":199,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.757493+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:50:08.757493+0000","last_peered":"2023-10-09T04:50:08.757493+0000","last_clean":"2023-10-09T04:50:08.757493+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:50:08.757493+0000","last_undegraded":"2023-10-09T04:50:08.757493+0000","last_fullsized":"2023-10-09T04:50:08.757493+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"269'9109","reported_seq":9216,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:22.755396+0000","last_change":"2023-10-09T04:50:08.738680+0000","last_active":"2023-10-09T04:50:22.755396+0000","last_peered":"2023-10-09T04:50:22.755396+0000","last_clean":"2023-10-09T04:50:22.755396+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:22.755396+0000","last_undegraded":"2023-10-09T04:50:22.755396+0000","last_fullsized":"2023-10-09T04:50:22.755396+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9109,"log_dups_size":0,"ondisk_log_size":9109,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79855616,"num_objects":1219,"num_object_clones":0,"num_object_copies":3657,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1219,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6489,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":229,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.741296+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:50:08.741296+0000","last_peered":"2023-10-09T04:50:08.741296+0000","last_clean":"2023-10-09T04:50:08.741296+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:50:08.741296+0000","last_undegraded":"2023-10-09T04:50:08.741296+0000","last_fullsized":"2023-10-09T04:50:08.741296+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":239,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-10-09T04:50:08.761653+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:50:08.761653+0000","last_peered":"2023-10-09T04:50:08.761653+0000","last_clean":"2023-10-09T04:50:08.761653+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:50:08.761653+0000","last_undegraded":"2023-10-09T04:50:08.761653+0000","last_fullsized":"2023-10-09T04:50:08.761653+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":2608037912,"num_objects":39797,"num_object_clones":0,"num_object_copies":119391,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":467,"num_objects_unfound":0,"num_objects_dirty":39797,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":166677,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8498,"num_bytes_recovered":556728320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7955558400,"data_stored":7955546184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217913,"ondisk_log_size":217913,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234330,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1767564,"kb_used_data":854084,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":91977588,"statfs":{"total":95995035648,"available":94185050112,"internally_reserved":0,"allocated":874582016,"data_stored":873894554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":10.343},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.27300000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4189999999999996,"5min":7.4189999999999996,"15min":7.4189999999999996},"last":10.385999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":15.073},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":0.312}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.615,"15min":1.738},"min":{"1min":0.32000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.7140000000000004,"5min":11.003,"15min":11.003},"last":0.34899999999999998},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.6859999999999999,"15min":1.6970000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.6219999999999999,"5min":10.955,"15min":10.955},"last":0.45900000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8720000000000001,"5min":2.7389999999999999,"15min":1.8879999999999999},"min":{"1min":0.33100000000000002,"5min":0.308,"15min":0.22},"max":{"1min":5.1109999999999998,"5min":23.919,"15min":23.919},"last":0.36499999999999999},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1880000000000002,"15min":1.6879999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.157,"5min":23.797999999999998,"15min":23.797999999999998},"last":1.2609999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.4119999999999999,"15min":2.165},"min":{"1min":0.38300000000000001,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":11.605,"5min":79.709999999999994,"15min":79.709999999999994},"last":0.501},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.286,"15min":2.0680000000000001},"min":{"1min":0.34300000000000003,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":9.4960000000000004,"5min":79.332999999999998,"15min":79.332999999999998},"last":10.525}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.8700000000000001,"15min":2.0099999999999998},"min":{"1min":0.40899999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2439999999999998,"5min":16.113,"15min":17.501000000000001},"last":2.9689999999999999},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.532,"15min":1.9219999999999999},"min":{"1min":0.43099999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":9.0030000000000001,"5min":9.7669999999999995,"15min":12.093},"last":10.407}]}]},{"osd":6,"up_from":46,"seq":197568495966,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2029252,"kb_used_data":1123772,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":91715900,"statfs":{"total":95995035648,"available":93917081600,"internally_reserved":0,"allocated":1150742528,"data_stored":1150063194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":0.23999999999999999},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":3.3439999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8129999999999997,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":2.931},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":2.323,"15min":2.214},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5979999999999999,"5min":12.317,"15min":13.32},"last":1.01},{"interface":"front","average":{"1min":4.2539999999999996,"5min":2.444,"15min":2.2120000000000002},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.3979999999999997,"5min":15.391999999999999,"15min":15.391999999999999},"last":3.242}]},{"osd":3,"last update":"Mon Oct 9 04:49:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0670000000000002,"5min":1.9430000000000001,"15min":1.925},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":7.9960000000000004,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":2.9670000000000001},{"interface":"front","average":{"1min":1.8009999999999999,"5min":1.4570000000000001,"15min":1.1799999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.5389999999999997,"5min":10.198,"15min":10.198},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":4.016,"5min":2.3860000000000001,"15min":1.861},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.137,"5min":14.137,"15min":14.137},"last":0.314},{"interface":"front","average":{"1min":3.8719999999999999,"5min":2.3399999999999999,"15min":1.9330000000000001},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":10.324999999999999,"5min":10.324999999999999,"15min":12.722},"last":12.878}]},{"osd":5,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.4089999999999998,"15min":1.8089999999999999},"min":{"1min":0.35799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":7.343,"5min":12.420999999999999,"15min":16.042000000000002},"last":1.643},{"interface":"front","average":{"1min":1.7669999999999999,"5min":2.4169999999999998,"15min":2.1000000000000001},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.9989999999999997,"5min":12.403,"15min":13.391999999999999},"last":0.55400000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":4.3239999999999998,"15min":2.6400000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":6.2290000000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":2.9470000000000001,"5min":4.6379999999999999,"15min":2.758},"min":{"1min":0.435,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.478,"5min":196.24299999999999,"15min":196.24299999999999},"last":2.8849999999999998}]}]},{"osd":1,"up_from":235,"seq":1009317314583,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":855984,"kb_used_data":681448,"kb_used_omap":5,"kb_used_meta":174522,"kb_avail":92889168,"statfs":{"total":95995035648,"available":95118508032,"internally_reserved":0,"allocated":697802752,"data_stored":696622807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":178711253},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7930000000000001,"5min":3.7930000000000001,"15min":3.7930000000000001},"last":0.49199999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":3.8069999999999999},"last":0.628},{"interface":"front","average":{"1min":1.139,"5min":1.139,"15min":1.139},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":1.8899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.609,"5min":2.609,"15min":2.609},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.78400000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.839,"15min":1.839},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":3.4700000000000002},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.282,"5min":7.282,"15min":7.282},"last":3.883}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.972,"15min":1.972},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":6.4690000000000003,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":3.161},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":7.2309999999999999,"5min":7.2309999999999999,"15min":7.2309999999999999},"last":0.749}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":4.0389999999999997},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":1.6559999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":9.1370000000000005,"5min":9.1370000000000005,"15min":9.1370000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":146.554,"5min":146.554,"15min":146.554},"last":0.89600000000000002},{"interface":"front","average":{"1min":9.843,"5min":9.843,"15min":9.843},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":146.53100000000001,"5min":146.53100000000001,"15min":146.53100000000001},"last":1.401}]}]},{"osd":0,"up_from":86,"seq":369367187673,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2359776,"kb_used_data":1636056,"kb_used_omap":5,"kb_used_meta":723706,"kb_avail":91385376,"statfs":{"total":95995035648,"available":93578625024,"internally_reserved":0,"allocated":1675321344,"data_stored":1674037454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":741075578},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:49:38 2023","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.194,"15min":1.194},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":8.3520000000000003,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.433},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.52,"5min":2.52,"15min":2.52},"last":0.53000000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.6339999999999999,"15min":1.7909999999999999},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":10.683999999999999,"5min":10.683999999999999,"15min":18.437000000000001},"last":5.4009999999999998},{"interface":"front","average":{"1min":1.248,"5min":1.2,"15min":1.784},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":8.4290000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":5.4550000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.4730000000000001,"15min":1.6870000000000001},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.3919999999999995,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.3220000000000001,"15min":1.345},"min":{"1min":0.29799999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.8929999999999998,"5min":7.6070000000000002,"15min":7.6070000000000002},"last":9.7550000000000008}]},{"osd":4,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":2.069,"15min":1.897},"min":{"1min":0.39200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":13.334},"last":5.367},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7170000000000001,"15min":1.704},"min":{"1min":0.34599999999999997,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":12.212,"5min":12.212,"15min":12.212},"last":0.502}]},{"osd":5,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.974,"15min":1.966},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.5999999999999996,"5min":13.022,"15min":13.022},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.327,"15min":2.3919999999999999},"min":{"1min":0.443,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":7.0819999999999999,"5min":12.978,"15min":16.609999999999999},"last":4.2850000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.927,"15min":2.25},"min":{"1min":0.41199999999999998,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":5.4660000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.0819999999999999,"15min":2.4020000000000001},"min":{"1min":0.41599999999999998,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.0419999999999998,"5min":13.086,"15min":43.819000000000003},"last":0.55600000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.0720000000000001,"15min":2.218},"min":{"1min":0.377,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":7.0220000000000002,"5min":13.054,"15min":13.374000000000001},"last":4.3300000000000001},{"interface":"front","average":{"1min":3.2090000000000001,"5min":2.4849999999999999,"15min":2.1200000000000001},"min":{"1min":0.53600000000000003,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":14.393000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":5.327}]}]},{"osd":2,"up_from":116,"seq":498216206515,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1657744,"kb_used_data":1160136,"kb_used_omap":7,"kb_used_meta":497592,"kb_avail":92087408,"statfs":{"total":95995035648,"available":94297505792,"internally_reserved":0,"allocated":1187979264,"data_stored":1186881049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":509534289},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.8540000000000001,"15min":2.27},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9809999999999999,"5min":49.338000000000001,"15min":49.338000000000001},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.649,"15min":2.1280000000000001},"min":{"1min":0.193,"5min":0.185,"15min":0.185},"max":{"1min":7.9900000000000002,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.27600000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":7.6539999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.77,"5min":1.77,"15min":1.77},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":7.4269999999999996,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":3.355}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":0.93300000000000005,"15min":0.78500000000000003},"min":{"1min":0.24299999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":9.7219999999999995,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":6.1470000000000002},{"interface":"front","average":{"1min":1.8560000000000001,"5min":0.97799999999999998,"15min":0.82799999999999996},"min":{"1min":0.32300000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.7650000000000006,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":6.1799999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.823,"15min":1.8049999999999999},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":5.2309999999999999,"5min":11.215,"15min":11.789},"last":10.335000000000001},{"interface":"front","average":{"1min":1.597,"5min":1.748,"15min":1.962},"min":{"1min":0.32200000000000001,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.6840000000000002,"5min":18.672999999999998,"15min":18.672999999999998},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":1.8109999999999999,"15min":2.3010000000000002},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.7000000000000002,"5min":12.141999999999999,"15min":14.644},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.768,"15min":2.0640000000000001},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":10.753,"5min":11.654,"15min":13.205},"last":3.536}]},{"osd":6,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.909,"15min":2.0230000000000001},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":9.8100000000000005,"5min":11.618,"15min":15.412000000000001},"last":0.44},{"interface":"front","average":{"1min":3.27,"5min":2.1030000000000002,"15min":2.29},"min":{"1min":0.44900000000000001,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":13.863,"5min":13.863,"15min":13.863},"last":3.2440000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.1520000000000001,"15min":2.3719999999999999},"min":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":5.5090000000000003,"5min":18.600000000000001,"15min":18.792999999999999},"last":3.7029999999999998},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.1309999999999998,"15min":2.536},"min":{"1min":0.379,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":7.766,"5min":11.192,"15min":18.841999999999999},"last":3.3130000000000002}]}]},{"osd":3,"up_from":0,"seq":850403524656,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019238,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2494088,"kb_used_data":1598208,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":91251064,"statfs":{"total":95995035648,"available":93441089536,"internally_reserved":0,"allocated":1636564992,"data_stored":1635881325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,3,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.137,"15min":1.905},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20599999999999999},"max":{"1min":12.423999999999999,"5min":12.423999999999999,"15min":16.363},"last":6.3230000000000004},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.698,"15min":1.843},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":7.1500000000000004,"5min":11.058999999999999,"15min":11.058999999999999},"last":6.4550000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7130000000000001,"5min":3.7130000000000001,"15min":3.7130000000000001},"last":6.3840000000000003},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":5.2110000000000003,"5min":5.2110000000000003,"15min":5.2110000000000003},"last":10.627000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.0590000000000002,"15min":1.889},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.369,"5min":12.369,"15min":13.488},"last":6.2910000000000004},{"interface":"front","average":{"1min":2.3620000000000001,"5min":1.96,"15min":2.0550000000000002},"min":{"1min":0.33700000000000002,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.3819999999999997,"5min":12.367000000000001,"15min":13.170999999999999},"last":6.4199999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.885,"15min":1.833},"min":{"1min":0.438,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.0940000000000003,"5min":11.211,"15min":11.211},"last":6.4800000000000004},{"interface":"front","average":{"1min":2.456,"5min":2.0409999999999999,"15min":1.758},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.7519999999999998,"5min":7.391,"15min":7.391},"last":10.692}]},{"osd":5,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":4.133,"5min":2.5569999999999999,"15min":1.831},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.23799999999999999},"max":{"1min":12.978,"5min":12.978,"15min":13.624000000000001},"last":13.765000000000001},{"interface":"front","average":{"1min":2.552,"5min":2.0840000000000001,"15min":1.716},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":8.9369999999999994,"5min":11.099,"15min":11.099},"last":14.202999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:50:19 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":3.4239999999999999,"15min":2.2669999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24299999999999999},"max":{"1min":10.105,"5min":31.064,"15min":31.064},"last":10.663},{"interface":"front","average":{"1min":5.734,"5min":3.1989999999999998,"15min":2.0209999999999999},"min":{"1min":0.39600000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":13.794,"5min":16.763000000000002,"15min":16.763000000000002},"last":8.7739999999999991}]},{"osd":7,"last update":"Mon Oct 9 04:49:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.4119999999999999,"15min":1.9410000000000001},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":12.744999999999999,"15min":19.754999999999999},"last":10.081},{"interface":"front","average":{"1min":2.8719999999999999,"5min":3.0840000000000001,"15min":1.9490000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29499999999999998},"max":{"1min":5.766,"5min":15.33,"15min":16.835000000000001},"last":10.715999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757602,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1674680,"kb_used_data":786416,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92070472,"statfs":{"total":95995035648,"available":94280163328,"internally_reserved":0,"allocated":805289984,"data_stored":804618455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8839999999999999,"5min":1.7110000000000001,"15min":1.6040000000000001},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":14.885,"5min":14.885,"15min":14.885},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.2679999999999998,"15min":2.2650000000000001},"min":{"1min":0.25800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":14.765000000000001,"5min":14.765000000000001,"15min":14.765000000000001},"last":7.1470000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:41 2023","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":7.327,"15min":7.327},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":145.947,"5min":145.947,"15min":145.947},"last":0.48699999999999999},{"interface":"front","average":{"1min":7.766,"5min":7.766,"15min":7.766},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":145.80699999999999,"5min":145.80699999999999,"15min":145.80699999999999},"last":7.1929999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.6080000000000001,"15min":1.823},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":8.6999999999999993,"5min":11,"15min":14.859999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.486,"5min":2.0089999999999999,"15min":2.3540000000000001},"min":{"1min":0.29799999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":5.7110000000000003,"5min":9.5950000000000006,"15min":13.308},"last":7.2190000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:49:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.2749999999999999,"15min":1.173},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.5439999999999996,"5min":5.5229999999999997,"15min":5.5229999999999997},"last":1.9850000000000001},{"interface":"front","average":{"1min":1.675,"5min":1.7989999999999999,"15min":1.744},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.016,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":7.3120000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7909999999999999,"5min":1.71,"15min":1.4279999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.7379999999999995,"5min":11.723000000000001,"15min":11.723000000000001},"last":2.1509999999999998},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.1269999999999998,"15min":2.0960000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":14.824,"5min":14.824,"15min":14.824},"last":7.3390000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:49:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6139999999999999,"15min":1.8600000000000001},"min":{"1min":0.35199999999999998,"5min":0.32600000000000001,"15min":0.28699999999999998},"max":{"1min":9.0909999999999993,"5min":21.196999999999999,"15min":21.196999999999999},"last":7.2450000000000001},{"interface":"front","average":{"1min":2.0699999999999998,"5min":3.2360000000000002,"15min":2.1640000000000001},"min":{"1min":0.373,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":5.6749999999999998,"5min":19.631,"15min":19.631},"last":1.913}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":1.9530000000000001},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.45300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1653739520,"data_stored":1653735448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":691732480,"data_stored":691732480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1180368896,"data_stored":1180368896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1628573696,"data_stored":1628569624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":799014912,"data_stored":799014912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1131352064,"data_stored":1131347992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":870776832,"data_stored":870776832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:50:27.030 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:50:27.096 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:27.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:27.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:27.205 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:27.258 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:27.576 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:27.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:27.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:27.653 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:27.685 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:27.739 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:27.786 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:27.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:27.790 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:27.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: from='client.35691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/42395944' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:50:27.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: osdmap e270: 8 total, 8 up, 7 in 2023-10-09T04:50:27.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:27.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:27.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: from='client.35691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:27.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:27.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/42395944' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:50:27.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: osdmap e270: 8 total, 8 up, 7 in 2023-10-09T04:50:27.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:27.926 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:27.939 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:27.979 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:27.979 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: from='client.35691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/42395944' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:50:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: osdmap e270: 8 total, 8 up, 7 in 2023-10-09T04:50:27.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:27.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:27.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:28.203 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:28.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:28.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:28.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:28.346 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:28.704 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:28.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:28.708 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:28.780 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:50:28.809 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:28.841 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:28.841 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[179183]: failed to encode map e270 with expected crc 2023-10-09T04:50:28.841 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:28.841 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[179183]: pgmap v884: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 826 op/s; 17/116565 objects degraded (0.015%); 467/116565 objects misplaced (0.401%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:28.842 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:28.842 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[184249]: failed to encode map e270 with expected crc 2023-10-09T04:50:28.842 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:28.842 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:28 smithi107 ceph-mon[184249]: pgmap v884: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 826 op/s; 17/116565 objects degraded (0.015%); 467/116565 objects misplaced (0.401%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:28.850 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:28.902 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:28.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:28.906 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:28.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:28 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:28.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:28 smithi150 ceph-mon[168511]: failed to encode map e270 with expected crc 2023-10-09T04:50:28.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:28 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:28.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:28 smithi150 ceph-mon[168511]: pgmap v884: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 826 op/s; 17/116565 objects degraded (0.015%); 467/116565 objects misplaced (0.401%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T04:50:29.007 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:29.049 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:29.286 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:29.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:29.292 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:29.392 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:29.429 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:29.550 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:29.595 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:50:29.645 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:29.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:29.652 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:29.753 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:29.829 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:29.916 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:29.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:29 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:50:29.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:29 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:50:29.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:29.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:29.965 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:29 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:50:30.022 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:30.029 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:50:30.097 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:30.164 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:30.195 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:30.214 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:30.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:30.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:30.228 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:30.268 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:30.311 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:30.320 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:30.350 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:30.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:30.384 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:30.388 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:30.426 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:30.451 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:50:30.565 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:30.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:30.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:30.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:30.717 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:30.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:50:30.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[179183]: pgmap v885: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 791 op/s; 17/108561 objects degraded (0.016%); 172/108561 objects misplaced (0.158%); 3.6 MiB/s, 56 objects/s recovering 2023-10-09T04:50:30.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:30.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/108561 objects degraded (0.016%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:30.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1971700776' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:30.778 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:50:30.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[184249]: pgmap v885: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 791 op/s; 17/108561 objects degraded (0.016%); 172/108561 objects misplaced (0.158%); 3.6 MiB/s, 56 objects/s recovering 2023-10-09T04:50:30.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:30.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/108561 objects degraded (0.016%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:30.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1971700776' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:30.907 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:30 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:50:30.907 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:30 smithi150 ceph-mon[168511]: pgmap v885: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 791 op/s; 17/108561 objects degraded (0.016%); 172/108561 objects misplaced (0.158%); 3.6 MiB/s, 56 objects/s recovering 2023-10-09T04:50:30.907 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:30 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:30.907 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/108561 objects degraded (0.016%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:30.907 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1971700776' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.45347.0:213021 10.c e270/215 10:34612372:::benchmark_data_smithi107_275910_object90154:head v 270'13273, mlcod=270'13270)", 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:31.250029+0000", 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0067340239999999999, 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0067644899999999997, 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:31.268 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.250029+0000", 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.250029+0000", 2023-10-09T04:50:31.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.250029+0000", 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.250033+0000", 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6870000000000002e-06 2023-10-09T04:50:31.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.250042+0000", 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2120000000000003e-06 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.250045+0000", 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6710000000000001e-06 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.251201+0000", 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001155229 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.251222+0000", 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1899000000000002e-05 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:213032 10.e 10:7c9c6261:::benchmark_data_smithi107_275910_object90165:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e270)", 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:31.253799+0000", 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.002963738, 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0030635660000000002, 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:31.273 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 213032 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253799+0000", 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253799+0000", 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253798+0000", 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253805+0000", 2023-10-09T04:50:31.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4030000000000001e-06 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253818+0000", 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3198e-05 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253825+0000", 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5409999999999997e-06 2023-10-09T04:50:31.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.253884+0000", 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8959000000000003e-05 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254008+0000", 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012391999999999999 2023-10-09T04:50:31.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254099+0000", 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0798999999999996e-05 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.45347.0:213025 10.6 e270/228 10:66ecbb96:::benchmark_data_smithi107_275910_object90158:head v 270'9428, mlcod=270'9426)", 2023-10-09T04:50:31.278 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:31.254310+0000", 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0024530649999999999, 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002627702, 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254310+0000", 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254310+0000", 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254309+0000", 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254316+0000", 2023-10-09T04:50:31.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1609999999999997e-06 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254328+0000", 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1763000000000001e-05 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254344+0000", 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5330000000000001e-05 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254379+0000", 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5775000000000002e-05 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.254397+0000", 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7677999999999999e-05 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:213014 10.11 10:8ce5d5b6:::benchmark_data_smithi107_275910_object90147:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e270)", 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:31.230898+0000", 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.025865217999999999, 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026101553, 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:31.283 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 213014 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.230898+0000", 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.230898+0000", 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:31.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.230897+0000", 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.230903+0000", 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5490000000000003e-06 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.230915+0000", 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1780000000000001e-05 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.230921+0000", 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1510000000000001e-06 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.231675+0000", 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00075374700000000003 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.231779+0000", 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104139 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:50:31.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.232283+0000", 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050384699999999998 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.237463+0000", 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051802819999999996 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:31.243930+0000", 2023-10-09T04:50:31.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0064672569999999997 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 4 2023-10-09T04:50:31.289 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:50:31.679 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:50:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:31 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:31.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:32.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:31 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:32.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:32.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:31 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:32.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:50:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:50:32] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2023-10-09T04:50:32.550 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:32.730 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:32.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:32.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:32.836 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:32.917 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:32.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:32 smithi150 ceph-mon[168511]: 10.14 scrub starts 2023-10-09T04:50:32.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:32 smithi150 ceph-mon[168511]: pgmap v886: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.2 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 789 op/s; 17/106257 objects degraded (0.016%); 172/106257 objects misplaced (0.162%); 3.6 MiB/s, 56 objects/s recovering 2023-10-09T04:50:33.086 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:32 smithi107 ceph-mon[179183]: 10.14 scrub starts 2023-10-09T04:50:33.086 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:32 smithi107 ceph-mon[179183]: pgmap v886: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.2 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 789 op/s; 17/106257 objects degraded (0.016%); 172/106257 objects misplaced (0.162%); 3.6 MiB/s, 56 objects/s recovering 2023-10-09T04:50:33.086 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:32 smithi107 ceph-mon[184249]: 10.14 scrub starts 2023-10-09T04:50:33.087 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:32 smithi107 ceph-mon[184249]: pgmap v886: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.2 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 789 op/s; 17/106257 objects degraded (0.016%); 172/106257 objects misplaced (0.162%); 3.6 MiB/s, 56 objects/s recovering 2023-10-09T04:50:33.191 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:33.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:33.196 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:33.244 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:33.297 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:33.334 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:33.463 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:33.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:33.468 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:33.569 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:33.654 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:33.749 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:33.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:33.765 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:33.865 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:33.980 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:34.110 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:34.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:34.116 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:34.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:50:34.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: pgmap v887: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 802 op/s; 17/96087 objects degraded (0.018%); 2.9 MiB/s, 59 objects/s recovering 2023-10-09T04:50:34.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:50:34.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:50:34.118 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: pgmap v887: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 802 op/s; 17/96087 objects degraded (0.018%); 2.9 MiB/s, 59 objects/s recovering 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: pgmap v887: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 2.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 802 op/s; 17/96087 objects degraded (0.018%); 2.9 MiB/s, 59 objects/s recovering 2023-10-09T04:50:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:50:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:50:34.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:50:34.217 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:34.221 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:50:34.221 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:50:34.222 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:50:34.222 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:50:34.222 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:50:34.303 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:34.657 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:34.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:34.668 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:34.708 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:50:34.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:34.809 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:34.855 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:34.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:34.861 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:34.895 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:50:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:34 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:50:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:34 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1080304007' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:34 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:50:34.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:34 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:34.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1080304007' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:34.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:50:34.962 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:34.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:34 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:50:34.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:34 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:34.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1080304007' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:35.084 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:35.442 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:35.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:35.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:35.533 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:35.548 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:35.601 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:35.671 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:35.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:35.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:35.727 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:35.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:35.802 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:35.806 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:50:35.861 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:35.928 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:35.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:35.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:36.033 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1080304007' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: osdmap e271: 8 total, 8 up, 7 in 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.138 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.138 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.138 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.138 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.138 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/96087 objects degraded (0.018%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:36.138 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:35 smithi150 ceph-mon[168511]: pgmap v889: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 832 op/s; 17/95301 objects degraded (0.018%); 3.4 MiB/s, 69 objects/s recovering 2023-10-09T04:50:36.140 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1080304007' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: osdmap e271: 8 total, 8 up, 7 in 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/96087 objects degraded (0.018%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[179183]: pgmap v889: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 832 op/s; 17/95301 objects degraded (0.018%); 3.4 MiB/s, 69 objects/s recovering 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:36.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1080304007' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: osdmap e271: 8 total, 8 up, 7 in 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: failed to encode map e271 with expected crc 2023-10-09T04:50:36.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/96087 objects degraded (0.018%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:36.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:35 smithi107 ceph-mon[184249]: pgmap v889: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 832 op/s; 17/95301 objects degraded (0.018%); 3.4 MiB/s, 69 objects/s recovering 2023-10-09T04:50:36.389 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":889,"stamp":"2023-10-09T04:50:35.525757+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2080806840,"num_objects":31767,"num_object_clones":0,"num_object_copies":95301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31767,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":175031,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9104,"num_bytes_recovered":589104860,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219804,"ondisk_log_size":219804,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":11366432,"kb_used_data":6326632,"kb_used_omap":18,"kb_used_meta":5039085,"kb_avail":644849632,"statfs":{"total":671965249536,"available":660326023168,"internally_reserved":0,"allocated":6478471168,"data_stored":6472139854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5160023456},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-464519168,"num_objects":-7088,"num_object_clones":0,"num_object_copies":-21264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-467,"num_objects_unfound":0,"num_objects_dirty":-7088,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7088,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":594,"num_bytes_recovered":30605312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.510357"},"pg_stats":[{"pgid":"10.13","version":"270'9183","reported_seq":9332,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:30.585430+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:50:30.585430+0000","last_peered":"2023-10-09T04:50:30.585430+0000","last_clean":"2023-10-09T04:50:30.585430+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:50:30.585430+0000","last_undegraded":"2023-10-09T04:50:30.585430+0000","last_fullsized":"2023-10-09T04:50:30.585430+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":9183,"log_dups_size":0,"ondisk_log_size":9183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66387968,"num_objects":1013,"num_object_clones":0,"num_object_copies":3039,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1013,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2045,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":266,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.296400+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:50:17.296400+0000","last_peered":"2023-10-09T04:50:17.296400+0000","last_clean":"2023-10-09T04:50:17.296400+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:50:17.296400+0000","last_undegraded":"2023-10-09T04:50:17.296400+0000","last_fullsized":"2023-10-09T04:50:17.296400+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":59,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.287670+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:17.287670+0000","last_peered":"2023-10-09T04:50:17.287670+0000","last_clean":"2023-10-09T04:50:17.287670+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:17.287670+0000","last_undegraded":"2023-10-09T04:50:17.287670+0000","last_fullsized":"2023-10-09T04:50:17.287670+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"270'9310","reported_seq":15974,"reported_epoch":270,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:50:32.644250+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:50:32.644250+0000","last_peered":"2023-10-09T04:50:32.644250+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:50:32.644250+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"220'1728","ondisk_log_start":"220'1728","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7582,"log_dups_size":0,"ondisk_log_size":7582,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64782336,"num_objects":989,"num_object_clones":0,"num_object_copies":2967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6733,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3275,"num_bytes_recovered":206307328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"4,6","objects":972}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":193,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.020511+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:50:27.020511+0000","last_peered":"2023-10-09T04:50:27.020511+0000","last_clean":"2023-10-09T04:50:27.020511+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:50:27.020511+0000","last_undegraded":"2023-10-09T04:50:27.020511+0000","last_fullsized":"2023-10-09T04:50:27.020511+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":252,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:26.758079+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:50:26.758079+0000","last_peered":"2023-10-09T04:50:26.758079+0000","last_clean":"2023-10-09T04:50:26.758079+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:50:26.758079+0000","last_undegraded":"2023-10-09T04:50:26.758079+0000","last_fullsized":"2023-10-09T04:50:26.758079+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"270'9361","reported_seq":9551,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.633160+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:32.633160+0000","last_peered":"2023-10-09T04:50:32.633160+0000","last_clean":"2023-10-09T04:50:32.633160+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:32.633160+0000","last_undegraded":"2023-10-09T04:50:32.633160+0000","last_fullsized":"2023-10-09T04:50:32.633160+0000","mapping_epoch":228,"log_start":"220'1750","ondisk_log_start":"220'1750","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":7611,"log_dups_size":0,"ondisk_log_size":7611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67567616,"num_objects":1031,"num_object_clones":0,"num_object_copies":3093,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1031,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4069,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":201,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.281493+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:50:17.281493+0000","last_peered":"2023-10-09T04:50:17.281493+0000","last_clean":"2023-10-09T04:50:17.281493+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:50:17.281493+0000","last_undegraded":"2023-10-09T04:50:17.281493+0000","last_fullsized":"2023-10-09T04:50:17.281493+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":246,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.292946+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:50:17.292946+0000","last_peered":"2023-10-09T04:50:17.292946+0000","last_clean":"2023-10-09T04:50:17.292946+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:50:17.292946+0000","last_undegraded":"2023-10-09T04:50:17.292946+0000","last_fullsized":"2023-10-09T04:50:17.292946+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":240,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.284938+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:50:17.284938+0000","last_peered":"2023-10-09T04:50:17.284938+0000","last_clean":"2023-10-09T04:50:17.284938+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:50:17.284938+0000","last_undegraded":"2023-10-09T04:50:17.284938+0000","last_fullsized":"2023-10-09T04:50:17.284938+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":137,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021432+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:50:27.021432+0000","last_peered":"2023-10-09T04:50:27.021432+0000","last_clean":"2023-10-09T04:50:27.021432+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:50:27.021432+0000","last_undegraded":"2023-10-09T04:50:27.021432+0000","last_fullsized":"2023-10-09T04:50:27.021432+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":247,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.284223+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:50:17.284223+0000","last_peered":"2023-10-09T04:50:17.284223+0000","last_clean":"2023-10-09T04:50:17.284223+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:50:17.284223+0000","last_undegraded":"2023-10-09T04:50:17.284223+0000","last_fullsized":"2023-10-09T04:50:17.284223+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298704+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:50:17.298704+0000","last_peered":"2023-10-09T04:50:17.298704+0000","last_clean":"2023-10-09T04:50:17.298704+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:50:17.298704+0000","last_undegraded":"2023-10-09T04:50:17.298704+0000","last_fullsized":"2023-10-09T04:50:17.298704+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":257,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.300556+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:50:17.300556+0000","last_peered":"2023-10-09T04:50:17.300556+0000","last_clean":"2023-10-09T04:50:17.300556+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:50:17.300556+0000","last_undegraded":"2023-10-09T04:50:17.300556+0000","last_fullsized":"2023-10-09T04:50:17.300556+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":188,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.023577+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:50:27.023577+0000","last_peered":"2023-10-09T04:50:27.023577+0000","last_clean":"2023-10-09T04:50:27.023577+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:50:27.023577+0000","last_undegraded":"2023-10-09T04:50:27.023577+0000","last_fullsized":"2023-10-09T04:50:27.023577+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":236,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298426+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:50:17.298426+0000","last_peered":"2023-10-09T04:50:17.298426+0000","last_clean":"2023-10-09T04:50:17.298426+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:50:17.298426+0000","last_undegraded":"2023-10-09T04:50:17.298426+0000","last_fullsized":"2023-10-09T04:50:17.298426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":247,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.295783+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:50:17.295783+0000","last_peered":"2023-10-09T04:50:17.295783+0000","last_clean":"2023-10-09T04:50:17.295783+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:50:17.295783+0000","last_undegraded":"2023-10-09T04:50:17.295783+0000","last_fullsized":"2023-10-09T04:50:17.295783+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":249,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298430+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:50:17.298430+0000","last_peered":"2023-10-09T04:50:17.298430+0000","last_clean":"2023-10-09T04:50:17.298430+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:50:17.298430+0000","last_undegraded":"2023-10-09T04:50:17.298430+0000","last_fullsized":"2023-10-09T04:50:17.298430+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":137,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.022940+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:50:27.022940+0000","last_peered":"2023-10-09T04:50:27.022940+0000","last_clean":"2023-10-09T04:50:27.022940+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:50:27.022940+0000","last_undegraded":"2023-10-09T04:50:27.022940+0000","last_fullsized":"2023-10-09T04:50:27.022940+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":255,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.281925+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:50:17.281925+0000","last_peered":"2023-10-09T04:50:17.281925+0000","last_clean":"2023-10-09T04:50:17.281925+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:50:17.281925+0000","last_undegraded":"2023-10-09T04:50:17.281925+0000","last_fullsized":"2023-10-09T04:50:17.281925+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":246,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283573+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:50:17.283573+0000","last_peered":"2023-10-09T04:50:17.283573+0000","last_clean":"2023-10-09T04:50:17.283573+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:50:17.283573+0000","last_undegraded":"2023-10-09T04:50:17.283573+0000","last_fullsized":"2023-10-09T04:50:17.283573+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"270'9305","reported_seq":9465,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:31.727950+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:31.727950+0000","last_peered":"2023-10-09T04:50:31.727950+0000","last_clean":"2023-10-09T04:50:31.727950+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:31.727950+0000","last_undegraded":"2023-10-09T04:50:31.727950+0000","last_fullsized":"2023-10-09T04:50:31.727950+0000","mapping_epoch":228,"log_start":"219'315","ondisk_log_start":"219'315","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8990,"log_dups_size":0,"ondisk_log_size":8990,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64225280,"num_objects":980,"num_object_clones":0,"num_object_copies":2940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3108,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":214,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298638+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:50:17.298638+0000","last_peered":"2023-10-09T04:50:17.298638+0000","last_clean":"2023-10-09T04:50:17.298638+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:50:17.298638+0000","last_undegraded":"2023-10-09T04:50:17.298638+0000","last_fullsized":"2023-10-09T04:50:17.298638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":241,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.285334+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:50:17.285334+0000","last_peered":"2023-10-09T04:50:17.285334+0000","last_clean":"2023-10-09T04:50:17.285334+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:50:17.285334+0000","last_undegraded":"2023-10-09T04:50:17.285334+0000","last_fullsized":"2023-10-09T04:50:17.285334+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"270'9282","reported_seq":9494,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.827337+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:32.827337+0000","last_peered":"2023-10-09T04:50:32.827337+0000","last_clean":"2023-10-09T04:50:32.827337+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:32.827337+0000","last_undegraded":"2023-10-09T04:50:32.827337+0000","last_fullsized":"2023-10-09T04:50:32.827337+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":9282,"log_dups_size":0,"ondisk_log_size":9282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63307776,"num_objects":966,"num_object_clones":0,"num_object_copies":2898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":966,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2180,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":238,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.290440+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:50:17.290440+0000","last_peered":"2023-10-09T04:50:17.290440+0000","last_clean":"2023-10-09T04:50:17.290440+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:50:17.290440+0000","last_undegraded":"2023-10-09T04:50:17.290440+0000","last_fullsized":"2023-10-09T04:50:17.290440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":187,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298914+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:50:17.298914+0000","last_peered":"2023-10-09T04:50:17.298914+0000","last_clean":"2023-10-09T04:50:17.298914+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:50:17.298914+0000","last_undegraded":"2023-10-09T04:50:17.298914+0000","last_fullsized":"2023-10-09T04:50:17.298914+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"270'9474","reported_seq":9698,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.829539+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:32.829539+0000","last_peered":"2023-10-09T04:50:32.829539+0000","last_clean":"2023-10-09T04:50:32.829539+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:32.829539+0000","last_undegraded":"2023-10-09T04:50:32.829539+0000","last_fullsized":"2023-10-09T04:50:32.829539+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":9474,"log_dups_size":0,"ondisk_log_size":9474,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64028672,"num_objects":977,"num_object_clones":0,"num_object_copies":2931,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3369,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":232,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298790+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:50:17.298790+0000","last_peered":"2023-10-09T04:50:17.298790+0000","last_clean":"2023-10-09T04:50:17.298790+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:50:17.298790+0000","last_undegraded":"2023-10-09T04:50:17.298790+0000","last_fullsized":"2023-10-09T04:50:17.298790+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.286642+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:50:17.286642+0000","last_peered":"2023-10-09T04:50:17.286642+0000","last_clean":"2023-10-09T04:50:17.286642+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:50:17.286642+0000","last_undegraded":"2023-10-09T04:50:17.286642+0000","last_fullsized":"2023-10-09T04:50:17.286642+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"270'9223","reported_seq":9300,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.488870+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:32.488870+0000","last_peered":"2023-10-09T04:50:32.488870+0000","last_clean":"2023-10-09T04:50:32.488870+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:32.488870+0000","last_undegraded":"2023-10-09T04:50:32.488870+0000","last_fullsized":"2023-10-09T04:50:32.488870+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9223,"log_dups_size":0,"ondisk_log_size":9223,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64749568,"num_objects":988,"num_object_clones":0,"num_object_copies":2964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6656,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":250,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298637+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:50:17.298637+0000","last_peered":"2023-10-09T04:50:17.298637+0000","last_clean":"2023-10-09T04:50:17.298637+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:50:17.298637+0000","last_undegraded":"2023-10-09T04:50:17.298637+0000","last_fullsized":"2023-10-09T04:50:17.298637+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":274,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.296271+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:50:17.296271+0000","last_peered":"2023-10-09T04:50:17.296271+0000","last_clean":"2023-10-09T04:50:17.296271+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:50:17.296271+0000","last_undegraded":"2023-10-09T04:50:17.296271+0000","last_fullsized":"2023-10-09T04:50:17.296271+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"270'9247","reported_seq":10949,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:31.637401+0000","last_change":"2023-10-09T04:50:29.198741+0000","last_active":"2023-10-09T04:50:31.637401+0000","last_peered":"2023-10-09T04:50:31.637401+0000","last_clean":"2023-10-09T04:50:31.637401+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:31.637401+0000","last_undegraded":"2023-10-09T04:50:31.637401+0000","last_fullsized":"2023-10-09T04:50:31.637401+0000","mapping_epoch":243,"log_start":"219'287","ondisk_log_start":"219'287","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8960,"log_dups_size":0,"ondisk_log_size":8960,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65994752,"num_objects":1007,"num_object_clones":0,"num_object_copies":3021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6681,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":215,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.300429+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:50:17.300429+0000","last_peered":"2023-10-09T04:50:17.300429+0000","last_clean":"2023-10-09T04:50:17.300429+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:50:17.300429+0000","last_undegraded":"2023-10-09T04:50:17.300429+0000","last_fullsized":"2023-10-09T04:50:17.300429+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":246,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.294110+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:50:17.294110+0000","last_peered":"2023-10-09T04:50:17.294110+0000","last_clean":"2023-10-09T04:50:17.294110+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:50:17.294110+0000","last_undegraded":"2023-10-09T04:50:17.294110+0000","last_fullsized":"2023-10-09T04:50:17.294110+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"270'9095","reported_seq":9178,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:30.603466+0000","last_change":"2023-10-09T04:50:28.499577+0000","last_active":"2023-10-09T04:50:30.603466+0000","last_peered":"2023-10-09T04:50:30.603466+0000","last_clean":"2023-10-09T04:50:30.603466+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:50:30.603466+0000","last_undegraded":"2023-10-09T04:50:30.603466+0000","last_fullsized":"2023-10-09T04:50:30.603466+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9095,"log_dups_size":0,"ondisk_log_size":9095,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70090752,"num_objects":1069,"num_object_clones":0,"num_object_copies":3207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1069,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6583,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283153+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:50:17.283153+0000","last_peered":"2023-10-09T04:50:17.283153+0000","last_clean":"2023-10-09T04:50:17.283153+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:50:17.283153+0000","last_undegraded":"2023-10-09T04:50:17.283153+0000","last_fullsized":"2023-10-09T04:50:17.283153+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":242,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:26.758016+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:50:26.758016+0000","last_peered":"2023-10-09T04:50:26.758016+0000","last_clean":"2023-10-09T04:50:26.758016+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:50:26.758016+0000","last_undegraded":"2023-10-09T04:50:26.758016+0000","last_fullsized":"2023-10-09T04:50:26.758016+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"271'9268","reported_seq":11062,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:35.110250+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:50:35.110250+0000","last_peered":"2023-10-09T04:50:35.110250+0000","last_clean":"2023-10-09T04:50:35.110250+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:50:35.110250+0000","last_undegraded":"2023-10-09T04:50:35.110250+0000","last_fullsized":"2023-10-09T04:50:35.110250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":9268,"log_dups_size":0,"ondisk_log_size":9268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59899904,"num_objects":914,"num_object_clones":0,"num_object_copies":2742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4033,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:26.758029+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:50:26.758029+0000","last_peered":"2023-10-09T04:50:26.758029+0000","last_clean":"2023-10-09T04:50:26.758029+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:50:26.758029+0000","last_undegraded":"2023-10-09T04:50:26.758029+0000","last_fullsized":"2023-10-09T04:50:26.758029+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298290+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:50:17.298290+0000","last_peered":"2023-10-09T04:50:17.298290+0000","last_clean":"2023-10-09T04:50:17.298290+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:50:17.298290+0000","last_undegraded":"2023-10-09T04:50:17.298290+0000","last_fullsized":"2023-10-09T04:50:17.298290+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"270'9206","reported_seq":9359,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:30.627422+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:50:30.627422+0000","last_peered":"2023-10-09T04:50:30.627422+0000","last_clean":"2023-10-09T04:50:30.627422+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:50:30.627422+0000","last_undegraded":"2023-10-09T04:50:30.627422+0000","last_fullsized":"2023-10-09T04:50:30.627422+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":9206,"log_dups_size":0,"ondisk_log_size":9206,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68354048,"num_objects":1043,"num_object_clones":0,"num_object_copies":3129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2287,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":247,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.294266+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:50:17.294266+0000","last_peered":"2023-10-09T04:50:17.294266+0000","last_clean":"2023-10-09T04:50:17.294266+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:50:17.294266+0000","last_undegraded":"2023-10-09T04:50:17.294266+0000","last_fullsized":"2023-10-09T04:50:17.294266+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":240,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.295672+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:50:17.295672+0000","last_peered":"2023-10-09T04:50:17.295672+0000","last_clean":"2023-10-09T04:50:17.295672+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:50:17.295672+0000","last_undegraded":"2023-10-09T04:50:17.295672+0000","last_fullsized":"2023-10-09T04:50:17.295672+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"270'9267","reported_seq":11001,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.393455+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:32.393455+0000","last_peered":"2023-10-09T04:50:32.393455+0000","last_clean":"2023-10-09T04:50:32.393455+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:32.393455+0000","last_undegraded":"2023-10-09T04:50:32.393455+0000","last_fullsized":"2023-10-09T04:50:32.393455+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9267,"log_dups_size":0,"ondisk_log_size":9267,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64978944,"num_objects":991,"num_object_clones":0,"num_object_copies":2973,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6689,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":231,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.296239+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:50:17.296239+0000","last_peered":"2023-10-09T04:50:17.296239+0000","last_clean":"2023-10-09T04:50:17.296239+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:50:17.296239+0000","last_undegraded":"2023-10-09T04:50:17.296239+0000","last_fullsized":"2023-10-09T04:50:17.296239+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":247,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.296606+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:50:17.296606+0000","last_peered":"2023-10-09T04:50:17.296606+0000","last_clean":"2023-10-09T04:50:17.296606+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:50:17.296606+0000","last_undegraded":"2023-10-09T04:50:17.296606+0000","last_fullsized":"2023-10-09T04:50:17.296606+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"270'9423","reported_seq":9703,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.501883+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:32.501883+0000","last_peered":"2023-10-09T04:50:32.501883+0000","last_clean":"2023-10-09T04:50:32.501883+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:32.501883+0000","last_undegraded":"2023-10-09T04:50:32.501883+0000","last_fullsized":"2023-10-09T04:50:32.501883+0000","mapping_epoch":215,"log_start":"220'1958","ondisk_log_start":"220'1958","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":7465,"log_dups_size":0,"ondisk_log_size":7465,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66912256,"num_objects":1021,"num_object_clones":0,"num_object_copies":3063,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1021,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3154,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":138,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021724+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:50:27.021724+0000","last_peered":"2023-10-09T04:50:27.021724+0000","last_clean":"2023-10-09T04:50:27.021724+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:50:27.021724+0000","last_undegraded":"2023-10-09T04:50:27.021724+0000","last_fullsized":"2023-10-09T04:50:27.021724+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":194,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021111+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:50:27.021111+0000","last_peered":"2023-10-09T04:50:27.021111+0000","last_clean":"2023-10-09T04:50:27.021111+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:50:27.021111+0000","last_undegraded":"2023-10-09T04:50:27.021111+0000","last_fullsized":"2023-10-09T04:50:27.021111+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"270'13354","reported_seq":13417,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.858622+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:32.858622+0000","last_peered":"2023-10-09T04:50:32.858622+0000","last_clean":"2023-10-09T04:50:32.858622+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:32.858622+0000","last_undegraded":"2023-10-09T04:50:32.858622+0000","last_fullsized":"2023-10-09T04:50:32.858622+0000","mapping_epoch":215,"log_start":"231'5948","ondisk_log_start":"231'5948","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7406,"log_dups_size":0,"ondisk_log_size":7406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129892352,"num_objects":1982,"num_object_clones":0,"num_object_copies":5946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13354,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":244,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.023558+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:50:27.023558+0000","last_peered":"2023-10-09T04:50:27.023558+0000","last_clean":"2023-10-09T04:50:27.023558+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:50:27.023558+0000","last_undegraded":"2023-10-09T04:50:27.023558+0000","last_fullsized":"2023-10-09T04:50:27.023558+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283505+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:50:17.283505+0000","last_peered":"2023-10-09T04:50:17.283505+0000","last_clean":"2023-10-09T04:50:17.283505+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:50:17.283505+0000","last_undegraded":"2023-10-09T04:50:17.283505+0000","last_fullsized":"2023-10-09T04:50:17.283505+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":202,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.023804+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:50:27.023804+0000","last_peered":"2023-10-09T04:50:27.023804+0000","last_clean":"2023-10-09T04:50:27.023804+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:50:27.023804+0000","last_undegraded":"2023-10-09T04:50:27.023804+0000","last_fullsized":"2023-10-09T04:50:27.023804+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"270'13202","reported_seq":13265,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.598183+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:32.598183+0000","last_peered":"2023-10-09T04:50:32.598183+0000","last_clean":"2023-10-09T04:50:32.598183+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:32.598183+0000","last_undegraded":"2023-10-09T04:50:32.598183+0000","last_fullsized":"2023-10-09T04:50:32.598183+0000","mapping_epoch":215,"log_start":"232'6200","ondisk_log_start":"232'6200","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7002,"log_dups_size":0,"ondisk_log_size":7002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126222336,"num_objects":1926,"num_object_clones":0,"num_object_copies":5778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13202,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":250,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283884+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:50:17.283884+0000","last_peered":"2023-10-09T04:50:17.283884+0000","last_clean":"2023-10-09T04:50:17.283884+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:50:17.283884+0000","last_undegraded":"2023-10-09T04:50:17.283884+0000","last_fullsized":"2023-10-09T04:50:17.283884+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":231,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.295709+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:50:17.295709+0000","last_peered":"2023-10-09T04:50:17.295709+0000","last_clean":"2023-10-09T04:50:17.295709+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:50:17.295709+0000","last_undegraded":"2023-10-09T04:50:17.295709+0000","last_fullsized":"2023-10-09T04:50:17.295709+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":210,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.023006+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:50:27.023006+0000","last_peered":"2023-10-09T04:50:27.023006+0000","last_clean":"2023-10-09T04:50:27.023006+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:50:27.023006+0000","last_undegraded":"2023-10-09T04:50:27.023006+0000","last_fullsized":"2023-10-09T04:50:27.023006+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"270'9222","reported_seq":9443,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.822587+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:32.822587+0000","last_peered":"2023-10-09T04:50:32.822587+0000","last_clean":"2023-10-09T04:50:32.822587+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:32.822587+0000","last_undegraded":"2023-10-09T04:50:32.822587+0000","last_fullsized":"2023-10-09T04:50:32.822587+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":9222,"log_dups_size":0,"ondisk_log_size":9222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64356352,"num_objects":982,"num_object_clones":0,"num_object_copies":2946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3175,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":270,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.281702+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:50:17.281702+0000","last_peered":"2023-10-09T04:50:17.281702+0000","last_clean":"2023-10-09T04:50:17.281702+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:50:17.281702+0000","last_undegraded":"2023-10-09T04:50:17.281702+0000","last_fullsized":"2023-10-09T04:50:17.281702+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":189,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.887675+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:50:34.887675+0000","last_peered":"2023-10-09T04:50:34.887675+0000","last_clean":"2023-10-09T04:50:34.887675+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:50:34.887675+0000","last_undegraded":"2023-10-09T04:50:34.887675+0000","last_fullsized":"2023-10-09T04:50:34.887675+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":238,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021173+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:50:27.021173+0000","last_peered":"2023-10-09T04:50:27.021173+0000","last_clean":"2023-10-09T04:50:27.021173+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:50:27.021173+0000","last_undegraded":"2023-10-09T04:50:27.021173+0000","last_fullsized":"2023-10-09T04:50:27.021173+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"270'13076","reported_seq":16532,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.608105+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:32.608105+0000","last_peered":"2023-10-09T04:50:32.608105+0000","last_clean":"2023-10-09T04:50:32.608105+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:32.608105+0000","last_undegraded":"2023-10-09T04:50:32.608105+0000","last_fullsized":"2023-10-09T04:50:32.608105+0000","mapping_epoch":250,"log_start":"232'6000","ondisk_log_start":"232'6000","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7076,"log_dups_size":0,"ondisk_log_size":7076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131072000,"num_objects":2000,"num_object_clones":0,"num_object_copies":6000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2000,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13076,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":233,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.285261+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:50:17.285261+0000","last_peered":"2023-10-09T04:50:17.285261+0000","last_clean":"2023-10-09T04:50:17.285261+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:50:17.285261+0000","last_undegraded":"2023-10-09T04:50:17.285261+0000","last_fullsized":"2023-10-09T04:50:17.285261+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":612,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298129+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:50:17.298129+0000","last_peered":"2023-10-09T04:50:17.298129+0000","last_clean":"2023-10-09T04:50:17.298129+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:50:17.298129+0000","last_undegraded":"2023-10-09T04:50:17.298129+0000","last_fullsized":"2023-10-09T04:50:17.298129+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283753+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:50:17.283753+0000","last_peered":"2023-10-09T04:50:17.283753+0000","last_clean":"2023-10-09T04:50:17.283753+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:50:17.283753+0000","last_undegraded":"2023-10-09T04:50:17.283753+0000","last_fullsized":"2023-10-09T04:50:17.283753+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.291438+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:50:17.291438+0000","last_peered":"2023-10-09T04:50:17.291438+0000","last_clean":"2023-10-09T04:50:17.291438+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:50:17.291438+0000","last_undegraded":"2023-10-09T04:50:17.291438+0000","last_fullsized":"2023-10-09T04:50:17.291438+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"270'9462","reported_seq":9601,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:31.717039+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:31.717039+0000","last_peered":"2023-10-09T04:50:31.717039+0000","last_clean":"2023-10-09T04:50:31.717039+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:31.717039+0000","last_undegraded":"2023-10-09T04:50:31.717039+0000","last_fullsized":"2023-10-09T04:50:31.717039+0000","mapping_epoch":215,"log_start":"219'696","ondisk_log_start":"219'696","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8766,"log_dups_size":0,"ondisk_log_size":8766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67305472,"num_objects":1027,"num_object_clones":0,"num_object_copies":3081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4209,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":269,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298002+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:50:17.298002+0000","last_peered":"2023-10-09T04:50:17.298002+0000","last_clean":"2023-10-09T04:50:17.298002+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:50:17.298002+0000","last_undegraded":"2023-10-09T04:50:17.298002+0000","last_fullsized":"2023-10-09T04:50:17.298002+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":241,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.280219+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:50:17.280219+0000","last_peered":"2023-10-09T04:50:17.280219+0000","last_clean":"2023-10-09T04:50:17.280219+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:50:17.280219+0000","last_undegraded":"2023-10-09T04:50:17.280219+0000","last_fullsized":"2023-10-09T04:50:17.280219+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":257,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.285175+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:50:17.285175+0000","last_peered":"2023-10-09T04:50:17.285175+0000","last_clean":"2023-10-09T04:50:17.285175+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:50:17.285175+0000","last_undegraded":"2023-10-09T04:50:17.285175+0000","last_fullsized":"2023-10-09T04:50:17.285175+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"270'13437","reported_seq":13501,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.503865+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:32.503865+0000","last_peered":"2023-10-09T04:50:32.503865+0000","last_clean":"2023-10-09T04:50:32.503865+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:32.503865+0000","last_undegraded":"2023-10-09T04:50:32.503865+0000","last_fullsized":"2023-10-09T04:50:32.503865+0000","mapping_epoch":215,"log_start":"232'6400","ondisk_log_start":"232'6400","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7037,"log_dups_size":0,"ondisk_log_size":7037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129368088,"num_objects":1975,"num_object_clones":0,"num_object_copies":5925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1975,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13437,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":235,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.300493+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:50:17.300493+0000","last_peered":"2023-10-09T04:50:17.300493+0000","last_clean":"2023-10-09T04:50:17.300493+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:50:17.300493+0000","last_undegraded":"2023-10-09T04:50:17.300493+0000","last_fullsized":"2023-10-09T04:50:17.300493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":188,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.023433+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:50:27.023433+0000","last_peered":"2023-10-09T04:50:27.023433+0000","last_clean":"2023-10-09T04:50:27.023433+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:50:27.023433+0000","last_undegraded":"2023-10-09T04:50:27.023433+0000","last_fullsized":"2023-10-09T04:50:27.023433+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.287256+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:50:17.287256+0000","last_peered":"2023-10-09T04:50:17.287256+0000","last_clean":"2023-10-09T04:50:17.287256+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:50:17.287256+0000","last_undegraded":"2023-10-09T04:50:17.287256+0000","last_fullsized":"2023-10-09T04:50:17.287256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"270'13500","reported_seq":13563,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.531660+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:32.531660+0000","last_peered":"2023-10-09T04:50:32.531660+0000","last_clean":"2023-10-09T04:50:32.531660+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:32.531660+0000","last_undegraded":"2023-10-09T04:50:32.531660+0000","last_fullsized":"2023-10-09T04:50:32.531660+0000","mapping_epoch":215,"log_start":"238'7600","ondisk_log_start":"238'7600","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5900,"log_dups_size":0,"ondisk_log_size":5900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131334144,"num_objects":2004,"num_object_clones":0,"num_object_copies":6012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13500,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":128,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298997+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:50:17.298997+0000","last_peered":"2023-10-09T04:50:17.298997+0000","last_clean":"2023-10-09T04:50:17.298997+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:50:17.298997+0000","last_undegraded":"2023-10-09T04:50:17.298997+0000","last_fullsized":"2023-10-09T04:50:17.298997+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":200,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.020831+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:50:27.020831+0000","last_peered":"2023-10-09T04:50:27.020831+0000","last_clean":"2023-10-09T04:50:27.020831+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:50:27.020831+0000","last_undegraded":"2023-10-09T04:50:27.020831+0000","last_fullsized":"2023-10-09T04:50:27.020831+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.298262+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:50:17.298262+0000","last_peered":"2023-10-09T04:50:17.298262+0000","last_clean":"2023-10-09T04:50:17.298262+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:50:17.298262+0000","last_undegraded":"2023-10-09T04:50:17.298262+0000","last_fullsized":"2023-10-09T04:50:17.298262+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"270'13287","reported_seq":13350,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.521793+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:32.521793+0000","last_peered":"2023-10-09T04:50:32.521793+0000","last_clean":"2023-10-09T04:50:32.521793+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:32.521793+0000","last_undegraded":"2023-10-09T04:50:32.521793+0000","last_fullsized":"2023-10-09T04:50:32.521793+0000","mapping_epoch":215,"log_start":"232'6300","ondisk_log_start":"232'6300","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6987,"log_dups_size":0,"ondisk_log_size":6987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130088960,"num_objects":1985,"num_object_clones":0,"num_object_copies":5955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13287,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":234,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.292708+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:50:17.292708+0000","last_peered":"2023-10-09T04:50:17.292708+0000","last_clean":"2023-10-09T04:50:17.292708+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:50:17.292708+0000","last_undegraded":"2023-10-09T04:50:17.292708+0000","last_fullsized":"2023-10-09T04:50:17.292708+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":245,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.285259+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:50:17.285259+0000","last_peered":"2023-10-09T04:50:17.285259+0000","last_clean":"2023-10-09T04:50:17.285259+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:50:17.285259+0000","last_undegraded":"2023-10-09T04:50:17.285259+0000","last_fullsized":"2023-10-09T04:50:17.285259+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.296114+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:50:17.296114+0000","last_peered":"2023-10-09T04:50:17.296114+0000","last_clean":"2023-10-09T04:50:17.296114+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:50:17.296114+0000","last_undegraded":"2023-10-09T04:50:17.296114+0000","last_fullsized":"2023-10-09T04:50:17.296114+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"271'9441","reported_seq":11259,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:35.039945+0000","last_change":"2023-10-09T04:50:33.986811+0000","last_active":"2023-10-09T04:50:35.039945+0000","last_peered":"2023-10-09T04:50:35.039945+0000","last_clean":"2023-10-09T04:50:35.039945+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:50:35.039945+0000","last_undegraded":"2023-10-09T04:50:35.039945+0000","last_fullsized":"2023-10-09T04:50:35.039945+0000","mapping_epoch":240,"log_start":"219'503","ondisk_log_start":"219'503","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8938,"log_dups_size":0,"ondisk_log_size":8938,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59965440,"num_objects":915,"num_object_clones":0,"num_object_copies":2745,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":915,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6869,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":214,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.287188+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:50:17.287188+0000","last_peered":"2023-10-09T04:50:17.287188+0000","last_clean":"2023-10-09T04:50:17.287188+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:50:17.287188+0000","last_undegraded":"2023-10-09T04:50:17.287188+0000","last_fullsized":"2023-10-09T04:50:17.287188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":279,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.280744+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:50:17.280744+0000","last_peered":"2023-10-09T04:50:17.280744+0000","last_clean":"2023-10-09T04:50:17.280744+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:50:17.280744+0000","last_undegraded":"2023-10-09T04:50:17.280744+0000","last_fullsized":"2023-10-09T04:50:17.280744+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"270'9036","reported_seq":9116,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:30.580550+0000","last_change":"2023-10-09T04:50:01.654415+0000","last_active":"2023-10-09T04:50:30.580550+0000","last_peered":"2023-10-09T04:50:30.580550+0000","last_clean":"2023-10-09T04:50:30.580550+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:50:30.580550+0000","last_undegraded":"2023-10-09T04:50:30.580550+0000","last_fullsized":"2023-10-09T04:50:30.580550+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9036,"log_dups_size":0,"ondisk_log_size":9036,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68321280,"num_objects":1043,"num_object_clones":0,"num_object_copies":3129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6525,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":249,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283251+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:50:17.283251+0000","last_peered":"2023-10-09T04:50:17.283251+0000","last_clean":"2023-10-09T04:50:17.283251+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:50:17.283251+0000","last_undegraded":"2023-10-09T04:50:17.283251+0000","last_fullsized":"2023-10-09T04:50:17.283251+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":281,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.295860+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:50:17.295860+0000","last_peered":"2023-10-09T04:50:17.295860+0000","last_clean":"2023-10-09T04:50:17.295860+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:50:17.295860+0000","last_undegraded":"2023-10-09T04:50:17.295860+0000","last_fullsized":"2023-10-09T04:50:17.295860+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"270'9183","reported_seq":10983,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:31.755672+0000","last_change":"2023-10-09T04:50:31.221596+0000","last_active":"2023-10-09T04:50:31.755672+0000","last_peered":"2023-10-09T04:50:31.755672+0000","last_clean":"2023-10-09T04:50:31.755672+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:31.755672+0000","last_undegraded":"2023-10-09T04:50:31.755672+0000","last_fullsized":"2023-10-09T04:50:31.755672+0000","mapping_epoch":253,"log_start":"219'213","ondisk_log_start":"219'213","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8970,"log_dups_size":0,"ondisk_log_size":8970,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62586880,"num_objects":955,"num_object_clones":0,"num_object_copies":2865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6617,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":215,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.283384+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:50:17.283384+0000","last_peered":"2023-10-09T04:50:17.283384+0000","last_clean":"2023-10-09T04:50:17.283384+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:50:17.283384+0000","last_undegraded":"2023-10-09T04:50:17.283384+0000","last_fullsized":"2023-10-09T04:50:17.283384+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.296157+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:50:17.296157+0000","last_peered":"2023-10-09T04:50:17.296157+0000","last_clean":"2023-10-09T04:50:17.296157+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:50:17.296157+0000","last_undegraded":"2023-10-09T04:50:17.296157+0000","last_fullsized":"2023-10-09T04:50:17.296157+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"270'9289","reported_seq":9516,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.367505+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:32.367505+0000","last_peered":"2023-10-09T04:50:32.367505+0000","last_clean":"2023-10-09T04:50:32.367505+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:32.367505+0000","last_undegraded":"2023-10-09T04:50:32.367505+0000","last_fullsized":"2023-10-09T04:50:32.367505+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":9289,"log_dups_size":0,"ondisk_log_size":9289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64552960,"num_objects":985,"num_object_clones":0,"num_object_copies":2955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3160,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":129,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.290211+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:50:17.290211+0000","last_peered":"2023-10-09T04:50:17.290211+0000","last_clean":"2023-10-09T04:50:17.290211+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:50:17.290211+0000","last_undegraded":"2023-10-09T04:50:17.290211+0000","last_fullsized":"2023-10-09T04:50:17.290211+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":200,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.281487+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:50:17.281487+0000","last_peered":"2023-10-09T04:50:17.281487+0000","last_clean":"2023-10-09T04:50:17.281487+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:50:17.281487+0000","last_undegraded":"2023-10-09T04:50:17.281487+0000","last_fullsized":"2023-10-09T04:50:17.281487+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"270'9353","reported_seq":9467,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:32.862973+0000","last_change":"2023-10-09T04:50:30.436454+0000","last_active":"2023-10-09T04:50:32.862973+0000","last_peered":"2023-10-09T04:50:32.862973+0000","last_clean":"2023-10-09T04:50:32.862973+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:32.862973+0000","last_undegraded":"2023-10-09T04:50:32.862973+0000","last_fullsized":"2023-10-09T04:50:32.862973+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9353,"log_dups_size":0,"ondisk_log_size":9353,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63864832,"num_objects":975,"num_object_clones":0,"num_object_copies":2925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6733,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":230,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.284967+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:50:17.284967+0000","last_peered":"2023-10-09T04:50:17.284967+0000","last_clean":"2023-10-09T04:50:17.284967+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:50:17.284967+0000","last_undegraded":"2023-10-09T04:50:17.284967+0000","last_fullsized":"2023-10-09T04:50:17.284967+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":240,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-10-09T04:50:17.295410+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:50:17.295410+0000","last_peered":"2023-10-09T04:50:17.295410+0000","last_clean":"2023-10-09T04:50:17.295410+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:50:17.295410+0000","last_undegraded":"2023-10-09T04:50:17.295410+0000","last_fullsized":"2023-10-09T04:50:17.295410+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":2080210968,"num_objects":31743,"num_object_clones":0,"num_object_copies":95229,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31743,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":174731,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9092,"num_bytes_recovered":587333632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6400454656,"data_stored":6400442440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219588,"ondisk_log_size":219588,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234332,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1608408,"kb_used_data":703056,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":92136744,"statfs":{"total":95995035648,"available":94348025856,"internally_reserved":0,"allocated":719929344,"data_stored":719237812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":0.312},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":4.7649999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8009999999999999,"5min":1.8009999999999999,"15min":1.8009999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4189999999999996,"5min":7.4189999999999996,"15min":7.4189999999999996},"last":0.35699999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":4.8520000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.5629999999999999,"15min":1.7210000000000001},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.9409999999999998,"5min":11.003,"15min":11.003},"last":4.9409999999999998},{"interface":"front","average":{"1min":1.4950000000000001,"5min":1.645,"15min":1.6830000000000001},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9109999999999996,"5min":10.955,"15min":10.955},"last":4.9109999999999996}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.8720000000000001,"5min":2.7389999999999999,"15min":1.8879999999999999},"min":{"1min":0.33100000000000002,"5min":0.308,"15min":0.22},"max":{"1min":5.1109999999999998,"5min":23.919,"15min":23.919},"last":4.8399999999999999},{"interface":"front","average":{"1min":2.1720000000000002,"5min":2.1880000000000002,"15min":1.6879999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.157,"5min":23.797999999999998,"15min":23.797999999999998},"last":4.9720000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.4119999999999999,"15min":2.165},"min":{"1min":0.38300000000000001,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":11.605,"5min":79.709999999999994,"15min":79.709999999999994},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.4380000000000002,"5min":3.286,"15min":2.0680000000000001},"min":{"1min":0.34300000000000003,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":9.4960000000000004,"5min":79.332999999999998,"15min":79.332999999999998},"last":0.54400000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.8700000000000001,"15min":2.0099999999999998},"min":{"1min":0.40899999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2439999999999998,"5min":16.113,"15min":17.501000000000001},"last":4.8040000000000003},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.532,"15min":1.9219999999999999},"min":{"1min":0.43099999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":9.0030000000000001,"5min":9.7669999999999995,"15min":12.093},"last":4.7439999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495968,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1805584,"kb_used_data":903624,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":91939568,"statfs":{"total":95995035648,"available":94146117632,"internally_reserved":0,"allocated":925310976,"data_stored":924627572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":0.53800000000000003},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":7.7560000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8129999999999997,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":7.7990000000000004},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.68799999999999994}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":2.323,"15min":2.214},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5979999999999999,"5min":12.317,"15min":13.32},"last":0.56799999999999995},{"interface":"front","average":{"1min":4.2539999999999996,"5min":2.444,"15min":2.2120000000000002},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.3979999999999997,"5min":15.391999999999999,"15min":15.391999999999999},"last":7.8949999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:49:33 2023","interfaces":[{"interface":"back","average":{"1min":2.0670000000000002,"5min":1.9430000000000001,"15min":1.925},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":7.9960000000000004,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":2.1469999999999998},{"interface":"front","average":{"1min":1.8009999999999999,"5min":1.4570000000000001,"15min":1.1799999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.5389999999999997,"5min":10.198,"15min":10.198},"last":0.66700000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":4.016,"5min":2.3860000000000001,"15min":1.861},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.137,"5min":14.137,"15min":14.137},"last":0.61199999999999999},{"interface":"front","average":{"1min":3.8719999999999999,"5min":2.3399999999999999,"15min":1.9330000000000001},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":10.324999999999999,"5min":10.324999999999999,"15min":12.722},"last":2.3130000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.4089999999999998,"15min":1.8089999999999999},"min":{"1min":0.35799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":7.343,"5min":12.420999999999999,"15min":16.042000000000002},"last":0.64100000000000001},{"interface":"front","average":{"1min":1.7669999999999999,"5min":2.4169999999999998,"15min":2.1000000000000001},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.9989999999999997,"5min":12.403,"15min":13.391999999999999},"last":0.58999999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":4.3239999999999998,"15min":2.6400000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":6.2290000000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":7.9720000000000004},{"interface":"front","average":{"1min":2.9470000000000001,"5min":4.6379999999999999,"15min":2.758},"min":{"1min":0.435,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.478,"5min":196.24299999999999,"15min":196.24299999999999},"last":7.7160000000000002}]}]},{"osd":1,"up_from":235,"seq":1009317314585,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":769744,"kb_used_data":567304,"kb_used_omap":5,"kb_used_meta":202426,"kb_avail":92975408,"statfs":{"total":95995035648,"available":95206817792,"internally_reserved":0,"allocated":580919296,"data_stored":579723855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":207284949},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":1.518},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7930000000000001,"5min":3.7930000000000001,"15min":3.7930000000000001},"last":1.0740000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":3.8069999999999999,"5min":3.8069999999999999,"15min":3.8069999999999999},"last":1.9339999999999999},{"interface":"front","average":{"1min":1.139,"5min":1.139,"15min":1.139},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.65800000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.609,"5min":2.609,"15min":2.609},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.7149999999999999,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":1.962}]},{"osd":4,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":1.839,"15min":1.839},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.282,"5min":7.282,"15min":7.282},"last":1.899}]},{"osd":5,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.972,"5min":1.972,"15min":1.972},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":6.4690000000000003,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":1.865},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":7.2309999999999999,"5min":7.2309999999999999,"15min":7.2309999999999999},"last":2.9369999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":1.486},{"interface":"front","average":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":3.6440000000000001,"5min":3.6440000000000001,"15min":3.6440000000000001},"last":2.782}]},{"osd":7,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":9.1370000000000005,"5min":9.1370000000000005,"15min":9.1370000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":146.554,"5min":146.554,"15min":146.554},"last":0.86599999999999999},{"interface":"front","average":{"1min":9.843,"5min":9.843,"15min":9.843},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":146.53100000000001,"5min":146.53100000000001,"15min":146.53100000000001},"last":4.0049999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187675,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2041264,"kb_used_data":1317544,"kb_used_omap":5,"kb_used_meta":723706,"kb_avail":91703888,"statfs":{"total":95995035648,"available":93904781312,"internally_reserved":0,"allocated":1349165056,"data_stored":1347873418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":741075578},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:49:38 2023","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.194,"15min":1.194},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":8.3520000000000003,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":3.0409999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":2.52,"5min":2.52,"15min":2.52},"last":6.5789999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.6339999999999999,"15min":1.7909999999999999},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":10.683999999999999,"5min":10.683999999999999,"15min":18.437000000000001},"last":23.34},{"interface":"front","average":{"1min":1.248,"5min":1.2,"15min":1.784},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":8.4290000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":6.6070000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.4730000000000001,"15min":1.6870000000000001},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.3919999999999995,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":3.1120000000000001},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.3220000000000001,"15min":1.345},"min":{"1min":0.29799999999999999,"5min":0.255,"15min":0.255},"max":{"1min":3.8929999999999998,"5min":7.6070000000000002,"15min":7.6070000000000002},"last":23.222000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":2.069,"15min":1.897},"min":{"1min":0.39200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":13.334},"last":11.539},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7170000000000001,"15min":1.704},"min":{"1min":0.34599999999999997,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":12.212,"5min":12.212,"15min":12.212},"last":3.0739999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.974,"15min":1.966},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.5999999999999996,"5min":13.022,"15min":13.022},"last":3.956},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.327,"15min":2.3919999999999999},"min":{"1min":0.443,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":7.0819999999999999,"5min":12.978,"15min":16.609999999999999},"last":2.9740000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.927,"15min":2.25},"min":{"1min":0.41199999999999998,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":5.4660000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":3.1360000000000001},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.0819999999999999,"15min":2.4020000000000001},"min":{"1min":0.41599999999999998,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.0419999999999998,"5min":13.086,"15min":43.819000000000003},"last":6.5339999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.0720000000000001,"15min":2.218},"min":{"1min":0.377,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":7.0220000000000002,"5min":13.054,"15min":13.374000000000001},"last":2.944},{"interface":"front","average":{"1min":3.2090000000000001,"5min":2.4849999999999999,"15min":2.1200000000000001},"min":{"1min":0.53600000000000003,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":14.393000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":11.5}]}]},{"osd":2,"up_from":116,"seq":498216206517,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1450400,"kb_used_data":936408,"kb_used_omap":7,"kb_used_meta":513976,"kb_avail":92294752,"statfs":{"total":95995035648,"available":94509826048,"internally_reserved":0,"allocated":958881792,"data_stored":957775829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":526311505},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.8540000000000001,"15min":2.27},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9809999999999999,"5min":49.338000000000001,"15min":49.338000000000001},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.649,"15min":2.1280000000000001},"min":{"1min":0.193,"5min":0.185,"15min":0.185},"max":{"1min":7.9900000000000002,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:49:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":7.6539999999999999,"5min":7.6539999999999999,"15min":7.6539999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":1.77,"5min":1.77,"15min":1.77},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":7.4269999999999996,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":2.1800000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:49:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":0.93300000000000005,"15min":0.78500000000000003},"min":{"1min":0.24299999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":9.7219999999999995,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":2.698},{"interface":"front","average":{"1min":1.8560000000000001,"5min":0.97799999999999998,"15min":0.82799999999999996},"min":{"1min":0.32300000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.7650000000000006,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":2.7360000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.823,"15min":1.8049999999999999},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":5.2309999999999999,"5min":11.215,"15min":11.789},"last":5.1740000000000004},{"interface":"front","average":{"1min":1.597,"5min":1.748,"15min":1.962},"min":{"1min":0.32200000000000001,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.6840000000000002,"5min":18.672999999999998,"15min":18.672999999999998},"last":4.1070000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":1.8109999999999999,"15min":2.3010000000000002},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.7000000000000002,"5min":12.141999999999999,"15min":14.644},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.768,"15min":2.0640000000000001},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":10.753,"5min":11.654,"15min":13.205},"last":9.9220000000000006}]},{"osd":6,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.909,"15min":2.0230000000000001},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":9.8100000000000005,"5min":11.618,"15min":15.412000000000001},"last":1.494},{"interface":"front","average":{"1min":3.27,"5min":2.1030000000000002,"15min":2.29},"min":{"1min":0.44900000000000001,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":13.863,"5min":13.863,"15min":13.863},"last":2.0030000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.1520000000000001,"15min":2.3719999999999999},"min":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":5.5090000000000003,"5min":18.600000000000001,"15min":18.792999999999999},"last":7.1109999999999998},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.1309999999999998,"15min":2.536},"min":{"1min":0.379,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":7.766,"5min":11.192,"15min":18.841999999999999},"last":6.2270000000000003}]}]},{"osd":3,"up_from":0,"seq":850403524658,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019240,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2168276,"kb_used_data":1272396,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":91576876,"statfs":{"total":95995035648,"available":93774721024,"internally_reserved":0,"allocated":1302933504,"data_stored":1302245767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.137,"15min":1.905},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20599999999999999},"max":{"1min":12.423999999999999,"5min":12.423999999999999,"15min":16.363},"last":5.2060000000000004},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.698,"15min":1.843},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":7.1500000000000004,"5min":11.058999999999999,"15min":11.058999999999999},"last":4.6029999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7130000000000001,"5min":3.7130000000000001,"15min":3.7130000000000001},"last":7.5579999999999998},{"interface":"front","average":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":5.2110000000000003,"5min":5.2110000000000003,"15min":5.2110000000000003},"last":0.46000000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.0590000000000002,"15min":1.889},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.369,"5min":12.369,"15min":13.488},"last":4.9749999999999996},{"interface":"front","average":{"1min":2.3620000000000001,"5min":1.96,"15min":2.0550000000000002},"min":{"1min":0.33700000000000002,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.3819999999999997,"5min":12.367000000000001,"15min":13.170999999999999},"last":4.7990000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:49:36 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":1.885,"15min":1.833},"min":{"1min":0.438,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.0940000000000003,"5min":11.211,"15min":11.211},"last":4.6699999999999999},{"interface":"front","average":{"1min":2.456,"5min":2.0409999999999999,"15min":1.758},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.7519999999999998,"5min":7.391,"15min":7.391},"last":0.496}]},{"osd":5,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":4.133,"5min":2.5569999999999999,"15min":1.831},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.23799999999999999},"max":{"1min":12.978,"5min":12.978,"15min":13.624000000000001},"last":7.6790000000000003},{"interface":"front","average":{"1min":2.552,"5min":2.0840000000000001,"15min":1.716},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":8.9369999999999994,"5min":11.099,"15min":11.099},"last":7.5960000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:19 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":3.4239999999999999,"15min":2.2669999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24299999999999999},"max":{"1min":10.105,"5min":31.064,"15min":31.064},"last":7.6360000000000001},{"interface":"front","average":{"1min":5.734,"5min":3.1989999999999998,"15min":2.0209999999999999},"min":{"1min":0.39600000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":13.794,"5min":16.763000000000002,"15min":16.763000000000002},"last":5.282}]},{"osd":7,"last update":"Mon Oct 9 04:49:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.4119999999999999,"15min":1.9410000000000001},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":12.744999999999999,"15min":19.754999999999999},"last":4.6399999999999997},{"interface":"front","average":{"1min":2.8719999999999999,"5min":3.0840000000000001,"15min":1.9490000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29499999999999998},"max":{"1min":5.766,"5min":15.33,"15min":16.835000000000001},"last":7.4989999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757604,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1522756,"kb_used_data":626300,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":92222396,"statfs":{"total":95995035648,"available":94435733504,"internally_reserved":0,"allocated":641331200,"data_stored":640655601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8839999999999999,"5min":1.7110000000000001,"15min":1.6040000000000001},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":14.885,"5min":14.885,"15min":14.885},"last":0.252},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.2679999999999998,"15min":2.2650000000000001},"min":{"1min":0.25800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":14.765000000000001,"5min":14.765000000000001,"15min":14.765000000000001},"last":0.27500000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:49:41 2023","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":7.327,"15min":7.327},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":145.947,"5min":145.947,"15min":145.947},"last":0.33200000000000002},{"interface":"front","average":{"1min":7.766,"5min":7.766,"15min":7.766},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":145.80699999999999,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.37}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.6080000000000001,"15min":1.823},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":8.6999999999999993,"5min":11,"15min":14.859999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.486,"5min":2.0089999999999999,"15min":2.3540000000000001},"min":{"1min":0.29799999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":5.7110000000000003,"5min":9.5950000000000006,"15min":13.308},"last":0.82799999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:49:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":1.2749999999999999,"15min":1.173},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.5439999999999996,"5min":5.5229999999999997,"15min":5.5229999999999997},"last":0.52100000000000002},{"interface":"front","average":{"1min":1.675,"5min":1.7989999999999999,"15min":1.744},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.016,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":0.42399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7909999999999999,"5min":1.71,"15min":1.4279999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.7379999999999995,"5min":11.723000000000001,"15min":11.723000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.1269999999999998,"15min":2.0960000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":14.824,"5min":14.824,"15min":14.824},"last":0.47499999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:50:24 2023","interfaces":[{"interface":"back","average":{"1min":2.766,"5min":2.5979999999999999,"15min":1.974},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.28699999999999998},"max":{"1min":11.949,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.6179999999999999,"5min":2.976,"15min":2.2890000000000001},"min":{"1min":0.33500000000000002,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":9.4760000000000009,"5min":12.627000000000001,"15min":19.631},"last":0.49399999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.45600000000000002},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.55600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1324093440,"data_stored":1324089368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":575471616,"data_stored":575471616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":952238080,"data_stored":952238080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1298272256,"data_stored":1298268184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":631111680,"data_stored":631111680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":904859648,"data_stored":904855576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":714407936,"data_stored":714407936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:50:36.396 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:50:36.417 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:36.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:36.428 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:36.529 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:36.582 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:36.640 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:36.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:36.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:36.746 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:36.829 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:36.952 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:36.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:36.957 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:37.058 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:37.089 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:37 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:50:37.089 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:37 smithi150 ceph-mon[168511]: from='client.45641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:37.089 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:37 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:37.139 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:37.325 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:37.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:37.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:37 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:50:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:37 smithi107 ceph-mon[184249]: from='client.45641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:37 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:37 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:50:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:37 smithi107 ceph-mon[179183]: from='client.45641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:37 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:37.422 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:50:37.422 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199848 9.c 9:3c19c40e:::benchmark_data_smithi107_236173_object83557:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 271.48714539600002, 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1931520779999998, 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.423 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199848 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932223+0000", 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932233+0000", 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6120000000000005e-06 2023-10-09T04:50:37.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932259+0000", 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6154000000000001e-05 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932269+0000", 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2820000000000002e-06 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932469+0000", 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020021000000000001 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932599+0000", 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013000500000000001 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932723+0000", 2023-10-09T04:50:37.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012386999999999999 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.937281+0000", 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045584270000000003 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949292+0000", 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012011305 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949301+0000", 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4209999999999995e-06 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933233+0000", 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.983932735 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933244+0000", 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0761000000000001e-05 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.120893+0000", 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.187648523 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.121045+0000", 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015212599999999999 2023-10-09T04:50:37.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125303+0000", 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042582039999999998 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125377+0000", 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4233000000000006e-05 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.431 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210007 9.c 9:316b1ab5:::benchmark_data_smithi107_236173_object93716:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 254.84903944000001, 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1016366150000001, 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:37.432 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210007 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570330+0000", 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570337+0000", 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0620000000000003e-06 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570349+0000", 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570356+0000", 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7220000000000002e-06 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570741+0000", 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038530200000000002 2023-10-09T04:50:37.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570749+0000", 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9500000000000001e-06 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629516+0000", 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0587671169999999 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629646+0000", 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130106 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629777+0000", 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013098600000000001 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644487+0000", 2023-10-09T04:50:37.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014709913999999999 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671832+0000", 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027344341000000001 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671887+0000", 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5847000000000002e-05 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671932+0000", 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4505000000000002e-05 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671968+0000", 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5874000000000002e-05 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114340 10.12 10:490bb1b3:::benchmark_data_smithi107_275910_object114339:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 120.306977911, 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2821366030000001, 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.440 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114340 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112391+0000", 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112644+0000", 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025286800000000001 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112655+0000", 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0752e-05 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112661+0000", 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8529999999999997e-06 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113755+0000", 2023-10-09T04:50:37.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010944500000000001 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113765+0000", 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.302e-06 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.382911+0000", 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269146474 2023-10-09T04:50:37.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383702+0000", 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079067199999999997 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394430+0000", 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010728355 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394529+0000", 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9146000000000002e-05 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114390 10.12 10:4e8d4491:::benchmark_data_smithi107_275910_object114389:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 120.30670218, 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282455109, 2023-10-09T04:50:37.446 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114390 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112758+0000", 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0243999999999999e-05 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112766+0000", 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1370000000000002e-06 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112771+0000", 2023-10-09T04:50:37.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5299999999999998e-06 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113788+0000", 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010166750000000001 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113794+0000", 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7240000000000003e-06 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383749+0000", 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269954749 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383971+0000", 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00022203699999999999 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,1", 2023-10-09T04:50:37.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384474+0000", 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050264500000000002 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389508+0000", 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050344700000000001 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389546+0000", 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7994000000000002e-05 2023-10-09T04:50:37.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394576+0000", 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005029731 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394638+0000", 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1830999999999998e-05 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.395124+0000", 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00048579999999999999 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172821 10.10 10:09f9b43d:::benchmark_data_smithi107_275910_object49954:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.884396205999998, 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1169666779999998, 2023-10-09T04:50:37.454 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172821 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534973+0000", 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534979+0000", 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2419999999999997e-06 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534996+0000", 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6509999999999999e-05 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535003+0000", 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6490000000000002e-06 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535062+0000", 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9867000000000001e-05 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535071+0000", 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2670000000000006e-06 2023-10-09T04:50:37.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466135+0000", 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93106387099999999 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466147+0000", 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2261e-05 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616622+0000", 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.150474894 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616755+0000", 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013361699999999999 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.617107+0000", 2023-10-09T04:50:37.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035121000000000002 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624379+0000", 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072726620000000001 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651128+0000", 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026748348000000002 2023-10-09T04:50:37.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651300+0000", 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017214300000000001 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651368+0000", 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8658000000000006e-05 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651941+0000", 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057280700000000005 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172855 10.10 10:0ac279c8:::benchmark_data_smithi107_275910_object49988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.852545433000003, 2023-10-09T04:50:37.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0861262200000001, 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172855 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566824+0000", 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566832+0000", 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1699999999999997e-06 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566847+0000", 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4949999999999999e-05 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566853+0000", 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2199999999999997e-06 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566998+0000", 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144566 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.567009+0000", 2023-10-09T04:50:37.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0913e-05 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466188+0000", 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89917888400000001 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466197+0000", 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9269999999999994e-06 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618804+0000", 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1526075899999999 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618980+0000", 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017621100000000001 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.619311+0000", 2023-10-09T04:50:37.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033076399999999999 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627443+0000", 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008131938 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651189+0000", 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023745628000000001 2023-10-09T04:50:37.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652120+0000", 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00093167399999999996 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652178+0000", 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7139000000000003e-05 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652951+0000", 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00077382500000000001 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172913 10.10 10:0c11951f:::benchmark_data_smithi107_275910_object50046:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.800461517000002, 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0348156890000002, 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.472 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172913 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618912+0000", 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.095e-06 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618920+0000", 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5029999999999997e-06 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618925+0000", 2023-10-09T04:50:37.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9810000000000003e-06 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619000+0000", 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4882999999999994e-05 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619010+0000", 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0247e-05 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466241+0000", 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84723043099999995 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466247+0000", 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9540000000000001e-06 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.620946+0000", 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1546991200000001 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621045+0000", 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9489999999999998e-05 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621271+0000", 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000225582 2023-10-09T04:50:37.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627451+0000", 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061795599999999997 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651243+0000", 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023792216000000001 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653021+0000", 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001778682 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653083+0000", 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2022999999999999e-05 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653725+0000", 2023-10-09T04:50:37.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00064138200000000002 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172917 10.10 10:0cf96eb9:::benchmark_data_smithi107_275910_object50050:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.795576101999998, 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0308317630000001, 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.481 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172917 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623793+0000", 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623797+0000", 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.963e-06 2023-10-09T04:50:37.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623806+0000", 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1510000000000004e-06 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623810+0000", 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5279999999999997e-06 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623896+0000", 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5786999999999997e-05 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623905+0000", 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3600000000000002e-06 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466274+0000", 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84236858199999998 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466280+0000", 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.674e-06 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622683+0000", 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.156402725 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622787+0000", 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104046 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.623004+0000", 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00021705199999999999 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631178+0000", 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0081733080000000007 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652010+0000", 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020832109000000001 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653857+0000", 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018470680000000001 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653891+0000", 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3779999999999998e-05 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654626+0000", 2023-10-09T04:50:37.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073574299999999997 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172920 10.10 10:0985dcde:::benchmark_data_smithi107_275910_object50053:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.795546551000001, 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0316853319999999, 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.490 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172920 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623827+0000", 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7480000000000002e-06 2023-10-09T04:50:37.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623832+0000", 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3720000000000004e-06 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623836+0000", 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7840000000000001e-06 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623927+0000", 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1378000000000005e-05 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623933+0000", 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8409999999999996e-06 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466312+0000", 2023-10-09T04:50:37.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84237957200000002 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466319+0000", 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5339999999999996e-06 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624413+0000", 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.158094183 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624509+0000", 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6173000000000002e-05 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624718+0000", 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020912099999999999 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631189+0000", 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006470679 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652069+0000", 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020880192999999998 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654697+0000", 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026272869999999999 2023-10-09T04:50:37.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654759+0000", 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2195999999999999e-05 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655509+0000", 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00075062999999999996 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.498 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172934 10.10 10:0d1585d0:::benchmark_data_smithi107_275910_object50067:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.786749581000002, 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0237619379999998, 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172934 2023-10-09T04:50:37.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632620+0000", 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632624+0000", 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1760000000000003e-06 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632635+0000", 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0946e-05 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632639+0000", 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2139999999999998e-06 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632690+0000", 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0884000000000003e-05 2023-10-09T04:50:37.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632700+0000", 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5629999999999998e-06 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466365+0000", 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.83366547899999999 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466372+0000", 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9709999999999998e-06 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.625948+0000", 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.15957555 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626041+0000", 2023-10-09T04:50:37.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2575e-05 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626253+0000", 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000212444 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636039+0000", 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0097863710000000003 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653771+0000", 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017731218 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655708+0000", 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00193724 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655755+0000", 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7389000000000003e-05 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656383+0000", 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062785 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.507 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172940 10.10 10:0e6d4d43:::benchmark_data_smithi107_275910_object50073:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.777882159999997, 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0155136320000002, 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172940 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641487+0000", 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641492+0000", 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9840000000000001e-06 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641505+0000", 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2641e-05 2023-10-09T04:50:37.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641510+0000", 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2569999999999998e-06 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641566+0000", 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5770000000000003e-05 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641576+0000", 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000008e-06 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466396+0000", 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.82482007899999998 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466400+0000", 2023-10-09T04:50:37.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8179999999999997e-06 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627484+0000", 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.16108487 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627595+0000", 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110208 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627801+0000", 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000206808 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636046+0000", 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082443759999999994 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653802+0000", 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0177567 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656414+0000", 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026115700000000001 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656441+0000", 2023-10-09T04:50:37.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7024000000000001e-05 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.657002+0000", 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00056107900000000003 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172948 10.10 10:09be15eb:::benchmark_data_smithi107_275910_object50081:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.516 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.771053363, 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0203026240000002, 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172948 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648316+0000", 2023-10-09T04:50:37.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648322+0000", 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4670000000000001e-06 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648338+0000", 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5719e-05 2023-10-09T04:50:37.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648345+0000", 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8449999999999997e-06 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648408+0000", 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2854000000000005e-05 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648416+0000", 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2160000000000006e-06 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466423+0000", 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.81800731400000004 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466429+0000", 2023-10-09T04:50:37.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0310000000000004e-06 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629305+0000", 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.162875192 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629418+0000", 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113618 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629700+0000", 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028153299999999999 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640846+0000", 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011146595 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653829+0000", 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983137 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667679+0000", 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013849623 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667733+0000", 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3906000000000002e-05 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668620+0000", 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00088691099999999999 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172992 10.10 10:0ef4cbf6:::benchmark_data_smithi107_275910_object50125:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.728087488, 2023-10-09T04:50:37.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9783086810000001, 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172992 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:50:37.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691282+0000", 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691287+0000", 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8520000000000003e-06 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691299+0000", 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2055999999999999e-05 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691306+0000", 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8730000000000001e-06 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691367+0000", 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0476000000000002e-05 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691378+0000", 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1392999999999999e-05 2023-10-09T04:50:37.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466450+0000", 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.775071595 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466453+0000", 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7170000000000002e-06 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631244+0000", 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1647909190000001 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631410+0000", 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016531900000000001 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631738+0000", 2023-10-09T04:50:37.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000328392 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640858+0000", 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091197199999999996 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655559+0000", 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014701418000000001 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668797+0000", 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013237553000000001 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668851+0000", 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4428000000000001e-05 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.669592+0000", 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074082200000000003 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173030 10.10 10:09ad359e:::benchmark_data_smithi107_275910_object50163:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.688500820000002, 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9449707730000001, 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.534 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173030 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730869+0000", 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730872+0000", 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.977e-06 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730878+0000", 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0939999999999996e-06 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730882+0000", 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0860000000000004e-06 2023-10-09T04:50:37.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730944+0000", 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1266999999999995e-05 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730953+0000", 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0510000000000002e-06 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466472+0000", 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73551929400000005 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466476+0000", 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6100000000000002e-06 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633387+0000", 2023-10-09T04:50:37.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1669115409999999 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633565+0000", 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000177443 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633893+0000", 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00032864599999999998 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645475+0000", 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011581595 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655593+0000", 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010118271999999999 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674712+0000", 2023-10-09T04:50:37.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019118317999999999 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674768+0000", 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6449000000000001e-05 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675841+0000", 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001072635 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.542 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173031 10.10 10:0abda0ba:::benchmark_data_smithi107_275910_object50164:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.688367616999997, 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9457541389999999, 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.543 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173031 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:50:37.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731002+0000", 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731008+0000", 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4099999999999999e-06 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731016+0000", 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0630000000000006e-06 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731021+0000", 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5099999999999998e-06 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731059+0000", 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7512000000000003e-05 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731065+0000", 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4590000000000003e-06 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466495+0000", 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73542982599999995 2023-10-09T04:50:37.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466499+0000", 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6720000000000002e-06 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636095+0000", 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.169596364 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636270+0000", 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017465699999999999 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636620+0000", 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035001900000000002 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645483+0000", 2023-10-09T04:50:37.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088628070000000003 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659770+0000", 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014287378 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675881+0000", 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016110695000000001 2023-10-09T04:50:37.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675935+0000", 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4486e-05 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676757+0000", 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082201099999999999 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.551 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173033 10.10 10:0ca86095:::benchmark_data_smithi107_275910_object50166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.687896846000001, 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.94607262, 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.552 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173033 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731473+0000", 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731481+0000", 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9999999999999996e-06 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731494+0000", 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2765000000000001e-05 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731500+0000", 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.365e-06 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731549+0000", 2023-10-09T04:50:37.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9364999999999999e-05 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731558+0000", 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466518+0000", 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73496029100000004 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466521+0000", 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5250000000000001e-06 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638167+0000", 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1716454039999999 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638356+0000", 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000189159 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638731+0000", 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000374862 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649972+0000", 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011241312999999999 2023-10-09T04:50:37.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659797+0000", 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098249879999999998 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676793+0000", 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016995828000000001 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676842+0000", 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8927000000000001e-05 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.677546+0000", 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00070453699999999998 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173067 10.10 10:0c9dffeb:::benchmark_data_smithi107_275910_object50200:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.641108524000003, 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9049430489999999, 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173067 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.561 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778261+0000", 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778266+0000", 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9470000000000002e-06 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778277+0000", 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1056999999999999e-05 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778282+0000", 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9629999999999997e-06 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778345+0000", 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2483000000000005e-05 2023-10-09T04:50:37.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778353+0000", 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3000000000000002e-06 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466540+0000", 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.68818707599999995 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466544+0000", 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6150000000000001e-06 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640910+0000", 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1743666639999999 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641088+0000", 2023-10-09T04:50:37.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000178202 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641430+0000", 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00034165500000000001 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649979+0000", 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0085488449999999994 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659837+0000", 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098575880000000005 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682261+0000", 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022424539 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682310+0000", 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9095999999999999e-05 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683205+0000", 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00089500799999999998 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.569 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173078 10.10 10:084c52d2:::benchmark_data_smithi107_275910_object50211:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.628636915999998, 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.893055932, 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173078 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.570 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790733+0000", 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790738+0000", 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7829999999999998e-06 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790747+0000", 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.234e-06 2023-10-09T04:50:37.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790751+0000", 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6739999999999996e-06 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790810+0000", 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8461000000000002e-05 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790819+0000", 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7669999999999992e-06 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466562+0000", 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.67574361500000002 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466566+0000", 2023-10-09T04:50:37.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5599999999999998e-06 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643659+0000", 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770934390000001 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643771+0000", 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111904 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.644029+0000", 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025822200000000001 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651050+0000", 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070206940000000001 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659868+0000", 2023-10-09T04:50:37.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088174429999999995 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683247+0000", 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023379015 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683277+0000", 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0803999999999998e-05 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683790+0000", 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051234299999999996 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173089 10.10 10:0fe1695e:::benchmark_data_smithi107_275910_object50222:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:50:37.578 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.612082864999998, 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8937954480000001, 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173089 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807287+0000", 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:37.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807291+0000", 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7339999999999999e-06 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807303+0000", 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1586000000000001e-05 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807308+0000", 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2279999999999998e-06 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807364+0000", 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5653999999999999e-05 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807374+0000", 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0295000000000001e-05 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466584+0000", 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.65920980600000001 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466588+0000", 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4699999999999998e-06 2023-10-09T04:50:37.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645539+0000", 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1789513170000001 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645663+0000", 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012380299999999999 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645905+0000", 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024191600000000001 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651061+0000", 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051568839999999996 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659905+0000", 2023-10-09T04:50:37.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088437020000000002 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.699982+0000", 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040076673 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.700036+0000", 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4200999999999998e-05 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701083+0000", 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010472299999999999 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173143 10.10 10:080dd7e1:::benchmark_data_smithi107_275910_object50276:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 54.431966828, 2023-10-09T04:50:37.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7145140429999999, 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173143 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:50:37.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987403+0000", 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987409+0000", 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9259999999999997e-06 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987422+0000", 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3199e-05 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:37.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987427+0000", 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6520000000000003e-06 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987477+0000", 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0028000000000003e-05 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987486+0000", 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.422e-06 2023-10-09T04:50:37.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466605+0000", 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.47911941600000002 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466609+0000", 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647464+0000", 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1808549340000001 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647571+0000", 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106873 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647852+0000", 2023-10-09T04:50:37.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028089400000000001 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651200+0000", 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033488889999999999 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659936+0000", 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087353670000000008 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701120+0000", 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.041184487999999998 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701171+0000", 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0442000000000003e-05 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:37.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701918+0000", 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074717200000000005 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:37.596 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:50:37.596 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:37.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:50:37.660 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:37.667 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:37.774 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:37.805 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:37.837 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:37.885 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:37.895 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:37.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:37.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:37.937 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:50:37.941 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:37.970 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:38.001 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:38.007 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:38.038 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:38.046 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.046 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.047 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:50:38.073 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:38.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:38 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:38.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:38 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:50:38.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:38 smithi150 ceph-mon[168511]: pgmap v890: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 806 op/s; 17/92358 objects degraded (0.018%); 2.9 MiB/s, 59 objects/s recovering 2023-10-09T04:50:38.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/576486428' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:38.280 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:38.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:38.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:38.287 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:38.287 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:50:38.287 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[184249]: pgmap v890: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 806 op/s; 17/92358 objects degraded (0.018%); 2.9 MiB/s, 59 objects/s recovering 2023-10-09T04:50:38.288 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/576486428' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:38.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:38.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:50:38.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[179183]: pgmap v890: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 806 op/s; 17/92358 objects degraded (0.018%); 2.9 MiB/s, 59 objects/s recovering 2023-10-09T04:50:38.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/576486428' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:38.388 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:38.468 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:38.565 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:38.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:38.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:38.670 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:38.729 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:38.802 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:38.803 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:38.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:38.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:38.909 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:38.958 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:39.019 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:39.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:39.024 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:39.125 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:39.179 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:39.280 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:39.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:39 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:50:39.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:39 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:39.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:39 smithi107 ceph-mon[179183]: 10.15 deep-scrub starts 2023-10-09T04:50:39.283 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:39 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:50:39.283 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:39 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:39.283 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:39 smithi107 ceph-mon[184249]: 10.15 deep-scrub starts 2023-10-09T04:50:39.283 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:39.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:39.284 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:39.362 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:39 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:50:39.363 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:39 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:39.363 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:39 smithi150 ceph-mon[168511]: 10.15 deep-scrub starts 2023-10-09T04:50:39.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:39.424 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:39.650 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:39.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:39.658 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:39.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:39.819 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:39.879 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:39.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:39.888 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:39.989 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:40.060 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:40.097 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:40 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:40.097 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:40 smithi150 ceph-mon[168511]: pgmap v891: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 824 op/s; 17/83829 objects degraded (0.020%); 1.1 MiB/s, 57 objects/s recovering 2023-10-09T04:50:40.097 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/92358 objects degraded (0.018%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:40.195 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:40.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:40.310 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:40.310 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 17/83829 objects degraded (0.020%), 1 pg degraded","count":1},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1200,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":271,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":7,"osd_in_since":1696826765,"num_remapped_pgs":1},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":98},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":27943,"data_bytes":1830197176,"bytes_used":10910744576,"bytes_avail":661054504960,"bytes_total":671965249536,"degraded_objects":17,"degraded_total":83829,"degraded_ratio":0.00020279378258120694,"recovering_objects_per_sec":57,"recovering_bytes_per_sec":1126908,"recovering_keys_per_sec":0,"num_objects_recovered":571,"num_bytes_recovered":11272192,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":824},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"58bd9d29-1dba-4e6f-91c5-0ea2b6d27dc6":{"message":"Global Recovery Event (2m)\n [===========================.] (remaining: 1s)","progress":0.98989897966384888,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:50:40.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:40 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:40.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:40 smithi107 ceph-mon[179183]: pgmap v891: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 824 op/s; 17/83829 objects degraded (0.020%); 1.1 MiB/s, 57 objects/s recovering 2023-10-09T04:50:40.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/92358 objects degraded (0.018%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:40.311 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:40 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:40.311 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:40 smithi107 ceph-mon[184249]: pgmap v891: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 824 op/s; 17/83829 objects degraded (0.020%); 1.1 MiB/s, 57 objects/s recovering 2023-10-09T04:50:40.311 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/92358 objects degraded (0.018%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:40.311 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:40.412 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:40.457 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:40.553 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:40.553 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:40.772 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:40.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:40.776 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:40.877 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:40.920 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:50:40.920 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:50:40.961 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:40.970 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:50:41.022 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:50:41.066 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:41.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:41.072 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:41.173 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:41 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1635633463' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:41 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:50:41.286 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:41.366 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:41.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:41.372 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:41.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:41 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:41.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1635633463' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:41.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:41 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:50:41.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:41 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:41.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1635633463' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:41.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:41 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:50:41.473 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:41.525 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:41.593 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:41.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:41.611 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:41.707 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:41.712 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:41.798 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:41.799 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:41.886 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:41.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:41.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:41.998 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:42.046 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:42.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:42 smithi150 ceph-mon[168511]: 10.14 deep-scrub starts 2023-10-09T04:50:42.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:42 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:42.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:42 smithi150 ceph-mon[168511]: pgmap v892: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 823 op/s; 17/81543 objects degraded (0.021%); 1.1 MiB/s, 57 objects/s recovering 2023-10-09T04:50:42.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4030044107' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:42.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:42.120 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:50:42.304 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:50:42] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[179183]: 10.14 deep-scrub starts 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[179183]: pgmap v892: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 823 op/s; 17/81543 objects degraded (0.021%); 1.1 MiB/s, 57 objects/s recovering 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4030044107' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[184249]: 10.14 deep-scrub starts 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[184249]: pgmap v892: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 823 op/s; 17/81543 objects degraded (0.021%); 1.1 MiB/s, 57 objects/s recovering 2023-10-09T04:50:42.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4030044107' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:42.306 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:50:42.849 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:43.396 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:43.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:43.399 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: osdmap e272: 8 total, 8 up, 7 in 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[184249]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:43.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: osdmap e272: 8 total, 8 up, 7 in 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:43 smithi107 ceph-mon[179183]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:50:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: osdmap e272: 8 total, 8 up, 7 in 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:43 smithi150 ceph-mon[168511]: failed to encode map e272 with expected crc 2023-10-09T04:50:43.500 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:43.562 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:43.832 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:43.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:43.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:43.938 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:43.972 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:44.262 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:44 smithi150 ceph-mon[168511]: pgmap v894: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.5 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 947 op/s; 17/71514 objects degraded (0.024%); 0 B/s, 65 objects/s recovering 2023-10-09T04:50:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:44 smithi107 ceph-mon[179183]: pgmap v894: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.5 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 947 op/s; 17/71514 objects degraded (0.024%); 0 B/s, 65 objects/s recovering 2023-10-09T04:50:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:44 smithi107 ceph-mon[184249]: pgmap v894: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.5 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 947 op/s; 17/71514 objects degraded (0.024%); 0 B/s, 65 objects/s recovering 2023-10-09T04:50:44.473 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:44.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:44.481 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:44.582 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:44.649 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:44.707 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:44.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:44.725 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:44.825 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:44.914 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:45.003 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:45.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:45.010 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:45.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:45.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:45.198 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/71514 objects degraded (0.024%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:45.343 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:45.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:45.347 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:45.418 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:45.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/71514 objects degraded (0.024%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:45.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/71514 objects degraded (0.024%), 1 pg degraded (PG_DEGRADED) 2023-10-09T04:50:45.429 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:50:45.432 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:45.448 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:45.452 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:45.452 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:45.468 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:45.509 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:45.522 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:50:45.534 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:45.543 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:45.568 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:45.606 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:45.653 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:45.687 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:50:45.877 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":894,"stamp":"2023-10-09T04:50:43.529988+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1561171896,"num_objects":23838,"num_object_clones":0,"num_object_copies":71514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23838,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":182960,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9666,"num_bytes_recovered":589104860,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220492,"ondisk_log_size":220492,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9842324,"kb_used_data":4823580,"kb_used_omap":18,"kb_used_meta":5018605,"kb_avail":646373740,"statfs":{"total":671965249536,"available":661886709760,"internally_reserved":0,"allocated":4939345920,"data_stored":4932970620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5139051936},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-536805376,"num_objects":-8191,"num_object_clones":0,"num_object_copies":-24573,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-8191,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8191,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":562,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.643471"},"pg_stats":[{"pgid":"10.13","version":"271'9431","reported_seq":9581,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:40.619550+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:50:40.619550+0000","last_peered":"2023-10-09T04:50:40.619550+0000","last_clean":"2023-10-09T04:50:40.619550+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:50:40.619550+0000","last_undegraded":"2023-10-09T04:50:40.619550+0000","last_fullsized":"2023-10-09T04:50:40.619550+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":9431,"log_dups_size":0,"ondisk_log_size":9431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50135040,"num_objects":765,"num_object_clones":0,"num_object_copies":2295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2293,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":268,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904015+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:50:34.904015+0000","last_peered":"2023-10-09T04:50:34.904015+0000","last_clean":"2023-10-09T04:50:34.904015+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:50:34.904015+0000","last_undegraded":"2023-10-09T04:50:34.904015+0000","last_fullsized":"2023-10-09T04:50:34.904015+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":60,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019665+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:27.019665+0000","last_peered":"2023-10-09T04:50:27.019665+0000","last_clean":"2023-10-09T04:50:27.019665+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:27.019665+0000","last_undegraded":"2023-10-09T04:50:27.019665+0000","last_fullsized":"2023-10-09T04:50:27.019665+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"272'9579","reported_seq":17369,"reported_epoch":272,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:50:42.655254+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:50:42.655254+0000","last_peered":"2023-10-09T04:50:42.655254+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:50:42.655254+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"223'2269","ondisk_log_start":"223'2269","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7310,"log_dups_size":0,"ondisk_log_size":7310,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47153152,"num_objects":720,"num_object_clones":0,"num_object_copies":2160,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":720,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7002,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3837,"num_bytes_recovered":206307328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"4,6","objects":703}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":193,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.020511+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:50:27.020511+0000","last_peered":"2023-10-09T04:50:27.020511+0000","last_clean":"2023-10-09T04:50:27.020511+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:50:27.020511+0000","last_undegraded":"2023-10-09T04:50:27.020511+0000","last_fullsized":"2023-10-09T04:50:27.020511+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":253,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019016+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:50:27.019016+0000","last_peered":"2023-10-09T04:50:27.019016+0000","last_clean":"2023-10-09T04:50:27.019016+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:50:27.019016+0000","last_undegraded":"2023-10-09T04:50:27.019016+0000","last_fullsized":"2023-10-09T04:50:27.019016+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"272'9625","reported_seq":9816,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.631658+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:42.631658+0000","last_peered":"2023-10-09T04:50:42.631658+0000","last_clean":"2023-10-09T04:50:42.631658+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:42.631658+0000","last_undegraded":"2023-10-09T04:50:42.631658+0000","last_fullsized":"2023-10-09T04:50:42.631658+0000","mapping_epoch":228,"log_start":"222'2270","ondisk_log_start":"222'2270","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":7355,"log_dups_size":0,"ondisk_log_size":7355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50266112,"num_objects":767,"num_object_clones":0,"num_object_copies":2301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4333,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":202,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.017736+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:50:27.017736+0000","last_peered":"2023-10-09T04:50:27.017736+0000","last_clean":"2023-10-09T04:50:27.017736+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:50:27.017736+0000","last_undegraded":"2023-10-09T04:50:27.017736+0000","last_fullsized":"2023-10-09T04:50:27.017736+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":248,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903832+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:50:34.903832+0000","last_peered":"2023-10-09T04:50:34.903832+0000","last_clean":"2023-10-09T04:50:34.903832+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:50:34.903832+0000","last_undegraded":"2023-10-09T04:50:34.903832+0000","last_fullsized":"2023-10-09T04:50:34.903832+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":241,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.018506+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:50:27.018506+0000","last_peered":"2023-10-09T04:50:27.018506+0000","last_clean":"2023-10-09T04:50:27.018506+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:50:27.018506+0000","last_undegraded":"2023-10-09T04:50:27.018506+0000","last_fullsized":"2023-10-09T04:50:27.018506+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":137,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021432+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:50:27.021432+0000","last_peered":"2023-10-09T04:50:27.021432+0000","last_clean":"2023-10-09T04:50:27.021432+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:50:27.021432+0000","last_undegraded":"2023-10-09T04:50:27.021432+0000","last_fullsized":"2023-10-09T04:50:27.021432+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906293+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:50:34.906293+0000","last_peered":"2023-10-09T04:50:34.906293+0000","last_clean":"2023-10-09T04:50:34.906293+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:50:34.906293+0000","last_undegraded":"2023-10-09T04:50:34.906293+0000","last_fullsized":"2023-10-09T04:50:34.906293+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":161,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.923242+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:50:34.923242+0000","last_peered":"2023-10-09T04:50:34.923242+0000","last_clean":"2023-10-09T04:50:34.923242+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:50:34.923242+0000","last_undegraded":"2023-10-09T04:50:34.923242+0000","last_fullsized":"2023-10-09T04:50:34.923242+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":259,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.920420+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:50:34.920420+0000","last_peered":"2023-10-09T04:50:34.920420+0000","last_clean":"2023-10-09T04:50:34.920420+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:50:34.920420+0000","last_undegraded":"2023-10-09T04:50:34.920420+0000","last_fullsized":"2023-10-09T04:50:34.920420+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":188,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.023577+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:50:27.023577+0000","last_peered":"2023-10-09T04:50:27.023577+0000","last_clean":"2023-10-09T04:50:27.023577+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:50:27.023577+0000","last_undegraded":"2023-10-09T04:50:27.023577+0000","last_fullsized":"2023-10-09T04:50:27.023577+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":238,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904090+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:50:34.904090+0000","last_peered":"2023-10-09T04:50:34.904090+0000","last_clean":"2023-10-09T04:50:34.904090+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:50:34.904090+0000","last_undegraded":"2023-10-09T04:50:34.904090+0000","last_fullsized":"2023-10-09T04:50:34.904090+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909115+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:50:34.909115+0000","last_peered":"2023-10-09T04:50:34.909115+0000","last_clean":"2023-10-09T04:50:34.909115+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:50:34.909115+0000","last_undegraded":"2023-10-09T04:50:34.909115+0000","last_fullsized":"2023-10-09T04:50:34.909115+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":251,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919448+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:50:34.919448+0000","last_peered":"2023-10-09T04:50:34.919448+0000","last_clean":"2023-10-09T04:50:34.919448+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:50:34.919448+0000","last_undegraded":"2023-10-09T04:50:34.919448+0000","last_fullsized":"2023-10-09T04:50:34.919448+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":137,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.022940+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:50:27.022940+0000","last_peered":"2023-10-09T04:50:27.022940+0000","last_clean":"2023-10-09T04:50:27.022940+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:50:27.022940+0000","last_undegraded":"2023-10-09T04:50:27.022940+0000","last_fullsized":"2023-10-09T04:50:27.022940+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":256,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.018235+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:50:27.018235+0000","last_peered":"2023-10-09T04:50:27.018235+0000","last_clean":"2023-10-09T04:50:27.018235+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:50:27.018235+0000","last_undegraded":"2023-10-09T04:50:27.018235+0000","last_fullsized":"2023-10-09T04:50:27.018235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":248,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906337+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:50:34.906337+0000","last_peered":"2023-10-09T04:50:34.906337+0000","last_clean":"2023-10-09T04:50:34.906337+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:50:34.906337+0000","last_undegraded":"2023-10-09T04:50:34.906337+0000","last_fullsized":"2023-10-09T04:50:34.906337+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"271'9537","reported_seq":9699,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:41.754300+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:41.754300+0000","last_peered":"2023-10-09T04:50:41.754300+0000","last_clean":"2023-10-09T04:50:41.754300+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:41.754300+0000","last_undegraded":"2023-10-09T04:50:41.754300+0000","last_fullsized":"2023-10-09T04:50:41.754300+0000","mapping_epoch":228,"log_start":"219'772","ondisk_log_start":"219'772","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8765,"log_dups_size":0,"ondisk_log_size":8765,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49020928,"num_objects":748,"num_object_clones":0,"num_object_copies":2244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":748,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3340,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":216,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.923159+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:50:34.923159+0000","last_peered":"2023-10-09T04:50:34.923159+0000","last_clean":"2023-10-09T04:50:34.923159+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:50:34.923159+0000","last_undegraded":"2023-10-09T04:50:34.923159+0000","last_fullsized":"2023-10-09T04:50:34.923159+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":242,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019085+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:50:27.019085+0000","last_peered":"2023-10-09T04:50:27.019085+0000","last_clean":"2023-10-09T04:50:27.019085+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:50:27.019085+0000","last_undegraded":"2023-10-09T04:50:27.019085+0000","last_fullsized":"2023-10-09T04:50:27.019085+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"272'9554","reported_seq":9768,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.881686+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:42.881686+0000","last_peered":"2023-10-09T04:50:42.881686+0000","last_clean":"2023-10-09T04:50:42.881686+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:42.881686+0000","last_undegraded":"2023-10-09T04:50:42.881686+0000","last_fullsized":"2023-10-09T04:50:42.881686+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":9554,"log_dups_size":0,"ondisk_log_size":9554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45481984,"num_objects":694,"num_object_clones":0,"num_object_copies":2082,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":694,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2452,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":240,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.899627+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:50:34.899627+0000","last_peered":"2023-10-09T04:50:34.899627+0000","last_clean":"2023-10-09T04:50:34.899627+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:50:34.899627+0000","last_undegraded":"2023-10-09T04:50:34.899627+0000","last_fullsized":"2023-10-09T04:50:34.899627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":189,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918677+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:50:34.918677+0000","last_peered":"2023-10-09T04:50:34.918677+0000","last_clean":"2023-10-09T04:50:34.918677+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:50:34.918677+0000","last_undegraded":"2023-10-09T04:50:34.918677+0000","last_fullsized":"2023-10-09T04:50:34.918677+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"272'9703","reported_seq":9929,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.830787+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:42.830787+0000","last_peered":"2023-10-09T04:50:42.830787+0000","last_clean":"2023-10-09T04:50:42.830787+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:42.830787+0000","last_undegraded":"2023-10-09T04:50:42.830787+0000","last_fullsized":"2023-10-09T04:50:42.830787+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":9703,"log_dups_size":0,"ondisk_log_size":9703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49020928,"num_objects":748,"num_object_clones":0,"num_object_copies":2244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":748,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3598,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":234,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918552+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:50:34.918552+0000","last_peered":"2023-10-09T04:50:34.918552+0000","last_clean":"2023-10-09T04:50:34.918552+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:50:34.918552+0000","last_undegraded":"2023-10-09T04:50:34.918552+0000","last_fullsized":"2023-10-09T04:50:34.918552+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":214,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.908817+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:50:34.908817+0000","last_peered":"2023-10-09T04:50:34.908817+0000","last_clean":"2023-10-09T04:50:34.908817+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:50:34.908817+0000","last_undegraded":"2023-10-09T04:50:34.908817+0000","last_fullsized":"2023-10-09T04:50:34.908817+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"272'9489","reported_seq":9568,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.604163+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:42.604163+0000","last_peered":"2023-10-09T04:50:42.604163+0000","last_clean":"2023-10-09T04:50:42.604163+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:42.604163+0000","last_undegraded":"2023-10-09T04:50:42.604163+0000","last_fullsized":"2023-10-09T04:50:42.604163+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9489,"log_dups_size":0,"ondisk_log_size":9489,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47316992,"num_objects":722,"num_object_clones":0,"num_object_copies":2166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":722,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6922,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":252,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919229+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:50:34.919229+0000","last_peered":"2023-10-09T04:50:34.919229+0000","last_clean":"2023-10-09T04:50:34.919229+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:50:34.919229+0000","last_undegraded":"2023-10-09T04:50:34.919229+0000","last_fullsized":"2023-10-09T04:50:34.919229+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":276,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905589+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:50:34.905589+0000","last_peered":"2023-10-09T04:50:34.905589+0000","last_clean":"2023-10-09T04:50:34.905589+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:50:34.905589+0000","last_undegraded":"2023-10-09T04:50:34.905589+0000","last_fullsized":"2023-10-09T04:50:34.905589+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"271'9475","reported_seq":11180,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:41.678984+0000","last_change":"2023-10-09T04:50:41.254943+0000","last_active":"2023-10-09T04:50:41.678984+0000","last_peered":"2023-10-09T04:50:41.678984+0000","last_clean":"2023-10-09T04:50:41.678984+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:41.678984+0000","last_undegraded":"2023-10-09T04:50:41.678984+0000","last_fullsized":"2023-10-09T04:50:41.678984+0000","mapping_epoch":243,"log_start":"219'738","ondisk_log_start":"219'738","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8737,"log_dups_size":0,"ondisk_log_size":8737,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51052544,"num_objects":779,"num_object_clones":0,"num_object_copies":2337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6909,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":217,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.920253+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:50:34.920253+0000","last_peered":"2023-10-09T04:50:34.920253+0000","last_clean":"2023-10-09T04:50:34.920253+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:50:34.920253+0000","last_undegraded":"2023-10-09T04:50:34.920253+0000","last_fullsized":"2023-10-09T04:50:34.920253+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":248,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904345+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:50:34.904345+0000","last_peered":"2023-10-09T04:50:34.904345+0000","last_clean":"2023-10-09T04:50:34.904345+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:50:34.904345+0000","last_undegraded":"2023-10-09T04:50:34.904345+0000","last_fullsized":"2023-10-09T04:50:34.904345+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"271'9385","reported_seq":9472,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:40.583159+0000","last_change":"2023-10-09T04:50:40.389003+0000","last_active":"2023-10-09T04:50:40.583159+0000","last_peered":"2023-10-09T04:50:40.583159+0000","last_clean":"2023-10-09T04:50:40.583159+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:50:40.583159+0000","last_undegraded":"2023-10-09T04:50:40.583159+0000","last_fullsized":"2023-10-09T04:50:40.583159+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9385,"log_dups_size":0,"ondisk_log_size":9385,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51085312,"num_objects":779,"num_object_clones":0,"num_object_copies":2337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6873,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905933+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:50:34.905933+0000","last_peered":"2023-10-09T04:50:34.905933+0000","last_clean":"2023-10-09T04:50:34.905933+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:50:34.905933+0000","last_undegraded":"2023-10-09T04:50:34.905933+0000","last_fullsized":"2023-10-09T04:50:34.905933+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":243,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019288+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:50:27.019288+0000","last_peered":"2023-10-09T04:50:27.019288+0000","last_clean":"2023-10-09T04:50:27.019288+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:50:27.019288+0000","last_undegraded":"2023-10-09T04:50:27.019288+0000","last_fullsized":"2023-10-09T04:50:27.019288+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"271'9387","reported_seq":11182,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:40.122089+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:50:40.122089+0000","last_peered":"2023-10-09T04:50:40.122089+0000","last_clean":"2023-10-09T04:50:40.122089+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:50:40.122089+0000","last_undegraded":"2023-10-09T04:50:40.122089+0000","last_fullsized":"2023-10-09T04:50:40.122089+0000","mapping_epoch":260,"log_start":"219'206","ondisk_log_start":"219'206","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":9181,"log_dups_size":0,"ondisk_log_size":9181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52101120,"num_objects":795,"num_object_clones":0,"num_object_copies":2385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4152,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":142,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019372+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:50:27.019372+0000","last_peered":"2023-10-09T04:50:27.019372+0000","last_clean":"2023-10-09T04:50:27.019372+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:50:27.019372+0000","last_undegraded":"2023-10-09T04:50:27.019372+0000","last_fullsized":"2023-10-09T04:50:27.019372+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903955+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:50:34.903955+0000","last_peered":"2023-10-09T04:50:34.903955+0000","last_clean":"2023-10-09T04:50:34.903955+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:50:34.903955+0000","last_undegraded":"2023-10-09T04:50:34.903955+0000","last_fullsized":"2023-10-09T04:50:34.903955+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"271'9451","reported_seq":9605,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:40.530442+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:50:40.530442+0000","last_peered":"2023-10-09T04:50:40.530442+0000","last_clean":"2023-10-09T04:50:40.530442+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:50:40.530442+0000","last_undegraded":"2023-10-09T04:50:40.530442+0000","last_fullsized":"2023-10-09T04:50:40.530442+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":9451,"log_dups_size":0,"ondisk_log_size":9451,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52297728,"num_objects":798,"num_object_clones":0,"num_object_copies":2394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2532,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904445+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:50:34.904445+0000","last_peered":"2023-10-09T04:50:34.904445+0000","last_clean":"2023-10-09T04:50:34.904445+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:50:34.904445+0000","last_undegraded":"2023-10-09T04:50:34.904445+0000","last_fullsized":"2023-10-09T04:50:34.904445+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":242,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909205+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:50:34.909205+0000","last_peered":"2023-10-09T04:50:34.909205+0000","last_clean":"2023-10-09T04:50:34.909205+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:50:34.909205+0000","last_undegraded":"2023-10-09T04:50:34.909205+0000","last_fullsized":"2023-10-09T04:50:34.909205+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"272'9495","reported_seq":11231,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.501586+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:42.501586+0000","last_peered":"2023-10-09T04:50:42.501586+0000","last_clean":"2023-10-09T04:50:42.501586+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:42.501586+0000","last_undegraded":"2023-10-09T04:50:42.501586+0000","last_fullsized":"2023-10-09T04:50:42.501586+0000","mapping_epoch":246,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9495,"log_dups_size":0,"ondisk_log_size":9495,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50036736,"num_objects":763,"num_object_clones":0,"num_object_copies":2289,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6917,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":233,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905518+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:50:34.905518+0000","last_peered":"2023-10-09T04:50:34.905518+0000","last_clean":"2023-10-09T04:50:34.905518+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:50:34.905518+0000","last_undegraded":"2023-10-09T04:50:34.905518+0000","last_fullsized":"2023-10-09T04:50:34.905518+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909930+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:50:34.909930+0000","last_peered":"2023-10-09T04:50:34.909930+0000","last_clean":"2023-10-09T04:50:34.909930+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:50:34.909930+0000","last_undegraded":"2023-10-09T04:50:34.909930+0000","last_fullsized":"2023-10-09T04:50:34.909930+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"272'9703","reported_seq":9985,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.621135+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:42.621135+0000","last_peered":"2023-10-09T04:50:42.621135+0000","last_clean":"2023-10-09T04:50:42.621135+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:42.621135+0000","last_undegraded":"2023-10-09T04:50:42.621135+0000","last_fullsized":"2023-10-09T04:50:42.621135+0000","mapping_epoch":215,"log_start":"223'2515","ondisk_log_start":"223'2515","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":7188,"log_dups_size":0,"ondisk_log_size":7188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48562176,"num_objects":741,"num_object_clones":0,"num_object_copies":2223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3434,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":138,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021724+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:50:27.021724+0000","last_peered":"2023-10-09T04:50:27.021724+0000","last_clean":"2023-10-09T04:50:27.021724+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:50:27.021724+0000","last_undegraded":"2023-10-09T04:50:27.021724+0000","last_fullsized":"2023-10-09T04:50:27.021724+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":194,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021111+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:50:27.021111+0000","last_peered":"2023-10-09T04:50:27.021111+0000","last_clean":"2023-10-09T04:50:27.021111+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:50:27.021111+0000","last_undegraded":"2023-10-09T04:50:27.021111+0000","last_fullsized":"2023-10-09T04:50:27.021111+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"272'13880","reported_seq":13945,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.923142+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:42.923142+0000","last_peered":"2023-10-09T04:50:42.923142+0000","last_clean":"2023-10-09T04:50:42.923142+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:42.923142+0000","last_undegraded":"2023-10-09T04:50:42.923142+0000","last_fullsized":"2023-10-09T04:50:42.923142+0000","mapping_epoch":215,"log_start":"232'6548","ondisk_log_start":"232'6548","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7332,"log_dups_size":0,"ondisk_log_size":7332,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95420416,"num_objects":1456,"num_object_clones":0,"num_object_copies":4368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1456,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13880,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":245,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.890135+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:50:34.890135+0000","last_peered":"2023-10-09T04:50:34.890135+0000","last_clean":"2023-10-09T04:50:34.890135+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:50:34.890135+0000","last_undegraded":"2023-10-09T04:50:34.890135+0000","last_fullsized":"2023-10-09T04:50:34.890135+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906266+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:50:34.906266+0000","last_peered":"2023-10-09T04:50:34.906266+0000","last_clean":"2023-10-09T04:50:34.906266+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:50:34.906266+0000","last_undegraded":"2023-10-09T04:50:34.906266+0000","last_fullsized":"2023-10-09T04:50:34.906266+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":203,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.889380+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:50:34.889380+0000","last_peered":"2023-10-09T04:50:34.889380+0000","last_clean":"2023-10-09T04:50:34.889380+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:50:34.889380+0000","last_undegraded":"2023-10-09T04:50:34.889380+0000","last_fullsized":"2023-10-09T04:50:34.889380+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"272'13698","reported_seq":13763,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.572451+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:42.572451+0000","last_peered":"2023-10-09T04:50:42.572451+0000","last_clean":"2023-10-09T04:50:42.572451+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:42.572451+0000","last_undegraded":"2023-10-09T04:50:42.572451+0000","last_fullsized":"2023-10-09T04:50:42.572451+0000","mapping_epoch":215,"log_start":"233'6700","ondisk_log_start":"233'6700","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6998,"log_dups_size":0,"ondisk_log_size":6998,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93716480,"num_objects":1430,"num_object_clones":0,"num_object_copies":4290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13698,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":252,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.907434+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:50:34.907434+0000","last_peered":"2023-10-09T04:50:34.907434+0000","last_clean":"2023-10-09T04:50:34.907434+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:50:34.907434+0000","last_undegraded":"2023-10-09T04:50:34.907434+0000","last_fullsized":"2023-10-09T04:50:34.907434+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":233,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905726+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:50:34.905726+0000","last_peered":"2023-10-09T04:50:34.905726+0000","last_clean":"2023-10-09T04:50:34.905726+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:50:34.905726+0000","last_undegraded":"2023-10-09T04:50:34.905726+0000","last_fullsized":"2023-10-09T04:50:34.905726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":211,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.889887+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:50:34.889887+0000","last_peered":"2023-10-09T04:50:34.889887+0000","last_clean":"2023-10-09T04:50:34.889887+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:50:34.889887+0000","last_undegraded":"2023-10-09T04:50:34.889887+0000","last_fullsized":"2023-10-09T04:50:34.889887+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"272'9474","reported_seq":9697,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.810575+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:42.810575+0000","last_peered":"2023-10-09T04:50:42.810575+0000","last_clean":"2023-10-09T04:50:42.810575+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:42.810575+0000","last_undegraded":"2023-10-09T04:50:42.810575+0000","last_fullsized":"2023-10-09T04:50:42.810575+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":9474,"log_dups_size":0,"ondisk_log_size":9474,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47841280,"num_objects":730,"num_object_clones":0,"num_object_copies":2190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3427,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":271,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019242+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:50:27.019242+0000","last_peered":"2023-10-09T04:50:27.019242+0000","last_clean":"2023-10-09T04:50:27.019242+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:50:27.019242+0000","last_undegraded":"2023-10-09T04:50:27.019242+0000","last_fullsized":"2023-10-09T04:50:27.019242+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":189,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.887675+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:50:34.887675+0000","last_peered":"2023-10-09T04:50:34.887675+0000","last_clean":"2023-10-09T04:50:34.887675+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:50:34.887675+0000","last_undegraded":"2023-10-09T04:50:34.887675+0000","last_fullsized":"2023-10-09T04:50:34.887675+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":238,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.021173+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:50:27.021173+0000","last_peered":"2023-10-09T04:50:27.021173+0000","last_clean":"2023-10-09T04:50:27.021173+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:50:27.021173+0000","last_undegraded":"2023-10-09T04:50:27.021173+0000","last_fullsized":"2023-10-09T04:50:27.021173+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"272'13605","reported_seq":17063,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.611802+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:42.611802+0000","last_peered":"2023-10-09T04:50:42.611802+0000","last_clean":"2023-10-09T04:50:42.611802+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:42.611802+0000","last_undegraded":"2023-10-09T04:50:42.611802+0000","last_fullsized":"2023-10-09T04:50:42.611802+0000","mapping_epoch":250,"log_start":"233'6600","ondisk_log_start":"233'6600","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7005,"log_dups_size":0,"ondisk_log_size":7005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96403456,"num_objects":1471,"num_object_clones":0,"num_object_copies":4413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13605,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":235,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.907590+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:50:34.907590+0000","last_peered":"2023-10-09T04:50:34.907590+0000","last_clean":"2023-10-09T04:50:34.907590+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:50:34.907590+0000","last_undegraded":"2023-10-09T04:50:34.907590+0000","last_fullsized":"2023-10-09T04:50:34.907590+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":614,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919360+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:50:34.919360+0000","last_peered":"2023-10-09T04:50:34.919360+0000","last_clean":"2023-10-09T04:50:34.919360+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:50:34.919360+0000","last_undegraded":"2023-10-09T04:50:34.919360+0000","last_fullsized":"2023-10-09T04:50:34.919360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":159,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.907333+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:50:34.907333+0000","last_peered":"2023-10-09T04:50:34.907333+0000","last_clean":"2023-10-09T04:50:34.907333+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:50:34.907333+0000","last_undegraded":"2023-10-09T04:50:34.907333+0000","last_fullsized":"2023-10-09T04:50:34.907333+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":214,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906114+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:50:34.906114+0000","last_peered":"2023-10-09T04:50:34.906114+0000","last_clean":"2023-10-09T04:50:34.906114+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:50:34.906114+0000","last_undegraded":"2023-10-09T04:50:34.906114+0000","last_fullsized":"2023-10-09T04:50:34.906114+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"271'9714","reported_seq":9854,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:41.708227+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:41.708227+0000","last_peered":"2023-10-09T04:50:41.708227+0000","last_clean":"2023-10-09T04:50:41.708227+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:41.708227+0000","last_undegraded":"2023-10-09T04:50:41.708227+0000","last_fullsized":"2023-10-09T04:50:41.708227+0000","mapping_epoch":215,"log_start":"220'1196","ondisk_log_start":"220'1196","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8518,"log_dups_size":0,"ondisk_log_size":8518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50790400,"num_objects":775,"num_object_clones":0,"num_object_copies":2325,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":775,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4461,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":271,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918990+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:50:34.918990+0000","last_peered":"2023-10-09T04:50:34.918990+0000","last_clean":"2023-10-09T04:50:34.918990+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:50:34.918990+0000","last_undegraded":"2023-10-09T04:50:34.918990+0000","last_fullsized":"2023-10-09T04:50:34.918990+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":242,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.018212+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:50:27.018212+0000","last_peered":"2023-10-09T04:50:27.018212+0000","last_clean":"2023-10-09T04:50:27.018212+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:50:27.018212+0000","last_undegraded":"2023-10-09T04:50:27.018212+0000","last_fullsized":"2023-10-09T04:50:27.018212+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":258,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.018859+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:50:27.018859+0000","last_peered":"2023-10-09T04:50:27.018859+0000","last_clean":"2023-10-09T04:50:27.018859+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:50:27.018859+0000","last_undegraded":"2023-10-09T04:50:27.018859+0000","last_fullsized":"2023-10-09T04:50:27.018859+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"272'13941","reported_seq":14007,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.556030+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:42.556030+0000","last_peered":"2023-10-09T04:50:42.556030+0000","last_clean":"2023-10-09T04:50:42.556030+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:42.556030+0000","last_undegraded":"2023-10-09T04:50:42.556030+0000","last_fullsized":"2023-10-09T04:50:42.556030+0000","mapping_epoch":215,"log_start":"233'6900","ondisk_log_start":"233'6900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7041,"log_dups_size":0,"ondisk_log_size":7041,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96337944,"num_objects":1471,"num_object_clones":0,"num_object_copies":4413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1471,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13941,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":237,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.920330+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:50:34.920330+0000","last_peered":"2023-10-09T04:50:34.920330+0000","last_clean":"2023-10-09T04:50:34.920330+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:50:34.920330+0000","last_undegraded":"2023-10-09T04:50:34.920330+0000","last_fullsized":"2023-10-09T04:50:34.920330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":189,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.890064+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:50:34.890064+0000","last_peered":"2023-10-09T04:50:34.890064+0000","last_clean":"2023-10-09T04:50:34.890064+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:50:34.890064+0000","last_undegraded":"2023-10-09T04:50:34.890064+0000","last_fullsized":"2023-10-09T04:50:34.890064+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":213,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019493+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:50:27.019493+0000","last_peered":"2023-10-09T04:50:27.019493+0000","last_clean":"2023-10-09T04:50:27.019493+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:50:27.019493+0000","last_undegraded":"2023-10-09T04:50:27.019493+0000","last_fullsized":"2023-10-09T04:50:27.019493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"272'14055","reported_seq":14120,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.652890+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:42.652890+0000","last_peered":"2023-10-09T04:50:42.652890+0000","last_clean":"2023-10-09T04:50:42.652890+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:42.652890+0000","last_undegraded":"2023-10-09T04:50:42.652890+0000","last_fullsized":"2023-10-09T04:50:42.652890+0000","mapping_epoch":215,"log_start":"245'8100","ondisk_log_start":"245'8100","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5955,"log_dups_size":0,"ondisk_log_size":5955,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94961664,"num_objects":1449,"num_object_clones":0,"num_object_copies":4347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14055,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":130,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918755+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:50:34.918755+0000","last_peered":"2023-10-09T04:50:34.918755+0000","last_clean":"2023-10-09T04:50:34.918755+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:50:34.918755+0000","last_undegraded":"2023-10-09T04:50:34.918755+0000","last_fullsized":"2023-10-09T04:50:34.918755+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":200,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.020831+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:50:27.020831+0000","last_peered":"2023-10-09T04:50:27.020831+0000","last_clean":"2023-10-09T04:50:27.020831+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:50:27.020831+0000","last_undegraded":"2023-10-09T04:50:27.020831+0000","last_fullsized":"2023-10-09T04:50:27.020831+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":215,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919497+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:50:34.919497+0000","last_peered":"2023-10-09T04:50:34.919497+0000","last_clean":"2023-10-09T04:50:34.919497+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:50:34.919497+0000","last_undegraded":"2023-10-09T04:50:34.919497+0000","last_fullsized":"2023-10-09T04:50:34.919497+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"272'13792","reported_seq":13857,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.580392+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:42.580392+0000","last_peered":"2023-10-09T04:50:42.580392+0000","last_clean":"2023-10-09T04:50:42.580392+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:42.580392+0000","last_undegraded":"2023-10-09T04:50:42.580392+0000","last_fullsized":"2023-10-09T04:50:42.580392+0000","mapping_epoch":215,"log_start":"233'6800","ondisk_log_start":"233'6800","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6992,"log_dups_size":0,"ondisk_log_size":6992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96993280,"num_objects":1480,"num_object_clones":0,"num_object_copies":4440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1480,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13792,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":236,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903586+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:50:34.903586+0000","last_peered":"2023-10-09T04:50:34.903586+0000","last_clean":"2023-10-09T04:50:34.903586+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:50:34.903586+0000","last_undegraded":"2023-10-09T04:50:34.903586+0000","last_fullsized":"2023-10-09T04:50:34.903586+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":246,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.018943+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:50:27.018943+0000","last_peered":"2023-10-09T04:50:27.018943+0000","last_clean":"2023-10-09T04:50:27.018943+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:50:27.018943+0000","last_undegraded":"2023-10-09T04:50:27.018943+0000","last_fullsized":"2023-10-09T04:50:27.018943+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":215,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905285+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:50:34.905285+0000","last_peered":"2023-10-09T04:50:34.905285+0000","last_clean":"2023-10-09T04:50:34.905285+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:50:34.905285+0000","last_undegraded":"2023-10-09T04:50:34.905285+0000","last_fullsized":"2023-10-09T04:50:34.905285+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"271'9555","reported_seq":11377,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:40.093168+0000","last_change":"2023-10-09T04:50:39.021242+0000","last_active":"2023-10-09T04:50:40.093168+0000","last_peered":"2023-10-09T04:50:40.093168+0000","last_clean":"2023-10-09T04:50:40.093168+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:50:40.093168+0000","last_undegraded":"2023-10-09T04:50:40.093168+0000","last_fullsized":"2023-10-09T04:50:40.093168+0000","mapping_epoch":240,"log_start":"219'727","ondisk_log_start":"219'727","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8828,"log_dups_size":0,"ondisk_log_size":8828,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52494336,"num_objects":801,"num_object_clones":0,"num_object_copies":2403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6983,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":215,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019438+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:50:27.019438+0000","last_peered":"2023-10-09T04:50:27.019438+0000","last_clean":"2023-10-09T04:50:27.019438+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:50:27.019438+0000","last_undegraded":"2023-10-09T04:50:27.019438+0000","last_fullsized":"2023-10-09T04:50:27.019438+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":281,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.888220+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:50:34.888220+0000","last_peered":"2023-10-09T04:50:34.888220+0000","last_clean":"2023-10-09T04:50:34.888220+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:50:34.888220+0000","last_undegraded":"2023-10-09T04:50:34.888220+0000","last_fullsized":"2023-10-09T04:50:34.888220+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"271'9296","reported_seq":9381,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:40.641459+0000","last_change":"2023-10-09T04:50:38.417627+0000","last_active":"2023-10-09T04:50:40.641459+0000","last_peered":"2023-10-09T04:50:40.641459+0000","last_clean":"2023-10-09T04:50:40.641459+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:50:40.641459+0000","last_undegraded":"2023-10-09T04:50:40.641459+0000","last_fullsized":"2023-10-09T04:50:40.641459+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9296,"log_dups_size":0,"ondisk_log_size":9296,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51281920,"num_objects":783,"num_object_clones":0,"num_object_copies":2349,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":783,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6785,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":251,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906025+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:50:34.906025+0000","last_peered":"2023-10-09T04:50:34.906025+0000","last_clean":"2023-10-09T04:50:34.906025+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:50:34.906025+0000","last_undegraded":"2023-10-09T04:50:34.906025+0000","last_fullsized":"2023-10-09T04:50:34.906025+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":283,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909191+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:50:34.909191+0000","last_peered":"2023-10-09T04:50:34.909191+0000","last_clean":"2023-10-09T04:50:34.909191+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:50:34.909191+0000","last_undegraded":"2023-10-09T04:50:34.909191+0000","last_fullsized":"2023-10-09T04:50:34.909191+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"271'9438","reported_seq":11240,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:41.662356+0000","last_change":"2023-10-09T04:50:40.194633+0000","last_active":"2023-10-09T04:50:41.662356+0000","last_peered":"2023-10-09T04:50:41.662356+0000","last_clean":"2023-10-09T04:50:41.662356+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:41.662356+0000","last_undegraded":"2023-10-09T04:50:41.662356+0000","last_fullsized":"2023-10-09T04:50:41.662356+0000","mapping_epoch":253,"log_start":"219'734","ondisk_log_start":"219'734","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8704,"log_dups_size":0,"ondisk_log_size":8704,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45875200,"num_objects":700,"num_object_clones":0,"num_object_copies":2100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":700,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6872,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":217,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906125+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:50:34.906125+0000","last_peered":"2023-10-09T04:50:34.906125+0000","last_clean":"2023-10-09T04:50:34.906125+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:50:34.906125+0000","last_undegraded":"2023-10-09T04:50:34.906125+0000","last_fullsized":"2023-10-09T04:50:34.906125+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903781+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:50:34.903781+0000","last_peered":"2023-10-09T04:50:34.903781+0000","last_clean":"2023-10-09T04:50:34.903781+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:50:34.903781+0000","last_undegraded":"2023-10-09T04:50:34.903781+0000","last_fullsized":"2023-10-09T04:50:34.903781+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"272'9541","reported_seq":9770,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.588267+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:42.588267+0000","last_peered":"2023-10-09T04:50:42.588267+0000","last_clean":"2023-10-09T04:50:42.588267+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:42.588267+0000","last_undegraded":"2023-10-09T04:50:42.588267+0000","last_fullsized":"2023-10-09T04:50:42.588267+0000","mapping_epoch":228,"log_start":"219'64","ondisk_log_start":"219'64","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":9477,"log_dups_size":0,"ondisk_log_size":9477,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48037888,"num_objects":733,"num_object_clones":0,"num_object_copies":2199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3412,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":131,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.900139+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:50:34.900139+0000","last_peered":"2023-10-09T04:50:34.900139+0000","last_clean":"2023-10-09T04:50:34.900139+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:50:34.900139+0000","last_undegraded":"2023-10-09T04:50:34.900139+0000","last_fullsized":"2023-10-09T04:50:34.900139+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":201,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.019011+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:50:27.019011+0000","last_peered":"2023-10-09T04:50:27.019011+0000","last_clean":"2023-10-09T04:50:27.019011+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:50:27.019011+0000","last_undegraded":"2023-10-09T04:50:27.019011+0000","last_fullsized":"2023-10-09T04:50:27.019011+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"272'9612","reported_seq":9740,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.830678+0000","last_change":"2023-10-09T04:50:41.454224+0000","last_active":"2023-10-09T04:50:42.830678+0000","last_peered":"2023-10-09T04:50:42.830678+0000","last_clean":"2023-10-09T04:50:42.830678+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:42.830678+0000","last_undegraded":"2023-10-09T04:50:42.830678+0000","last_fullsized":"2023-10-09T04:50:42.830678+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9612,"log_dups_size":0,"ondisk_log_size":9612,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46891008,"num_objects":716,"num_object_clones":0,"num_object_copies":2148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":716,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6992,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":231,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-10-09T04:50:27.018587+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:50:27.018587+0000","last_peered":"2023-10-09T04:50:27.018587+0000","last_clean":"2023-10-09T04:50:27.018587+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:50:27.018587+0000","last_undegraded":"2023-10-09T04:50:27.018587+0000","last_fullsized":"2023-10-09T04:50:27.018587+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":242,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904596+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:50:34.904596+0000","last_peered":"2023-10-09T04:50:34.904596+0000","last_clean":"2023-10-09T04:50:34.904596+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:50:34.904596+0000","last_undegraded":"2023-10-09T04:50:34.904596+0000","last_fullsized":"2023-10-09T04:50:34.904596+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":1560576024,"num_objects":23814,"num_object_clones":0,"num_object_copies":71442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23814,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":182660,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9654,"num_bytes_recovered":587333632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4851511296,"data_stored":4851499080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220276,"ondisk_log_size":220276,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234334,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1426736,"kb_used_data":521448,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":92318416,"statfs":{"total":95995035648,"available":94534057984,"internally_reserved":0,"allocated":533962752,"data_stored":533263080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":7.4909999999999997},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.26200000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":2.968,"5min":2.0339999999999998,"15min":1.8779999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":16.513000000000002,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.247},{"interface":"front","average":{"1min":2.972,"5min":2.2679999999999998,"15min":2.1499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":10.385999999999999,"5min":10.385999999999999,"15min":10.385999999999999},"last":7.5300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":7.556},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":0.47599999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.5629999999999999,"15min":1.7210000000000001},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.9409999999999998,"5min":11.003,"15min":11.003},"last":0.501},{"interface":"front","average":{"1min":1.4950000000000001,"5min":1.645,"15min":1.6830000000000001},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9109999999999996,"5min":10.955,"15min":10.955},"last":0.52800000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.5010000000000003,"5min":3.0870000000000002,"15min":2.137},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":18.370000000000001,"5min":23.919,"15min":23.919},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.794,"5min":2.1539999999999999,"15min":1.772},"min":{"1min":0.33300000000000002,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.2629999999999999,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.44}]},{"osd":5,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.0720000000000001,"5min":3.7109999999999999,"15min":2.3799999999999999},"min":{"1min":0.39600000000000002,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":16.568999999999999,"5min":79.709999999999994,"15min":79.709999999999994},"last":0.39600000000000002},{"interface":"front","average":{"1min":3.238,"5min":3.3119999999999998,"15min":2.21},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":12.022,"5min":79.332999999999998,"15min":79.332999999999998},"last":12.022}]},{"osd":6,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2750000000000004,"5min":3.1379999999999999,"15min":2.226},"min":{"1min":0.56499999999999995,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":16.599,"5min":16.599,"15min":17.501000000000001},"last":3.2690000000000001},{"interface":"front","average":{"1min":4.4329999999999998,"5min":2.754,"15min":2.1659999999999999},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":17.623999999999999,"5min":17.623999999999999,"15min":17.623999999999999},"last":12.063000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495970,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1566620,"kb_used_data":673428,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":92178532,"statfs":{"total":95995035648,"available":94390816768,"internally_reserved":0,"allocated":689590272,"data_stored":688902798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":0.65800000000000003},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":1.679}]},{"osd":1,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8129999999999997,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":2.9769999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":2.323,"15min":2.214},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5979999999999999,"5min":12.317,"15min":13.32},"last":0.56000000000000005},{"interface":"front","average":{"1min":4.2539999999999996,"5min":2.444,"15min":2.2120000000000002},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.3979999999999997,"5min":15.391999999999999,"15min":15.391999999999999},"last":1.716}]},{"osd":3,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":3.0529999999999999,"5min":2.1699999999999999,"15min":2.0009999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":8.782,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":0.373},{"interface":"front","average":{"1min":2.48,"5min":1.7450000000000001,"15min":1.276},"min":{"1min":0.38400000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.9320000000000004,"5min":10.198,"15min":10.198},"last":3.0070000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":4.016,"5min":2.3860000000000001,"15min":1.861},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.137,"5min":14.137,"15min":14.137},"last":0.59399999999999997},{"interface":"front","average":{"1min":3.8719999999999999,"5min":2.3399999999999999,"15min":1.9330000000000001},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":10.324999999999999,"5min":10.324999999999999,"15min":12.722},"last":0.40300000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.4089999999999998,"15min":1.8089999999999999},"min":{"1min":0.35799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":7.343,"5min":12.420999999999999,"15min":16.042000000000002},"last":2.9430000000000001},{"interface":"front","average":{"1min":1.7669999999999999,"5min":2.4169999999999998,"15min":2.1000000000000001},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.9989999999999997,"5min":12.403,"15min":13.391999999999999},"last":0.625}]},{"osd":7,"last update":"Mon Oct 9 04:49:39 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":4.3239999999999998,"15min":2.6400000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":6.2290000000000001,"5min":196.22300000000001,"15min":196.22300000000001},"last":2.1150000000000002},{"interface":"front","average":{"1min":2.9470000000000001,"5min":4.6379999999999999,"15min":2.758},"min":{"1min":0.435,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.478,"5min":196.24299999999999,"15min":196.24299999999999},"last":2.1549999999999998}]}]},{"osd":1,"up_from":235,"seq":1009317314586,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":713616,"kb_used_data":511176,"kb_used_omap":5,"kb_used_meta":202426,"kb_avail":93031536,"statfs":{"total":95995035648,"available":95264292864,"internally_reserved":0,"allocated":523444224,"data_stored":522248783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":207284949},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.002,"15min":0.98599999999999999},"min":{"1min":0.20200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":9.5830000000000002,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.245},{"interface":"front","average":{"1min":1.413,"5min":1.1319999999999999,"15min":1.085},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.648,"5min":10.648,"15min":10.648},"last":0.318}]},{"osd":2,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0820000000000001,"15min":1.083},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":6.5229999999999997,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":6.5229999999999997},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.157,"15min":1.145},"min":{"1min":0.30399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.677,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":3.1869999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.427,"5min":3.427,"15min":3.427},"last":0.35399999999999998},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.038,"15min":1.018},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.4489999999999998,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":3.3079999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8640000000000001,"15min":1.847},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3030000000000008,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":1.5089999999999999},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.498,"15min":1.526},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.883,"5min":7.282,"15min":7.282},"last":3.0270000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":2.0739999999999998,"15min":2.0059999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":5.7999999999999998},{"interface":"front","average":{"1min":2.121,"5min":1.891,"15min":1.853},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.95699999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.569,"15min":1.5680000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":0.65400000000000003},{"interface":"front","average":{"1min":1.796,"5min":1.4319999999999999,"15min":1.3720000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4240000000000004,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":4.1639999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":7.5209999999999999,"15min":8.5980000000000008},"min":{"1min":0.42899999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.3690000000000002,"5min":146.554,"15min":146.554},"last":0.75900000000000001},{"interface":"front","average":{"1min":2.7749999999999999,"5min":8.4290000000000003,"15min":9.3710000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":11.34,"5min":146.53100000000001,"15min":146.53100000000001},"last":5.8470000000000004}]}]},{"osd":0,"up_from":86,"seq":369367187677,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1719040,"kb_used_data":991160,"kb_used_omap":5,"kb_used_meta":727802,"kb_avail":92026112,"statfs":{"total":95995035648,"available":94234738688,"internally_reserved":0,"allocated":1014947840,"data_stored":1013648454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":745269882},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.23,"15min":1.206},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":7.0270000000000001,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.22},{"interface":"front","average":{"1min":1.625,"5min":0.98699999999999999,"15min":0.88100000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":6.5789999999999997,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.58399999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.6339999999999999,"15min":1.7909999999999999},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":10.683999999999999,"5min":10.683999999999999,"15min":18.437000000000001},"last":7.9969999999999999},{"interface":"front","average":{"1min":1.248,"5min":1.2,"15min":1.784},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":8.4290000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":0.61599999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.367,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.0010000000000003,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.39500000000000002},{"interface":"front","average":{"1min":3.0510000000000002,"5min":1.6599999999999999,"15min":1.458},"min":{"1min":0.28999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":23.222000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":7.7889999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":2.069,"15min":1.897},"min":{"1min":0.39200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":13.334},"last":3.464},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7170000000000001,"15min":1.704},"min":{"1min":0.34599999999999997,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":12.212,"5min":12.212,"15min":12.212},"last":0.54600000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.974,"15min":1.966},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.5999999999999996,"5min":13.022,"15min":13.022},"last":3.3849999999999998},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.327,"15min":2.3919999999999999},"min":{"1min":0.443,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":7.0819999999999999,"5min":12.978,"15min":16.609999999999999},"last":7.6870000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.927,"15min":2.25},"min":{"1min":0.41199999999999998,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":5.4660000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":3.5859999999999999},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.0819999999999999,"15min":2.4020000000000001},"min":{"1min":0.41599999999999998,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.0419999999999998,"5min":13.086,"15min":43.819000000000003},"last":7.5979999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.0720000000000001,"15min":2.218},"min":{"1min":0.377,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":7.0220000000000002,"5min":13.054,"15min":13.374000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":3.2090000000000001,"5min":2.4849999999999999,"15min":2.1200000000000001},"min":{"1min":0.53600000000000003,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":14.393000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":3.7120000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206519,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1217904,"kb_used_data":708008,"kb_used_omap":7,"kb_used_meta":509880,"kb_avail":92527248,"statfs":{"total":95995035648,"available":94747901952,"internally_reserved":0,"allocated":725000192,"data_stored":723886481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":522117201},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.8540000000000001,"15min":2.27},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9809999999999999,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.255},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.649,"15min":2.1280000000000001},"min":{"1min":0.193,"5min":0.185,"15min":0.185},"max":{"1min":7.9900000000000002,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.26400000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.071,"15min":1.0529999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":11.087999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.96599999999999997,"5min":1.609,"15min":1.716},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.3899999999999997,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.436}]},{"osd":3,"last update":"Mon Oct 9 04:50:33 2023","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0269999999999999,"15min":0.81599999999999995},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.1470000000000002,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.248,"5min":1.077,"15min":0.86099999999999999},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.1799999999999997,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.52800000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.823,"15min":1.8049999999999999},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":5.2309999999999999,"5min":11.215,"15min":11.789},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.597,"5min":1.748,"15min":1.962},"min":{"1min":0.32200000000000001,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.6840000000000002,"5min":18.672999999999998,"15min":18.672999999999998},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":1.8109999999999999,"15min":2.3010000000000002},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.7000000000000002,"5min":12.141999999999999,"15min":14.644},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.768,"15min":2.0640000000000001},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":10.753,"5min":11.654,"15min":13.205},"last":7.2999999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.909,"15min":2.0230000000000001},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":9.8100000000000005,"5min":11.618,"15min":15.412000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":3.27,"5min":2.1030000000000002,"15min":2.29},"min":{"1min":0.44900000000000001,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":13.863,"5min":13.863,"15min":13.863},"last":2.6800000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.1520000000000001,"15min":2.3719999999999999},"min":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":5.5090000000000003,"5min":18.600000000000001,"15min":18.792999999999999},"last":1.423},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.1309999999999998,"15min":2.536},"min":{"1min":0.379,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":7.766,"5min":11.192,"15min":18.841999999999999},"last":1.448}]}]},{"osd":3,"up_from":0,"seq":850403524660,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019242,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1843116,"kb_used_data":951332,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":91902036,"statfs":{"total":95995035648,"available":94107684864,"internally_reserved":0,"allocated":974163968,"data_stored":973468091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.137,"15min":1.905},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20599999999999999},"max":{"1min":12.423999999999999,"5min":12.423999999999999,"15min":16.363},"last":0.39400000000000002},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.698,"15min":1.843},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":7.1500000000000004,"5min":11.058999999999999,"15min":11.058999999999999},"last":1.024}]},{"osd":1,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1000000000000001,"5min":1.643,"15min":1.3999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":1.075},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.1400000000000001,"15min":2.0430000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":10.627000000000001,"5min":10.627000000000001,"15min":10.627000000000001},"last":0.35199999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.0590000000000002,"15min":1.889},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.369,"5min":12.369,"15min":13.488},"last":0.435},{"interface":"front","average":{"1min":2.3620000000000001,"5min":1.96,"15min":2.0550000000000002},"min":{"1min":0.33700000000000002,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.3819999999999997,"5min":12.367000000000001,"15min":13.170999999999999},"last":1.05}]},{"osd":3,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.1669999999999998,"15min":1.927},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":11.993,"5min":11.993,"15min":11.993},"last":1.101},{"interface":"front","average":{"1min":3.1019999999999999,"5min":2.3380000000000001,"15min":1.857},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.692,"5min":10.692,"15min":10.692},"last":0.41899999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":4.133,"5min":2.5569999999999999,"15min":1.831},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.23799999999999999},"max":{"1min":12.978,"5min":12.978,"15min":13.624000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":2.552,"5min":2.0840000000000001,"15min":1.716},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":8.9369999999999994,"5min":11.099,"15min":11.099},"last":0.95499999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:50:19 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":3.4239999999999999,"15min":2.2669999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24299999999999999},"max":{"1min":10.105,"5min":31.064,"15min":31.064},"last":13.712999999999999},{"interface":"front","average":{"1min":5.734,"5min":3.1989999999999998,"15min":2.0209999999999999},"min":{"1min":0.39600000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":13.794,"5min":16.763000000000002,"15min":16.763000000000002},"last":4.0529999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":2.4119999999999999,"15min":1.9410000000000001},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":5.6559999999999997,"5min":12.744999999999999,"15min":19.754999999999999},"last":0.996},{"interface":"front","average":{"1min":2.8719999999999999,"5min":3.0840000000000001,"15min":1.9490000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29499999999999998},"max":{"1min":5.766,"5min":15.33,"15min":16.835000000000001},"last":0.77400000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757606,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1355292,"kb_used_data":467028,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92389860,"statfs":{"total":95995035648,"available":94607216640,"internally_reserved":0,"allocated":478236672,"data_stored":477552933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8839999999999999,"5min":1.7110000000000001,"15min":1.6040000000000001},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":14.885,"5min":14.885,"15min":14.885},"last":2.79},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.2679999999999998,"15min":2.2650000000000001},"min":{"1min":0.25800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":14.765000000000001,"5min":14.765000000000001,"15min":14.765000000000001},"last":0.93200000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:49:41 2023","interfaces":[{"interface":"back","average":{"1min":7.327,"5min":7.327,"15min":7.327},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":145.947,"5min":145.947,"15min":145.947},"last":2.9889999999999999},{"interface":"front","average":{"1min":7.766,"5min":7.766,"15min":7.766},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":145.80699999999999,"5min":145.80699999999999,"15min":145.80699999999999},"last":4.1909999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.6080000000000001,"15min":1.823},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":8.6999999999999993,"5min":11,"15min":14.859999999999999},"last":3.4830000000000001},{"interface":"front","average":{"1min":1.486,"5min":2.0089999999999999,"15min":2.3540000000000001},"min":{"1min":0.29799999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":5.7110000000000003,"5min":9.5950000000000006,"15min":13.308},"last":4.0090000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:50:35 2023","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":1.5149999999999999,"15min":1.2529999999999999},"min":{"1min":0.32200000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":8.3789999999999996,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":2.4870000000000001},{"interface":"front","average":{"1min":2.7719999999999998,"5min":2.0099999999999998,"15min":1.8140000000000001},"min":{"1min":0.39700000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.5180000000000007,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":13.257}]},{"osd":4,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7909999999999999,"5min":1.71,"15min":1.4279999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.7379999999999995,"5min":11.723000000000001,"15min":11.723000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.1269999999999998,"15min":2.0960000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":14.824,"5min":14.824,"15min":14.824},"last":0.38300000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:24 2023","interfaces":[{"interface":"back","average":{"1min":2.766,"5min":2.5979999999999999,"15min":1.974},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.28699999999999998},"max":{"1min":11.949,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":2.6179999999999999,"5min":2.976,"15min":2.2890000000000001},"min":{"1min":0.33500000000000002,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":9.4760000000000009,"5min":12.627000000000001,"15min":19.631},"last":0.56999999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.53400000000000003},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.40500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":993005568,"data_stored":993001496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":518324224,"data_stored":518324224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":714407936,"data_stored":714407936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":963842048,"data_stored":963837976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":467664896,"data_stored":467664896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":668667904,"data_stored":668663832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":525598720,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:50:45.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:45.915 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:45.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:45.949 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:50:46.016 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:46.098 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:46.197 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:46.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:46.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:46.310 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:46.391 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[184249]: from='client.55408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/825675236' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[184249]: pgmap v895: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.4 GiB data, 9.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 17/70707 objects degraded (0.024%); 0 B/s, 56 objects/s recovering 2023-10-09T04:50:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:46.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[179183]: from='client.55408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:46.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/825675236' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:46.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[179183]: pgmap v895: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.4 GiB data, 9.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 17/70707 objects degraded (0.024%); 0 B/s, 56 objects/s recovering 2023-10-09T04:50:46.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:46.465 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:46.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:46.476 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:46.479 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:46 smithi150 ceph-mon[168511]: from='client.55408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:46.479 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/825675236' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:46.479 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:46 smithi150 ceph-mon[168511]: pgmap v895: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.4 GiB data, 9.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 17/70707 objects degraded (0.024%); 0 B/s, 56 objects/s recovering 2023-10-09T04:50:46.480 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:50:46.513 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:46.577 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:46.623 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:46.668 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:46.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:46.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:46.775 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:46.841 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:46.893 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:46.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:46.900 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:46.908 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:47.001 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:47.098 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:47.178 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:47.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:47.186 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:47.287 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:47.326 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:47.436 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:47.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:47.441 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:47.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:47.584 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:47.684 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:47.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:47.688 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:47.789 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:47.887 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:47.973 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:47.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:47.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:48.085 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:48.136 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:48.200 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:48.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:48.209 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:48.254 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:50:48.310 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:48.379 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:48.472 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:48.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:48.476 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:48.573 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190860 9.7 9:e681757d:::benchmark_data_smithi107_236173_object74569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.542666+0000", 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 295.0266704, 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1205482229999999, 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.574 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190860 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542666+0000", 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542666+0000", 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542664+0000", 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542671+0000", 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8560000000000001e-06 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542682+0000", 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1497e-05 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.542689+0000", 2023-10-09T04:50:48.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0059999999999998e-06 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544066+0000", 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001377433 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.544073+0000", 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.486e-06 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.624749+0000", 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.08067607 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.624873+0000", 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012321000000000001 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.624984+0000", 2023-10-09T04:50:48.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011178199999999999 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.640507+0000", 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015522096000000001 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.663058+0000", 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022551457 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.663112+0000", 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3983999999999997e-05 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.663214+0000", 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010175699999999999 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.581 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199863 9.7 9:ea0fc756:::benchmark_data_smithi107_236173_object83572:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 282.61787535500002, 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2993783300000001, 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199863 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951459+0000", 2023-10-09T04:50:48.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951466+0000", 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6619999999999999e-06 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951482+0000", 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6220999999999999e-05 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951489+0000", 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1130000000000003e-06 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951544+0000", 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4966000000000002e-05 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951553+0000", 2023-10-09T04:50:48.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1330000000000005e-06 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933888+0000", 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98233454200000003 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933896+0000", 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5290000000000008e-06 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.209477+0000", 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2755806249999999 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.209558+0000", 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0976000000000005e-05 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.210227+0000", 2023-10-09T04:50:48.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00066881199999999997 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250420+0000", 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040192987999999999 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250663+0000", 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024347799999999999 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250693+0000", 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0088999999999999e-05 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250747+0000", 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4095999999999998e-05 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250839+0000", 2023-10-09T04:50:48.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1547999999999998e-05 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199870 9.f 9:fe1ed02a:::benchmark_data_smithi107_236173_object83579:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 282.60472589699998, 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2898256109999999, 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.590 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199870 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:50:48.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964612+0000", 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5830000000000001e-06 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964620+0000", 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1200000000000002e-06 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964624+0000", 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3359999999999999e-06 2023-10-09T04:50:48.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964669+0000", 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5479000000000003e-05 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964677+0000", 2023-10-09T04:50:48.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4649999999999997e-06 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934766+0000", 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97008889399999998 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934772+0000", 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7209999999999997e-06 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.216924+0000", 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282151636 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.217060+0000", 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000136248 2023-10-09T04:50:48.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.217852+0000", 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079194200000000001 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250470+0000", 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032618001000000001 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250988+0000", 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051779599999999995 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254273+0000", 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032855219999999999 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254320+0000", 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6968999999999997e-05 2023-10-09T04:50:48.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254436+0000", 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115301 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199872 9.f 9:fca5752e:::benchmark_data_smithi107_236173_object83581:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:50:48.600 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 282.60024740400002, 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.291988597, 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199872 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969088+0000", 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969092+0000", 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.532e-06 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969102+0000", 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0124e-05 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969107+0000", 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1679999999999997e-06 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969145+0000", 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8651e-05 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969151+0000", 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5459999999999999e-06 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934790+0000", 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96563935999999995 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934796+0000", 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.716e-06 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245573+0000", 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3107767770000001 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245682+0000", 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109053 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245803+0000", 2023-10-09T04:50:48.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012163900000000001 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254473+0000", 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086698850000000004 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254501+0000", 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8031e-05 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.260912+0000", 2023-10-09T04:50:48.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006411066 2023-10-09T04:50:48.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.260970+0000", 2023-10-09T04:50:48.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7272000000000003e-05 2023-10-09T04:50:48.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.261077+0000", 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107494 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230685 9.f 9:f9ee9afa:::benchmark_data_smithi107_236173_object114394:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.611 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.980933314, 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.468859124, 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230685 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.612 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588401+0000", 2023-10-09T04:50:48.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588409+0000", 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2819999999999999e-06 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588424+0000", 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5204e-05 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588430+0000", 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3829999999999997e-06 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588482+0000", 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2182000000000003e-05 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588491+0000", 2023-10-09T04:50:48.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1119999999999996e-06 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.991069+0000", 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4025786519999999 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.991221+0000", 2023-10-09T04:50:48.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000151583 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.992136+0000", 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00091492500000000003 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018015+0000", 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025879037000000001 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057017+0000", 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039002224000000002 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057192+0000", 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017506600000000001 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057236+0000", 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4236999999999997e-05 2023-10-09T04:50:48.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057262+0000", 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5510000000000001e-05 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230692 9.f 9:f1806ee8:::benchmark_data_smithi107_236173_object114401:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:50:48.619 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.97171856200001, 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.45982046, 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230692 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:50:48.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597616+0000", 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597624+0000", 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5089999999999996e-06 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597639+0000", 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5037e-05 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597645+0000", 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5370000000000003e-06 2023-10-09T04:50:48.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.599406+0000", 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001760309 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.599414+0000", 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005013+0000", 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.405598908 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005146+0000", 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013347500000000001 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005312+0000", 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016575100000000001 2023-10-09T04:50:48.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018022+0000", 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012710310000000001 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057053+0000", 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039030441999999999 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057342+0000", 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000289552 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057395+0000", 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2571999999999997e-05 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057438+0000", 2023-10-09T04:50:48.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3137999999999999e-05 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230730 9.f 9:fcf50148:::benchmark_data_smithi107_236173_object114439:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.921915291, 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4100991949999999, 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.627 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230730 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647419+0000", 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647426+0000", 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1890000000000001e-06 2023-10-09T04:50:48.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647438+0000", 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.132e-05 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647444+0000", 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2489999999999998e-06 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647509+0000", 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5062999999999997e-05 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647518+0000", 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9290000000000004e-06 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010064+0000", 2023-10-09T04:50:48.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.362546104 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010157+0000", 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3085999999999996e-05 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010252+0000", 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4718999999999999e-05 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.025851+0000", 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015599464 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057090+0000", 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031238604999999999 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057470+0000", 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038002000000000001 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057498+0000", 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8187999999999998e-05 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057520+0000", 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1908000000000001e-05 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230745 9.f 9:f48d2409:::benchmark_data_smithi107_236173_object114454:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.89603743699999, 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3845619199999999, 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.636 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230745 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:50:48.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673298+0000", 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673303+0000", 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.451e-06 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673314+0000", 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1021e-05 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673321+0000", 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0840000000000003e-06 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673393+0000", 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2119999999999994e-05 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673401+0000", 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8909999999999995e-06 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013455+0000", 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.340053725 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013614+0000", 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000159352 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013791+0000", 2023-10-09T04:50:48.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017666200000000001 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037296+0000", 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023505183999999998 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057120+0000", 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019824292 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057774+0000", 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00065305199999999999 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057820+0000", 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6579000000000002e-05 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057860+0000", 2023-10-09T04:50:48.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0351e-05 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230754 9.f 9:f21bb8ff:::benchmark_data_smithi107_236173_object114463:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.88625897200001, 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3748627950000001, 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.644 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230754 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683076+0000", 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683083+0000", 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5229999999999998e-06 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683095+0000", 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1338000000000001e-05 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683101+0000", 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1190000000000002e-06 2023-10-09T04:50:48.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683187+0000", 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6126999999999997e-05 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683196+0000", 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7760000000000003e-06 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018103+0000", 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.334907227 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018267+0000", 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016416299999999999 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018424+0000", 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000156933 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044580+0000", 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026156520999999999 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057161+0000", 2023-10-09T04:50:48.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012580605 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057894+0000", 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073296400000000001 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057919+0000", 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5109e-05 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057940+0000", 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0656e-05 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230765 9.f 9:fee0d1b4:::benchmark_data_smithi107_236173_object114474:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.86823340999999, 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3569851310000001, 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.652 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230765 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701101+0000", 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701108+0000", 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9029999999999998e-06 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701120+0000", 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2098e-05 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701127+0000", 2023-10-09T04:50:48.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7880000000000001e-06 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701202+0000", 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4664000000000002e-05 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701223+0000", 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1038000000000001e-05 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022648+0000", 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.321424758 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022745+0000", 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7167e-05 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022833+0000", 2023-10-09T04:50:48.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8602000000000003e-05 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044585+0000", 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021751728000000001 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057569+0000", 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983582 2023-10-09T04:50:48.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058001+0000", 2023-10-09T04:50:48.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00043240100000000001 2023-10-09T04:50:48.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058048+0000", 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6502999999999998e-05 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058088+0000", 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0039000000000001e-05 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.660 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230767 9.f 9:fbd6af55:::benchmark_data_smithi107_236173_object114476:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.86484621, 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3536720170000001, 2023-10-09T04:50:48.661 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230767 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704489+0000", 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704506+0000", 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7671000000000001e-05 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704522+0000", 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5471000000000001e-05 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704528+0000", 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2360000000000001e-06 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704635+0000", 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106591 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704643+0000", 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9519999999999994e-06 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.025899+0000", 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3212563740000001 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.026030+0000", 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130772 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.026169+0000", 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013904799999999999 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044589+0000", 2023-10-09T04:50:48.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018420110999999999 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057601+0000", 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013012463 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058116+0000", 2023-10-09T04:50:48.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051502600000000003 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058142+0000", 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5743000000000001e-05 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058162+0000", 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9718e-05 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230775 9.f 9:f25d8de9:::benchmark_data_smithi107_236173_object114484:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.85679551199999, 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3457188740000001, 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230775 2023-10-09T04:50:48.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712539+0000", 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712546+0000", 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2570000000000001e-06 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712558+0000", 2023-10-09T04:50:48.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1744e-05 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712564+0000", 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9179999999999999e-06 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712619+0000", 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4595000000000002e-05 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712628+0000", 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7010000000000008e-06 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030135+0000", 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3175068940000001 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030274+0000", 2023-10-09T04:50:48.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000138744 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030413+0000", 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139507 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044594+0000", 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014180239000000001 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057640+0000", 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013046759 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058200+0000", 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00055940799999999995 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058236+0000", 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5819999999999999e-05 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058259+0000", 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3674999999999999e-05 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230783 9.f 9:f1edcd3f:::benchmark_data_smithi107_236173_object114492:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.84611429099999, 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.335112605, 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230783 2023-10-09T04:50:48.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723220+0000", 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723228+0000", 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2830000000000001e-06 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723245+0000", 2023-10-09T04:50:48.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6206e-05 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723251+0000", 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6309999999999997e-06 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723309+0000", 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8140000000000002e-05 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723319+0000", 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1910000000000006e-06 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034067+0000", 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.310747952 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034174+0000", 2023-10-09T04:50:48.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010709600000000001 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034274+0000", 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9895000000000005e-05 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049410+0000", 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015136073999999999 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057665+0000", 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082556390000000004 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058286+0000", 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062063899999999998 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058314+0000", 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8410000000000001e-05 2023-10-09T04:50:48.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058334+0000", 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0003000000000001e-05 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230794 9.f 9:f762a114:::benchmark_data_smithi107_236173_object114503:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:50:48.685 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.83638015400001, 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3409574909999999, 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230794 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732955+0000", 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732960+0000", 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.215e-06 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732968+0000", 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8509999999999999e-06 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732972+0000", 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7969999999999998e-06 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.733031+0000", 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8758000000000002e-05 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.733039+0000", 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8019999999999998e-06 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037348+0000", 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3043085130000001 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037494+0000", 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014574 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037654+0000", 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016057500000000001 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049415+0000", 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011760751 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057705+0000", 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082900119999999994 2023-10-09T04:50:48.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073815+0000", 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016109602000000001 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073868+0000", 2023-10-09T04:50:48.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3641999999999999e-05 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073913+0000", 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4978999999999997e-05 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230803 9.f 9:f6c4a756:::benchmark_data_smithi107_236173_object114512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.82544412199999, 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.330123524, 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.694 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230803 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743891+0000", 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743895+0000", 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.143e-06 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743903+0000", 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6109999999999996e-06 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.698 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743908+0000", 2023-10-09T04:50:48.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1739999999999999e-06 2023-10-09T04:50:48.698 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.698 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.698 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.698 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743959+0000", 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1104999999999999e-05 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743967+0000", 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0390000000000005e-06 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.699 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041603+0000", 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2976362209999999 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041707+0000", 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104044 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041796+0000", 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9016000000000003e-05 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056364+0000", 2023-10-09T04:50:48.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014567181 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057734+0000", 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0013707909999999999 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073947+0000", 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016212185 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073983+0000", 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6397999999999999e-05 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074015+0000", 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2342000000000003e-05 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.703 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230812 9.f 9:f23fac8c:::benchmark_data_smithi107_236173_object114521:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.80865992400001, 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3134430880000001, 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230812 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.704 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.705 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760678+0000", 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0810000000000001e-06 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760684+0000", 2023-10-09T04:50:48.706 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4409999999999998e-06 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760687+0000", 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1760000000000002e-06 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760731+0000", 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3621999999999997e-05 2023-10-09T04:50:48.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.708 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.708 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760739+0000", 2023-10-09T04:50:48.708 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4069999999999993e-06 2023-10-09T04:50:48.708 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:50:48.709 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:50:48.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.709 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.709 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044634+0000", 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.283894487 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044760+0000", 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012629199999999999 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044898+0000", 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013757 2023-10-09T04:50:48.710 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056368+0000", 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011469853 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061144+0000", 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047761619999999996 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.711 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074052+0000", 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012907922 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074087+0000", 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5556999999999999e-05 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074119+0000", 2023-10-09T04:50:48.712 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1794000000000001e-05 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230817 9.f 9:f05a5530:::benchmark_data_smithi107_236173_object114526:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.80314398600001, 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3080393260000001, 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.713 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230817 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766191+0000", 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766197+0000", 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.913e-06 2023-10-09T04:50:48.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766217+0000", 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0242999999999999e-05 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766224+0000", 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1359999999999999e-06 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766287+0000", 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2983000000000003e-05 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766298+0000", 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0967e-05 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047427+0000", 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2811282880000001 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047514+0000", 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7085999999999999e-05 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.718 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.719 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047583+0000", 2023-10-09T04:50:48.719 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9401999999999997e-05 2023-10-09T04:50:48.719 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.719 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.719 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.719 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056476+0000", 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088928419999999998 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061233+0000", 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047575769999999998 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074154+0000", 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012920745000000001 2023-10-09T04:50:48.720 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074189+0000", 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5209999999999997e-05 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074231+0000", 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1891000000000003e-05 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.721 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230832 9.f 9:ff0ad490:::benchmark_data_smithi107_236173_object114541:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.77463220300001, 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2796266780000001, 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.722 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230832 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.723 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794703+0000", 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794709+0000", 2023-10-09T04:50:48.724 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6080000000000003e-06 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794720+0000", 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770000000000001e-05 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.725 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794727+0000", 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3990000000000001e-06 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.726 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794796+0000", 2023-10-09T04:50:48.727 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9589000000000001e-05 2023-10-09T04:50:48.727 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.727 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.727 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.727 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794806+0000", 2023-10-09T04:50:48.727 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3840000000000003e-06 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049456+0000", 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.254650501 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.728 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049576+0000", 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011966 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049712+0000", 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013615200000000001 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056480+0000", 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0067681110000000003 2023-10-09T04:50:48.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061274+0000", 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047939749999999998 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.730 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074263+0000", 2023-10-09T04:50:48.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012989185 2023-10-09T04:50:48.731 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.731 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.731 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.731 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074299+0000", 2023-10-09T04:50:48.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5531000000000003e-05 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074330+0000", 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1668999999999998e-05 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230843 9.f 9:f8f3c45f:::benchmark_data_smithi107_236173_object114552:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.750952012, 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2569545099999999, 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230843 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.733 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.734 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818383+0000", 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818389+0000", 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6660000000000002e-06 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.735 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818403+0000", 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4002000000000001e-05 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818408+0000", 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0420000000000002e-06 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818471+0000", 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2095999999999996e-05 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818483+0000", 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2916e-05 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.051902+0000", 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2334182760000001 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.052007+0000", 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010548 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.052118+0000", 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011096599999999999 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056483+0000", 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043650130000000001 2023-10-09T04:50:48.738 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061310+0000", 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048267020000000004 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075257+0000", 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013946656 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075303+0000", 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6470000000000001e-05 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075338+0000", 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5444999999999997e-05 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.740 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230846 9.f 9:f770a5fc:::benchmark_data_smithi107_236173_object114555:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.829296+0000", 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 233.74003949999999, 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2491457370000001, 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230846 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:48.741 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829296+0000", 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829296+0000", 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829295+0000", 2023-10-09T04:50:48.742 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829303+0000", 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4759999999999998e-06 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829321+0000", 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7592e-05 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829328+0000", 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0489999999999998e-06 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829395+0000", 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6508999999999996e-05 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.829405+0000", 2023-10-09T04:50:48.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0076e-05 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.054326+0000", 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.224921073 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.054400+0000", 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3969999999999998e-05 2023-10-09T04:50:48.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.054480+0000", 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0372999999999998e-05 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056971+0000", 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002490482 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061341+0000", 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043707859999999998 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.078353+0000", 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017011841 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.078401+0000", 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8040000000000001e-05 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:48.747 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.078442+0000", 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0904e-05 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:48.748 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:48.749 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:50:48.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:48 smithi107 ceph-mon[179183]: pgmap v896: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.4 GiB data, 9.1 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/67785 objects degraded (0.025%); 0 B/s, 56 objects/s recovering 2023-10-09T04:50:48.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1570449262' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:48.765 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:48 smithi107 ceph-mon[184249]: pgmap v896: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.4 GiB data, 9.1 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/67785 objects degraded (0.025%); 0 B/s, 56 objects/s recovering 2023-10-09T04:50:48.765 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1570449262' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:48.796 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:48.914 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:50:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:48 smithi150 ceph-mon[168511]: pgmap v896: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.4 GiB data, 9.1 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/67785 objects degraded (0.025%); 0 B/s, 56 objects/s recovering 2023-10-09T04:50:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1570449262' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:50:49.053 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:50:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1570449262' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: osdmap e273: 8 total, 8 up, 7 in 2023-10-09T04:50:49.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[179183]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1570449262' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: osdmap e273: 8 total, 8 up, 7 in 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:49 smithi107 ceph-mon[184249]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.963 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:49.994 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:49.994 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.994 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1570449262' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:50:49.994 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: osdmap e273: 8 total, 8 up, 7 in 2023-10-09T04:50:49.994 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:49.995 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:49 smithi150 ceph-mon[168511]: failed to encode map e273 with expected crc 2023-10-09T04:50:50.092 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:50:50.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:50.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:50:50.195 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:50.283 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:50.353 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:50.357 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:50.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:50.368 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:50.372 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:50.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:50.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:50.611 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:50.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:50.618 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:50.719 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:50.794 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:50 smithi107 ceph-mon[184249]: pgmap v898: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 932 op/s; 17/59163 objects degraded (0.029%); 0 B/s, 77 objects/s recovering 2023-10-09T04:50:50.794 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/59163 objects degraded (0.029%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:50:50.801 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:50.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:50 smithi107 ceph-mon[179183]: pgmap v898: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 932 op/s; 17/59163 objects degraded (0.029%); 0 B/s, 77 objects/s recovering 2023-10-09T04:50:50.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/59163 objects degraded (0.029%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:50:50.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:50.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:50.942 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:50.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:50 smithi150 ceph-mon[168511]: pgmap v898: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 932 op/s; 17/59163 objects degraded (0.029%); 0 B/s, 77 objects/s recovering 2023-10-09T04:50:50.942 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/59163 objects degraded (0.029%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:50:51.042 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:51.129 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:51.249 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:51.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:51.259 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:51.363 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:50:51.439 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:51.597 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:50:51.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:51.603 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:50:51.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:51.727 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:50:51.727 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:50:51.727 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.727 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:229745 10.a 10:57342a17:::benchmark_data_smithi107_275910_object106878:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e273)", 2023-10-09T04:50:51.727 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.704387+0000", 2023-10-09T04:50:51.727 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.017086424999999999, 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017118252, 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 229745 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.728 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.704387+0000", 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.704387+0000", 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.704386+0000", 2023-10-09T04:50:51.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.704391+0000", 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9559999999999996e-06 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.704400+0000", 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8189999999999998e-06 2023-10-09T04:50:51.730 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.704406+0000", 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3410000000000002e-06 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.708464+0000", 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004058524 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.731 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.708632+0000", 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000168235 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.708772+0000", 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139398 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:50:51.732 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.717467+0000", 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086947529999999995 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.718829+0000", 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001362586 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.733 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.45347.0:229748 10.e e273/215 10:77d088b8:::benchmark_data_smithi107_275910_object106881:head v 273'14494, mlcod=273'14492)", 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.712848+0000", 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0086260989999999999, 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087504550000000007, 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712848+0000", 2023-10-09T04:50:51.734 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712848+0000", 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712846+0000", 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712855+0000", 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5550000000000003e-06 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712870+0000", 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5082000000000001e-05 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712878+0000", 2023-10-09T04:50:51.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8229999999999995e-06 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712927+0000", 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9384e-05 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712950+0000", 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3023e-05 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.737 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.45347.0:229751 10.10 e273/264 10:09ec0e78:::benchmark_data_smithi107_275910_object106884:head v 273'9795, mlcod=258'7722)", 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.712894+0000", 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0085793580000000005, 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087669570000000006, 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.738 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712894+0000", 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712894+0000", 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712894+0000", 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712899+0000", 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8409999999999999e-06 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712906+0000", 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8299999999999998e-06 2023-10-09T04:50:51.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.712910+0000", 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3669999999999999e-06 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713061+0000", 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000150958 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.741 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713084+0000", 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3122999999999999e-05 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.45347.0:229755 10.10 e273/264 10:0e1f474b:::benchmark_data_smithi107_275910_object106888:head v 273'9796, mlcod=258'7722)", 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.713853+0000", 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0076206970000000001, 2023-10-09T04:50:51.742 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078674360000000002, 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713853+0000", 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713853+0000", 2023-10-09T04:50:51.743 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713852+0000", 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713859+0000", 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6250000000000001e-06 2023-10-09T04:50:51.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713870+0000", 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0542e-05 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.713875+0000", 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7400000000000001e-06 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.716115+0000", 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022398230000000002 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.716138+0000", 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2920000000000001e-05 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.746 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:229752 10.f 10:f7f8e561:::benchmark_data_smithi107_275910_object106885:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e273)", 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.714522+0000", 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0069511670000000003, 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007260341, 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 229752 2023-10-09T04:50:51.747 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714522+0000", 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714522+0000", 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.748 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714521+0000", 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714530+0000", 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.312e-06 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.749 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714544+0000", 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3054000000000001e-05 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714550+0000", 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1449999999999996e-06 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714745+0000", 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019518199999999999 2023-10-09T04:50:51.750 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714852+0000", 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106951 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,4", 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714960+0000", 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000108223 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.751 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:229753 10.7 10:e2c2b05e:::benchmark_data_smithi107_275910_object106886:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e273)", 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.714556+0000", 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.006918039, 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072993579999999997, 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:51.752 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 229753 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714556+0000", 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714556+0000", 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.753 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714555+0000", 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714558+0000", 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6860000000000002e-06 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.754 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714563+0000", 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3630000000000002e-06 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714567+0000", 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5090000000000002e-06 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.718675+0000", 2023-10-09T04:50:51.755 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041085510000000002 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.718787+0000", 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111419 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,5", 2023-10-09T04:50:51.756 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.719375+0000", 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000588332 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:229754 10.d 10:bf847fca:::benchmark_data_smithi107_275910_object106887:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e273)", 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.714571+0000", 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0069029979999999996, 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0073559000000000003, 2023-10-09T04:50:51.757 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 229754 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714571+0000", 2023-10-09T04:50:51.758 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714571+0000", 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714570+0000", 2023-10-09T04:50:51.759 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714572+0000", 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0820000000000001e-06 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714577+0000", 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8740000000000003e-06 2023-10-09T04:50:51.760 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.714581+0000", 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4070000000000002e-06 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.716614+0000", 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020331419999999999 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.716726+0000", 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011222699999999999 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,4", 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.716833+0000", 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106903 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.762 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:229756 10.0 10.9a494480 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e273)", 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:51.721197+0000", 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.000276841, 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00080053399999999999, 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 229756 2023-10-09T04:50:51.763 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.721197+0000", 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.721197+0000", 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:50:51.764 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.721195+0000", 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.721202+0000", 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5420000000000002e-06 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.765 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.721223+0000", 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1226e-05 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:51.721230+0000", 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0369999999999997e-06 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.766 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:50:51.767 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:50:51.767 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 8 2023-10-09T04:50:51.767 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:50:51.767 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:51.869 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:51.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:51.874 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:51.975 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:52.046 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:52.130 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:52.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:52.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:52.146 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:50:52.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:50:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:50:52] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2023-10-09T04:50:52.211 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:50:52.238 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:52.294 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:52.395 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:52.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:52.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:52.499 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:52.613 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:52.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:52 smithi107 ceph-mon[179183]: pgmap v899: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.2 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/56889 objects degraded (0.030%); 0 B/s, 65 objects/s recovering 2023-10-09T04:50:52.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:52 smithi107 ceph-mon[184249]: pgmap v899: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.2 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/56889 objects degraded (0.030%); 0 B/s, 65 objects/s recovering 2023-10-09T04:50:52.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/702605594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:52.649 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:52.677 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:52.681 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:52.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:52.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:52.719 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:52.761 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:52.791 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:52.792 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:52.837 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:52.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:52 smithi150 ceph-mon[168511]: pgmap v899: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 1.2 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/56889 objects degraded (0.030%); 0 B/s, 65 objects/s recovering 2023-10-09T04:50:52.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/702605594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:52.866 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:52.868 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:52.881 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:52.921 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:52.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/702605594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:50:52.953 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:52.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:52.963 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:53.016 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:53.017 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:50:53.064 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:53.126 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:53.139 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:53.224 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:53.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:53.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:53.333 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:53.379 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:53.704 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:53.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:53.711 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:53.743 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":899,"stamp":"2023-10-09T04:50:51.532064+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1241683896,"num_objects":18963,"num_object_clones":0,"num_object_copies":56889,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18963,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":187835,"num_write_kb":5479662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9993,"num_bytes_recovered":589104860,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220667,"ondisk_log_size":220667,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":8914928,"kb_used_data":3859320,"kb_used_omap":18,"kb_used_meta":5055469,"kb_avail":647301136,"statfs":{"total":671965249536,"available":662836363264,"internally_reserved":0,"allocated":3951943680,"data_stored":3945525570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5176800672},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,3,3,6,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-505806848,"num_objects":-7718,"num_object_clones":0,"num_object_copies":-23154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7718,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7718,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":617,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.425937"},"pg_stats":[{"pgid":"10.13","version":"273'9666","reported_seq":9818,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:50.577932+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:50:50.577932+0000","last_peered":"2023-10-09T04:50:50.577932+0000","last_clean":"2023-10-09T04:50:50.577932+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:50:50.577932+0000","last_undegraded":"2023-10-09T04:50:50.577932+0000","last_fullsized":"2023-10-09T04:50:50.577932+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":9666,"log_dups_size":0,"ondisk_log_size":9666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34734080,"num_objects":530,"num_object_clones":0,"num_object_copies":1590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":530,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2528,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":268,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904015+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:50:34.904015+0000","last_peered":"2023-10-09T04:50:34.904015+0000","last_clean":"2023-10-09T04:50:34.904015+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:50:34.904015+0000","last_undegraded":"2023-10-09T04:50:34.904015+0000","last_fullsized":"2023-10-09T04:50:34.904015+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":61,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.891907+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:34.891907+0000","last_peered":"2023-10-09T04:50:34.891907+0000","last_clean":"2023-10-09T04:50:34.891907+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:34.891907+0000","last_undegraded":"2023-10-09T04:50:34.891907+0000","last_fullsized":"2023-10-09T04:50:34.891907+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"272'9700","reported_seq":18144,"reported_epoch":272,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:50:47.660540+0000","last_change":"2023-10-09T04:49:44.683858+0000","last_active":"2023-10-09T04:50:47.660540+0000","last_peered":"2023-10-09T04:50:47.660540+0000","last_clean":"2023-10-09T04:49:42.391493+0000","last_became_active":"2023-10-09T04:49:44.605283+0000","last_became_peered":"2023-10-09T04:49:44.605283+0000","last_unstale":"2023-10-09T04:50:47.660540+0000","last_undegraded":"2023-10-09T04:49:44.490986+0000","last_fullsized":"2023-10-09T04:49:44.473869+0000","mapping_epoch":264,"log_start":"223'2497","ondisk_log_start":"223'2497","created":228,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7203,"log_dups_size":0,"ondisk_log_size":7203,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39223296,"num_objects":599,"num_object_clones":0,"num_object_copies":1797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":599,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7123,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4164,"num_bytes_recovered":206307328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"4,6","objects":582}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":195,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118418+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:50:42.118418+0000","last_peered":"2023-10-09T04:50:42.118418+0000","last_clean":"2023-10-09T04:50:42.118418+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:50:42.118418+0000","last_undegraded":"2023-10-09T04:50:42.118418+0000","last_fullsized":"2023-10-09T04:50:42.118418+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":254,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.892159+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:50:34.892159+0000","last_peered":"2023-10-09T04:50:34.892159+0000","last_clean":"2023-10-09T04:50:34.892159+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:50:34.892159+0000","last_undegraded":"2023-10-09T04:50:34.892159+0000","last_fullsized":"2023-10-09T04:50:34.892159+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"272'9765","reported_seq":9957,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.534962+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:47.534962+0000","last_peered":"2023-10-09T04:50:47.534962+0000","last_clean":"2023-10-09T04:50:47.534962+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:47.534962+0000","last_undegraded":"2023-10-09T04:50:47.534962+0000","last_fullsized":"2023-10-09T04:50:47.534962+0000","mapping_epoch":228,"log_start":"223'2533","ondisk_log_start":"223'2533","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":7232,"log_dups_size":0,"ondisk_log_size":7232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41091072,"num_objects":627,"num_object_clones":0,"num_object_copies":1881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4473,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":204,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.107827+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:50:42.107827+0000","last_peered":"2023-10-09T04:50:42.107827+0000","last_clean":"2023-10-09T04:50:42.107827+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:50:42.107827+0000","last_undegraded":"2023-10-09T04:50:42.107827+0000","last_fullsized":"2023-10-09T04:50:42.107827+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":248,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903832+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:50:34.903832+0000","last_peered":"2023-10-09T04:50:34.903832+0000","last_clean":"2023-10-09T04:50:34.903832+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:50:34.903832+0000","last_undegraded":"2023-10-09T04:50:34.903832+0000","last_fullsized":"2023-10-09T04:50:34.903832+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":242,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.892260+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:50:34.892260+0000","last_peered":"2023-10-09T04:50:34.892260+0000","last_clean":"2023-10-09T04:50:34.892260+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:50:34.892260+0000","last_undegraded":"2023-10-09T04:50:34.892260+0000","last_fullsized":"2023-10-09T04:50:34.892260+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":139,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118413+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:50:42.118413+0000","last_peered":"2023-10-09T04:50:42.118413+0000","last_clean":"2023-10-09T04:50:42.118413+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:50:42.118413+0000","last_undegraded":"2023-10-09T04:50:42.118413+0000","last_fullsized":"2023-10-09T04:50:42.118413+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906293+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:50:34.906293+0000","last_peered":"2023-10-09T04:50:34.906293+0000","last_clean":"2023-10-09T04:50:34.906293+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:50:34.906293+0000","last_undegraded":"2023-10-09T04:50:34.906293+0000","last_fullsized":"2023-10-09T04:50:34.906293+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":161,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.923242+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:50:34.923242+0000","last_peered":"2023-10-09T04:50:34.923242+0000","last_clean":"2023-10-09T04:50:34.923242+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:50:34.923242+0000","last_undegraded":"2023-10-09T04:50:34.923242+0000","last_fullsized":"2023-10-09T04:50:34.923242+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":259,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.920420+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:50:34.920420+0000","last_peered":"2023-10-09T04:50:34.920420+0000","last_clean":"2023-10-09T04:50:34.920420+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:50:34.920420+0000","last_undegraded":"2023-10-09T04:50:34.920420+0000","last_fullsized":"2023-10-09T04:50:34.920420+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":190,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118514+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:50:42.118514+0000","last_peered":"2023-10-09T04:50:42.118514+0000","last_clean":"2023-10-09T04:50:42.118514+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:50:42.118514+0000","last_undegraded":"2023-10-09T04:50:42.118514+0000","last_fullsized":"2023-10-09T04:50:42.118514+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":238,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904090+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:50:34.904090+0000","last_peered":"2023-10-09T04:50:34.904090+0000","last_clean":"2023-10-09T04:50:34.904090+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:50:34.904090+0000","last_undegraded":"2023-10-09T04:50:34.904090+0000","last_fullsized":"2023-10-09T04:50:34.904090+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909115+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:50:34.909115+0000","last_peered":"2023-10-09T04:50:34.909115+0000","last_clean":"2023-10-09T04:50:34.909115+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:50:34.909115+0000","last_undegraded":"2023-10-09T04:50:34.909115+0000","last_fullsized":"2023-10-09T04:50:34.909115+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":251,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919448+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:50:34.919448+0000","last_peered":"2023-10-09T04:50:34.919448+0000","last_clean":"2023-10-09T04:50:34.919448+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:50:34.919448+0000","last_undegraded":"2023-10-09T04:50:34.919448+0000","last_fullsized":"2023-10-09T04:50:34.919448+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":139,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118827+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:50:42.118827+0000","last_peered":"2023-10-09T04:50:42.118827+0000","last_clean":"2023-10-09T04:50:42.118827+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:50:42.118827+0000","last_undegraded":"2023-10-09T04:50:42.118827+0000","last_fullsized":"2023-10-09T04:50:42.118827+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":257,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.892903+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:50:34.892903+0000","last_peered":"2023-10-09T04:50:34.892903+0000","last_clean":"2023-10-09T04:50:34.892903+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:50:34.892903+0000","last_undegraded":"2023-10-09T04:50:34.892903+0000","last_fullsized":"2023-10-09T04:50:34.892903+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":248,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906337+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:50:34.906337+0000","last_peered":"2023-10-09T04:50:34.906337+0000","last_clean":"2023-10-09T04:50:34.906337+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:50:34.906337+0000","last_undegraded":"2023-10-09T04:50:34.906337+0000","last_fullsized":"2023-10-09T04:50:34.906337+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"272'9659","reported_seq":9822,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:46.754795+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:46.754795+0000","last_peered":"2023-10-09T04:50:46.754795+0000","last_clean":"2023-10-09T04:50:46.754795+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:46.754795+0000","last_undegraded":"2023-10-09T04:50:46.754795+0000","last_fullsized":"2023-10-09T04:50:46.754795+0000","mapping_epoch":228,"log_start":"220'1014","ondisk_log_start":"220'1014","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8645,"log_dups_size":0,"ondisk_log_size":8645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41025536,"num_objects":626,"num_object_clones":0,"num_object_copies":1878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":626,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3462,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":216,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.923159+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:50:34.923159+0000","last_peered":"2023-10-09T04:50:34.923159+0000","last_clean":"2023-10-09T04:50:34.923159+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:50:34.923159+0000","last_undegraded":"2023-10-09T04:50:34.923159+0000","last_fullsized":"2023-10-09T04:50:34.923159+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":243,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.892234+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:50:34.892234+0000","last_peered":"2023-10-09T04:50:34.892234+0000","last_clean":"2023-10-09T04:50:34.892234+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:50:34.892234+0000","last_undegraded":"2023-10-09T04:50:34.892234+0000","last_fullsized":"2023-10-09T04:50:34.892234+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"272'9677","reported_seq":9891,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.832736+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:47.832736+0000","last_peered":"2023-10-09T04:50:47.832736+0000","last_clean":"2023-10-09T04:50:47.832736+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:47.832736+0000","last_undegraded":"2023-10-09T04:50:47.832736+0000","last_fullsized":"2023-10-09T04:50:47.832736+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":9677,"log_dups_size":0,"ondisk_log_size":9677,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37421056,"num_objects":571,"num_object_clones":0,"num_object_copies":1713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2575,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":240,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.899627+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:50:34.899627+0000","last_peered":"2023-10-09T04:50:34.899627+0000","last_clean":"2023-10-09T04:50:34.899627+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:50:34.899627+0000","last_undegraded":"2023-10-09T04:50:34.899627+0000","last_fullsized":"2023-10-09T04:50:34.899627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":189,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918677+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:50:34.918677+0000","last_peered":"2023-10-09T04:50:34.918677+0000","last_clean":"2023-10-09T04:50:34.918677+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:50:34.918677+0000","last_undegraded":"2023-10-09T04:50:34.918677+0000","last_fullsized":"2023-10-09T04:50:34.918677+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"272'9847","reported_seq":10073,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.824444+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:47.824444+0000","last_peered":"2023-10-09T04:50:47.824444+0000","last_clean":"2023-10-09T04:50:47.824444+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:47.824444+0000","last_undegraded":"2023-10-09T04:50:47.824444+0000","last_fullsized":"2023-10-09T04:50:47.824444+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":9847,"log_dups_size":0,"ondisk_log_size":9847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39583744,"num_objects":604,"num_object_clones":0,"num_object_copies":1812,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":604,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3742,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":234,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918552+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:50:34.918552+0000","last_peered":"2023-10-09T04:50:34.918552+0000","last_clean":"2023-10-09T04:50:34.918552+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:50:34.918552+0000","last_undegraded":"2023-10-09T04:50:34.918552+0000","last_fullsized":"2023-10-09T04:50:34.918552+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":214,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.908817+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:50:34.908817+0000","last_peered":"2023-10-09T04:50:34.908817+0000","last_clean":"2023-10-09T04:50:34.908817+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:50:34.908817+0000","last_undegraded":"2023-10-09T04:50:34.908817+0000","last_fullsized":"2023-10-09T04:50:34.908817+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"272'9617","reported_seq":9696,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.592850+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:47.592850+0000","last_peered":"2023-10-09T04:50:47.592850+0000","last_clean":"2023-10-09T04:50:47.592850+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:47.592850+0000","last_undegraded":"2023-10-09T04:50:47.592850+0000","last_fullsized":"2023-10-09T04:50:47.592850+0000","mapping_epoch":215,"log_start":"219'85","ondisk_log_start":"219'85","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9532,"log_dups_size":0,"ondisk_log_size":9532,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38928384,"num_objects":594,"num_object_clones":0,"num_object_copies":1782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7050,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":252,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919229+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:50:34.919229+0000","last_peered":"2023-10-09T04:50:34.919229+0000","last_clean":"2023-10-09T04:50:34.919229+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:50:34.919229+0000","last_undegraded":"2023-10-09T04:50:34.919229+0000","last_fullsized":"2023-10-09T04:50:34.919229+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":276,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905589+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:50:34.905589+0000","last_peered":"2023-10-09T04:50:34.905589+0000","last_clean":"2023-10-09T04:50:34.905589+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:50:34.905589+0000","last_undegraded":"2023-10-09T04:50:34.905589+0000","last_fullsized":"2023-10-09T04:50:34.905589+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"272'9600","reported_seq":11306,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:46.695571+0000","last_change":"2023-10-09T04:50:41.254943+0000","last_active":"2023-10-09T04:50:46.695571+0000","last_peered":"2023-10-09T04:50:46.695571+0000","last_clean":"2023-10-09T04:50:46.695571+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:46.695571+0000","last_undegraded":"2023-10-09T04:50:46.695571+0000","last_fullsized":"2023-10-09T04:50:46.695571+0000","mapping_epoch":243,"log_start":"220'987","ondisk_log_start":"220'987","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8613,"log_dups_size":0,"ondisk_log_size":8613,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42860544,"num_objects":654,"num_object_clones":0,"num_object_copies":1962,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":654,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7034,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":217,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.920253+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:50:34.920253+0000","last_peered":"2023-10-09T04:50:34.920253+0000","last_clean":"2023-10-09T04:50:34.920253+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:50:34.920253+0000","last_undegraded":"2023-10-09T04:50:34.920253+0000","last_fullsized":"2023-10-09T04:50:34.920253+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":248,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904345+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:50:34.904345+0000","last_peered":"2023-10-09T04:50:34.904345+0000","last_clean":"2023-10-09T04:50:34.904345+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:50:34.904345+0000","last_undegraded":"2023-10-09T04:50:34.904345+0000","last_fullsized":"2023-10-09T04:50:34.904345+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"273'9625","reported_seq":9714,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:50.645271+0000","last_change":"2023-10-09T04:50:40.389003+0000","last_active":"2023-10-09T04:50:50.645271+0000","last_peered":"2023-10-09T04:50:50.645271+0000","last_clean":"2023-10-09T04:50:50.645271+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:50:50.645271+0000","last_undegraded":"2023-10-09T04:50:50.645271+0000","last_fullsized":"2023-10-09T04:50:50.645271+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9625,"log_dups_size":0,"ondisk_log_size":9625,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35356672,"num_objects":539,"num_object_clones":0,"num_object_copies":1617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7113,"num_write_kb":244896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905933+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:50:34.905933+0000","last_peered":"2023-10-09T04:50:34.905933+0000","last_clean":"2023-10-09T04:50:34.905933+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:50:34.905933+0000","last_undegraded":"2023-10-09T04:50:34.905933+0000","last_fullsized":"2023-10-09T04:50:34.905933+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":244,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.893242+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:50:34.893242+0000","last_peered":"2023-10-09T04:50:34.893242+0000","last_clean":"2023-10-09T04:50:34.893242+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:50:34.893242+0000","last_undegraded":"2023-10-09T04:50:34.893242+0000","last_fullsized":"2023-10-09T04:50:34.893242+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"273'9621","reported_seq":11418,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:50.075283+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:50:50.075283+0000","last_peered":"2023-10-09T04:50:50.075283+0000","last_clean":"2023-10-09T04:50:50.075283+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:50:50.075283+0000","last_undegraded":"2023-10-09T04:50:50.075283+0000","last_fullsized":"2023-10-09T04:50:50.075283+0000","mapping_epoch":260,"log_start":"219'684","ondisk_log_start":"219'684","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":8937,"log_dups_size":0,"ondisk_log_size":8937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36765696,"num_objects":561,"num_object_clones":0,"num_object_copies":1683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":561,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4386,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":143,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.893321+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:50:34.893321+0000","last_peered":"2023-10-09T04:50:34.893321+0000","last_clean":"2023-10-09T04:50:34.893321+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:50:34.893321+0000","last_undegraded":"2023-10-09T04:50:34.893321+0000","last_fullsized":"2023-10-09T04:50:34.893321+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903955+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:50:34.903955+0000","last_peered":"2023-10-09T04:50:34.903955+0000","last_clean":"2023-10-09T04:50:34.903955+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:50:34.903955+0000","last_undegraded":"2023-10-09T04:50:34.903955+0000","last_fullsized":"2023-10-09T04:50:34.903955+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"273'9699","reported_seq":9855,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:50.555412+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:50:50.555412+0000","last_peered":"2023-10-09T04:50:50.555412+0000","last_clean":"2023-10-09T04:50:50.555412+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:50:50.555412+0000","last_undegraded":"2023-10-09T04:50:50.555412+0000","last_fullsized":"2023-10-09T04:50:50.555412+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":9699,"log_dups_size":0,"ondisk_log_size":9699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36044800,"num_objects":550,"num_object_clones":0,"num_object_copies":1650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":550,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2780,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904445+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:50:34.904445+0000","last_peered":"2023-10-09T04:50:34.904445+0000","last_clean":"2023-10-09T04:50:34.904445+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:50:34.904445+0000","last_undegraded":"2023-10-09T04:50:34.904445+0000","last_fullsized":"2023-10-09T04:50:34.904445+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":242,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909205+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:50:34.909205+0000","last_peered":"2023-10-09T04:50:34.909205+0000","last_clean":"2023-10-09T04:50:34.909205+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:50:34.909205+0000","last_undegraded":"2023-10-09T04:50:34.909205+0000","last_fullsized":"2023-10-09T04:50:34.909205+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"272'9621","reported_seq":11357,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.578482+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:47.578482+0000","last_peered":"2023-10-09T04:50:47.578482+0000","last_clean":"2023-10-09T04:50:47.578482+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:47.578482+0000","last_undegraded":"2023-10-09T04:50:47.578482+0000","last_fullsized":"2023-10-09T04:50:47.578482+0000","mapping_epoch":246,"log_start":"219'87","ondisk_log_start":"219'87","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9534,"log_dups_size":0,"ondisk_log_size":9534,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41779200,"num_objects":637,"num_object_clones":0,"num_object_copies":1911,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7043,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":233,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905518+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:50:34.905518+0000","last_peered":"2023-10-09T04:50:34.905518+0000","last_clean":"2023-10-09T04:50:34.905518+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:50:34.905518+0000","last_undegraded":"2023-10-09T04:50:34.905518+0000","last_fullsized":"2023-10-09T04:50:34.905518+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":249,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909930+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:50:34.909930+0000","last_peered":"2023-10-09T04:50:34.909930+0000","last_clean":"2023-10-09T04:50:34.909930+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:50:34.909930+0000","last_undegraded":"2023-10-09T04:50:34.909930+0000","last_fullsized":"2023-10-09T04:50:34.909930+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"272'9865","reported_seq":10147,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.632883+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:47.632883+0000","last_peered":"2023-10-09T04:50:47.632883+0000","last_clean":"2023-10-09T04:50:47.632883+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:47.632883+0000","last_undegraded":"2023-10-09T04:50:47.632883+0000","last_fullsized":"2023-10-09T04:50:47.632883+0000","mapping_epoch":215,"log_start":"223'2850","ondisk_log_start":"223'2850","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":7015,"log_dups_size":0,"ondisk_log_size":7015,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37945344,"num_objects":579,"num_object_clones":0,"num_object_copies":1737,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":579,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3596,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":141,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:45.162908+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:50:45.162908+0000","last_peered":"2023-10-09T04:50:45.162908+0000","last_clean":"2023-10-09T04:50:45.162908+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:50:45.162908+0000","last_undegraded":"2023-10-09T04:50:45.162908+0000","last_fullsized":"2023-10-09T04:50:45.162908+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":197,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.600834+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:50:48.600834+0000","last_peered":"2023-10-09T04:50:48.600834+0000","last_clean":"2023-10-09T04:50:48.600834+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:50:48.600834+0000","last_undegraded":"2023-10-09T04:50:48.600834+0000","last_fullsized":"2023-10-09T04:50:48.600834+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"272'14122","reported_seq":14187,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.927379+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:47.927379+0000","last_peered":"2023-10-09T04:50:47.927379+0000","last_clean":"2023-10-09T04:50:47.927379+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:47.927379+0000","last_undegraded":"2023-10-09T04:50:47.927379+0000","last_fullsized":"2023-10-09T04:50:47.927379+0000","mapping_epoch":215,"log_start":"233'6748","ondisk_log_start":"233'6748","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7374,"log_dups_size":0,"ondisk_log_size":7374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79560704,"num_objects":1214,"num_object_clones":0,"num_object_copies":3642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14122,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":247,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.119046+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:50:42.119046+0000","last_peered":"2023-10-09T04:50:42.119046+0000","last_clean":"2023-10-09T04:50:42.119046+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:50:42.119046+0000","last_undegraded":"2023-10-09T04:50:42.119046+0000","last_fullsized":"2023-10-09T04:50:42.119046+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906266+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:50:34.906266+0000","last_peered":"2023-10-09T04:50:34.906266+0000","last_clean":"2023-10-09T04:50:34.906266+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:50:34.906266+0000","last_undegraded":"2023-10-09T04:50:34.906266+0000","last_fullsized":"2023-10-09T04:50:34.906266+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":205,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118599+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:50:42.118599+0000","last_peered":"2023-10-09T04:50:42.118599+0000","last_clean":"2023-10-09T04:50:42.118599+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:50:42.118599+0000","last_undegraded":"2023-10-09T04:50:42.118599+0000","last_fullsized":"2023-10-09T04:50:42.118599+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"272'13950","reported_seq":14015,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.606190+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:47.606190+0000","last_peered":"2023-10-09T04:50:47.606190+0000","last_clean":"2023-10-09T04:50:47.606190+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:47.606190+0000","last_undegraded":"2023-10-09T04:50:47.606190+0000","last_fullsized":"2023-10-09T04:50:47.606190+0000","mapping_epoch":215,"log_start":"233'6900","ondisk_log_start":"233'6900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7050,"log_dups_size":0,"ondisk_log_size":7050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77201408,"num_objects":1178,"num_object_clones":0,"num_object_copies":3534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13950,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":252,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.907434+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:50:34.907434+0000","last_peered":"2023-10-09T04:50:34.907434+0000","last_clean":"2023-10-09T04:50:34.907434+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:50:34.907434+0000","last_undegraded":"2023-10-09T04:50:34.907434+0000","last_fullsized":"2023-10-09T04:50:34.907434+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":233,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905726+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:50:34.905726+0000","last_peered":"2023-10-09T04:50:34.905726+0000","last_clean":"2023-10-09T04:50:34.905726+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:50:34.905726+0000","last_undegraded":"2023-10-09T04:50:34.905726+0000","last_fullsized":"2023-10-09T04:50:34.905726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":213,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118814+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:50:42.118814+0000","last_peered":"2023-10-09T04:50:42.118814+0000","last_clean":"2023-10-09T04:50:42.118814+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:50:42.118814+0000","last_undegraded":"2023-10-09T04:50:42.118814+0000","last_fullsized":"2023-10-09T04:50:42.118814+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"272'9612","reported_seq":9835,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.679951+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:47.679951+0000","last_peered":"2023-10-09T04:50:47.679951+0000","last_clean":"2023-10-09T04:50:47.679951+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:47.679951+0000","last_undegraded":"2023-10-09T04:50:47.679951+0000","last_fullsized":"2023-10-09T04:50:47.679951+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":9612,"log_dups_size":0,"ondisk_log_size":9612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38797312,"num_objects":592,"num_object_clones":0,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3565,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":273,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.116675+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:50:42.116675+0000","last_peered":"2023-10-09T04:50:42.116675+0000","last_clean":"2023-10-09T04:50:42.116675+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:50:42.116675+0000","last_undegraded":"2023-10-09T04:50:42.116675+0000","last_fullsized":"2023-10-09T04:50:42.116675+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":191,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118447+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:50:42.118447+0000","last_peered":"2023-10-09T04:50:42.118447+0000","last_clean":"2023-10-09T04:50:42.118447+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:50:42.118447+0000","last_undegraded":"2023-10-09T04:50:42.118447+0000","last_fullsized":"2023-10-09T04:50:42.118447+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":241,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:45.163023+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:50:45.163023+0000","last_peered":"2023-10-09T04:50:45.163023+0000","last_clean":"2023-10-09T04:50:45.163023+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:50:45.163023+0000","last_undegraded":"2023-10-09T04:50:45.163023+0000","last_fullsized":"2023-10-09T04:50:45.163023+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"272'13876","reported_seq":17334,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.538886+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:47.538886+0000","last_peered":"2023-10-09T04:50:47.538886+0000","last_clean":"2023-10-09T04:50:47.538886+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:47.538886+0000","last_undegraded":"2023-10-09T04:50:47.538886+0000","last_fullsized":"2023-10-09T04:50:47.538886+0000","mapping_epoch":250,"log_start":"233'6800","ondisk_log_start":"233'6800","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7076,"log_dups_size":0,"ondisk_log_size":7076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78643200,"num_objects":1200,"num_object_clones":0,"num_object_copies":3600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13876,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":235,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.907590+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:50:34.907590+0000","last_peered":"2023-10-09T04:50:34.907590+0000","last_clean":"2023-10-09T04:50:34.907590+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:50:34.907590+0000","last_undegraded":"2023-10-09T04:50:34.907590+0000","last_fullsized":"2023-10-09T04:50:34.907590+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":614,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919360+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:50:34.919360+0000","last_peered":"2023-10-09T04:50:34.919360+0000","last_clean":"2023-10-09T04:50:34.919360+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:50:34.919360+0000","last_undegraded":"2023-10-09T04:50:34.919360+0000","last_fullsized":"2023-10-09T04:50:34.919360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":159,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.907333+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:50:34.907333+0000","last_peered":"2023-10-09T04:50:34.907333+0000","last_clean":"2023-10-09T04:50:34.907333+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:50:34.907333+0000","last_undegraded":"2023-10-09T04:50:34.907333+0000","last_fullsized":"2023-10-09T04:50:34.907333+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":214,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906114+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:50:34.906114+0000","last_peered":"2023-10-09T04:50:34.906114+0000","last_clean":"2023-10-09T04:50:34.906114+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:50:34.906114+0000","last_undegraded":"2023-10-09T04:50:34.906114+0000","last_fullsized":"2023-10-09T04:50:34.906114+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"272'9853","reported_seq":9994,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:46.739724+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:46.739724+0000","last_peered":"2023-10-09T04:50:46.739724+0000","last_clean":"2023-10-09T04:50:46.739724+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:46.739724+0000","last_undegraded":"2023-10-09T04:50:46.739724+0000","last_fullsized":"2023-10-09T04:50:46.739724+0000","mapping_epoch":215,"log_start":"220'1443","ondisk_log_start":"220'1443","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8410,"log_dups_size":0,"ondisk_log_size":8410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41680896,"num_objects":636,"num_object_clones":0,"num_object_copies":1908,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4600,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":271,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918990+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:50:34.918990+0000","last_peered":"2023-10-09T04:50:34.918990+0000","last_clean":"2023-10-09T04:50:34.918990+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:50:34.918990+0000","last_undegraded":"2023-10-09T04:50:34.918990+0000","last_fullsized":"2023-10-09T04:50:34.918990+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":243,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.891786+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:50:34.891786+0000","last_peered":"2023-10-09T04:50:34.891786+0000","last_clean":"2023-10-09T04:50:34.891786+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:50:34.891786+0000","last_undegraded":"2023-10-09T04:50:34.891786+0000","last_fullsized":"2023-10-09T04:50:34.891786+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":259,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.891966+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:50:34.891966+0000","last_peered":"2023-10-09T04:50:34.891966+0000","last_clean":"2023-10-09T04:50:34.891966+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:50:34.891966+0000","last_undegraded":"2023-10-09T04:50:34.891966+0000","last_fullsized":"2023-10-09T04:50:34.891966+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"272'14192","reported_seq":14257,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.551241+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:47.551241+0000","last_peered":"2023-10-09T04:50:47.551241+0000","last_clean":"2023-10-09T04:50:47.551241+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:47.551241+0000","last_undegraded":"2023-10-09T04:50:47.551241+0000","last_fullsized":"2023-10-09T04:50:47.551241+0000","mapping_epoch":215,"log_start":"234'7200","ondisk_log_start":"234'7200","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6992,"log_dups_size":0,"ondisk_log_size":6992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79888408,"num_objects":1220,"num_object_clones":0,"num_object_copies":3660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1220,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14192,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":237,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.920330+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:50:34.920330+0000","last_peered":"2023-10-09T04:50:34.920330+0000","last_clean":"2023-10-09T04:50:34.920330+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:50:34.920330+0000","last_undegraded":"2023-10-09T04:50:34.920330+0000","last_fullsized":"2023-10-09T04:50:34.920330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":191,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.118976+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:50:42.118976+0000","last_peered":"2023-10-09T04:50:42.118976+0000","last_clean":"2023-10-09T04:50:42.118976+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:50:42.118976+0000","last_undegraded":"2023-10-09T04:50:42.118976+0000","last_fullsized":"2023-10-09T04:50:42.118976+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":214,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.893575+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:50:34.893575+0000","last_peered":"2023-10-09T04:50:34.893575+0000","last_clean":"2023-10-09T04:50:34.893575+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:50:34.893575+0000","last_undegraded":"2023-10-09T04:50:34.893575+0000","last_fullsized":"2023-10-09T04:50:34.893575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"272'14299","reported_seq":14364,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.635778+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:47.635778+0000","last_peered":"2023-10-09T04:50:47.635778+0000","last_clean":"2023-10-09T04:50:47.635778+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:47.635778+0000","last_undegraded":"2023-10-09T04:50:47.635778+0000","last_fullsized":"2023-10-09T04:50:47.635778+0000","mapping_epoch":215,"log_start":"247'8400","ondisk_log_start":"247'8400","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5899,"log_dups_size":0,"ondisk_log_size":5899,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78970880,"num_objects":1205,"num_object_clones":0,"num_object_copies":3615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14299,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":130,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.918755+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:50:34.918755+0000","last_peered":"2023-10-09T04:50:34.918755+0000","last_clean":"2023-10-09T04:50:34.918755+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:50:34.918755+0000","last_undegraded":"2023-10-09T04:50:34.918755+0000","last_fullsized":"2023-10-09T04:50:34.918755+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":203,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:45.162999+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:50:45.162999+0000","last_peered":"2023-10-09T04:50:45.162999+0000","last_clean":"2023-10-09T04:50:45.162999+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:50:45.162999+0000","last_undegraded":"2023-10-09T04:50:45.162999+0000","last_fullsized":"2023-10-09T04:50:45.162999+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":215,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.919497+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:50:34.919497+0000","last_peered":"2023-10-09T04:50:34.919497+0000","last_clean":"2023-10-09T04:50:34.919497+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:50:34.919497+0000","last_undegraded":"2023-10-09T04:50:34.919497+0000","last_fullsized":"2023-10-09T04:50:34.919497+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"272'14067","reported_seq":14130,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.614431+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:47.614431+0000","last_peered":"2023-10-09T04:50:47.614431+0000","last_clean":"2023-10-09T04:50:47.614431+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:47.614431+0000","last_undegraded":"2023-10-09T04:50:47.614431+0000","last_fullsized":"2023-10-09T04:50:47.614431+0000","mapping_epoch":215,"log_start":"233'7000","ondisk_log_start":"233'7000","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7067,"log_dups_size":0,"ondisk_log_size":7067,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78970880,"num_objects":1205,"num_object_clones":0,"num_object_copies":3615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14067,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":236,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903586+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:50:34.903586+0000","last_peered":"2023-10-09T04:50:34.903586+0000","last_clean":"2023-10-09T04:50:34.903586+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:50:34.903586+0000","last_undegraded":"2023-10-09T04:50:34.903586+0000","last_fullsized":"2023-10-09T04:50:34.903586+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":247,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.892075+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:50:34.892075+0000","last_peered":"2023-10-09T04:50:34.892075+0000","last_clean":"2023-10-09T04:50:34.892075+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:50:34.892075+0000","last_undegraded":"2023-10-09T04:50:34.892075+0000","last_fullsized":"2023-10-09T04:50:34.892075+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":215,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.905285+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:50:34.905285+0000","last_peered":"2023-10-09T04:50:34.905285+0000","last_clean":"2023-10-09T04:50:34.905285+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:50:34.905285+0000","last_undegraded":"2023-10-09T04:50:34.905285+0000","last_fullsized":"2023-10-09T04:50:34.905285+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"273'9830","reported_seq":11655,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:50.101082+0000","last_change":"2023-10-09T04:50:42.118705+0000","last_active":"2023-10-09T04:50:50.101082+0000","last_peered":"2023-10-09T04:50:50.101082+0000","last_clean":"2023-10-09T04:50:50.101082+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:50:50.101082+0000","last_undegraded":"2023-10-09T04:50:50.101082+0000","last_fullsized":"2023-10-09T04:50:50.101082+0000","mapping_epoch":240,"log_start":"220'1289","ondisk_log_start":"220'1289","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8541,"log_dups_size":0,"ondisk_log_size":8541,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34471936,"num_objects":526,"num_object_clones":0,"num_object_copies":1578,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7258,"num_write_kb":249088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":857,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":216,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.893504+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:50:34.893504+0000","last_peered":"2023-10-09T04:50:34.893504+0000","last_clean":"2023-10-09T04:50:34.893504+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:50:34.893504+0000","last_undegraded":"2023-10-09T04:50:34.893504+0000","last_fullsized":"2023-10-09T04:50:34.893504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":283,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:42.116042+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:50:42.116042+0000","last_peered":"2023-10-09T04:50:42.116042+0000","last_clean":"2023-10-09T04:50:42.116042+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:50:42.116042+0000","last_undegraded":"2023-10-09T04:50:42.116042+0000","last_fullsized":"2023-10-09T04:50:42.116042+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"273'9552","reported_seq":9639,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:50.614392+0000","last_change":"2023-10-09T04:50:38.417627+0000","last_active":"2023-10-09T04:50:50.614392+0000","last_peered":"2023-10-09T04:50:50.614392+0000","last_clean":"2023-10-09T04:50:50.614392+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:50:50.614392+0000","last_undegraded":"2023-10-09T04:50:50.614392+0000","last_fullsized":"2023-10-09T04:50:50.614392+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9552,"log_dups_size":0,"ondisk_log_size":9552,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34504704,"num_objects":527,"num_object_clones":0,"num_object_copies":1581,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":527,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7041,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":251,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906025+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:50:34.906025+0000","last_peered":"2023-10-09T04:50:34.906025+0000","last_clean":"2023-10-09T04:50:34.906025+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:50:34.906025+0000","last_undegraded":"2023-10-09T04:50:34.906025+0000","last_fullsized":"2023-10-09T04:50:34.906025+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":283,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.909191+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:50:34.909191+0000","last_peered":"2023-10-09T04:50:34.909191+0000","last_clean":"2023-10-09T04:50:34.909191+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:50:34.909191+0000","last_undegraded":"2023-10-09T04:50:34.909191+0000","last_fullsized":"2023-10-09T04:50:34.909191+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"272'9565","reported_seq":11368,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:46.728717+0000","last_change":"2023-10-09T04:50:40.194633+0000","last_active":"2023-10-09T04:50:46.728717+0000","last_peered":"2023-10-09T04:50:46.728717+0000","last_clean":"2023-10-09T04:50:46.728717+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:46.728717+0000","last_undegraded":"2023-10-09T04:50:46.728717+0000","last_fullsized":"2023-10-09T04:50:46.728717+0000","mapping_epoch":253,"log_start":"220'990","ondisk_log_start":"220'990","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8575,"log_dups_size":0,"ondisk_log_size":8575,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37552128,"num_objects":573,"num_object_clones":0,"num_object_copies":1719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6999,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":217,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.906125+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:50:34.906125+0000","last_peered":"2023-10-09T04:50:34.906125+0000","last_clean":"2023-10-09T04:50:34.906125+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:50:34.906125+0000","last_undegraded":"2023-10-09T04:50:34.906125+0000","last_fullsized":"2023-10-09T04:50:34.906125+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.903781+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:50:34.903781+0000","last_peered":"2023-10-09T04:50:34.903781+0000","last_clean":"2023-10-09T04:50:34.903781+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:50:34.903781+0000","last_undegraded":"2023-10-09T04:50:34.903781+0000","last_fullsized":"2023-10-09T04:50:34.903781+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"272'9674","reported_seq":9903,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.607443+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:47.607443+0000","last_peered":"2023-10-09T04:50:47.607443+0000","last_clean":"2023-10-09T04:50:47.607443+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:47.607443+0000","last_undegraded":"2023-10-09T04:50:47.607443+0000","last_fullsized":"2023-10-09T04:50:47.607443+0000","mapping_epoch":228,"log_start":"219'332","ondisk_log_start":"219'332","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":9342,"log_dups_size":0,"ondisk_log_size":9342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39321600,"num_objects":600,"num_object_clones":0,"num_object_copies":1800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3545,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":131,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.900139+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:50:34.900139+0000","last_peered":"2023-10-09T04:50:34.900139+0000","last_clean":"2023-10-09T04:50:34.900139+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:50:34.900139+0000","last_undegraded":"2023-10-09T04:50:34.900139+0000","last_fullsized":"2023-10-09T04:50:34.900139+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":204,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:45.653550+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:50:45.653550+0000","last_peered":"2023-10-09T04:50:45.653550+0000","last_clean":"2023-10-09T04:50:45.653550+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:50:45.653550+0000","last_undegraded":"2023-10-09T04:50:45.653550+0000","last_fullsized":"2023-10-09T04:50:45.653550+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"272'9736","reported_seq":9864,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-10-09T04:50:47.850525+0000","last_change":"2023-10-09T04:50:41.454224+0000","last_active":"2023-10-09T04:50:47.850525+0000","last_peered":"2023-10-09T04:50:47.850525+0000","last_clean":"2023-10-09T04:50:47.850525+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:47.850525+0000","last_undegraded":"2023-10-09T04:50:47.850525+0000","last_fullsized":"2023-10-09T04:50:47.850525+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9736,"log_dups_size":0,"ondisk_log_size":9736,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38764544,"num_objects":592,"num_object_clones":0,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7116,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":232,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.892365+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:50:34.892365+0000","last_peered":"2023-10-09T04:50:34.892365+0000","last_clean":"2023-10-09T04:50:34.892365+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:50:34.892365+0000","last_undegraded":"2023-10-09T04:50:34.892365+0000","last_fullsized":"2023-10-09T04:50:34.892365+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":242,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-10-09T04:50:34.904596+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:50:34.904596+0000","last_peered":"2023-10-09T04:50:34.904596+0000","last_clean":"2023-10-09T04:50:34.904596+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:50:34.904596+0000","last_undegraded":"2023-10-09T04:50:34.904596+0000","last_fullsized":"2023-10-09T04:50:34.904596+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":1241088024,"num_objects":18939,"num_object_clones":0,"num_object_copies":56817,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18939,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":187535,"num_write_kb":5477217,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9981,"num_bytes_recovered":587333632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3864866816,"data_stored":3864854600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220451,"ondisk_log_size":220451,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234335,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1336112,"kb_used_data":426728,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":92409040,"statfs":{"total":95995035648,"available":94626856960,"internally_reserved":0,"allocated":436969472,"data_stored":436269800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":2.29},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.41899999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":2.968,"5min":2.0339999999999998,"15min":1.8779999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":16.513000000000002,"5min":16.513000000000002,"15min":16.513000000000002},"last":3.73},{"interface":"front","average":{"1min":2.972,"5min":2.2679999999999998,"15min":2.1499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":10.385999999999999,"5min":10.385999999999999,"15min":10.385999999999999},"last":2.907}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":1.3069999999999999},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":0.38200000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.5629999999999999,"15min":1.7210000000000001},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.9409999999999998,"5min":11.003,"15min":11.003},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.4950000000000001,"5min":1.645,"15min":1.6830000000000001},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9109999999999996,"5min":10.955,"15min":10.955},"last":4.5330000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.5010000000000003,"5min":3.0870000000000002,"15min":2.137},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":18.370000000000001,"5min":23.919,"15min":23.919},"last":3.9249999999999998},{"interface":"front","average":{"1min":1.794,"5min":2.1539999999999999,"15min":1.772},"min":{"1min":0.33300000000000002,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.2629999999999999,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.54700000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.0720000000000001,"5min":3.7109999999999999,"15min":2.3799999999999999},"min":{"1min":0.39600000000000002,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":16.568999999999999,"5min":79.709999999999994,"15min":79.709999999999994},"last":3.8010000000000002},{"interface":"front","average":{"1min":3.238,"5min":3.3119999999999998,"15min":2.21},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":12.022,"5min":79.332999999999998,"15min":79.332999999999998},"last":2.399}]},{"osd":6,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2750000000000004,"5min":3.1379999999999999,"15min":2.226},"min":{"1min":0.56499999999999995,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":16.599,"5min":16.599,"15min":17.501000000000001},"last":3.7719999999999998},{"interface":"front","average":{"1min":4.4329999999999998,"5min":2.754,"15min":2.1659999999999999},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":17.623999999999999,"5min":17.623999999999999,"15min":17.623999999999999},"last":1.3420000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495971,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1459176,"kb_used_data":557728,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92285976,"statfs":{"total":95995035648,"available":94500839424,"internally_reserved":0,"allocated":571113472,"data_stored":570421928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":4.0750000000000002},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":1.1259999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":2.2210000000000001,"15min":2.0779999999999998},"min":{"1min":0.27600000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":8.7569999999999997,"5min":8.7569999999999997,"15min":8.7569999999999997},"last":1.091},{"interface":"front","average":{"1min":2.0489999999999999,"5min":1.6359999999999999,"15min":1.5669999999999999},"min":{"1min":0.27500000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.5570000000000004,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":3.7909999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":2.323,"15min":2.214},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5979999999999999,"5min":12.317,"15min":13.32},"last":4.1139999999999999},{"interface":"front","average":{"1min":4.2539999999999996,"5min":2.444,"15min":2.2120000000000002},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.3979999999999997,"5min":15.391999999999999,"15min":15.391999999999999},"last":1.179}]},{"osd":3,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":3.0529999999999999,"5min":2.1699999999999999,"15min":2.0009999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":8.782,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":1.155},{"interface":"front","average":{"1min":2.48,"5min":1.7450000000000001,"15min":1.276},"min":{"1min":0.38400000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.9320000000000004,"5min":10.198,"15min":10.198},"last":3.9510000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":4.016,"5min":2.3860000000000001,"15min":1.861},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.137,"5min":14.137,"15min":14.137},"last":4.3630000000000004},{"interface":"front","average":{"1min":3.8719999999999999,"5min":2.3399999999999999,"15min":1.9330000000000001},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":10.324999999999999,"5min":10.324999999999999,"15min":12.722},"last":1.2}]},{"osd":5,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.4089999999999998,"15min":1.8089999999999999},"min":{"1min":0.35799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":7.343,"5min":12.420999999999999,"15min":16.042000000000002},"last":3.8559999999999999},{"interface":"front","average":{"1min":1.7669999999999999,"5min":2.4169999999999998,"15min":2.1000000000000001},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.9989999999999997,"5min":12.403,"15min":13.391999999999999},"last":4.3940000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.181,"5min":4.4480000000000004,"15min":2.7669999999999999},"min":{"1min":0.36499999999999999,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":9.3170000000000002,"5min":196.22300000000001,"15min":196.22300000000001},"last":4.3220000000000001},{"interface":"front","average":{"1min":4.0469999999999997,"5min":4.9029999999999996,"15min":2.9500000000000002},"min":{"1min":0.49299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.449,"5min":196.24299999999999,"15min":196.24299999999999},"last":4.0279999999999996}]}]},{"osd":1,"up_from":235,"seq":1009317314588,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":607664,"kb_used_data":397032,"kb_used_omap":5,"kb_used_meta":210618,"kb_avail":93137488,"statfs":{"total":95995035648,"available":95372787712,"internally_reserved":0,"allocated":406560768,"data_stored":405349831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":215673557},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.002,"15min":0.98599999999999999},"min":{"1min":0.20200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":9.5830000000000002,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":1.413,"5min":1.1319999999999999,"15min":1.085},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.648,"5min":10.648,"15min":10.648},"last":0.22900000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0820000000000001,"15min":1.083},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":6.5229999999999997,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.157,"15min":1.145},"min":{"1min":0.30399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.677,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":1.1919999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.427,"5min":3.427,"15min":3.427},"last":0.373},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.038,"15min":1.018},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.4489999999999998,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.92100000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8640000000000001,"15min":1.847},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3030000000000008,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":1.133},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.498,"15min":1.526},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.883,"5min":7.282,"15min":7.282},"last":0.98199999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":2.0739999999999998,"15min":2.0059999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":2.4409999999999998},{"interface":"front","average":{"1min":2.121,"5min":1.891,"15min":1.853},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":1.228}]},{"osd":6,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.569,"15min":1.5680000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":2.7530000000000001},{"interface":"front","average":{"1min":1.796,"5min":1.4319999999999999,"15min":1.3720000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4240000000000004,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.42199999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":7.5209999999999999,"15min":8.5980000000000008},"min":{"1min":0.42899999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.3690000000000002,"5min":146.554,"15min":146.554},"last":1.887},{"interface":"front","average":{"1min":2.7749999999999999,"5min":8.4290000000000003,"15min":9.3710000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":11.34,"5min":146.53100000000001,"15min":146.53100000000001},"last":1.8720000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187678,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1562192,"kb_used_data":826184,"kb_used_omap":5,"kb_used_meta":735994,"kb_avail":92182960,"statfs":{"total":95995035648,"available":94395351040,"internally_reserved":0,"allocated":846012416,"data_stored":844705282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":753658490},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.23,"15min":1.206},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":7.0270000000000001,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.625,"5min":0.98699999999999999,"15min":0.88100000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":6.5789999999999997,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.70399999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.6339999999999999,"15min":1.7909999999999999},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":10.683999999999999,"5min":10.683999999999999,"15min":18.437000000000001},"last":1.014},{"interface":"front","average":{"1min":1.248,"5min":1.2,"15min":1.784},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":8.4290000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":1.1539999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.367,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.0010000000000003,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.41099999999999998},{"interface":"front","average":{"1min":3.0510000000000002,"5min":1.6599999999999999,"15min":1.458},"min":{"1min":0.28999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":23.222000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":1.238}]},{"osd":4,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":2.069,"15min":1.897},"min":{"1min":0.39200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":13.334},"last":1.1000000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7170000000000001,"15min":1.704},"min":{"1min":0.34599999999999997,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":12.212,"5min":12.212,"15min":12.212},"last":0.376}]},{"osd":5,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.974,"15min":1.966},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.5999999999999996,"5min":13.022,"15min":13.022},"last":0.51000000000000001},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.327,"15min":2.3919999999999999},"min":{"1min":0.443,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":7.0819999999999999,"5min":12.978,"15min":16.609999999999999},"last":0.90100000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.927,"15min":2.25},"min":{"1min":0.41199999999999998,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":5.4660000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":1.7290000000000001},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.0819999999999999,"15min":2.4020000000000001},"min":{"1min":0.41599999999999998,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.0419999999999998,"5min":13.086,"15min":43.819000000000003},"last":1.7410000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.0720000000000001,"15min":2.218},"min":{"1min":0.377,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":7.0220000000000002,"5min":13.054,"15min":13.374000000000001},"last":4.218},{"interface":"front","average":{"1min":3.2090000000000001,"5min":2.4849999999999999,"15min":2.1200000000000001},"min":{"1min":0.53600000000000003,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":14.393000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":1.127}]}]},{"osd":2,"up_from":116,"seq":498216206521,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":987600,"kb_used_data":481800,"kb_used_omap":7,"kb_used_meta":505784,"kb_avail":92757552,"statfs":{"total":95995035648,"available":94983733248,"internally_reserved":0,"allocated":493363200,"data_stored":492233993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":517922897},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.8540000000000001,"15min":2.27},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9809999999999999,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.218},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.649,"15min":2.1280000000000001},"min":{"1min":0.193,"5min":0.185,"15min":0.185},"max":{"1min":7.9900000000000002,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.64800000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.071,"15min":1.0529999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":11.087999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96599999999999997,"5min":1.609,"15min":1.716},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.3899999999999997,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.77900000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:50:33 2023","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0269999999999999,"15min":0.81599999999999995},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.1470000000000002,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.248,"5min":1.077,"15min":0.86099999999999999},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.1799999999999997,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.73199999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.823,"15min":1.8049999999999999},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":5.2309999999999999,"5min":11.215,"15min":11.789},"last":5.9130000000000003},{"interface":"front","average":{"1min":1.597,"5min":1.748,"15min":1.962},"min":{"1min":0.32200000000000001,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.6840000000000002,"5min":18.672999999999998,"15min":18.672999999999998},"last":4.2169999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":1.8109999999999999,"15min":2.3010000000000002},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.7000000000000002,"5min":12.141999999999999,"15min":14.644},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.768,"15min":2.0640000000000001},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":10.753,"5min":11.654,"15min":13.205},"last":0.75600000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.909,"15min":2.0230000000000001},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":9.8100000000000005,"5min":11.618,"15min":15.412000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":3.27,"5min":2.1030000000000002,"15min":2.29},"min":{"1min":0.44900000000000001,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":13.863,"5min":13.863,"15min":13.863},"last":6.1139999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.1520000000000001,"15min":2.3719999999999999},"min":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":5.5090000000000003,"5min":18.600000000000001,"15min":18.792999999999999},"last":14.035},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.1309999999999998,"15min":2.536},"min":{"1min":0.379,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":7.766,"5min":11.192,"15min":18.841999999999999},"last":14.022}]}]},{"osd":3,"up_from":0,"seq":850403524662,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019243,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1684780,"kb_used_data":784804,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92060372,"statfs":{"total":95995035648,"available":94269820928,"internally_reserved":0,"allocated":803639296,"data_stored":802943419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,3,3,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.137,"15min":1.905},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20599999999999999},"max":{"1min":12.423999999999999,"5min":12.423999999999999,"15min":16.363},"last":5.3399999999999999},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.698,"15min":1.843},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":7.1500000000000004,"5min":11.058999999999999,"15min":11.058999999999999},"last":3.5579999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1000000000000001,"5min":1.643,"15min":1.3999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":3.5920000000000001},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.1400000000000001,"15min":2.0430000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":10.627000000000001,"5min":10.627000000000001,"15min":10.627000000000001},"last":0.27400000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.0590000000000002,"15min":1.889},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.369,"5min":12.369,"15min":13.488},"last":5.3760000000000003},{"interface":"front","average":{"1min":2.3620000000000001,"5min":1.96,"15min":2.0550000000000002},"min":{"1min":0.33700000000000002,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.3819999999999997,"5min":12.367000000000001,"15min":13.170999999999999},"last":3.6240000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.1669999999999998,"15min":1.927},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":11.993,"5min":11.993,"15min":11.993},"last":3.6539999999999999},{"interface":"front","average":{"1min":3.1019999999999999,"5min":2.3380000000000001,"15min":1.857},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.692,"5min":10.692,"15min":10.692},"last":0.31}]},{"osd":5,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":4.133,"5min":2.5569999999999999,"15min":1.831},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.23799999999999999},"max":{"1min":12.978,"5min":12.978,"15min":13.624000000000001},"last":9.5459999999999994},{"interface":"front","average":{"1min":2.552,"5min":2.0840000000000001,"15min":1.716},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":8.9369999999999994,"5min":11.099,"15min":11.099},"last":8.5459999999999994}]},{"osd":6,"last update":"Mon Oct 9 04:50:19 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":3.4239999999999999,"15min":2.2669999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24299999999999999},"max":{"1min":10.105,"5min":31.064,"15min":31.064},"last":9.8689999999999998},{"interface":"front","average":{"1min":5.734,"5min":3.1989999999999998,"15min":2.0209999999999999},"min":{"1min":0.39600000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":13.794,"5min":16.763000000000002,"15min":16.763000000000002},"last":9.5169999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:50:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1840000000000002,"5min":2.4359999999999999,"15min":2.101},"min":{"1min":0.41099999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":12.051,"5min":12.728999999999999,"15min":19.754999999999999},"last":5.0949999999999998},{"interface":"front","average":{"1min":4.7350000000000003,"5min":3.3420000000000001,"15min":2.218},"min":{"1min":0.317,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":13.32,"5min":15.33,"15min":16.835000000000001},"last":1.6719999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757607,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1277404,"kb_used_data":385044,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92467748,"statfs":{"total":95995035648,"available":94686973952,"internally_reserved":0,"allocated":394285056,"data_stored":393601317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8839999999999999,"5min":1.7110000000000001,"15min":1.6040000000000001},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":14.885,"5min":14.885,"15min":14.885},"last":2.0449999999999999},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.2679999999999998,"15min":2.2650000000000001},"min":{"1min":0.25800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":14.765000000000001,"5min":14.765000000000001,"15min":14.765000000000001},"last":0.47599999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:50:45 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":6.2009999999999996,"15min":6.9509999999999996},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.8449999999999998,"5min":145.947,"15min":145.947},"last":6.8449999999999998},{"interface":"front","average":{"1min":2.399,"5min":6.6920000000000002,"15min":7.4080000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.3680000000000003,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.66500000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.6080000000000001,"15min":1.823},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":8.6999999999999993,"5min":11,"15min":14.859999999999999},"last":2.1160000000000001},{"interface":"front","average":{"1min":1.486,"5min":2.0089999999999999,"15min":2.3540000000000001},"min":{"1min":0.29799999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":5.7110000000000003,"5min":9.5950000000000006,"15min":13.308},"last":0.96099999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:50:35 2023","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":1.5149999999999999,"15min":1.2529999999999999},"min":{"1min":0.32200000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":8.3789999999999996,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.39600000000000002},{"interface":"front","average":{"1min":2.7719999999999998,"5min":2.0099999999999998,"15min":1.8140000000000001},"min":{"1min":0.39700000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.5180000000000007,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":0.32500000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7909999999999999,"5min":1.71,"15min":1.4279999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.7379999999999995,"5min":11.723000000000001,"15min":11.723000000000001},"last":2.089},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.1269999999999998,"15min":2.0960000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":14.824,"5min":14.824,"15min":14.824},"last":0.35699999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:50:24 2023","interfaces":[{"interface":"back","average":{"1min":2.766,"5min":2.5979999999999999,"15min":1.974},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.28699999999999998},"max":{"1min":11.949,"5min":21.196999999999999,"15min":21.196999999999999},"last":11.427},{"interface":"front","average":{"1min":2.6179999999999999,"5min":2.976,"15min":2.2890000000000001},"min":{"1min":0.33500000000000002,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":9.4760000000000009,"5min":12.627000000000001,"15min":19.631},"last":0.42399999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:49:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2320000000000002,"5min":3.4359999999999999,"15min":2.298},"min":{"1min":0.374,"5min":0.309,"15min":0.30299999999999999},"max":{"1min":12.792,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":2.1709999999999998,"5min":2.2109999999999999,"15min":1.605},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":13.547000000000001,"5min":43.476999999999997,"15min":43.476999999999997},"last":6.782}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":820449280,"data_stored":820445208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":401539072,"data_stored":401539072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":481820672,"data_stored":481820672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":795217920,"data_stored":795213848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":383451136,"data_stored":383451136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":550572032,"data_stored":550567960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":431816704,"data_stored":431816704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:50:53.750 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:50:53.811 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:53.868 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:54.170 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:54.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:54.180 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:54.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:54.314 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:54.448 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:54.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:54.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:54.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:54.615 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:54.680 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:54.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:54.685 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:54.786 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:54.795 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:54.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:54 smithi107 ceph-mon[184249]: from='client.35739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:54.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:54 smithi107 ceph-mon[184249]: pgmap v900: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 977 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/46953 objects degraded (0.036%); 0 B/s, 66 objects/s recovering 2023-10-09T04:50:54.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:54 smithi107 ceph-mon[179183]: from='client.35739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:54.836 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:54 smithi107 ceph-mon[179183]: pgmap v900: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 977 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/46953 objects degraded (0.036%); 0 B/s, 66 objects/s recovering 2023-10-09T04:50:54.836 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:54.954 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:54.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:54.962 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:54.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:54 smithi150 ceph-mon[168511]: from='client.35739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:50:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:54 smithi150 ceph-mon[168511]: pgmap v900: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 977 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 818 op/s; 17/46953 objects degraded (0.036%); 0 B/s, 66 objects/s recovering 2023-10-09T04:50:55.062 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:55.125 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:55.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:55.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:55.234 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:55.334 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:55.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:55.487 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:55.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:55.494 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:55.516 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:55.517 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:55.594 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:55.638 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:55.809 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:50:55.829 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:55.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:55.833 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:55.898 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17/46953 objects degraded (0.036%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:50:55.898 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3589721899' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:55.898 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:55.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17/46953 objects degraded (0.036%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:50:55.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3589721899' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:55.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:55.904 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17/46953 objects degraded (0.036%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:50:55.904 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3589721899' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:55.904 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:50:55.934 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:55.968 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:50:56.012 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:56.076 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:50:56.198 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:56.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:56.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:56.309 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:56.368 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:56.417 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:56.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:56.420 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:56.521 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:56.553 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: pgmap v901: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 960 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 17/46110 objects degraded (0.037%); 0 B/s, 66 objects/s recovering 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: osdmap e274: 8 total, 8 up, 7 in 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.650 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:56 smithi150 ceph-mon[168511]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.742 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:56.778 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:56.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:56.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:56.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: pgmap v901: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 960 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 17/46110 objects degraded (0.037%); 0 B/s, 66 objects/s recovering 2023-10-09T04:50:56.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: osdmap e274: 8 total, 8 up, 7 in 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[184249]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: pgmap v901: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 960 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 819 op/s; 17/46110 objects degraded (0.037%); 0 B/s, 66 objects/s recovering 2023-10-09T04:50:56.821 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:50:56.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:50:56.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: osdmap e274: 8 total, 8 up, 7 in 2023-10-09T04:50:56.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.822 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:56 smithi107 ceph-mon[179183]: failed to encode map e274 with expected crc 2023-10-09T04:50:56.883 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:56.912 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:56.952 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:56.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:56.956 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:56.969 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:57.057 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:57.083 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:57.148 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:50:57.149 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 17/46110 objects degraded (0.037%), 1 pg degraded, 1 pg undersized","count":2},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1217,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":275,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":7,"osd_in_since":1696826765,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":98},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":15370,"data_bytes":1006213048,"bytes_used":8429223936,"bytes_avail":663536025600,"bytes_total":671965249536,"degraded_objects":17,"degraded_total":46110,"degraded_ratio":0.00036868358273693344,"recovering_objects_per_sec":66,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":661,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":819},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"58bd9d29-1dba-4e6f-91c5-0ea2b6d27dc6":{"message":"Global Recovery Event (2m)\n [===========================.] (remaining: 1s)","progress":0.98989897966384888,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:50:57.217 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:57.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:57.228 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:57.329 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:50:57.382 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:57.542 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:50:57.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:57.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:50:57.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:50:57.656 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: failed to encode map e274 with expected crc 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: 10.5 scrub starts 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: 10.5 scrub ok 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: 10.12 scrub starts 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: failed to encode map e275 with expected crc 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: osdmap e275: 8 total, 8 up, 7 in 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: failed to encode map e275 with expected crc 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: 10.12 scrub ok 2023-10-09T04:50:57.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1713469509' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: failed to encode map e274 with expected crc 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: 10.5 scrub starts 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: 10.5 scrub ok 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: 10.12 scrub starts 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: failed to encode map e275 with expected crc 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: osdmap e275: 8 total, 8 up, 7 in 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: failed to encode map e275 with expected crc 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: 10.12 scrub ok 2023-10-09T04:50:57.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1713469509' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: failed to encode map e274 with expected crc 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: 10.5 scrub starts 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: 10.5 scrub ok 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: 10.12 scrub starts 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: failed to encode map e275 with expected crc 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: osdmap e275: 8 total, 8 up, 7 in 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: failed to encode map e275 with expected crc 2023-10-09T04:50:57.659 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: 10.12 scrub ok 2023-10-09T04:50:57.660 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1713469509' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:50:57.741 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:57.893 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:50:57.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:57.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:50:57.998 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:58.035 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:58.076 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:50:58.076 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:50:58.105 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:58.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:58.113 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:58.214 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:50:58.299 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:58.333 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:50:58.333 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:50:58.408 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:50:58.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:58.417 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:50:58.518 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:50:58.612 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:58.665 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:58 smithi150 ceph-mon[168511]: 10.4 scrub starts 2023-10-09T04:50:58.665 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:58 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:50:58.665 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:58 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:50:58.666 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:58 smithi150 ceph-mon[168511]: 10.4 scrub ok 2023-10-09T04:50:58.666 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:58 smithi150 ceph-mon[168511]: pgmap v904: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 897 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 669 op/s; 17/43095 objects degraded (0.039%); 0 B/s, 41 objects/s recovering 2023-10-09T04:50:58.730 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:50:58.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:58.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:50:58.761 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:50:58.811 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:50:58.823 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:50:58.840 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:58.851 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:50:58.888 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:50:58.918 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:50:58.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[184249]: 10.4 scrub starts 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[184249]: 10.4 scrub ok 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[184249]: pgmap v904: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 897 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 669 op/s; 17/43095 objects degraded (0.039%); 0 B/s, 41 objects/s recovering 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[179183]: 10.4 scrub starts 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[179183]: 10.4 scrub ok 2023-10-09T04:50:58.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:58 smithi107 ceph-mon[179183]: pgmap v904: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 897 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 669 op/s; 17/43095 objects degraded (0.039%); 0 B/s, 41 objects/s recovering 2023-10-09T04:50:58.931 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:58.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:50:58.987 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:58.988 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:50:59.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:59.002 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:59.002 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:50:59.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:50:59.085 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:50:59.094 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.094 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:50:59.102 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:50:59.173 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:59.338 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:50:59.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:59.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:50:59.445 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:59.520 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:59.652 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:50:59.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:50:59.661 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:50:59.702 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:50:59.762 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:50:59.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1830239120' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:59.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:50:59 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-10-09T04:50:59.846 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:50:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1830239120' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:50:59 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-10-09T04:50:59.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1830239120' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:50:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:50:59 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-10-09T04:51:00.031 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:00.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:00.039 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:00.140 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:00.170 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:00.315 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:00.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:00.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:00.372 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:00.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:00.450 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:00.533 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:00.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:00.536 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:00.637 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:00.674 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:00.751 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:00.754 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: 10.10 scrub starts 2023-10-09T04:51:00.754 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: pgmap v905: 99 pgs: 99 active+clean; 736 MiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 896 op/s; 0 B/s, 70 objects/s recovering 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: 10.10 scrub ok 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/43095 objects degraded (0.039%), 1 pg degraded, 1 pg undersized) 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "18"}]': finished 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: osdmap e276: 8 total, 8 up, 7 in 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.755 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: osdmap e277: 8 total, 8 up, 7 in 2023-10-09T04:51:00.756 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.756 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[184249]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:00.757 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: 10.10 scrub starts 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: pgmap v905: 99 pgs: 99 active+clean; 736 MiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 896 op/s; 0 B/s, 70 objects/s recovering 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: 10.10 scrub ok 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/43095 objects degraded (0.039%), 1 pg degraded, 1 pg undersized) 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "18"}]': finished 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: osdmap e276: 8 total, 8 up, 7 in 2023-10-09T04:51:00.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: osdmap e277: 8 total, 8 up, 7 in 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.758 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:00 smithi107 ceph-mon[179183]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.858 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:00.885 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: 10.10 scrub starts 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: pgmap v905: 99 pgs: 99 active+clean; 736 MiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 896 op/s; 0 B/s, 70 objects/s recovering 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: 10.10 scrub ok 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/43095 objects degraded (0.039%), 1 pg degraded, 1 pg undersized) 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "18"}]': finished 2023-10-09T04:51:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: osdmap e276: 8 total, 8 up, 7 in 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e276 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: osdmap e277: 8 total, 8 up, 7 in 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e277 with expected crc 2023-10-09T04:51:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:00 smithi150 ceph-mon[168511]: failed to encode map e277 with expected crc 2023-10-09T04:51:01.018 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:01.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:01.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:01.122 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:01.165 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:01.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:01.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:01.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:01.344 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:01.435 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:01.631 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:51:01.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: failed to encode map e277 with expected crc 2023-10-09T04:51:01.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: 10.16 scrub starts 2023-10-09T04:51:01.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: 10.16 scrub ok 2023-10-09T04:51:01.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: 10.14 scrub starts 2023-10-09T04:51:01.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: 10.14 scrub ok 2023-10-09T04:51:01.675 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: 10.11 starting backfill to osd.5 from (0'0,0'0] MAX to 275'10096 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: osdmap e278: 8 total, 8 up, 7 in 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: failed to encode map e277 with expected crc 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: 10.16 scrub starts 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: 10.16 scrub ok 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: 10.14 scrub starts 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: 10.14 scrub ok 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: 10.11 starting backfill to osd.5 from (0'0,0'0] MAX to 275'10096 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: osdmap e278: 8 total, 8 up, 7 in 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:01.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: failed to encode map e277 with expected crc 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: 10.16 scrub starts 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: 10.16 scrub ok 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: 10.14 scrub starts 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: 10.14 scrub ok 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: 10.11 starting backfill to osd.5 from (0'0,0'0] MAX to 275'10096 2023-10-09T04:51:01.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: osdmap e278: 8 total, 8 up, 7 in 2023-10-09T04:51:01.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:01.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:01.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: failed to encode map e278 with expected crc 2023-10-09T04:51:01.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-10-09T04:51:01.684 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:51:01.695 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:51:01.817 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:01.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:01.827 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:01.928 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:02.016 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:51:02] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2023-10-09T04:51:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: failed to encode map e278 with expected crc 2023-10-09T04:51:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: failed to encode map e278 with expected crc 2023-10-09T04:51:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: pgmap v909: 99 pgs: 99 active+clean; 699 MiB data, 7.0 GiB used, 619 GiB / 626 GiB avail 2023-10-09T04:51:02.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: from='client.35754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:02.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: failed to encode map e279 with expected crc 2023-10-09T04:51:02.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "19"}]': finished 2023-10-09T04:51:02.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:02 smithi150 ceph-mon[168511]: osdmap e279: 8 total, 8 up, 7 in 2023-10-09T04:51:03.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: failed to encode map e278 with expected crc 2023-10-09T04:51:03.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: failed to encode map e278 with expected crc 2023-10-09T04:51:03.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: pgmap v909: 99 pgs: 99 active+clean; 699 MiB data, 7.0 GiB used, 619 GiB / 626 GiB avail 2023-10-09T04:51:03.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: from='client.35754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: failed to encode map e279 with expected crc 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "19"}]': finished 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[184249]: osdmap e279: 8 total, 8 up, 7 in 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: failed to encode map e278 with expected crc 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: failed to encode map e278 with expected crc 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: pgmap v909: 99 pgs: 99 active+clean; 699 MiB data, 7.0 GiB used, 619 GiB / 626 GiB avail 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: from='client.35754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: failed to encode map e279 with expected crc 2023-10-09T04:51:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "19"}]': finished 2023-10-09T04:51:03.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:02 smithi107 ceph-mon[179183]: osdmap e279: 8 total, 8 up, 7 in 2023-10-09T04:51:03.178 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:03.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:03.182 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:03.268 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":909,"stamp":"2023-10-09T04:51:01.537259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":732895160,"num_objects":11200,"num_object_clones":0,"num_object_copies":33600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11200,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":180946,"num_write_kb":4985678,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9699,"num_bytes_recovered":532940508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219561,"ondisk_log_size":219561,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":298,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":7380184,"kb_used_data":2330656,"kb_used_omap":18,"kb_used_meta":5048941,"kb_avail":648835880,"statfs":{"total":671965249536,"available":664407941120,"internally_reserved":0,"allocated":2386591744,"data_stored":2380112533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5170116000},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-207454208,"num_objects":-3165,"num_object_clones":0,"num_object_copies":-9495,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-17,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3165,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-11487,"num_write_kb":-493984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-628,"num_bytes_recovered":-56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.488981"},"pg_stats":[{"pgid":"10.13","version":"277'9895","reported_seq":10051,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.402073+0000","last_change":"2023-10-09T04:49:15.070544+0000","last_active":"2023-10-09T04:51:00.402073+0000","last_peered":"2023-10-09T04:51:00.402073+0000","last_clean":"2023-10-09T04:51:00.402073+0000","last_became_active":"2023-10-09T04:48:08.687824+0000","last_became_peered":"2023-10-09T04:48:08.687824+0000","last_unstale":"2023-10-09T04:51:00.402073+0000","last_undegraded":"2023-10-09T04:51:00.402073+0000","last_fullsized":"2023-10-09T04:51:00.402073+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":9895,"log_dups_size":0,"ondisk_log_size":9895,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:10.791405+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19726336,"num_objects":301,"num_object_clones":0,"num_object_copies":903,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":301,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2757,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":271,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.057869+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:50:56.057869+0000","last_peered":"2023-10-09T04:50:56.057869+0000","last_clean":"2023-10-09T04:50:56.057869+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:50:56.057869+0000","last_undegraded":"2023-10-09T04:50:56.057869+0000","last_fullsized":"2023-10-09T04:50:56.057869+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":63,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.605451+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:50:48.605451+0000","last_peered":"2023-10-09T04:50:48.605451+0000","last_clean":"2023-10-09T04:50:48.605451+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:50:48.605451+0000","last_undegraded":"2023-10-09T04:50:48.605451+0000","last_fullsized":"2023-10-09T04:50:48.605451+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"275'9951","reported_seq":19535,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.551928+0000","last_change":"2023-10-09T04:50:57.112286+0000","last_active":"2023-10-09T04:50:57.551928+0000","last_peered":"2023-10-09T04:50:57.551928+0000","last_clean":"2023-10-09T04:50:57.551928+0000","last_became_active":"2023-10-09T04:50:57.057442+0000","last_became_peered":"2023-10-09T04:50:57.057442+0000","last_unstale":"2023-10-09T04:50:57.551928+0000","last_undegraded":"2023-10-09T04:50:57.551928+0000","last_fullsized":"2023-10-09T04:50:57.551928+0000","mapping_epoch":274,"log_start":"224'3019","ondisk_log_start":"224'3019","created":228,"last_epoch_clean":275,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6932,"log_dups_size":0,"ondisk_log_size":6932,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22773760,"num_objects":348,"num_object_clones":0,"num_object_copies":1044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7374,"num_write_kb":247072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4727,"num_bytes_recovered":206307328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":200,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.035585+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:51:00.035585+0000","last_peered":"2023-10-09T04:51:00.035585+0000","last_clean":"2023-10-09T04:51:00.035585+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:51:00.035585+0000","last_undegraded":"2023-10-09T04:51:00.035585+0000","last_fullsized":"2023-10-09T04:51:00.035585+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":256,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.605874+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:50:48.605874+0000","last_peered":"2023-10-09T04:50:48.605874+0000","last_clean":"2023-10-09T04:50:48.605874+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:50:48.605874+0000","last_undegraded":"2023-10-09T04:50:48.605874+0000","last_fullsized":"2023-10-09T04:50:48.605874+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"275'10044","reported_seq":10239,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.500518+0000","last_change":"2023-10-09T04:48:12.005579+0000","last_active":"2023-10-09T04:50:57.500518+0000","last_peered":"2023-10-09T04:50:57.500518+0000","last_clean":"2023-10-09T04:50:57.500518+0000","last_became_active":"2023-10-09T04:48:08.679752+0000","last_became_peered":"2023-10-09T04:48:08.679752+0000","last_unstale":"2023-10-09T04:50:57.500518+0000","last_undegraded":"2023-10-09T04:50:57.500518+0000","last_fullsized":"2023-10-09T04:50:57.500518+0000","mapping_epoch":228,"log_start":"224'3077","ondisk_log_start":"224'3077","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":6967,"log_dups_size":0,"ondisk_log_size":6967,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:06:21.974965+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22806528,"num_objects":348,"num_object_clones":0,"num_object_copies":1044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4752,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":206,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.604498+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:50:48.604498+0000","last_peered":"2023-10-09T04:50:48.604498+0000","last_clean":"2023-10-09T04:50:48.604498+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:50:48.604498+0000","last_undegraded":"2023-10-09T04:50:48.604498+0000","last_fullsized":"2023-10-09T04:50:48.604498+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":251,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.067684+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:50:56.067684+0000","last_peered":"2023-10-09T04:50:56.067684+0000","last_clean":"2023-10-09T04:50:56.067684+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:50:56.067684+0000","last_undegraded":"2023-10-09T04:50:56.067684+0000","last_fullsized":"2023-10-09T04:50:56.067684+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":244,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.606138+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:50:48.606138+0000","last_peered":"2023-10-09T04:50:48.606138+0000","last_clean":"2023-10-09T04:50:48.606138+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:50:48.606138+0000","last_undegraded":"2023-10-09T04:50:48.606138+0000","last_fullsized":"2023-10-09T04:50:48.606138+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":144,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686359+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:50:59.686359+0000","last_peered":"2023-10-09T04:50:59.686359+0000","last_clean":"2023-10-09T04:50:59.686359+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:50:59.686359+0000","last_undegraded":"2023-10-09T04:50:59.686359+0000","last_fullsized":"2023-10-09T04:50:59.686359+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":252,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.069264+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:50:56.069264+0000","last_peered":"2023-10-09T04:50:56.069264+0000","last_clean":"2023-10-09T04:50:56.069264+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:50:56.069264+0000","last_undegraded":"2023-10-09T04:50:56.069264+0000","last_fullsized":"2023-10-09T04:50:56.069264+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":164,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053250+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:50:56.053250+0000","last_peered":"2023-10-09T04:50:56.053250+0000","last_clean":"2023-10-09T04:50:56.053250+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:50:56.053250+0000","last_undegraded":"2023-10-09T04:50:56.053250+0000","last_fullsized":"2023-10-09T04:50:56.053250+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":262,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053690+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:50:56.053690+0000","last_peered":"2023-10-09T04:50:56.053690+0000","last_clean":"2023-10-09T04:50:56.053690+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:50:56.053690+0000","last_undegraded":"2023-10-09T04:50:56.053690+0000","last_fullsized":"2023-10-09T04:50:56.053690+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":195,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686416+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:50:59.686416+0000","last_peered":"2023-10-09T04:50:59.686416+0000","last_clean":"2023-10-09T04:50:59.686416+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:50:59.686416+0000","last_undegraded":"2023-10-09T04:50:59.686416+0000","last_fullsized":"2023-10-09T04:50:59.686416+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":241,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.057132+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:50:56.057132+0000","last_peered":"2023-10-09T04:50:56.057132+0000","last_clean":"2023-10-09T04:50:56.057132+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:50:56.057132+0000","last_undegraded":"2023-10-09T04:50:56.057132+0000","last_fullsized":"2023-10-09T04:50:56.057132+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":252,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.056943+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:50:56.056943+0000","last_peered":"2023-10-09T04:50:56.056943+0000","last_clean":"2023-10-09T04:50:56.056943+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:50:56.056943+0000","last_undegraded":"2023-10-09T04:50:56.056943+0000","last_fullsized":"2023-10-09T04:50:56.056943+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":254,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.052705+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:50:56.052705+0000","last_peered":"2023-10-09T04:50:56.052705+0000","last_clean":"2023-10-09T04:50:56.052705+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:50:56.052705+0000","last_undegraded":"2023-10-09T04:50:56.052705+0000","last_fullsized":"2023-10-09T04:50:56.052705+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":144,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686807+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:50:59.686807+0000","last_peered":"2023-10-09T04:50:59.686807+0000","last_clean":"2023-10-09T04:50:59.686807+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:50:59.686807+0000","last_undegraded":"2023-10-09T04:50:59.686807+0000","last_fullsized":"2023-10-09T04:50:59.686807+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":259,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.604706+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:50:48.604706+0000","last_peered":"2023-10-09T04:50:48.604706+0000","last_clean":"2023-10-09T04:50:48.604706+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:50:48.604706+0000","last_undegraded":"2023-10-09T04:50:48.604706+0000","last_fullsized":"2023-10-09T04:50:48.604706+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":251,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.069098+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:50:56.069098+0000","last_peered":"2023-10-09T04:50:56.069098+0000","last_clean":"2023-10-09T04:50:56.069098+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:50:56.069098+0000","last_undegraded":"2023-10-09T04:50:56.069098+0000","last_fullsized":"2023-10-09T04:50:56.069098+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"274'9920","reported_seq":10085,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.563436+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:50:56.563436+0000","last_peered":"2023-10-09T04:50:56.563436+0000","last_clean":"2023-10-09T04:50:56.563436+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:50:56.563436+0000","last_undegraded":"2023-10-09T04:50:56.563436+0000","last_fullsized":"2023-10-09T04:50:56.563436+0000","mapping_epoch":228,"log_start":"220'1576","ondisk_log_start":"220'1576","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8344,"log_dups_size":0,"ondisk_log_size":8344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23920640,"num_objects":365,"num_object_clones":0,"num_object_copies":1095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3723,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":219,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053168+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:50:56.053168+0000","last_peered":"2023-10-09T04:50:56.053168+0000","last_clean":"2023-10-09T04:50:56.053168+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:50:56.053168+0000","last_undegraded":"2023-10-09T04:50:56.053168+0000","last_fullsized":"2023-10-09T04:50:56.053168+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":245,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.605901+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:50:48.605901+0000","last_peered":"2023-10-09T04:50:48.605901+0000","last_clean":"2023-10-09T04:50:48.605901+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:50:48.605901+0000","last_undegraded":"2023-10-09T04:50:48.605901+0000","last_fullsized":"2023-10-09T04:50:48.605901+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"275'9912","reported_seq":10129,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.865809+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:50:57.865809+0000","last_peered":"2023-10-09T04:50:57.865809+0000","last_clean":"2023-10-09T04:50:57.865809+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:50:57.865809+0000","last_undegraded":"2023-10-09T04:50:57.865809+0000","last_fullsized":"2023-10-09T04:50:57.865809+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":9912,"log_dups_size":0,"ondisk_log_size":9912,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22020096,"num_objects":336,"num_object_clones":0,"num_object_copies":1008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2810,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":243,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.061913+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:50:56.061913+0000","last_peered":"2023-10-09T04:50:56.061913+0000","last_clean":"2023-10-09T04:50:56.061913+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:50:56.061913+0000","last_undegraded":"2023-10-09T04:50:56.061913+0000","last_fullsized":"2023-10-09T04:50:56.061913+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":192,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053165+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:50:56.053165+0000","last_peered":"2023-10-09T04:50:56.053165+0000","last_clean":"2023-10-09T04:50:56.053165+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:50:56.053165+0000","last_undegraded":"2023-10-09T04:50:56.053165+0000","last_fullsized":"2023-10-09T04:50:56.053165+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"275'10107","reported_seq":10336,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.870950+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:50:57.870950+0000","last_peered":"2023-10-09T04:50:57.870950+0000","last_clean":"2023-10-09T04:50:57.870950+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:50:57.870950+0000","last_undegraded":"2023-10-09T04:50:57.870950+0000","last_fullsized":"2023-10-09T04:50:57.870950+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":10107,"log_dups_size":0,"ondisk_log_size":10107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22544384,"num_objects":344,"num_object_clones":0,"num_object_copies":1032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4002,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":237,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053045+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:50:56.053045+0000","last_peered":"2023-10-09T04:50:56.053045+0000","last_clean":"2023-10-09T04:50:56.053045+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:50:56.053045+0000","last_undegraded":"2023-10-09T04:50:56.053045+0000","last_fullsized":"2023-10-09T04:50:56.053045+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":217,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.068266+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:50:56.068266+0000","last_peered":"2023-10-09T04:50:56.068266+0000","last_clean":"2023-10-09T04:50:56.068266+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:50:56.068266+0000","last_undegraded":"2023-10-09T04:50:56.068266+0000","last_fullsized":"2023-10-09T04:50:56.068266+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"275'9850","reported_seq":9932,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.574309+0000","last_change":"2023-10-09T04:48:33.647405+0000","last_active":"2023-10-09T04:50:57.574309+0000","last_peered":"2023-10-09T04:50:57.574309+0000","last_clean":"2023-10-09T04:50:57.574309+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:50:57.574309+0000","last_undegraded":"2023-10-09T04:50:57.574309+0000","last_fullsized":"2023-10-09T04:50:57.574309+0000","mapping_epoch":215,"log_start":"219'524","ondisk_log_start":"219'524","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9326,"log_dups_size":0,"ondisk_log_size":9326,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23658496,"num_objects":361,"num_object_clones":0,"num_object_copies":1083,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7283,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":255,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.052910+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:50:56.052910+0000","last_peered":"2023-10-09T04:50:56.052910+0000","last_clean":"2023-10-09T04:50:56.052910+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:50:56.052910+0000","last_undegraded":"2023-10-09T04:50:56.052910+0000","last_fullsized":"2023-10-09T04:50:56.052910+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":279,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.056604+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:50:56.056604+0000","last_peered":"2023-10-09T04:50:56.056604+0000","last_clean":"2023-10-09T04:50:56.056604+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:50:56.056604+0000","last_undegraded":"2023-10-09T04:50:56.056604+0000","last_fullsized":"2023-10-09T04:50:56.056604+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"274'9831","reported_seq":11539,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.362605+0000","last_change":"2023-10-09T04:50:41.254943+0000","last_active":"2023-10-09T04:50:56.362605+0000","last_peered":"2023-10-09T04:50:56.362605+0000","last_clean":"2023-10-09T04:50:56.362605+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:50:56.362605+0000","last_undegraded":"2023-10-09T04:50:56.362605+0000","last_fullsized":"2023-10-09T04:50:56.362605+0000","mapping_epoch":243,"log_start":"220'1470","ondisk_log_start":"220'1470","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8361,"log_dups_size":0,"ondisk_log_size":8361,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27721728,"num_objects":423,"num_object_clones":0,"num_object_copies":1269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7265,"num_write_kb":246016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":220,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053548+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:50:56.053548+0000","last_peered":"2023-10-09T04:50:56.053548+0000","last_clean":"2023-10-09T04:50:56.053548+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:50:56.053548+0000","last_undegraded":"2023-10-09T04:50:56.053548+0000","last_fullsized":"2023-10-09T04:50:56.053548+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":251,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.063778+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:50:56.063778+0000","last_peered":"2023-10-09T04:50:56.063778+0000","last_clean":"2023-10-09T04:50:56.063778+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:50:56.063778+0000","last_undegraded":"2023-10-09T04:50:56.063778+0000","last_fullsized":"2023-10-09T04:50:56.063778+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"277'9867","reported_seq":9978,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.586351+0000","last_change":"2023-10-09T04:50:56.443792+0000","last_active":"2023-10-09T04:51:00.586351+0000","last_peered":"2023-10-09T04:51:00.586351+0000","last_clean":"2023-10-09T04:51:00.586351+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:51:00.586351+0000","last_undegraded":"2023-10-09T04:51:00.586351+0000","last_fullsized":"2023-10-09T04:51:00.586351+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"274'9787","last_scrub_stamp":"2023-10-09T04:50:56.443588+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:50:56.443588+0000","objects_scrubbed":381,"log_size":9867,"log_dups_size":0,"ondisk_log_size":9867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:50.293418+0000","scrub_duration":0.077361601000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19595264,"num_objects":299,"num_object_clones":0,"num_object_copies":897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":269,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.068734+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:50:56.068734+0000","last_peered":"2023-10-09T04:50:56.068734+0000","last_clean":"2023-10-09T04:50:56.068734+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:50:56.068734+0000","last_undegraded":"2023-10-09T04:50:56.068734+0000","last_fullsized":"2023-10-09T04:50:56.068734+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":246,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.604723+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:50:48.604723+0000","last_peered":"2023-10-09T04:50:48.604723+0000","last_clean":"2023-10-09T04:50:48.604723+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:50:48.604723+0000","last_undegraded":"2023-10-09T04:50:48.604723+0000","last_fullsized":"2023-10-09T04:50:48.604723+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"277'9874","reported_seq":11675,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.125919+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:51:00.125919+0000","last_peered":"2023-10-09T04:51:00.125919+0000","last_clean":"2023-10-09T04:51:00.125919+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:51:00.125919+0000","last_undegraded":"2023-10-09T04:51:00.125919+0000","last_fullsized":"2023-10-09T04:51:00.125919+0000","mapping_epoch":260,"log_start":"220'1167","ondisk_log_start":"220'1167","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":8707,"log_dups_size":0,"ondisk_log_size":8707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20185088,"num_objects":308,"num_object_clones":0,"num_object_copies":924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4639,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":145,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.604765+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:50:48.604765+0000","last_peered":"2023-10-09T04:50:48.604765+0000","last_clean":"2023-10-09T04:50:48.604765+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:50:48.604765+0000","last_undegraded":"2023-10-09T04:50:48.604765+0000","last_fullsized":"2023-10-09T04:50:48.604765+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":269,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.056992+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:50:56.056992+0000","last_peered":"2023-10-09T04:50:56.056992+0000","last_clean":"2023-10-09T04:50:56.056992+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:50:56.056992+0000","last_undegraded":"2023-10-09T04:50:56.056992+0000","last_fullsized":"2023-10-09T04:50:56.056992+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"277'9940","reported_seq":10100,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.130824+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:51:00.130824+0000","last_peered":"2023-10-09T04:51:00.130824+0000","last_clean":"2023-10-09T04:51:00.130824+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:51:00.130824+0000","last_undegraded":"2023-10-09T04:51:00.130824+0000","last_fullsized":"2023-10-09T04:51:00.130824+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":9940,"log_dups_size":0,"ondisk_log_size":9940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20250624,"num_objects":309,"num_object_clones":0,"num_object_copies":927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3021,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":252,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.063893+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:50:56.063893+0000","last_peered":"2023-10-09T04:50:56.063893+0000","last_clean":"2023-10-09T04:50:56.063893+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:50:56.063893+0000","last_undegraded":"2023-10-09T04:50:56.063893+0000","last_fullsized":"2023-10-09T04:50:56.063893+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":245,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.055904+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:50:56.055904+0000","last_peered":"2023-10-09T04:50:56.055904+0000","last_clean":"2023-10-09T04:50:56.055904+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:50:56.055904+0000","last_undegraded":"2023-10-09T04:50:56.055904+0000","last_fullsized":"2023-10-09T04:50:56.055904+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"275'9859","reported_seq":11598,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.548732+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:50:57.548732+0000","last_peered":"2023-10-09T04:50:57.548732+0000","last_clean":"2023-10-09T04:50:57.548732+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:50:57.548732+0000","last_undegraded":"2023-10-09T04:50:57.548732+0000","last_fullsized":"2023-10-09T04:50:57.548732+0000","mapping_epoch":246,"log_start":"219'584","ondisk_log_start":"219'584","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9275,"log_dups_size":0,"ondisk_log_size":9275,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26181632,"num_objects":399,"num_object_clones":0,"num_object_copies":1197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7281,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":236,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.056539+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:50:56.056539+0000","last_peered":"2023-10-09T04:50:56.056539+0000","last_clean":"2023-10-09T04:50:56.056539+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:50:56.056539+0000","last_undegraded":"2023-10-09T04:50:56.056539+0000","last_fullsized":"2023-10-09T04:50:56.056539+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":252,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.058253+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:50:56.058253+0000","last_peered":"2023-10-09T04:50:56.058253+0000","last_clean":"2023-10-09T04:50:56.058253+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:50:56.058253+0000","last_undegraded":"2023-10-09T04:50:56.058253+0000","last_fullsized":"2023-10-09T04:50:56.058253+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"275'10086","reported_seq":10371,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.611277+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:50:57.611277+0000","last_peered":"2023-10-09T04:50:57.611277+0000","last_clean":"2023-10-09T04:50:57.611277+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:50:57.611277+0000","last_undegraded":"2023-10-09T04:50:57.611277+0000","last_fullsized":"2023-10-09T04:50:57.611277+0000","mapping_epoch":215,"log_start":"224'3299","ondisk_log_start":"224'3299","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":6787,"log_dups_size":0,"ondisk_log_size":6787,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23461888,"num_objects":358,"num_object_clones":0,"num_object_copies":1074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":358,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3817,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":145,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.688575+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:50:59.688575+0000","last_peered":"2023-10-09T04:50:59.688575+0000","last_clean":"2023-10-09T04:50:59.688575+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:50:59.688575+0000","last_undegraded":"2023-10-09T04:50:59.688575+0000","last_fullsized":"2023-10-09T04:50:59.688575+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":201,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.687038+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:50:59.687038+0000","last_peered":"2023-10-09T04:50:59.687038+0000","last_clean":"2023-10-09T04:50:59.687038+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:50:59.687038+0000","last_undegraded":"2023-10-09T04:50:59.687038+0000","last_fullsized":"2023-10-09T04:50:59.687038+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"275'14631","reported_seq":14699,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.944997+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:50:57.944997+0000","last_peered":"2023-10-09T04:50:57.944997+0000","last_clean":"2023-10-09T04:50:57.944997+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:50:57.944997+0000","last_undegraded":"2023-10-09T04:50:57.944997+0000","last_fullsized":"2023-10-09T04:50:57.944997+0000","mapping_epoch":215,"log_start":"237'7248","ondisk_log_start":"237'7248","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7383,"log_dups_size":0,"ondisk_log_size":7383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46202880,"num_objects":705,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14631,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":251,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.687222+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:50:59.687222+0000","last_peered":"2023-10-09T04:50:59.687222+0000","last_clean":"2023-10-09T04:50:59.687222+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:50:59.687222+0000","last_undegraded":"2023-10-09T04:50:59.687222+0000","last_fullsized":"2023-10-09T04:50:59.687222+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":269,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.069030+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:50:56.069030+0000","last_peered":"2023-10-09T04:50:56.069030+0000","last_clean":"2023-10-09T04:50:56.069030+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:50:56.069030+0000","last_undegraded":"2023-10-09T04:50:56.069030+0000","last_fullsized":"2023-10-09T04:50:56.069030+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":209,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686542+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:50:59.686542+0000","last_peered":"2023-10-09T04:50:59.686542+0000","last_clean":"2023-10-09T04:50:59.686542+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:50:59.686542+0000","last_undegraded":"2023-10-09T04:50:59.686542+0000","last_fullsized":"2023-10-09T04:50:59.686542+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"275'14397","reported_seq":14465,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.618169+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:50:57.618169+0000","last_peered":"2023-10-09T04:50:57.618169+0000","last_clean":"2023-10-09T04:50:57.618169+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:50:57.618169+0000","last_undegraded":"2023-10-09T04:50:57.618169+0000","last_fullsized":"2023-10-09T04:50:57.618169+0000","mapping_epoch":215,"log_start":"238'7400","ondisk_log_start":"238'7400","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6997,"log_dups_size":0,"ondisk_log_size":6997,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47906816,"num_objects":731,"num_object_clones":0,"num_object_copies":2193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14397,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":255,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.075572+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:50:56.075572+0000","last_peered":"2023-10-09T04:50:56.075572+0000","last_clean":"2023-10-09T04:50:56.075572+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:50:56.075572+0000","last_undegraded":"2023-10-09T04:50:56.075572+0000","last_fullsized":"2023-10-09T04:50:56.075572+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":236,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.056878+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:50:56.056878+0000","last_peered":"2023-10-09T04:50:56.056878+0000","last_clean":"2023-10-09T04:50:56.056878+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:50:56.056878+0000","last_undegraded":"2023-10-09T04:50:56.056878+0000","last_fullsized":"2023-10-09T04:50:56.056878+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":217,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686881+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:50:59.686881+0000","last_peered":"2023-10-09T04:50:59.686881+0000","last_clean":"2023-10-09T04:50:59.686881+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:50:59.686881+0000","last_undegraded":"2023-10-09T04:50:59.686881+0000","last_fullsized":"2023-10-09T04:50:59.686881+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"275'9851","reported_seq":10077,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.895251+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:50:57.895251+0000","last_peered":"2023-10-09T04:50:57.895251+0000","last_clean":"2023-10-09T04:50:57.895251+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:50:57.895251+0000","last_undegraded":"2023-10-09T04:50:57.895251+0000","last_fullsized":"2023-10-09T04:50:57.895251+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":9851,"log_dups_size":0,"ondisk_log_size":9851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23134208,"num_objects":353,"num_object_clones":0,"num_object_copies":1059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3804,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":277,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.667251+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:50:59.667251+0000","last_peered":"2023-10-09T04:50:59.667251+0000","last_clean":"2023-10-09T04:50:59.667251+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:50:59.667251+0000","last_undegraded":"2023-10-09T04:50:59.667251+0000","last_fullsized":"2023-10-09T04:50:59.667251+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":195,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686440+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:50:59.686440+0000","last_peered":"2023-10-09T04:50:59.686440+0000","last_clean":"2023-10-09T04:50:59.686440+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:50:59.686440+0000","last_undegraded":"2023-10-09T04:50:59.686440+0000","last_fullsized":"2023-10-09T04:50:59.686440+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":245,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.687112+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:50:59.687112+0000","last_peered":"2023-10-09T04:50:59.687112+0000","last_clean":"2023-10-09T04:50:59.687112+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:50:59.687112+0000","last_undegraded":"2023-10-09T04:50:59.687112+0000","last_fullsized":"2023-10-09T04:50:59.687112+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"275'14345","reported_seq":17806,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.615453+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:50:57.615453+0000","last_peered":"2023-10-09T04:50:57.615453+0000","last_clean":"2023-10-09T04:50:57.615453+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:50:57.615453+0000","last_undegraded":"2023-10-09T04:50:57.615453+0000","last_fullsized":"2023-10-09T04:50:57.615453+0000","mapping_epoch":250,"log_start":"238'7300","ondisk_log_start":"238'7300","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7045,"log_dups_size":0,"ondisk_log_size":7045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47906816,"num_objects":731,"num_object_clones":0,"num_object_copies":2193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14345,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":238,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.068623+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:50:56.068623+0000","last_peered":"2023-10-09T04:50:56.068623+0000","last_clean":"2023-10-09T04:50:56.068623+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:50:56.068623+0000","last_undegraded":"2023-10-09T04:50:56.068623+0000","last_fullsized":"2023-10-09T04:50:56.068623+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":617,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.052985+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:50:56.052985+0000","last_peered":"2023-10-09T04:50:56.052985+0000","last_clean":"2023-10-09T04:50:56.052985+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:50:56.052985+0000","last_undegraded":"2023-10-09T04:50:56.052985+0000","last_fullsized":"2023-10-09T04:50:56.052985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":162,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.071835+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:50:56.071835+0000","last_peered":"2023-10-09T04:50:56.071835+0000","last_clean":"2023-10-09T04:50:56.071835+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:50:56.071835+0000","last_undegraded":"2023-10-09T04:50:56.071835+0000","last_fullsized":"2023-10-09T04:50:56.071835+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":217,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.061856+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:50:56.061856+0000","last_peered":"2023-10-09T04:50:56.061856+0000","last_clean":"2023-10-09T04:50:56.061856+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:50:56.061856+0000","last_undegraded":"2023-10-09T04:50:56.061856+0000","last_fullsized":"2023-10-09T04:50:56.061856+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"274'10099","reported_seq":10242,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.651755+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:50:56.651755+0000","last_peered":"2023-10-09T04:50:56.651755+0000","last_clean":"2023-10-09T04:50:56.651755+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:50:56.651755+0000","last_undegraded":"2023-10-09T04:50:56.651755+0000","last_fullsized":"2023-10-09T04:50:56.651755+0000","mapping_epoch":215,"log_start":"220'1915","ondisk_log_start":"220'1915","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8184,"log_dups_size":0,"ondisk_log_size":8184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25559040,"num_objects":390,"num_object_clones":0,"num_object_copies":1170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4846,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":274,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.052833+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:50:56.052833+0000","last_peered":"2023-10-09T04:50:56.052833+0000","last_clean":"2023-10-09T04:50:56.052833+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:50:56.052833+0000","last_undegraded":"2023-10-09T04:50:56.052833+0000","last_fullsized":"2023-10-09T04:50:56.052833+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":245,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.603839+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:50:48.603839+0000","last_peered":"2023-10-09T04:50:48.603839+0000","last_clean":"2023-10-09T04:50:48.603839+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:50:48.603839+0000","last_undegraded":"2023-10-09T04:50:48.603839+0000","last_fullsized":"2023-10-09T04:50:48.603839+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":261,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.605738+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:50:48.605738+0000","last_peered":"2023-10-09T04:50:48.605738+0000","last_clean":"2023-10-09T04:50:48.605738+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:50:48.605738+0000","last_undegraded":"2023-10-09T04:50:48.605738+0000","last_fullsized":"2023-10-09T04:50:48.605738+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"275'14725","reported_seq":14793,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.627772+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:50:57.627772+0000","last_peered":"2023-10-09T04:50:57.627772+0000","last_clean":"2023-10-09T04:50:57.627772+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:50:57.627772+0000","last_undegraded":"2023-10-09T04:50:57.627772+0000","last_fullsized":"2023-10-09T04:50:57.627772+0000","mapping_epoch":215,"log_start":"240'7700","ondisk_log_start":"240'7700","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7025,"log_dups_size":0,"ondisk_log_size":7025,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44957720,"num_objects":687,"num_object_clones":0,"num_object_copies":2061,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":687,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14725,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":240,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053614+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:50:56.053614+0000","last_peered":"2023-10-09T04:50:56.053614+0000","last_clean":"2023-10-09T04:50:56.053614+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:50:56.053614+0000","last_undegraded":"2023-10-09T04:50:56.053614+0000","last_fullsized":"2023-10-09T04:50:56.053614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":195,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.687148+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:50:59.687148+0000","last_peered":"2023-10-09T04:50:59.687148+0000","last_clean":"2023-10-09T04:50:59.687148+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:50:59.687148+0000","last_undegraded":"2023-10-09T04:50:59.687148+0000","last_fullsized":"2023-10-09T04:50:59.687148+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":216,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.604837+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:50:48.604837+0000","last_peered":"2023-10-09T04:50:48.604837+0000","last_clean":"2023-10-09T04:50:48.604837+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:50:48.604837+0000","last_undegraded":"2023-10-09T04:50:48.604837+0000","last_fullsized":"2023-10-09T04:50:48.604837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"275'14805","reported_seq":14873,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.668000+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:50:57.668000+0000","last_peered":"2023-10-09T04:50:57.668000+0000","last_clean":"2023-10-09T04:50:57.668000+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:50:57.668000+0000","last_undegraded":"2023-10-09T04:50:57.668000+0000","last_fullsized":"2023-10-09T04:50:57.668000+0000","mapping_epoch":215,"log_start":"248'8900","ondisk_log_start":"248'8900","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5905,"log_dups_size":0,"ondisk_log_size":5905,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45809664,"num_objects":699,"num_object_clones":0,"num_object_copies":2097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":699,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14805,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":133,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053250+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:50:56.053250+0000","last_peered":"2023-10-09T04:50:56.053250+0000","last_clean":"2023-10-09T04:50:56.053250+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:50:56.053250+0000","last_undegraded":"2023-10-09T04:50:56.053250+0000","last_fullsized":"2023-10-09T04:50:56.053250+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":207,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.686772+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:50:59.686772+0000","last_peered":"2023-10-09T04:50:59.686772+0000","last_clean":"2023-10-09T04:50:59.686772+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:50:59.686772+0000","last_undegraded":"2023-10-09T04:50:59.686772+0000","last_fullsized":"2023-10-09T04:50:59.686772+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":218,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.053138+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:50:56.053138+0000","last_peered":"2023-10-09T04:50:56.053138+0000","last_clean":"2023-10-09T04:50:56.053138+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:50:56.053138+0000","last_undegraded":"2023-10-09T04:50:56.053138+0000","last_fullsized":"2023-10-09T04:50:56.053138+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"275'14558","reported_seq":14626,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.597326+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:50:57.597326+0000","last_peered":"2023-10-09T04:50:57.597326+0000","last_clean":"2023-10-09T04:50:57.597326+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:50:57.597326+0000","last_undegraded":"2023-10-09T04:50:57.597326+0000","last_fullsized":"2023-10-09T04:50:57.597326+0000","mapping_epoch":215,"log_start":"238'7500","ondisk_log_start":"238'7500","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7058,"log_dups_size":0,"ondisk_log_size":7058,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46792704,"num_objects":714,"num_object_clones":0,"num_object_copies":2142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14558,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":239,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.067459+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:50:56.067459+0000","last_peered":"2023-10-09T04:50:56.067459+0000","last_clean":"2023-10-09T04:50:56.067459+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:50:56.067459+0000","last_undegraded":"2023-10-09T04:50:56.067459+0000","last_fullsized":"2023-10-09T04:50:56.067459+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":249,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.605823+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:50:48.605823+0000","last_peered":"2023-10-09T04:50:48.605823+0000","last_clean":"2023-10-09T04:50:48.605823+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:50:48.605823+0000","last_undegraded":"2023-10-09T04:50:48.605823+0000","last_fullsized":"2023-10-09T04:50:48.605823+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":218,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.056318+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:50:56.056318+0000","last_peered":"2023-10-09T04:50:56.056318+0000","last_clean":"2023-10-09T04:50:56.056318+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:50:56.056318+0000","last_undegraded":"2023-10-09T04:50:56.056318+0000","last_fullsized":"2023-10-09T04:50:56.056318+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"277'10082","reported_seq":11932,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.086700+0000","last_change":"2023-10-09T04:50:57.067024+0000","last_active":"2023-10-09T04:51:00.086700+0000","last_peered":"2023-10-09T04:51:00.086700+0000","last_clean":"2023-10-09T04:51:00.086700+0000","last_became_active":"2023-10-09T04:48:47.964600+0000","last_became_peered":"2023-10-09T04:48:47.964600+0000","last_unstale":"2023-10-09T04:51:00.086700+0000","last_undegraded":"2023-10-09T04:51:00.086700+0000","last_fullsized":"2023-10-09T04:51:00.086700+0000","mapping_epoch":240,"log_start":"220'1788","ondisk_log_start":"220'1788","created":228,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":5,"last_scrub":"274'10001","last_scrub_stamp":"2023-10-09T04:50:57.066902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:50:57.066902+0000","objects_scrubbed":403,"log_size":8294,"log_dups_size":0,"ondisk_log_size":8294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:46:20.806042+0000","scrub_duration":0.055529427999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21102592,"num_objects":322,"num_object_clones":0,"num_object_copies":966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":81,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":218,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.604807+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:50:48.604807+0000","last_peered":"2023-10-09T04:50:48.604807+0000","last_clean":"2023-10-09T04:50:48.604807+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:50:48.604807+0000","last_undegraded":"2023-10-09T04:50:48.604807+0000","last_fullsized":"2023-10-09T04:50:48.604807+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":287,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.667973+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:50:59.667973+0000","last_peered":"2023-10-09T04:50:59.667973+0000","last_clean":"2023-10-09T04:50:59.667973+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:50:59.667973+0000","last_undegraded":"2023-10-09T04:50:59.667973+0000","last_fullsized":"2023-10-09T04:50:59.667973+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"277'9789","reported_seq":9881,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-10-09T04:51:00.566295+0000","last_change":"2023-10-09T04:50:57.422472+0000","last_active":"2023-10-09T04:51:00.566295+0000","last_peered":"2023-10-09T04:51:00.566295+0000","last_clean":"2023-10-09T04:51:00.566295+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:51:00.566295+0000","last_undegraded":"2023-10-09T04:51:00.566295+0000","last_fullsized":"2023-10-09T04:51:00.566295+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9789,"log_dups_size":0,"ondisk_log_size":9789,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18972672,"num_objects":290,"num_object_clones":0,"num_object_copies":870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":290,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7278,"num_write_kb":242144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":254,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.068808+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:50:56.068808+0000","last_peered":"2023-10-09T04:50:56.068808+0000","last_clean":"2023-10-09T04:50:56.068808+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:50:56.068808+0000","last_undegraded":"2023-10-09T04:50:56.068808+0000","last_fullsized":"2023-10-09T04:50:56.068808+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":286,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.057012+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:50:56.057012+0000","last_peered":"2023-10-09T04:50:56.057012+0000","last_clean":"2023-10-09T04:50:56.057012+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:50:56.057012+0000","last_undegraded":"2023-10-09T04:50:56.057012+0000","last_fullsized":"2023-10-09T04:50:56.057012+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"274'9817","reported_seq":11622,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.428562+0000","last_change":"2023-10-09T04:50:40.194633+0000","last_active":"2023-10-09T04:50:56.428562+0000","last_peered":"2023-10-09T04:50:56.428562+0000","last_clean":"2023-10-09T04:50:56.428562+0000","last_became_active":"2023-10-09T04:49:23.225805+0000","last_became_peered":"2023-10-09T04:49:23.225805+0000","last_unstale":"2023-10-09T04:50:56.428562+0000","last_undegraded":"2023-10-09T04:50:56.428562+0000","last_fullsized":"2023-10-09T04:50:56.428562+0000","mapping_epoch":253,"log_start":"220'1479","ondisk_log_start":"220'1479","created":228,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8338,"log_dups_size":0,"ondisk_log_size":8338,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21037056,"num_objects":321,"num_object_clones":0,"num_object_copies":963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7251,"num_write_kb":242304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":849,"num_bytes_recovered":55640064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":220,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.068900+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:50:56.068900+0000","last_peered":"2023-10-09T04:50:56.068900+0000","last_clean":"2023-10-09T04:50:56.068900+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:50:56.068900+0000","last_undegraded":"2023-10-09T04:50:56.068900+0000","last_fullsized":"2023-10-09T04:50:56.068900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":269,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.057627+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:50:56.057627+0000","last_peered":"2023-10-09T04:50:56.057627+0000","last_clean":"2023-10-09T04:50:56.057627+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:50:56.057627+0000","last_undegraded":"2023-10-09T04:50:56.057627+0000","last_fullsized":"2023-10-09T04:50:56.057627+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"275'9910","reported_seq":10142,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.603874+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:50:57.603874+0000","last_peered":"2023-10-09T04:50:57.603874+0000","last_clean":"2023-10-09T04:50:57.603874+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:50:57.603874+0000","last_undegraded":"2023-10-09T04:50:57.603874+0000","last_fullsized":"2023-10-09T04:50:57.603874+0000","mapping_epoch":228,"log_start":"219'812","ondisk_log_start":"219'812","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":9098,"log_dups_size":0,"ondisk_log_size":9098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23855104,"num_objects":364,"num_object_clones":0,"num_object_copies":1092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3781,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":134,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.062136+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:50:56.062136+0000","last_peered":"2023-10-09T04:50:56.062136+0000","last_clean":"2023-10-09T04:50:56.062136+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:50:56.062136+0000","last_undegraded":"2023-10-09T04:50:56.062136+0000","last_fullsized":"2023-10-09T04:50:56.062136+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":208,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-10-09T04:50:59.667005+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:50:59.667005+0000","last_peered":"2023-10-09T04:50:59.667005+0000","last_clean":"2023-10-09T04:50:59.667005+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:50:59.667005+0000","last_undegraded":"2023-10-09T04:50:59.667005+0000","last_fullsized":"2023-10-09T04:50:59.667005+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"275'9958","reported_seq":10095,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-10-09T04:50:57.882939+0000","last_change":"2023-10-09T04:50:57.424870+0000","last_active":"2023-10-09T04:50:57.882939+0000","last_peered":"2023-10-09T04:50:57.882939+0000","last_clean":"2023-10-09T04:50:57.882939+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:50:57.882939+0000","last_undegraded":"2023-10-09T04:50:57.882939+0000","last_fullsized":"2023-10-09T04:50:57.882939+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":9958,"log_dups_size":0,"ondisk_log_size":9958,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24215552,"num_objects":370,"num_object_clones":0,"num_object_copies":1110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":370,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7338,"num_write_kb":246624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":234,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-10-09T04:50:48.606256+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:50:48.606256+0000","last_peered":"2023-10-09T04:50:48.606256+0000","last_clean":"2023-10-09T04:50:48.606256+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:50:48.606256+0000","last_undegraded":"2023-10-09T04:50:48.606256+0000","last_fullsized":"2023-10-09T04:50:48.606256+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":245,"reported_epoch":274,"state":"active+clean","last_fresh":"2023-10-09T04:50:56.058039+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:50:56.058039+0000","last_peered":"2023-10-09T04:50:56.058039+0000","last_clean":"2023-10-09T04:50:56.058039+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:50:56.058039+0000","last_undegraded":"2023-10-09T04:50:56.058039+0000","last_fullsized":"2023-10-09T04:50:56.058039+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":732299288,"num_objects":11176,"num_object_clones":0,"num_object_copies":33528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11176,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":180646,"num_write_kb":4983233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9687,"num_bytes_recovered":531169280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2315137024,"data_stored":2315124808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219345,"ondisk_log_size":219345,"up":78,"acting":78,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234337,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1160012,"kb_used_data":250564,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":92585140,"statfs":{"total":95995035648,"available":94807183360,"internally_reserved":0,"allocated":256577536,"data_stored":255873788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0489999999999999,"5min":2.351,"15min":2.238},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":7.3959999999999999,"5min":11.807,"15min":11.922000000000001},"last":0.23400000000000001},{"interface":"front","average":{"1min":1.304,"5min":2.0640000000000001,"15min":1.962},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5730000000000004,"5min":17.344000000000001,"15min":17.344000000000001},"last":0.34399999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":2.968,"5min":2.0339999999999998,"15min":1.8779999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":16.513000000000002,"5min":16.513000000000002,"15min":16.513000000000002},"last":4.694},{"interface":"front","average":{"1min":2.972,"5min":2.2679999999999998,"15min":2.1499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":10.385999999999999,"5min":10.385999999999999,"15min":10.385999999999999},"last":0.27200000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:49:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.5169999999999999,"15min":2.27},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.327,"5min":32.179000000000002,"15min":32.179000000000002},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.595,"5min":2.1699999999999999,"15min":2.1859999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.6829999999999998,"5min":11.823,"15min":11.823},"last":0.374}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.5629999999999999,"15min":1.7210000000000001},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.9409999999999998,"5min":11.003,"15min":11.003},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.4950000000000001,"5min":1.645,"15min":1.6830000000000001},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9109999999999996,"5min":10.955,"15min":10.955},"last":2.3660000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.5010000000000003,"5min":3.0870000000000002,"15min":2.137},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":18.370000000000001,"5min":23.919,"15min":23.919},"last":4.7309999999999999},{"interface":"front","average":{"1min":1.794,"5min":2.1539999999999999,"15min":1.772},"min":{"1min":0.33300000000000002,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.2629999999999999,"5min":23.797999999999998,"15min":23.797999999999998},"last":3.6640000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.0720000000000001,"5min":3.7109999999999999,"15min":2.3799999999999999},"min":{"1min":0.39600000000000002,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":16.568999999999999,"5min":79.709999999999994,"15min":79.709999999999994},"last":7.6710000000000003},{"interface":"front","average":{"1min":3.238,"5min":3.3119999999999998,"15min":2.21},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":12.022,"5min":79.332999999999998,"15min":79.332999999999998},"last":3.7909999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2750000000000004,"5min":3.1379999999999999,"15min":2.226},"min":{"1min":0.56499999999999995,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":16.599,"5min":16.599,"15min":17.501000000000001},"last":4.7549999999999999},{"interface":"front","average":{"1min":4.4329999999999998,"5min":2.754,"15min":2.1659999999999999},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":17.623999999999999,"5min":17.623999999999999,"15min":17.623999999999999},"last":3.5049999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495973,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1229500,"kb_used_data":336308,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":92515652,"statfs":{"total":95995035648,"available":94736027648,"internally_reserved":0,"allocated":344379392,"data_stored":343683775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:49:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.9590000000000001,"15min":1.925},"min":{"1min":0.22,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":6.194,"5min":8.875,"15min":19.166},"last":0.27700000000000002},{"interface":"front","average":{"1min":3.468,"5min":2.0569999999999999,"15min":2.0089999999999999},"min":{"1min":0.28699999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.8479999999999999,"5min":7.8109999999999999,"15min":19.143999999999998},"last":6.2210000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":2.2210000000000001,"15min":2.0779999999999998},"min":{"1min":0.27600000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":8.7569999999999997,"5min":8.7569999999999997,"15min":8.7569999999999997},"last":3.9790000000000001},{"interface":"front","average":{"1min":2.0489999999999999,"5min":1.6359999999999999,"15min":1.5669999999999999},"min":{"1min":0.27500000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.5570000000000004,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":2.1699999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4580000000000002,"5min":2.323,"15min":2.214},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5979999999999999,"5min":12.317,"15min":13.32},"last":0.308},{"interface":"front","average":{"1min":4.2539999999999996,"5min":2.444,"15min":2.2120000000000002},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.3979999999999997,"5min":15.391999999999999,"15min":15.391999999999999},"last":6.194}]},{"osd":3,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":3.0529999999999999,"5min":2.1699999999999999,"15min":2.0009999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":8.782,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":10.606999999999999},{"interface":"front","average":{"1min":2.48,"5min":1.7450000000000001,"15min":1.276},"min":{"1min":0.38400000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.9320000000000004,"5min":10.198,"15min":10.198},"last":2.254}]},{"osd":4,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":4.016,"5min":2.3860000000000001,"15min":1.861},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.137,"5min":14.137,"15min":14.137},"last":4.29},{"interface":"front","average":{"1min":3.8719999999999999,"5min":2.3399999999999999,"15min":1.9330000000000001},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":10.324999999999999,"5min":10.324999999999999,"15min":12.722},"last":3.2570000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.4089999999999998,"15min":1.8089999999999999},"min":{"1min":0.35799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":7.343,"5min":12.420999999999999,"15min":16.042000000000002},"last":5.399},{"interface":"front","average":{"1min":1.7669999999999999,"5min":2.4169999999999998,"15min":2.1000000000000001},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.9989999999999997,"5min":12.403,"15min":13.391999999999999},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.181,"5min":4.4480000000000004,"15min":2.7669999999999999},"min":{"1min":0.36499999999999999,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":9.3170000000000002,"5min":196.22300000000001,"15min":196.22300000000001},"last":6.0990000000000002},{"interface":"front","average":{"1min":4.0469999999999997,"5min":4.9029999999999996,"15min":2.9500000000000002},"min":{"1min":0.49299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.449,"5min":196.24299999999999,"15min":196.24299999999999},"last":6.1619999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314590,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":486432,"kb_used_data":283992,"kb_used_omap":5,"kb_used_meta":202426,"kb_avail":93258720,"statfs":{"total":95995035648,"available":95496929280,"internally_reserved":0,"allocated":290807808,"data_stored":289581840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":207284949},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.002,"15min":0.98599999999999999},"min":{"1min":0.20200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":9.5830000000000002,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.20899999999999999},{"interface":"front","average":{"1min":1.413,"5min":1.1319999999999999,"15min":1.085},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.648,"5min":10.648,"15min":10.648},"last":0.29099999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0820000000000001,"15min":1.083},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":6.5229999999999997,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.26900000000000002},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.157,"15min":1.145},"min":{"1min":0.30399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.677,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.25700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.427,"5min":3.427,"15min":3.427},"last":0.58599999999999997},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.038,"15min":1.018},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.4489999999999998,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.624}]},{"osd":4,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8640000000000001,"15min":1.847},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3030000000000008,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":0.35699999999999998},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.498,"15min":1.526},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.883,"5min":7.282,"15min":7.282},"last":0.34499999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":2.0739999999999998,"15min":2.0059999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.37},{"interface":"front","average":{"1min":2.121,"5min":1.891,"15min":1.853},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.32900000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.569,"15min":1.5680000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.796,"5min":1.4319999999999999,"15min":1.3720000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4240000000000004,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.40999999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":7.5209999999999999,"15min":8.5980000000000008},"min":{"1min":0.42899999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.3690000000000002,"5min":146.554,"15min":146.554},"last":0.53200000000000003},{"interface":"front","average":{"1min":2.7749999999999999,"5min":8.4290000000000003,"15min":9.3710000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":11.34,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.57599999999999996}]}]},{"osd":0,"up_from":86,"seq":369367187680,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1249452,"kb_used_data":491300,"kb_used_omap":5,"kb_used_meta":758138,"kb_avail":92495700,"statfs":{"total":95995035648,"available":94715596800,"internally_reserved":0,"allocated":503091200,"data_stored":501772666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":776333946},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.23,"15min":1.206},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":7.0270000000000001,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":2.3929999999999998},{"interface":"front","average":{"1min":1.625,"5min":0.98699999999999999,"15min":0.88100000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":6.5789999999999997,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":1.4730000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.6339999999999999,"15min":1.7909999999999999},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":10.683999999999999,"5min":10.683999999999999,"15min":18.437000000000001},"last":1.4370000000000001},{"interface":"front","average":{"1min":1.248,"5min":1.2,"15min":1.784},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.20699999999999999},"max":{"1min":8.4290000000000003,"5min":13.143000000000001,"15min":13.348000000000001},"last":5.4969999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.367,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.0010000000000003,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":2.4350000000000001},{"interface":"front","average":{"1min":3.0510000000000002,"5min":1.6599999999999999,"15min":1.458},"min":{"1min":0.28999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":23.222000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":1.4910000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":2.069,"15min":1.897},"min":{"1min":0.39200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":13.334},"last":4.5430000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":1.7170000000000001,"15min":1.704},"min":{"1min":0.34599999999999997,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":12.212,"5min":12.212,"15min":12.212},"last":4.6219999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.974,"15min":1.966},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.5999999999999996,"5min":13.022,"15min":13.022},"last":2.8380000000000001},{"interface":"front","average":{"1min":2.5299999999999998,"5min":2.327,"15min":2.3919999999999999},"min":{"1min":0.443,"5min":0.32500000000000001,"15min":0.28399999999999997},"max":{"1min":7.0819999999999999,"5min":12.978,"15min":16.609999999999999},"last":6.9960000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.238,"5min":1.927,"15min":2.25},"min":{"1min":0.41199999999999998,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":5.4660000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":2.4649999999999999},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.0819999999999999,"15min":2.4020000000000001},"min":{"1min":0.41599999999999998,"5min":0.38100000000000001,"15min":0.316},"max":{"1min":7.0419999999999998,"5min":13.086,"15min":43.819000000000003},"last":1.5089999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:02 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.0720000000000001,"15min":2.218},"min":{"1min":0.377,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":7.0220000000000002,"5min":13.054,"15min":13.374000000000001},"last":5.5700000000000003},{"interface":"front","average":{"1min":3.2090000000000001,"5min":2.4849999999999999,"15min":2.1200000000000001},"min":{"1min":0.53600000000000003,"5min":0.36499999999999999,"15min":0.34599999999999997},"max":{"1min":14.393000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":1.55}]}]},{"osd":2,"up_from":116,"seq":498216206523,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":762692,"kb_used_data":260988,"kb_used_omap":7,"kb_used_meta":501688,"kb_avail":92982460,"statfs":{"total":95995035648,"available":95214039040,"internally_reserved":0,"allocated":267251712,"data_stored":266104136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":513728593},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.8540000000000001,"15min":2.27},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9809999999999999,"5min":49.338000000000001,"15min":49.338000000000001},"last":3.4860000000000002},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.649,"15min":2.1280000000000001},"min":{"1min":0.193,"5min":0.185,"15min":0.185},"max":{"1min":7.9900000000000002,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.25600000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.071,"15min":1.0529999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":11.087999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.96599999999999997,"5min":1.609,"15min":1.716},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.3899999999999997,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":3.1040000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:50:33 2023","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0269999999999999,"15min":0.81599999999999995},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.1470000000000002,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":3.141},{"interface":"front","average":{"1min":1.248,"5min":1.077,"15min":0.86099999999999999},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.1799999999999997,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":3.1659999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.823,"15min":1.8049999999999999},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.26300000000000001},"max":{"1min":5.2309999999999999,"5min":11.215,"15min":11.789},"last":3.0779999999999998},{"interface":"front","average":{"1min":1.597,"5min":1.748,"15min":1.962},"min":{"1min":0.32200000000000001,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":4.6840000000000002,"5min":18.672999999999998,"15min":18.672999999999998},"last":3.726}]},{"osd":5,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":1.8109999999999999,"15min":2.3010000000000002},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.7000000000000002,"5min":12.141999999999999,"15min":14.644},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.768,"15min":2.0640000000000001},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.25900000000000001},"max":{"1min":10.753,"5min":11.654,"15min":13.205},"last":3.0339999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":1.909,"15min":2.0230000000000001},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":9.8100000000000005,"5min":11.618,"15min":15.412000000000001},"last":3.7589999999999999},{"interface":"front","average":{"1min":3.27,"5min":2.1030000000000002,"15min":2.29},"min":{"1min":0.44900000000000001,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":13.863,"5min":13.863,"15min":13.863},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:05 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":2.1520000000000001,"15min":2.3719999999999999},"min":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":5.5090000000000003,"5min":18.600000000000001,"15min":18.792999999999999},"last":6.0739999999999998},{"interface":"front","average":{"1min":2.1930000000000001,"5min":2.1309999999999998,"15min":2.536},"min":{"1min":0.379,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":7.766,"5min":11.192,"15min":18.841999999999999},"last":6.0860000000000003}]}]},{"osd":3,"up_from":0,"seq":850403524664,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019245,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1372808,"kb_used_data":472704,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92372344,"statfs":{"total":95995035648,"available":94589280256,"internally_reserved":0,"allocated":484048896,"data_stored":483348943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":2.137,"15min":1.905},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20599999999999999},"max":{"1min":12.423999999999999,"5min":12.423999999999999,"15min":16.363},"last":4.6020000000000003},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.698,"15min":1.843},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":7.1500000000000004,"5min":11.058999999999999,"15min":11.058999999999999},"last":2.802}]},{"osd":1,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1000000000000001,"5min":1.643,"15min":1.3999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":1.5209999999999999},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.1400000000000001,"15min":2.0430000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":10.627000000000001,"5min":10.627000000000001,"15min":10.627000000000001},"last":2.5550000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":2.0590000000000002,"15min":1.889},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.369,"5min":12.369,"15min":13.488},"last":0.56799999999999995},{"interface":"front","average":{"1min":2.3620000000000001,"5min":1.96,"15min":2.0550000000000002},"min":{"1min":0.33700000000000002,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":7.3819999999999997,"5min":12.367000000000001,"15min":13.170999999999999},"last":3.3239999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.1669999999999998,"15min":1.927},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":11.993,"5min":11.993,"15min":11.993},"last":1.6040000000000001},{"interface":"front","average":{"1min":3.1019999999999999,"5min":2.3380000000000001,"15min":1.857},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.692,"5min":10.692,"15min":10.692},"last":0.877}]},{"osd":5,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":4.133,"5min":2.5569999999999999,"15min":1.831},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.23799999999999999},"max":{"1min":12.978,"5min":12.978,"15min":13.624000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":2.552,"5min":2.0840000000000001,"15min":1.716},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":8.9369999999999994,"5min":11.099,"15min":11.099},"last":0.51200000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:19 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":3.4239999999999999,"15min":2.2669999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24299999999999999},"max":{"1min":10.105,"5min":31.064,"15min":31.064},"last":0.90800000000000003},{"interface":"front","average":{"1min":5.734,"5min":3.1989999999999998,"15min":2.0209999999999999},"min":{"1min":0.39600000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":13.794,"5min":16.763000000000002,"15min":16.763000000000002},"last":0.65700000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:50:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1840000000000002,"5min":2.4359999999999999,"15min":2.101},"min":{"1min":0.41099999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":12.051,"5min":12.728999999999999,"15min":19.754999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":4.7350000000000003,"5min":3.3420000000000001,"15min":2.218},"min":{"1min":0.317,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":13.32,"5min":15.33,"15min":16.835000000000001},"last":2.589}]}]},{"osd":5,"up_from":38,"seq":163208757609,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1119288,"kb_used_data":234800,"kb_used_omap":0,"kb_used_meta":884160,"kb_avail":92625864,"statfs":{"total":95995035648,"available":94848884736,"internally_reserved":0,"allocated":240435200,"data_stored":239747385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":905379840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8839999999999999,"5min":1.7110000000000001,"15min":1.6040000000000001},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":14.885,"5min":14.885,"15min":14.885},"last":1.419},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.2679999999999998,"15min":2.2650000000000001},"min":{"1min":0.25800000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":14.765000000000001,"5min":14.765000000000001,"15min":14.765000000000001},"last":0.219}]},{"osd":1,"last update":"Mon Oct 9 04:50:45 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":6.2009999999999996,"15min":6.9509999999999996},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.8449999999999998,"5min":145.947,"15min":145.947},"last":1.395},{"interface":"front","average":{"1min":2.399,"5min":6.6920000000000002,"15min":7.4080000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.3680000000000003,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.42799999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:50:03 2023","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.6080000000000001,"15min":1.823},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":8.6999999999999993,"5min":11,"15min":14.859999999999999},"last":1.4410000000000001},{"interface":"front","average":{"1min":1.486,"5min":2.0089999999999999,"15min":2.3540000000000001},"min":{"1min":0.29799999999999999,"5min":0.29599999999999999,"15min":0.26000000000000001},"max":{"1min":5.7110000000000003,"5min":9.5950000000000006,"15min":13.308},"last":0.255}]},{"osd":3,"last update":"Mon Oct 9 04:50:35 2023","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":1.5149999999999999,"15min":1.2529999999999999},"min":{"1min":0.32200000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":8.3789999999999996,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.35299999999999998},{"interface":"front","average":{"1min":2.7719999999999998,"5min":2.0099999999999998,"15min":1.8140000000000001},"min":{"1min":0.39700000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.5180000000000007,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":0.33500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7909999999999999,"5min":1.71,"15min":1.4279999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.7379999999999995,"5min":11.723000000000001,"15min":11.723000000000001},"last":11.301},{"interface":"front","average":{"1min":3.3610000000000002,"5min":3.1269999999999998,"15min":2.0960000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":14.824,"5min":14.824,"15min":14.824},"last":0.30599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:50:24 2023","interfaces":[{"interface":"back","average":{"1min":2.766,"5min":2.5979999999999999,"15min":1.974},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.28699999999999998},"max":{"1min":11.949,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.37},{"interface":"front","average":{"1min":2.6179999999999999,"5min":2.976,"15min":2.2890000000000001},"min":{"1min":0.33500000000000002,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":9.4760000000000009,"5min":12.627000000000001,"15min":19.631},"last":0.32100000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:50 2023","interfaces":[{"interface":"back","average":{"1min":4.1559999999999997,"5min":3.7440000000000002,"15min":2.516},"min":{"1min":0.373,"5min":0.309,"15min":0.30499999999999999},"max":{"1min":12.625999999999999,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":4.5439999999999996,"5min":2.8119999999999998,"15min":1.8640000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":14.904,"5min":43.476999999999997,"15min":43.476999999999997},"last":1.3640000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":491196416,"data_stored":491192344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":284360704,"data_stored":284360704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":262733824,"data_stored":262733824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":470421504,"data_stored":470417432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":228786176,"data_stored":228786176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327356416,"data_stored":327352344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":250281984,"data_stored":250281984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:51:03.283 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:03.310 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:03.493 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:03.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:03.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:03.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:03.624 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:03.760 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:03.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: failed to encode map e279 with expected crc 2023-10-09T04:51:03.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: osdmap e280: 8 total, 8 up, 7 in 2023-10-09T04:51:03.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: failed to encode map e279 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: osdmap e280: 8 total, 8 up, 7 in 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-10-09T04:51:03.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:03.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:03.866 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:03.894 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: failed to encode map e279 with expected crc 2023-10-09T04:51:03.894 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.894 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.894 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: osdmap e280: 8 total, 8 up, 7 in 2023-10-09T04:51:03.895 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.895 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: failed to encode map e280 with expected crc 2023-10-09T04:51:03.895 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-10-09T04:51:03.898 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:03.913 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:03.913 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:51:03.913 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:51:03.913 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T04:51:03.913 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:51:03.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:03.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:03.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:04.038 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:04.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:04.159 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:04.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:04.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:04.265 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:04.292 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:04.326 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:04.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:04.330 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:04.412 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:51:04.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:04.456 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:04.490 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:04.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:04.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:04.594 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:04.622 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:04.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: 10.15 scrub starts 2023-10-09T04:51:04.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: 10.15 scrub ok 2023-10-09T04:51:04.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: pgmap v912: 99 pgs: 1 active+remapped+backfilling, 98 active+clean; 531 MiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 192/25515 objects misplaced (0.752%) 2023-10-09T04:51:04.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "20"}]': finished 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: osdmap e281: 8 total, 8 up, 7 in 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: 10.12 starting backfill to osd.2 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: 10.12 starting backfill to osd.5 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: 10.12 starting backfill to osd.6 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3021429627' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: 10.15 scrub starts 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: 10.15 scrub ok 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: pgmap v912: 99 pgs: 1 active+remapped+backfilling, 98 active+clean; 531 MiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 192/25515 objects misplaced (0.752%) 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "20"}]': finished 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: osdmap e281: 8 total, 8 up, 7 in 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: 10.12 starting backfill to osd.2 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.859 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: 10.12 starting backfill to osd.5 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: 10.12 starting backfill to osd.6 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3021429627' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:04.898 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:04.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:04.908 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: 10.15 scrub starts 2023-10-09T04:51:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: 10.15 scrub ok 2023-10-09T04:51:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: pgmap v912: 99 pgs: 1 active+remapped+backfilling, 98 active+clean; 531 MiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 192/25515 objects misplaced (0.752%) 2023-10-09T04:51:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "20"}]': finished 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: osdmap e281: 8 total, 8 up, 7 in 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: failed to encode map e281 with expected crc 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: 10.12 starting backfill to osd.2 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: 10.12 starting backfill to osd.5 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: 10.12 starting backfill to osd.6 from (0'0,0'0] MAX to 278'10105 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3021429627' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:04.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:05.009 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:05.045 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:51:05.078 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:05.091 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:51:05.159 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:05.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:05.166 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:05.266 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:05.325 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:05.376 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:05.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:05.382 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:05.483 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:05.518 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:05.677 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e281 with expected crc 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: osdmap e282: 8 total, 8 up, 7 in 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.678 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.679 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:05 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-10-09T04:51:05.816 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:51:05.819 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:05.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:05.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:05.840 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:51:05.864 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:51:05.889 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:51:05.917 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:51:05.924 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:05.937 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e281 with expected crc 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: osdmap e282: 8 total, 8 up, 7 in 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e281 with expected crc 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:05.952 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: osdmap e282: 8 total, 8 up, 7 in 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:05.953 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:05 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-10-09T04:51:05.954 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:05.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:51:05.984 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:51:05.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.986 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.986 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.986 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.986 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:51:05.991 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:05.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:05.995 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:06.095 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:06.124 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:06.276 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:51:06.371 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:06.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:06.376 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:06.462 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:51:06.462 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:51:06.476 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:06.567 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:06.619 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:06.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:06.630 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:06.731 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:06.762 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:06.801 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:06.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:06.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:06.870 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: failed to encode map e282 with expected crc 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: pgmap v915: 99 pgs: 2 active+remapped+backfilling, 97 active+clean; 523 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 897/25146 objects misplaced (3.567%) 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4122942076' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: failed to encode map e283 with expected crc 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: failed to encode map e283 with expected crc 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "21"}]': finished 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: osdmap e283: 8 total, 8 up, 7 in 2023-10-09T04:51:06.871 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:06.872 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:51:06.906 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:06.934 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:06.967 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: failed to encode map e282 with expected crc 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: pgmap v915: 99 pgs: 2 active+remapped+backfilling, 97 active+clean; 523 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 897/25146 objects misplaced (3.567%) 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4122942076' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: failed to encode map e283 with expected crc 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: failed to encode map e283 with expected crc 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "21"}]': finished 2023-10-09T04:51:06.970 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: osdmap e283: 8 total, 8 up, 7 in 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: failed to encode map e282 with expected crc 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: pgmap v915: 99 pgs: 2 active+remapped+backfilling, 97 active+clean; 523 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 897/25146 objects misplaced (3.567%) 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4122942076' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: failed to encode map e283 with expected crc 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: failed to encode map e283 with expected crc 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "21"}]': finished 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: osdmap e283: 8 total, 8 up, 7 in 2023-10-09T04:51:06.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:06.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:06.972 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:06.976 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:07.073 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:07.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:07.190 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:07.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:07.193 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:07.293 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:07.321 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:07.555 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:51:07.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:51:07.940 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: failed to encode map e283 with expected crc 2023-10-09T04:51:07.940 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: 10.7 scrub starts 2023-10-09T04:51:07.940 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.940 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: osdmap e284: 8 total, 8 up, 7 in 2023-10-09T04:51:07.940 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.940 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[179183]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: failed to encode map e283 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: 10.7 scrub starts 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: osdmap e284: 8 total, 8 up, 7 in 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.942 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:07 smithi107 ceph-mon[184249]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: failed to encode map e283 with expected crc 2023-10-09T04:51:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: 10.7 scrub starts 2023-10-09T04:51:07.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: osdmap e284: 8 total, 8 up, 7 in 2023-10-09T04:51:07.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: failed to encode map e284 with expected crc 2023-10-09T04:51:07.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:07 smithi150 ceph-mon[168511]: failed to encode map e284 with expected crc 2023-10-09T04:51:08.141 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:08.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:08.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:08.262 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:08.312 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:08.432 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:51:08.437 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:08.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:08.449 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:08.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:08.579 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:08.814 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:08.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:08.821 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: failed to encode map e284 with expected crc 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: pgmap v918: 99 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 96 active+clean; 497 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 897/23919 objects misplaced (3.750%); 528 KiB/s, 8 objects/s recovering 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: 10.0 scrub starts 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: osdmap e285: 8 total, 8 up, 7 in 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: failed to encode map e285 with expected crc 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: 10.14 starting backfill to osd.2 from (0'0,0'0] MAX to 282'9965 2023-10-09T04:51:08.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[179183]: failed to encode map e285 with expected crc 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: failed to encode map e284 with expected crc 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: pgmap v918: 99 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 96 active+clean; 497 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 897/23919 objects misplaced (3.750%); 528 KiB/s, 8 objects/s recovering 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: 10.0 scrub starts 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: osdmap e285: 8 total, 8 up, 7 in 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: failed to encode map e285 with expected crc 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: 10.14 starting backfill to osd.2 from (0'0,0'0] MAX to 282'9965 2023-10-09T04:51:08.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:08 smithi107 ceph-mon[184249]: failed to encode map e285 with expected crc 2023-10-09T04:51:08.922 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:08.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: failed to encode map e284 with expected crc 2023-10-09T04:51:08.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: pgmap v918: 99 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 96 active+clean; 497 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 897/23919 objects misplaced (3.750%); 528 KiB/s, 8 objects/s recovering 2023-10-09T04:51:08.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: 10.0 scrub starts 2023-10-09T04:51:08.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: osdmap e285: 8 total, 8 up, 7 in 2023-10-09T04:51:08.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: failed to encode map e285 with expected crc 2023-10-09T04:51:08.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: 10.14 starting backfill to osd.2 from (0'0,0'0] MAX to 282'9965 2023-10-09T04:51:08.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:08 smithi150 ceph-mon[168511]: failed to encode map e285 with expected crc 2023-10-09T04:51:09.050 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:51:09.050 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:51:09.050 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:09.144 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:09.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:09.150 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:09.250 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:09.285 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:09.327 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:09.413 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:09.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:09.429 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:09.509 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:51:09.530 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:09.657 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:09.683 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:09.753 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:09.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:09.779 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:09.780 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:09 smithi107 ceph-mon[184249]: failed to encode map e285 with expected crc 2023-10-09T04:51:09.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:09 smithi107 ceph-mon[179183]: failed to encode map e285 with expected crc 2023-10-09T04:51:09.880 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:09.928 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:09.991 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:09 smithi150 ceph-mon[168511]: failed to encode map e285 with expected crc 2023-10-09T04:51:10.001 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:10.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:10.009 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:10.109 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:10.161 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:10.219 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:10.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:10.231 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:10.331 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:10.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:10.446 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:10.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:10.450 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:10.551 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:10.582 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:10.623 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:10.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:10.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:10.727 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:10.818 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:10.864 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:51:10.903 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:51:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:10 smithi150 ceph-mon[168511]: pgmap v920: 99 pgs: 1 remapped+peering, 98 active+clean; 441 MiB data, 6.3 GiB used, 619 GiB / 626 GiB avail; 6.1 MiB/s, 97 objects/s recovering 2023-10-09T04:51:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:10 smithi150 ceph-mon[168511]: failed to encode map e286 with expected crc 2023-10-09T04:51:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:10 smithi150 ceph-mon[168511]: failed to encode map e286 with expected crc 2023-10-09T04:51:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:10 smithi150 ceph-mon[168511]: osdmap e286: 8 total, 8 up, 7 in 2023-10-09T04:51:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:10 smithi150 ceph-mon[168511]: failed to encode map e286 with expected crc 2023-10-09T04:51:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:10 smithi150 ceph-mon[168511]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.113 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[184249]: pgmap v920: 99 pgs: 1 remapped+peering, 98 active+clean; 441 MiB data, 6.3 GiB used, 619 GiB / 626 GiB avail; 6.1 MiB/s, 97 objects/s recovering 2023-10-09T04:51:11.205 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[184249]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.205 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[184249]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.205 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[184249]: osdmap e286: 8 total, 8 up, 7 in 2023-10-09T04:51:11.205 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[184249]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.205 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[184249]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.206 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[179183]: pgmap v920: 99 pgs: 1 remapped+peering, 98 active+clean; 441 MiB data, 6.3 GiB used, 619 GiB / 626 GiB avail; 6.1 MiB/s, 97 objects/s recovering 2023-10-09T04:51:11.206 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[179183]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.206 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[179183]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.206 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[179183]: osdmap e286: 8 total, 8 up, 7 in 2023-10-09T04:51:11.206 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[179183]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.206 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:10 smithi107 ceph-mon[179183]: failed to encode map e286 with expected crc 2023-10-09T04:51:11.939 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":922,"stamp":"2023-10-09T04:51:10.710858+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":428644280,"num_objects":6556,"num_object_clones":0,"num_object_copies":19668,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":54,"num_objects_unfound":0,"num_objects_dirty":6556,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":148852,"num_write_kb":3761518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4238,"num_bytes_recovered":278464220,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216800,"ondisk_log_size":216800,"up":297,"acting":296,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":305,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6593652,"kb_used_data":1500220,"kb_used_omap":18,"kb_used_meta":5093229,"kb_avail":649622412,"statfs":{"total":671965249536,"available":665213349888,"internally_reserved":0,"allocated":1536225280,"data_stored":1529445987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5215466912},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-104267776,"num_objects":-1591,"num_object_clones":0,"num_object_copies":-4773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-843,"num_objects_unfound":0,"num_objects_dirty":-1591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1591,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":805,"num_bytes_recovered":52756480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.672393"},"pg_stats":[{"pgid":"10.13","version":"286'10046","reported_seq":10904,"reported_epoch":286,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:51:10.655467+0000","last_change":"2023-10-09T04:51:06.300477+0000","last_active":"2023-10-09T04:51:10.655467+0000","last_peered":"2023-10-09T04:51:10.655467+0000","last_clean":"2023-10-09T04:51:03.116532+0000","last_became_active":"2023-10-09T04:51:06.227186+0000","last_became_peered":"2023-10-09T04:51:06.227186+0000","last_unstale":"2023-10-09T04:51:10.655467+0000","last_undegraded":"2023-10-09T04:51:10.655467+0000","last_fullsized":"2023-10-09T04:51:06.039715+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7147","last_scrub_stamp":"2023-10-09T04:49:15.070411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:15.070411+0000","objects_scrubbed":3058,"log_size":10046,"log_dups_size":0,"ondisk_log_size":10046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:19:32.319052+0000","scrub_duration":0.65497419199999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9830400,"num_objects":150,"num_object_clones":0,"num_object_copies":450,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":54,"num_objects_unfound":0,"num_objects_dirty":150,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2908,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":229,"num_bytes_recovered":15007744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[2,1],"avail_no_missing":["2","4","5"],"object_location_counts":[{"shards":"1,2","objects":123},{"shards":"2,4,5","objects":27}],"blocked_by":[],"up_primary":1,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":280,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.046797+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:51:06.046797+0000","last_peered":"2023-10-09T04:51:06.046797+0000","last_clean":"2023-10-09T04:51:06.046797+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:51:06.046797+0000","last_undegraded":"2023-10-09T04:51:06.046797+0000","last_fullsized":"2023-10-09T04:51:06.046797+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":72,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.032917+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:51:05.032917+0000","last_peered":"2023-10-09T04:51:05.032917+0000","last_clean":"2023-10-09T04:51:05.032917+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:51:05.032917+0000","last_undegraded":"2023-10-09T04:51:05.032917+0000","last_fullsized":"2023-10-09T04:51:05.032917+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.10","version":"284'10087","reported_seq":19704,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.637976+0000","last_change":"2023-10-09T04:50:59.638388+0000","last_active":"2023-10-09T04:51:07.637976+0000","last_peered":"2023-10-09T04:51:07.637976+0000","last_clean":"2023-10-09T04:51:07.637976+0000","last_became_active":"2023-10-09T04:50:57.057442+0000","last_became_peered":"2023-10-09T04:50:57.057442+0000","last_unstale":"2023-10-09T04:51:07.637976+0000","last_undegraded":"2023-10-09T04:51:07.637976+0000","last_fullsized":"2023-10-09T04:51:07.637976+0000","mapping_epoch":274,"log_start":"224'3290","ondisk_log_start":"224'3290","created":228,"last_epoch_clean":275,"parent":"0.0","parent_split_bits":5,"last_scrub":"275'9991","last_scrub_stamp":"2023-10-09T04:50:59.638284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:50:59.638284+0000","objects_scrubbed":332,"log_size":6797,"log_dups_size":0,"ondisk_log_size":6797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:42:14.582956+0000","scrub_duration":0.22757158299999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15335424,"num_objects":234,"num_object_clones":0,"num_object_copies":702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":98,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":209,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.051934+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:51:08.051934+0000","last_peered":"2023-10-09T04:51:08.051934+0000","last_clean":"2023-10-09T04:51:08.051934+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:51:08.051934+0000","last_undegraded":"2023-10-09T04:51:08.051934+0000","last_fullsized":"2023-10-09T04:51:08.051934+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":265,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.037869+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:51:05.037869+0000","last_peered":"2023-10-09T04:51:05.037869+0000","last_clean":"2023-10-09T04:51:05.037869+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:51:05.037869+0000","last_undegraded":"2023-10-09T04:51:05.037869+0000","last_fullsized":"2023-10-09T04:51:05.037869+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"284'10198","reported_seq":10936,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.730955+0000","last_change":"2023-10-09T04:51:04.110057+0000","last_active":"2023-10-09T04:51:07.730955+0000","last_peered":"2023-10-09T04:51:07.730955+0000","last_clean":"2023-10-09T04:51:07.730955+0000","last_became_active":"2023-10-09T04:51:04.088259+0000","last_became_peered":"2023-10-09T04:51:04.088259+0000","last_unstale":"2023-10-09T04:51:07.730955+0000","last_undegraded":"2023-10-09T04:51:07.730955+0000","last_fullsized":"2023-10-09T04:51:07.730955+0000","mapping_epoch":280,"log_start":"224'3178","ondisk_log_start":"224'3178","created":228,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":5,"last_scrub":"229'5301","last_scrub_stamp":"2023-10-09T04:48:12.005482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:12.005482+0000","objects_scrubbed":2716,"log_size":7020,"log_dups_size":0,"ondisk_log_size":7020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:56.654748+0000","scrub_duration":0.73799812300000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12713984,"num_objects":194,"num_object_clones":0,"num_object_copies":582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4906,"num_write_kb":76288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":257,"num_bytes_recovered":16842752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":215,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.032444+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:51:05.032444+0000","last_peered":"2023-10-09T04:51:05.032444+0000","last_clean":"2023-10-09T04:51:05.032444+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:51:05.032444+0000","last_undegraded":"2023-10-09T04:51:05.032444+0000","last_fullsized":"2023-10-09T04:51:05.032444+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":260,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.043006+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:51:06.043006+0000","last_peered":"2023-10-09T04:51:06.043006+0000","last_clean":"2023-10-09T04:51:06.043006+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:51:06.043006+0000","last_undegraded":"2023-10-09T04:51:06.043006+0000","last_fullsized":"2023-10-09T04:51:06.043006+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":253,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.037890+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:51:05.037890+0000","last_peered":"2023-10-09T04:51:05.037890+0000","last_clean":"2023-10-09T04:51:05.037890+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:51:05.037890+0000","last_undegraded":"2023-10-09T04:51:05.037890+0000","last_fullsized":"2023-10-09T04:51:05.037890+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":153,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052092+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:51:08.052092+0000","last_peered":"2023-10-09T04:51:08.052092+0000","last_clean":"2023-10-09T04:51:08.052092+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:51:08.052092+0000","last_undegraded":"2023-10-09T04:51:08.052092+0000","last_fullsized":"2023-10-09T04:51:08.052092+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":261,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044964+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:51:06.044964+0000","last_peered":"2023-10-09T04:51:06.044964+0000","last_clean":"2023-10-09T04:51:06.044964+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:51:06.044964+0000","last_undegraded":"2023-10-09T04:51:06.044964+0000","last_fullsized":"2023-10-09T04:51:06.044964+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":173,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051052+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:51:06.051052+0000","last_peered":"2023-10-09T04:51:06.051052+0000","last_clean":"2023-10-09T04:51:06.051052+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:51:06.051052+0000","last_undegraded":"2023-10-09T04:51:06.051052+0000","last_fullsized":"2023-10-09T04:51:06.051052+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":271,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051474+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:51:06.051474+0000","last_peered":"2023-10-09T04:51:06.051474+0000","last_clean":"2023-10-09T04:51:06.051474+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:51:06.051474+0000","last_undegraded":"2023-10-09T04:51:06.051474+0000","last_fullsized":"2023-10-09T04:51:06.051474+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":204,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052089+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:51:08.052089+0000","last_peered":"2023-10-09T04:51:08.052089+0000","last_clean":"2023-10-09T04:51:08.052089+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:51:08.052089+0000","last_undegraded":"2023-10-09T04:51:08.052089+0000","last_fullsized":"2023-10-09T04:51:08.052089+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":250,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.046135+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:51:06.046135+0000","last_peered":"2023-10-09T04:51:06.046135+0000","last_clean":"2023-10-09T04:51:06.046135+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:51:06.046135+0000","last_undegraded":"2023-10-09T04:51:06.046135+0000","last_fullsized":"2023-10-09T04:51:06.046135+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":261,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045743+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:51:06.045743+0000","last_peered":"2023-10-09T04:51:06.045743+0000","last_clean":"2023-10-09T04:51:06.045743+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:51:06.045743+0000","last_undegraded":"2023-10-09T04:51:06.045743+0000","last_fullsized":"2023-10-09T04:51:06.045743+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":263,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051176+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:51:06.051176+0000","last_peered":"2023-10-09T04:51:06.051176+0000","last_clean":"2023-10-09T04:51:06.051176+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:51:06.051176+0000","last_undegraded":"2023-10-09T04:51:06.051176+0000","last_fullsized":"2023-10-09T04:51:06.051176+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":153,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052578+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:51:08.052578+0000","last_peered":"2023-10-09T04:51:08.052578+0000","last_clean":"2023-10-09T04:51:08.052578+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:51:08.052578+0000","last_undegraded":"2023-10-09T04:51:08.052578+0000","last_fullsized":"2023-10-09T04:51:08.052578+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":269,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.043315+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:51:06.043315+0000","last_peered":"2023-10-09T04:51:06.043315+0000","last_clean":"2023-10-09T04:51:06.043315+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:51:06.043315+0000","last_undegraded":"2023-10-09T04:51:06.043315+0000","last_fullsized":"2023-10-09T04:51:06.043315+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":260,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044729+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:51:06.044729+0000","last_peered":"2023-10-09T04:51:06.044729+0000","last_clean":"2023-10-09T04:51:06.044729+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:51:06.044729+0000","last_undegraded":"2023-10-09T04:51:06.044729+0000","last_fullsized":"2023-10-09T04:51:06.044729+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"283'10077","reported_seq":10251,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.775482+0000","last_change":"2023-10-09T04:48:37.200091+0000","last_active":"2023-10-09T04:51:06.775482+0000","last_peered":"2023-10-09T04:51:06.775482+0000","last_clean":"2023-10-09T04:51:06.775482+0000","last_became_active":"2023-10-09T04:48:08.688175+0000","last_became_peered":"2023-10-09T04:48:08.688175+0000","last_unstale":"2023-10-09T04:51:06.775482+0000","last_undegraded":"2023-10-09T04:51:06.775482+0000","last_fullsized":"2023-10-09T04:51:06.775482+0000","mapping_epoch":228,"log_start":"220'1905","ondisk_log_start":"220'1905","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"235'6197","last_scrub_stamp":"2023-10-09T04:48:37.199829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:37.199829+0000","objects_scrubbed":3572,"log_size":8172,"log_dups_size":0,"ondisk_log_size":8172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:08:59.756195+0000","scrub_duration":0.428330667,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13631488,"num_objects":208,"num_object_clones":0,"num_object_copies":624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3880,"num_write_kb":16512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":228,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051032+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:51:06.051032+0000","last_peered":"2023-10-09T04:51:06.051032+0000","last_clean":"2023-10-09T04:51:06.051032+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:51:06.051032+0000","last_undegraded":"2023-10-09T04:51:06.051032+0000","last_fullsized":"2023-10-09T04:51:06.051032+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":254,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.037931+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:51:05.037931+0000","last_peered":"2023-10-09T04:51:05.037931+0000","last_clean":"2023-10-09T04:51:05.037931+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:51:05.037931+0000","last_undegraded":"2023-10-09T04:51:05.037931+0000","last_fullsized":"2023-10-09T04:51:05.037931+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.19","version":"284'10059","reported_seq":10285,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.830388+0000","last_change":"2023-10-09T04:49:13.890176+0000","last_active":"2023-10-09T04:51:07.830388+0000","last_peered":"2023-10-09T04:51:07.830388+0000","last_clean":"2023-10-09T04:51:07.830388+0000","last_became_active":"2023-10-09T04:48:08.704433+0000","last_became_peered":"2023-10-09T04:48:08.704433+0000","last_unstale":"2023-10-09T04:51:07.830388+0000","last_undegraded":"2023-10-09T04:51:07.830388+0000","last_fullsized":"2023-10-09T04:51:07.830388+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"249'7122","last_scrub_stamp":"2023-10-09T04:49:13.890085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:13.890085+0000","objects_scrubbed":3146,"log_size":10059,"log_dups_size":0,"ondisk_log_size":10059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:55:02.080252+0000","scrub_duration":1.0235715599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12386304,"num_objects":189,"num_object_clones":0,"num_object_copies":567,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2957,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":252,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.042847+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:51:06.042847+0000","last_peered":"2023-10-09T04:51:06.042847+0000","last_clean":"2023-10-09T04:51:06.042847+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:51:06.042847+0000","last_undegraded":"2023-10-09T04:51:06.042847+0000","last_fullsized":"2023-10-09T04:51:06.042847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":201,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051723+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:51:06.051723+0000","last_peered":"2023-10-09T04:51:06.051723+0000","last_clean":"2023-10-09T04:51:06.051723+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:51:06.051723+0000","last_undegraded":"2023-10-09T04:51:06.051723+0000","last_fullsized":"2023-10-09T04:51:06.051723+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"284'10231","reported_seq":10469,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.865535+0000","last_change":"2023-10-09T04:48:31.886288+0000","last_active":"2023-10-09T04:51:07.865535+0000","last_peered":"2023-10-09T04:51:07.865535+0000","last_clean":"2023-10-09T04:51:07.865535+0000","last_became_active":"2023-10-09T04:48:08.667899+0000","last_became_peered":"2023-10-09T04:48:08.667899+0000","last_unstale":"2023-10-09T04:51:07.865535+0000","last_undegraded":"2023-10-09T04:51:07.865535+0000","last_fullsized":"2023-10-09T04:51:07.865535+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6127","last_scrub_stamp":"2023-10-09T04:48:31.886201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:31.886201+0000","objects_scrubbed":3512,"log_size":10231,"log_dups_size":0,"ondisk_log_size":10231,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:24.412716+0000","scrub_duration":1.180037802,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14417920,"num_objects":220,"num_object_clones":0,"num_object_copies":660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4126,"num_write_kb":26688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":246,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051707+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:51:06.051707+0000","last_peered":"2023-10-09T04:51:06.051707+0000","last_clean":"2023-10-09T04:51:06.051707+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:51:06.051707+0000","last_undegraded":"2023-10-09T04:51:06.051707+0000","last_fullsized":"2023-10-09T04:51:06.051707+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":226,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044306+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:51:06.044306+0000","last_peered":"2023-10-09T04:51:06.044306+0000","last_clean":"2023-10-09T04:51:06.044306+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:51:06.044306+0000","last_undegraded":"2023-10-09T04:51:06.044306+0000","last_fullsized":"2023-10-09T04:51:06.044306+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"284'9974","reported_seq":10068,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.049143+0000","last_change":"2023-10-09T04:51:06.901931+0000","last_active":"2023-10-09T04:51:07.049143+0000","last_peered":"2023-10-09T04:51:07.049143+0000","last_clean":"2023-10-09T04:51:07.049143+0000","last_became_active":"2023-10-09T04:48:08.646381+0000","last_became_peered":"2023-10-09T04:48:08.646381+0000","last_unstale":"2023-10-09T04:51:07.049143+0000","last_undegraded":"2023-10-09T04:51:07.049143+0000","last_fullsized":"2023-10-09T04:51:07.049143+0000","mapping_epoch":215,"log_start":"220'1088","ondisk_log_start":"220'1088","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8886,"log_dups_size":0,"ondisk_log_size":8886,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15532032,"num_objects":237,"num_object_clones":0,"num_object_copies":711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7407,"num_write_kb":244608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":264,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051659+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:51:06.051659+0000","last_peered":"2023-10-09T04:51:06.051659+0000","last_clean":"2023-10-09T04:51:06.051659+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:51:06.051659+0000","last_undegraded":"2023-10-09T04:51:06.051659+0000","last_fullsized":"2023-10-09T04:51:06.051659+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":288,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045690+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:51:06.045690+0000","last_peered":"2023-10-09T04:51:06.045690+0000","last_clean":"2023-10-09T04:51:06.045690+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:51:06.045690+0000","last_undegraded":"2023-10-09T04:51:06.045690+0000","last_fullsized":"2023-10-09T04:51:06.045690+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"283'9992","reported_seq":11729,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.642034+0000","last_change":"2023-10-09T04:50:57.443321+0000","last_active":"2023-10-09T04:51:06.642034+0000","last_peered":"2023-10-09T04:51:06.642034+0000","last_clean":"2023-10-09T04:51:06.642034+0000","last_became_active":"2023-10-09T04:48:50.982870+0000","last_became_peered":"2023-10-09T04:48:50.982870+0000","last_unstale":"2023-10-09T04:51:06.642034+0000","last_undegraded":"2023-10-09T04:51:06.642034+0000","last_fullsized":"2023-10-09T04:51:06.642034+0000","mapping_epoch":243,"log_start":"220'1810","ondisk_log_start":"220'1810","created":215,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"275'9841","last_scrub_stamp":"2023-10-09T04:50:57.443171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:50:57.443171+0000","objects_scrubbed":402,"log_size":8182,"log_dups_size":0,"ondisk_log_size":8182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:40:29.029817+0000","scrub_duration":0.13776333900000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16252928,"num_objects":248,"num_object_clones":0,"num_object_copies":744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":248,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":154,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":229,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051388+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:51:06.051388+0000","last_peered":"2023-10-09T04:51:06.051388+0000","last_clean":"2023-10-09T04:51:06.051388+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:51:06.051388+0000","last_undegraded":"2023-10-09T04:51:06.051388+0000","last_fullsized":"2023-10-09T04:51:06.051388+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":260,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.043408+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:51:06.043408+0000","last_peered":"2023-10-09T04:51:06.043408+0000","last_clean":"2023-10-09T04:51:06.043408+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:51:06.043408+0000","last_undegraded":"2023-10-09T04:51:06.043408+0000","last_fullsized":"2023-10-09T04:51:06.043408+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"286'10009","reported_seq":10129,"reported_epoch":286,"state":"active+clean","last_fresh":"2023-10-09T04:51:10.418571+0000","last_change":"2023-10-09T04:50:56.443792+0000","last_active":"2023-10-09T04:51:10.418571+0000","last_peered":"2023-10-09T04:51:10.418571+0000","last_clean":"2023-10-09T04:51:10.418571+0000","last_became_active":"2023-10-09T04:48:08.658708+0000","last_became_peered":"2023-10-09T04:48:08.658708+0000","last_unstale":"2023-10-09T04:51:10.418571+0000","last_undegraded":"2023-10-09T04:51:10.418571+0000","last_fullsized":"2023-10-09T04:51:10.418571+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"274'9787","last_scrub_stamp":"2023-10-09T04:50:56.443588+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:50:56.443588+0000","objects_scrubbed":381,"log_size":10009,"log_dups_size":0,"ondisk_log_size":10009,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:50.293418+0000","scrub_duration":0.077361601000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10289152,"num_objects":157,"num_object_clones":0,"num_object_copies":471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":224,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":278,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044808+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:51:06.044808+0000","last_peered":"2023-10-09T04:51:06.044808+0000","last_clean":"2023-10-09T04:51:06.044808+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:51:06.044808+0000","last_undegraded":"2023-10-09T04:51:06.044808+0000","last_fullsized":"2023-10-09T04:51:06.044808+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":255,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.032620+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:51:05.032620+0000","last_peered":"2023-10-09T04:51:05.032620+0000","last_clean":"2023-10-09T04:51:05.032620+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:51:05.032620+0000","last_undegraded":"2023-10-09T04:51:05.032620+0000","last_fullsized":"2023-10-09T04:51:05.032620+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"286'10011","reported_seq":11821,"reported_epoch":286,"state":"active+clean","last_fresh":"2023-10-09T04:51:10.112025+0000","last_change":"2023-10-09T04:49:37.413171+0000","last_active":"2023-10-09T04:51:10.112025+0000","last_peered":"2023-10-09T04:51:10.112025+0000","last_clean":"2023-10-09T04:51:10.112025+0000","last_became_active":"2023-10-09T04:49:37.401996+0000","last_became_peered":"2023-10-09T04:49:37.401996+0000","last_unstale":"2023-10-09T04:51:10.112025+0000","last_undegraded":"2023-10-09T04:51:10.112025+0000","last_fullsized":"2023-10-09T04:51:10.112025+0000","mapping_epoch":260,"log_start":"220'1740","ondisk_log_start":"220'1740","created":215,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5249","last_scrub_stamp":"2023-10-09T04:48:10.943064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:10.943064+0000","objects_scrubbed":2615,"log_size":8271,"log_dups_size":0,"ondisk_log_size":8271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:13:17.767956+0000","scrub_duration":0.50939412100000003,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11206656,"num_objects":171,"num_object_clones":0,"num_object_copies":513,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":171,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4776,"num_write_kb":74624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":816,"num_bytes_recovered":53477376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":154,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.032707+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:51:05.032707+0000","last_peered":"2023-10-09T04:51:05.032707+0000","last_clean":"2023-10-09T04:51:05.032707+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:51:05.032707+0000","last_undegraded":"2023-10-09T04:51:05.032707+0000","last_fullsized":"2023-10-09T04:51:05.032707+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":278,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.046097+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:51:06.046097+0000","last_peered":"2023-10-09T04:51:06.046097+0000","last_clean":"2023-10-09T04:51:06.046097+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:51:06.046097+0000","last_undegraded":"2023-10-09T04:51:06.046097+0000","last_fullsized":"2023-10-09T04:51:06.046097+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"286'10097","reported_seq":10266,"reported_epoch":286,"state":"active+clean","last_fresh":"2023-10-09T04:51:10.587830+0000","last_change":"2023-10-09T04:49:08.037191+0000","last_active":"2023-10-09T04:51:10.587830+0000","last_peered":"2023-10-09T04:51:10.587830+0000","last_clean":"2023-10-09T04:51:10.587830+0000","last_became_active":"2023-10-09T04:48:08.682311+0000","last_became_peered":"2023-10-09T04:48:08.682311+0000","last_unstale":"2023-10-09T04:51:10.587830+0000","last_undegraded":"2023-10-09T04:51:10.587830+0000","last_fullsized":"2023-10-09T04:51:10.587830+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"248'6935","last_scrub_stamp":"2023-10-09T04:49:08.036958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:49:08.036958+0000","objects_scrubbed":3330,"log_size":10097,"log_dups_size":0,"ondisk_log_size":10097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:44.605939+0000","scrub_duration":0.74268719800000005,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9961472,"num_objects":152,"num_object_clones":0,"num_object_copies":456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3178,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":261,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.043400+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:51:06.043400+0000","last_peered":"2023-10-09T04:51:06.043400+0000","last_clean":"2023-10-09T04:51:06.043400+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:51:06.043400+0000","last_undegraded":"2023-10-09T04:51:06.043400+0000","last_fullsized":"2023-10-09T04:51:06.043400+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":254,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.046270+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:51:06.046270+0000","last_peered":"2023-10-09T04:51:06.046270+0000","last_clean":"2023-10-09T04:51:06.046270+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:51:06.046270+0000","last_undegraded":"2023-10-09T04:51:06.046270+0000","last_fullsized":"2023-10-09T04:51:06.046270+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"284'10000","reported_seq":11748,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.146341+0000","last_change":"2023-10-09T04:49:36.157765+0000","last_active":"2023-10-09T04:51:07.146341+0000","last_peered":"2023-10-09T04:51:07.146341+0000","last_clean":"2023-10-09T04:51:07.146341+0000","last_became_active":"2023-10-09T04:48:57.066788+0000","last_became_peered":"2023-10-09T04:48:57.066788+0000","last_unstale":"2023-10-09T04:51:07.146341+0000","last_undegraded":"2023-10-09T04:51:07.146341+0000","last_fullsized":"2023-10-09T04:51:07.146341+0000","mapping_epoch":246,"log_start":"220'1211","ondisk_log_start":"220'1211","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":8789,"log_dups_size":0,"ondisk_log_size":8789,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16941056,"num_objects":258,"num_object_clones":0,"num_object_copies":774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7422,"num_write_kb":245792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":814,"num_bytes_recovered":53215232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":245,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045659+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:51:06.045659+0000","last_peered":"2023-10-09T04:51:06.045659+0000","last_clean":"2023-10-09T04:51:06.045659+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:51:06.045659+0000","last_undegraded":"2023-10-09T04:51:06.045659+0000","last_fullsized":"2023-10-09T04:51:06.045659+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":261,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.047650+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:51:06.047650+0000","last_peered":"2023-10-09T04:51:06.047650+0000","last_clean":"2023-10-09T04:51:06.047650+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:51:06.047650+0000","last_undegraded":"2023-10-09T04:51:06.047650+0000","last_fullsized":"2023-10-09T04:51:06.047650+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"284'10241","reported_seq":10535,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.659314+0000","last_change":"2023-10-09T04:48:36.597860+0000","last_active":"2023-10-09T04:51:07.659314+0000","last_peered":"2023-10-09T04:51:07.659314+0000","last_clean":"2023-10-09T04:51:07.659314+0000","last_became_active":"2023-10-09T04:48:08.672392+0000","last_became_peered":"2023-10-09T04:48:08.672392+0000","last_unstale":"2023-10-09T04:51:07.659314+0000","last_undegraded":"2023-10-09T04:51:07.659314+0000","last_fullsized":"2023-10-09T04:51:07.659314+0000","mapping_epoch":215,"log_start":"224'3598","ondisk_log_start":"224'3598","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"235'6271","last_scrub_stamp":"2023-10-09T04:48:36.597758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.597758+0000","objects_scrubbed":3667,"log_size":6643,"log_dups_size":0,"ondisk_log_size":6643,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:31:33.032891+0000","scrub_duration":1.1427002159999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13303808,"num_objects":203,"num_object_clones":0,"num_object_copies":609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3972,"num_write_kb":16256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":154,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052427+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:51:08.052427+0000","last_peered":"2023-10-09T04:51:08.052427+0000","last_clean":"2023-10-09T04:51:08.052427+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:51:08.052427+0000","last_undegraded":"2023-10-09T04:51:08.052427+0000","last_fullsized":"2023-10-09T04:51:08.052427+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":210,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.053054+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:51:08.053054+0000","last_peered":"2023-10-09T04:51:08.053054+0000","last_clean":"2023-10-09T04:51:08.053054+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:51:08.053054+0000","last_undegraded":"2023-10-09T04:51:08.053054+0000","last_fullsized":"2023-10-09T04:51:08.053054+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"284'14928","reported_seq":15005,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.958567+0000","last_change":"2023-10-09T04:47:10.098961+0000","last_active":"2023-10-09T04:51:07.958567+0000","last_peered":"2023-10-09T04:51:07.958567+0000","last_clean":"2023-10-09T04:51:07.958567+0000","last_became_active":"2023-10-09T04:47:10.098721+0000","last_became_peered":"2023-10-09T04:47:10.098721+0000","last_unstale":"2023-10-09T04:51:07.958567+0000","last_undegraded":"2023-10-09T04:51:07.958567+0000","last_fullsized":"2023-10-09T04:51:07.958567+0000","mapping_epoch":215,"log_start":"242'7739","ondisk_log_start":"242'7739","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":7189,"log_dups_size":0,"ondisk_log_size":7189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:34:39.327055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26738688,"num_objects":408,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14928,"num_write_kb":490752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":260,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.053020+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:51:08.053020+0000","last_peered":"2023-10-09T04:51:08.053020+0000","last_clean":"2023-10-09T04:51:08.053020+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:51:08.053020+0000","last_undegraded":"2023-10-09T04:51:08.053020+0000","last_fullsized":"2023-10-09T04:51:08.053020+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":278,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044656+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:51:06.044656+0000","last_peered":"2023-10-09T04:51:06.044656+0000","last_clean":"2023-10-09T04:51:06.044656+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:51:06.044656+0000","last_undegraded":"2023-10-09T04:51:06.044656+0000","last_fullsized":"2023-10-09T04:51:06.044656+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":218,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052179+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:51:08.052179+0000","last_peered":"2023-10-09T04:51:08.052179+0000","last_clean":"2023-10-09T04:51:08.052179+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:51:08.052179+0000","last_undegraded":"2023-10-09T04:51:08.052179+0000","last_fullsized":"2023-10-09T04:51:08.052179+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"284'14694","reported_seq":14771,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.625046+0000","last_change":"2023-10-09T04:47:10.092773+0000","last_active":"2023-10-09T04:51:07.625046+0000","last_peered":"2023-10-09T04:51:07.625046+0000","last_clean":"2023-10-09T04:51:07.625046+0000","last_became_active":"2023-10-09T04:47:10.092499+0000","last_became_peered":"2023-10-09T04:47:10.092499+0000","last_unstale":"2023-10-09T04:51:07.625046+0000","last_undegraded":"2023-10-09T04:51:07.625046+0000","last_fullsized":"2023-10-09T04:51:07.625046+0000","mapping_epoch":215,"log_start":"245'7868","ondisk_log_start":"245'7868","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:52:25.603505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28442624,"num_objects":434,"num_object_clones":0,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":434,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14694,"num_write_kb":484096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":264,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045248+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:51:06.045248+0000","last_peered":"2023-10-09T04:51:06.045248+0000","last_clean":"2023-10-09T04:51:06.045248+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:51:06.045248+0000","last_undegraded":"2023-10-09T04:51:06.045248+0000","last_fullsized":"2023-10-09T04:51:06.045248+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":245,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045716+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:51:06.045716+0000","last_peered":"2023-10-09T04:51:06.045716+0000","last_clean":"2023-10-09T04:51:06.045716+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:51:06.045716+0000","last_undegraded":"2023-10-09T04:51:06.045716+0000","last_fullsized":"2023-10-09T04:51:06.045716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":226,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052656+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:51:08.052656+0000","last_peered":"2023-10-09T04:51:08.052656+0000","last_clean":"2023-10-09T04:51:08.052656+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:51:08.052656+0000","last_undegraded":"2023-10-09T04:51:08.052656+0000","last_fullsized":"2023-10-09T04:51:08.052656+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"284'9995","reported_seq":10230,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.876559+0000","last_change":"2023-10-09T04:48:33.861817+0000","last_active":"2023-10-09T04:51:07.876559+0000","last_peered":"2023-10-09T04:51:07.876559+0000","last_clean":"2023-10-09T04:51:07.876559+0000","last_became_active":"2023-10-09T04:48:08.683495+0000","last_became_peered":"2023-10-09T04:48:08.683495+0000","last_unstale":"2023-10-09T04:51:07.876559+0000","last_undegraded":"2023-10-09T04:51:07.876559+0000","last_fullsized":"2023-10-09T04:51:07.876559+0000","mapping_epoch":215,"log_start":"0'0","ondisk_log_start":"0'0","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"233'6065","last_scrub_stamp":"2023-10-09T04:48:33.861726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:33.861726+0000","objects_scrubbed":3439,"log_size":9995,"log_dups_size":0,"ondisk_log_size":9995,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:22.794869+0000","scrub_duration":1.1953967599999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13697024,"num_objects":209,"num_object_clones":0,"num_object_copies":627,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":209,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3948,"num_write_kb":22976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":286,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.066731+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:51:08.066731+0000","last_peered":"2023-10-09T04:51:08.066731+0000","last_clean":"2023-10-09T04:51:08.066731+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:51:08.066731+0000","last_undegraded":"2023-10-09T04:51:08.066731+0000","last_fullsized":"2023-10-09T04:51:08.066731+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":204,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052176+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:51:08.052176+0000","last_peered":"2023-10-09T04:51:08.052176+0000","last_clean":"2023-10-09T04:51:08.052176+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:51:08.052176+0000","last_undegraded":"2023-10-09T04:51:08.052176+0000","last_fullsized":"2023-10-09T04:51:08.052176+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":254,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.053123+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:51:08.053123+0000","last_peered":"2023-10-09T04:51:08.053123+0000","last_clean":"2023-10-09T04:51:08.053123+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:51:08.053123+0000","last_undegraded":"2023-10-09T04:51:08.053123+0000","last_fullsized":"2023-10-09T04:51:08.053123+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"284'14616","reported_seq":18086,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.615379+0000","last_change":"2023-10-09T04:49:36.226618+0000","last_active":"2023-10-09T04:51:07.615379+0000","last_peered":"2023-10-09T04:51:07.615379+0000","last_clean":"2023-10-09T04:51:07.615379+0000","last_became_active":"2023-10-09T04:49:17.102925+0000","last_became_peered":"2023-10-09T04:49:17.102925+0000","last_unstale":"2023-10-09T04:51:07.615379+0000","last_undegraded":"2023-10-09T04:51:07.615379+0000","last_fullsized":"2023-10-09T04:51:07.615379+0000","mapping_epoch":250,"log_start":"244'7711","ondisk_log_start":"244'7711","created":215,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6905,"log_dups_size":0,"ondisk_log_size":6905,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:49.120283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30146560,"num_objects":460,"num_object_clones":0,"num_object_copies":1380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14616,"num_write_kb":482432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1681,"num_bytes_recovered":110100480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":247,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044509+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:51:06.044509+0000","last_peered":"2023-10-09T04:51:06.044509+0000","last_clean":"2023-10-09T04:51:06.044509+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:51:06.044509+0000","last_undegraded":"2023-10-09T04:51:06.044509+0000","last_fullsized":"2023-10-09T04:51:06.044509+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":626,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.050898+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:51:06.050898+0000","last_peered":"2023-10-09T04:51:06.050898+0000","last_clean":"2023-10-09T04:51:06.050898+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:51:06.050898+0000","last_undegraded":"2023-10-09T04:51:06.050898+0000","last_fullsized":"2023-10-09T04:51:06.050898+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":171,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045163+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:51:06.045163+0000","last_peered":"2023-10-09T04:51:06.045163+0000","last_clean":"2023-10-09T04:51:06.045163+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:51:06.045163+0000","last_undegraded":"2023-10-09T04:51:06.045163+0000","last_fullsized":"2023-10-09T04:51:06.045163+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":226,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.042728+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:51:06.042728+0000","last_peered":"2023-10-09T04:51:06.042728+0000","last_clean":"2023-10-09T04:51:06.042728+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:51:06.042728+0000","last_undegraded":"2023-10-09T04:51:06.042728+0000","last_fullsized":"2023-10-09T04:51:06.042728+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"283'10266","reported_seq":10418,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.563455+0000","last_change":"2023-10-09T04:48:09.494650+0000","last_active":"2023-10-09T04:51:06.563455+0000","last_peered":"2023-10-09T04:51:06.563455+0000","last_clean":"2023-10-09T04:51:06.563455+0000","last_became_active":"2023-10-09T04:48:08.679620+0000","last_became_peered":"2023-10-09T04:48:08.679620+0000","last_unstale":"2023-10-09T04:51:06.563455+0000","last_undegraded":"2023-10-09T04:51:06.563455+0000","last_fullsized":"2023-10-09T04:51:06.563455+0000","mapping_epoch":215,"log_start":"222'2230","ondisk_log_start":"222'2230","created":215,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"229'5264","last_scrub_stamp":"2023-10-09T04:48:09.494540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:09.494540+0000","objects_scrubbed":2656,"log_size":8036,"log_dups_size":0,"ondisk_log_size":8036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:44:15.499800+0000","scrub_duration":0.531227267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14614528,"num_objects":223,"num_object_clones":0,"num_object_copies":669,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":223,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5013,"num_write_kb":82560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":283,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.050809+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:51:06.050809+0000","last_peered":"2023-10-09T04:51:06.050809+0000","last_clean":"2023-10-09T04:51:06.050809+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:51:06.050809+0000","last_undegraded":"2023-10-09T04:51:06.050809+0000","last_fullsized":"2023-10-09T04:51:06.050809+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":254,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.033232+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:51:05.033232+0000","last_peered":"2023-10-09T04:51:05.033232+0000","last_clean":"2023-10-09T04:51:05.033232+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:51:05.033232+0000","last_undegraded":"2023-10-09T04:51:05.033232+0000","last_fullsized":"2023-10-09T04:51:05.033232+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":270,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.037665+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:51:05.037665+0000","last_peered":"2023-10-09T04:51:05.037665+0000","last_clean":"2023-10-09T04:51:05.037665+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:51:05.037665+0000","last_undegraded":"2023-10-09T04:51:05.037665+0000","last_fullsized":"2023-10-09T04:51:05.037665+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"284'15011","reported_seq":15089,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.123588+0000","last_change":"2023-10-09T04:47:10.094634+0000","last_active":"2023-10-09T04:51:07.123588+0000","last_peered":"2023-10-09T04:51:07.123588+0000","last_clean":"2023-10-09T04:51:07.123588+0000","last_became_active":"2023-10-09T04:47:10.094375+0000","last_became_peered":"2023-10-09T04:47:10.094375+0000","last_unstale":"2023-10-09T04:51:07.123588+0000","last_undegraded":"2023-10-09T04:51:07.123588+0000","last_fullsized":"2023-10-09T04:51:07.123588+0000","mapping_epoch":215,"log_start":"245'8099","ondisk_log_start":"245'8099","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6912,"log_dups_size":0,"ondisk_log_size":6912,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:11.357490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26214424,"num_objects":401,"num_object_clones":0,"num_object_copies":1203,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":401,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15011,"num_write_kb":493121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":249,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051427+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:51:06.051427+0000","last_peered":"2023-10-09T04:51:06.051427+0000","last_clean":"2023-10-09T04:51:06.051427+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:51:06.051427+0000","last_undegraded":"2023-10-09T04:51:06.051427+0000","last_fullsized":"2023-10-09T04:51:06.051427+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":204,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052887+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:51:08.052887+0000","last_peered":"2023-10-09T04:51:08.052887+0000","last_clean":"2023-10-09T04:51:08.052887+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:51:08.052887+0000","last_undegraded":"2023-10-09T04:51:08.052887+0000","last_fullsized":"2023-10-09T04:51:08.052887+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":225,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.032875+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:51:05.032875+0000","last_peered":"2023-10-09T04:51:05.032875+0000","last_clean":"2023-10-09T04:51:05.032875+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:51:05.032875+0000","last_undegraded":"2023-10-09T04:51:05.032875+0000","last_fullsized":"2023-10-09T04:51:05.032875+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"284'15096","reported_seq":15173,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.153930+0000","last_change":"2023-10-09T04:47:10.095959+0000","last_active":"2023-10-09T04:51:07.153930+0000","last_peered":"2023-10-09T04:51:07.153930+0000","last_clean":"2023-10-09T04:51:07.153930+0000","last_became_active":"2023-10-09T04:47:10.095580+0000","last_became_peered":"2023-10-09T04:47:10.095580+0000","last_unstale":"2023-10-09T04:51:07.153930+0000","last_undegraded":"2023-10-09T04:51:07.153930+0000","last_fullsized":"2023-10-09T04:51:07.153930+0000","mapping_epoch":215,"log_start":"249'9200","ondisk_log_start":"249'9200","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":5896,"log_dups_size":0,"ondisk_log_size":5896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:26:58.450025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26738688,"num_objects":408,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15096,"num_write_kb":496128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":142,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.051808+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:51:06.051808+0000","last_peered":"2023-10-09T04:51:06.051808+0000","last_clean":"2023-10-09T04:51:06.051808+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:51:06.051808+0000","last_undegraded":"2023-10-09T04:51:06.051808+0000","last_fullsized":"2023-10-09T04:51:06.051808+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":216,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.052856+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:51:08.052856+0000","last_peered":"2023-10-09T04:51:08.052856+0000","last_clean":"2023-10-09T04:51:08.052856+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:51:08.052856+0000","last_undegraded":"2023-10-09T04:51:08.052856+0000","last_fullsized":"2023-10-09T04:51:08.052856+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":227,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.050979+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:51:06.050979+0000","last_peered":"2023-10-09T04:51:06.050979+0000","last_clean":"2023-10-09T04:51:06.050979+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:51:06.050979+0000","last_undegraded":"2023-10-09T04:51:06.050979+0000","last_fullsized":"2023-10-09T04:51:06.050979+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"284'14864","reported_seq":14940,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.638337+0000","last_change":"2023-10-09T04:47:10.094748+0000","last_active":"2023-10-09T04:51:07.638337+0000","last_peered":"2023-10-09T04:51:07.638337+0000","last_clean":"2023-10-09T04:51:07.638337+0000","last_became_active":"2023-10-09T04:47:10.094346+0000","last_became_peered":"2023-10-09T04:47:10.094346+0000","last_unstale":"2023-10-09T04:51:07.638337+0000","last_undegraded":"2023-10-09T04:51:07.638337+0000","last_fullsized":"2023-10-09T04:51:07.638337+0000","mapping_epoch":215,"log_start":"245'8037","ondisk_log_start":"245'8037","created":215,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:47:09.065056+0000","objects_scrubbed":0,"log_size":6827,"log_dups_size":0,"ondisk_log_size":6827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:32.709542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26738688,"num_objects":408,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14864,"num_write_kb":488704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":248,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.042913+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:51:06.042913+0000","last_peered":"2023-10-09T04:51:06.042913+0000","last_clean":"2023-10-09T04:51:06.042913+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:51:06.042913+0000","last_undegraded":"2023-10-09T04:51:06.042913+0000","last_fullsized":"2023-10-09T04:51:06.042913+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":258,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.037789+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:51:05.037789+0000","last_peered":"2023-10-09T04:51:05.037789+0000","last_clean":"2023-10-09T04:51:05.037789+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:51:05.037789+0000","last_undegraded":"2023-10-09T04:51:05.037789+0000","last_fullsized":"2023-10-09T04:51:05.037789+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":227,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045488+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:51:06.045488+0000","last_peered":"2023-10-09T04:51:06.045488+0000","last_clean":"2023-10-09T04:51:06.045488+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:51:06.045488+0000","last_undegraded":"2023-10-09T04:51:06.045488+0000","last_fullsized":"2023-10-09T04:51:06.045488+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.12","version":"284'10165","reported_seq":13071,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.124408+0000","last_change":"2023-10-09T04:51:07.074117+0000","last_active":"2023-10-09T04:51:07.124408+0000","last_peered":"2023-10-09T04:51:07.124408+0000","last_clean":"2023-10-09T04:51:07.124408+0000","last_became_active":"2023-10-09T04:51:07.050643+0000","last_became_peered":"2023-10-09T04:51:07.050643+0000","last_unstale":"2023-10-09T04:51:07.124408+0000","last_undegraded":"2023-10-09T04:51:07.124408+0000","last_fullsized":"2023-10-09T04:51:07.124408+0000","mapping_epoch":283,"log_start":"223'2204","ondisk_log_start":"223'2204","created":228,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":5,"last_scrub":"274'10001","last_scrub_stamp":"2023-10-09T04:50:57.066902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:50:57.066902+0000","objects_scrubbed":403,"log_size":7961,"log_dups_size":0,"ondisk_log_size":7961,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:10.242115+0000","scrub_duration":0.055529427999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15663104,"num_objects":239,"num_object_clones":0,"num_object_copies":717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":164,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":257,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":227,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.032798+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:51:05.032798+0000","last_peered":"2023-10-09T04:51:05.032798+0000","last_clean":"2023-10-09T04:51:05.032798+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:51:05.032798+0000","last_undegraded":"2023-10-09T04:51:05.032798+0000","last_fullsized":"2023-10-09T04:51:05.032798+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":296,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.068262+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:51:08.068262+0000","last_peered":"2023-10-09T04:51:08.068262+0000","last_clean":"2023-10-09T04:51:08.068262+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:51:08.068262+0000","last_undegraded":"2023-10-09T04:51:08.068262+0000","last_fullsized":"2023-10-09T04:51:08.068262+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"286'9922","reported_seq":10039,"reported_epoch":286,"state":"active+clean","last_fresh":"2023-10-09T04:51:10.585374+0000","last_change":"2023-10-09T04:51:03.517109+0000","last_active":"2023-10-09T04:51:10.585374+0000","last_peered":"2023-10-09T04:51:10.585374+0000","last_clean":"2023-10-09T04:51:10.585374+0000","last_became_active":"2023-10-09T04:48:08.673043+0000","last_became_peered":"2023-10-09T04:48:08.673043+0000","last_unstale":"2023-10-09T04:51:10.585374+0000","last_undegraded":"2023-10-09T04:51:10.585374+0000","last_fullsized":"2023-10-09T04:51:10.585374+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"279'9826","last_scrub_stamp":"2023-10-09T04:51:03.516951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:51:03.516951+0000","objects_scrubbed":251,"log_size":9922,"log_dups_size":0,"ondisk_log_size":9922,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:21:00.550630+0000","scrub_duration":0.032644292999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10158080,"num_objects":155,"num_object_clones":0,"num_object_copies":465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":263,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044621+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:51:06.044621+0000","last_peered":"2023-10-09T04:51:06.044621+0000","last_clean":"2023-10-09T04:51:06.044621+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:51:06.044621+0000","last_undegraded":"2023-10-09T04:51:06.044621+0000","last_fullsized":"2023-10-09T04:51:06.044621+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":295,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045838+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:51:06.045838+0000","last_peered":"2023-10-09T04:51:06.045838+0000","last_clean":"2023-10-09T04:51:06.045838+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:51:06.045838+0000","last_undegraded":"2023-10-09T04:51:06.045838+0000","last_fullsized":"2023-10-09T04:51:06.045838+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.14","version":"285'9998","reported_seq":12189,"reported_epoch":286,"state":"peering","last_fresh":"2023-10-09T04:51:09.737607+0000","last_change":"2023-10-09T04:51:09.737607+0000","last_active":"2023-10-09T04:51:09.734779+0000","last_peered":"2023-10-09T04:51:09.646091+0000","last_clean":"2023-10-09T04:51:09.646091+0000","last_became_active":"2023-10-09T04:51:08.160186+0000","last_became_peered":"2023-10-09T04:51:08.160186+0000","last_unstale":"2023-10-09T04:51:09.737607+0000","last_undegraded":"2023-10-09T04:51:09.737607+0000","last_fullsized":"2023-10-09T04:51:09.737607+0000","mapping_epoch":286,"log_start":"220'1819","ondisk_log_start":"220'1819","created":228,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":5,"last_scrub":"277'9892","last_scrub_stamp":"2023-10-09T04:51:00.392997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:51:00.392997+0000","objects_scrubbed":261,"log_size":8179,"log_dups_size":0,"ondisk_log_size":8179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:33:33.758423+0000","scrub_duration":0.035505939,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10092544,"num_objects":154,"num_object_clones":0,"num_object_copies":462,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":107,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":172,"num_bytes_recovered":11272192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":229,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.044587+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:51:06.044587+0000","last_peered":"2023-10-09T04:51:06.044587+0000","last_clean":"2023-10-09T04:51:06.044587+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:51:06.044587+0000","last_undegraded":"2023-10-09T04:51:06.044587+0000","last_fullsized":"2023-10-09T04:51:06.044587+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":278,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.046666+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:51:06.046666+0000","last_peered":"2023-10-09T04:51:06.046666+0000","last_clean":"2023-10-09T04:51:06.046666+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:51:06.046666+0000","last_undegraded":"2023-10-09T04:51:06.046666+0000","last_fullsized":"2023-10-09T04:51:06.046666+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.17","version":"284'10056","reported_seq":10297,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.165521+0000","last_change":"2023-10-09T04:48:36.194612+0000","last_active":"2023-10-09T04:51:07.165521+0000","last_peered":"2023-10-09T04:51:07.165521+0000","last_clean":"2023-10-09T04:51:07.165521+0000","last_became_active":"2023-10-09T04:48:08.676955+0000","last_became_peered":"2023-10-09T04:48:08.676955+0000","last_unstale":"2023-10-09T04:51:07.165521+0000","last_undegraded":"2023-10-09T04:51:07.165521+0000","last_fullsized":"2023-10-09T04:51:07.165521+0000","mapping_epoch":228,"log_start":"220'1428","ondisk_log_start":"220'1428","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"234'6140","last_scrub_stamp":"2023-10-09T04:48:36.194511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:48:36.194511+0000","objects_scrubbed":3597,"log_size":8628,"log_dups_size":0,"ondisk_log_size":8628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":2,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:14.835584+0000","scrub_duration":1.507626028,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14286848,"num_objects":218,"num_object_clones":0,"num_object_copies":654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":218,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3927,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":143,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.042980+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:51:06.042980+0000","last_peered":"2023-10-09T04:51:06.042980+0000","last_clean":"2023-10-09T04:51:06.042980+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:51:06.042980+0000","last_undegraded":"2023-10-09T04:51:06.042980+0000","last_fullsized":"2023-10-09T04:51:06.042980+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":217,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-10-09T04:51:08.066510+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:51:08.066510+0000","last_peered":"2023-10-09T04:51:08.066510+0000","last_clean":"2023-10-09T04:51:08.066510+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:51:08.066510+0000","last_undegraded":"2023-10-09T04:51:08.066510+0000","last_fullsized":"2023-10-09T04:51:08.066510+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.16","version":"284'10106","reported_seq":10272,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-10-09T04:51:07.777886+0000","last_change":"2023-10-09T04:51:00.342410+0000","last_active":"2023-10-09T04:51:07.777886+0000","last_peered":"2023-10-09T04:51:07.777886+0000","last_clean":"2023-10-09T04:51:07.777886+0000","last_became_active":"2023-10-09T04:48:08.676545+0000","last_became_peered":"2023-10-09T04:48:08.676545+0000","last_unstale":"2023-10-09T04:51:07.777886+0000","last_undegraded":"2023-10-09T04:51:07.777886+0000","last_fullsized":"2023-10-09T04:51:07.777886+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":228,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":5,"last_scrub":"277'10026","last_scrub_stamp":"2023-10-09T04:51:00.342343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:47:09.065056+0000","last_clean_scrub_stamp":"2023-10-09T04:51:00.342343+0000","objects_scrubbed":274,"log_size":10106,"log_dups_size":0,"ondisk_log_size":10106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:43:45.888540+0000","scrub_duration":0.036850111999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12713984,"num_objects":194,"num_object_clones":0,"num_object_copies":582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":243,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-10-09T04:51:05.037935+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:51:05.037935+0000","last_peered":"2023-10-09T04:51:05.037935+0000","last_clean":"2023-10-09T04:51:05.037935+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:51:05.037935+0000","last_undegraded":"2023-10-09T04:51:05.037935+0000","last_fullsized":"2023-10-09T04:51:05.037935+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":254,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-10-09T04:51:06.045431+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:51:06.045431+0000","last_peered":"2023-10-09T04:51:06.045431+0000","last_clean":"2023-10-09T04:51:06.045431+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:51:06.045431+0000","last_undegraded":"2023-10-09T04:51:06.045431+0000","last_fullsized":"2023-10-09T04:51:06.045431+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":26,"stat_sum":{"num_bytes":428048408,"num_objects":6532,"num_object_clones":0,"num_object_copies":19596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":54,"num_objects_unfound":0,"num_objects_dirty":6532,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":148552,"num_write_kb":3759073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4226,"num_bytes_recovered":276692992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1458647040,"data_stored":1458634824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216584,"ondisk_log_size":216584,"up":78,"acting":77,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234339,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1068788,"kb_used_data":155308,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":92676364,"statfs":{"total":95995035648,"available":94900596736,"internally_reserved":0,"allocated":159035392,"data_stored":158299167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":1.944,"15min":2.2090000000000001},"min":{"1min":0.23300000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":10.343,"5min":10.343,"15min":11.922000000000001},"last":2.012},{"interface":"front","average":{"1min":1.514,"5min":1.6220000000000001,"15min":1.8959999999999999},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":10.311999999999999,"5min":11.752000000000001,"15min":17.344000000000001},"last":0.251}]},{"osd":1,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":2.968,"5min":2.0339999999999998,"15min":1.8779999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":16.513000000000002,"5min":16.513000000000002,"15min":16.513000000000002},"last":5.1920000000000002},{"interface":"front","average":{"1min":2.972,"5min":2.2679999999999998,"15min":2.1499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":10.385999999999999,"5min":10.385999999999999,"15min":10.385999999999999},"last":2.0510000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.4740000000000002,"15min":2.3210000000000002},"min":{"1min":0.27100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":15.073,"5min":32.179000000000002,"15min":32.179000000000002},"last":2.0819999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.8049999999999999,"15min":2.0259999999999998},"min":{"1min":0.312,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.8520000000000003,"5min":11.823,"15min":11.823},"last":0.46999999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.5629999999999999,"15min":1.7210000000000001},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.9409999999999998,"5min":11.003,"15min":11.003},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.4950000000000001,"5min":1.645,"15min":1.6830000000000001},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9109999999999996,"5min":10.955,"15min":10.955},"last":0.31}]},{"osd":4,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.5010000000000003,"5min":3.0870000000000002,"15min":2.137},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":18.370000000000001,"5min":23.919,"15min":23.919},"last":5.234},{"interface":"front","average":{"1min":1.794,"5min":2.1539999999999999,"15min":1.772},"min":{"1min":0.33300000000000002,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.2629999999999999,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.36399999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.0720000000000001,"5min":3.7109999999999999,"15min":2.3799999999999999},"min":{"1min":0.39600000000000002,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":16.568999999999999,"5min":79.709999999999994,"15min":79.709999999999994},"last":5.2889999999999997},{"interface":"front","average":{"1min":3.238,"5min":3.3119999999999998,"15min":2.21},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":12.022,"5min":79.332999999999998,"15min":79.332999999999998},"last":2.1200000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2750000000000004,"5min":3.1379999999999999,"15min":2.226},"min":{"1min":0.56499999999999995,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":16.599,"5min":16.599,"15min":17.501000000000001},"last":5.2619999999999996},{"interface":"front","average":{"1min":4.4329999999999998,"5min":2.754,"15min":2.1659999999999999},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":17.623999999999999,"5min":17.623999999999999,"15min":17.623999999999999},"last":2.1469999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495975,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1119264,"kb_used_data":213784,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":92625888,"statfs":{"total":95995035648,"available":94848909312,"internally_reserved":0,"allocated":218914816,"data_stored":218190756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:01 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.8080000000000001,"15min":1.946},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":7.96,"5min":8.875,"15min":19.166},"last":10.545999999999999},{"interface":"front","average":{"1min":3.1960000000000002,"5min":2.1680000000000001,"15min":2.1419999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":10.645,"5min":10.645,"15min":19.143999999999998},"last":2.9940000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":2.2210000000000001,"15min":2.0779999999999998},"min":{"1min":0.27600000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":8.7569999999999997,"5min":8.7569999999999997,"15min":8.7569999999999997},"last":8.9949999999999992},{"interface":"front","average":{"1min":2.0489999999999999,"5min":1.6359999999999999,"15min":1.5669999999999999},"min":{"1min":0.27500000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.5570000000000004,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":1.3260000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.911,"15min":2.1520000000000001},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4589999999999996,"5min":6.5979999999999999,"15min":13.32},"last":0.33100000000000002},{"interface":"front","average":{"1min":4.5679999999999996,"5min":2.8100000000000001,"15min":2.391},"min":{"1min":0.33500000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.712,"5min":15.391999999999999,"15min":15.391999999999999},"last":6.5330000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":3.0529999999999999,"5min":2.1699999999999999,"15min":2.0009999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":8.782,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":3.0979999999999999},{"interface":"front","average":{"1min":2.48,"5min":1.7450000000000001,"15min":1.276},"min":{"1min":0.38400000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.9320000000000004,"5min":10.198,"15min":10.198},"last":1.353}]},{"osd":4,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":4.016,"5min":2.3860000000000001,"15min":1.861},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.137,"5min":14.137,"15min":14.137},"last":0.26600000000000001},{"interface":"front","average":{"1min":3.8719999999999999,"5min":2.3399999999999999,"15min":1.9330000000000001},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.26700000000000002},"max":{"1min":10.324999999999999,"5min":10.324999999999999,"15min":12.722},"last":3.0289999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:50:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.4089999999999998,"15min":1.8089999999999999},"min":{"1min":0.35799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":7.343,"5min":12.420999999999999,"15min":16.042000000000002},"last":3.5760000000000001},{"interface":"front","average":{"1min":1.7669999999999999,"5min":2.4169999999999998,"15min":2.1000000000000001},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.9989999999999997,"5min":12.403,"15min":13.391999999999999},"last":0.42699999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.181,"5min":4.4480000000000004,"15min":2.7669999999999999},"min":{"1min":0.36499999999999999,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":9.3170000000000002,"5min":196.22300000000001,"15min":196.22300000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.0469999999999997,"5min":4.9029999999999996,"15min":2.9500000000000002},"min":{"1min":0.49299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.449,"5min":196.24299999999999,"15min":196.24299999999999},"last":3.0680000000000001}]}]},{"osd":1,"up_from":235,"seq":1009317314592,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":424796,"kb_used_data":218196,"kb_used_omap":5,"kb_used_meta":206522,"kb_avail":93320356,"statfs":{"total":95995035648,"available":95560044544,"internally_reserved":0,"allocated":223432704,"data_stored":222149450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":211479253},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.002,"15min":0.98599999999999999},"min":{"1min":0.20200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":9.5830000000000002,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.413,"5min":1.1319999999999999,"15min":1.085},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.648,"5min":10.648,"15min":10.648},"last":6.7119999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0820000000000001,"15min":1.083},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":6.5229999999999997,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.157,"15min":1.145},"min":{"1min":0.30399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.677,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.77900000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.427,"5min":3.427,"15min":3.427},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.038,"15min":1.018},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.4489999999999998,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.64500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8640000000000001,"15min":1.847},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3030000000000008,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.498,"15min":1.526},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.883,"5min":7.282,"15min":7.282},"last":3.6320000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":2.0739999999999998,"15min":2.0059999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.91200000000000003},{"interface":"front","average":{"1min":2.121,"5min":1.891,"15min":1.853},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":1.006}]},{"osd":6,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.569,"15min":1.5680000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.796,"5min":1.4319999999999999,"15min":1.3720000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4240000000000004,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.66100000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":7.5209999999999999,"15min":8.5980000000000008},"min":{"1min":0.42899999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.3690000000000002,"5min":146.554,"15min":146.554},"last":6.6200000000000001},{"interface":"front","average":{"1min":2.7749999999999999,"5min":8.4290000000000003,"15min":9.3710000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":11.34,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.879}]}]},{"osd":0,"up_from":86,"seq":369367187682,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1042932,"kb_used_data":292972,"kb_used_omap":5,"kb_used_meta":749946,"kb_avail":92702220,"statfs":{"total":95995035648,"available":94927073280,"internally_reserved":0,"allocated":300003328,"data_stored":298624826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":767945338},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.23,"15min":1.206},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":7.0270000000000001,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.625,"5min":0.98699999999999999,"15min":0.88100000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":6.5789999999999997,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.222}]},{"osd":2,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.718,"15min":1.8149999999999999},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":23.34,"5min":23.34,"15min":23.34},"last":1.4970000000000001},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.272,"15min":1.7529999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":6.6070000000000002,"5min":8.4290000000000003,"15min":13.348000000000001},"last":0.29199999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:50:32 2023","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.367,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.0010000000000003,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.41899999999999998},{"interface":"front","average":{"1min":3.0510000000000002,"5min":1.6599999999999999,"15min":1.458},"min":{"1min":0.28999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":23.222000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":0.308}]},{"osd":4,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.992,"15min":1.95},"min":{"1min":0.318,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.539,"5min":12.196999999999999,"15min":13.334},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.6509999999999998,"5min":1.8799999999999999,"15min":1.7529999999999999},"min":{"1min":0.35999999999999999,"5min":0.29099999999999998,"15min":0.27100000000000002},"max":{"1min":9.5899999999999999,"5min":12.212,"15min":12.212},"last":0.57999999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.0920000000000001,"15min":2.0070000000000001},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.29699999999999999},"max":{"1min":6.9329999999999998,"5min":13.022,"15min":13.022},"last":0.61099999999999999},{"interface":"front","average":{"1min":2.444,"5min":2.1960000000000002,"15min":2.4009999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":7.6870000000000003,"5min":11.596,"15min":16.609999999999999},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.3959999999999999,"5min":2.0099999999999998,"15min":2.262},"min":{"1min":0.39400000000000002,"5min":0.32400000000000001,"15min":0.32100000000000001},"max":{"1min":9.6310000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.64100000000000001},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.9570000000000001,"15min":2.3820000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.316},"max":{"1min":7.5979999999999999,"5min":7.8259999999999996,"15min":43.819000000000003},"last":0.40699999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.6040000000000001,"5min":1.9079999999999999,"15min":2.2160000000000002},"min":{"1min":0.38400000000000001,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":5.9119999999999999,"5min":10.16,"15min":13.374000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.6899999999999999,"5min":2.2749999999999999,"15min":2.1429999999999998},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.34599999999999997},"max":{"1min":11.5,"5min":14.393000000000001,"15min":14.393000000000001},"last":0.45100000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206525,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":709056,"kb_used_data":175288,"kb_used_omap":7,"kb_used_meta":533688,"kb_avail":93036096,"statfs":{"total":95995035648,"available":95268962304,"internally_reserved":0,"allocated":179494912,"data_stored":178290382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":546496593},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":1.4450000000000001,"15min":2.056},"min":{"1min":0.189,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.2450000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":1.341,"15min":1.9099999999999999},"min":{"1min":0.245,"5min":0.185,"15min":0.185},"max":{"1min":2.5049999999999999,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.26200000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.071,"15min":1.0529999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":11.087999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.96599999999999997,"5min":1.609,"15min":1.716},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.3899999999999997,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.28199999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:50:33 2023","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0269999999999999,"15min":0.81599999999999995},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.1470000000000002,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.248},{"interface":"front","average":{"1min":1.248,"5min":1.077,"15min":0.86099999999999999},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.1799999999999997,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.33400000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.794,"5min":1.9590000000000001,"15min":1.897},"min":{"1min":0.439,"5min":0.32300000000000001,"15min":0.26300000000000001},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":11.789},"last":4.681},{"interface":"front","average":{"1min":3.0259999999999998,"5min":1.7050000000000001,"15min":1.9530000000000001},"min":{"1min":0.35899999999999999,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":1.0289999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.6259999999999999,"15min":2.1949999999999998},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.3520000000000003,"5min":10.846,"15min":14.644},"last":0.80700000000000005},{"interface":"front","average":{"1min":2.4929999999999999,"5min":1.6970000000000001,"15min":2.0840000000000001},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":9.9220000000000006,"5min":10.753,"15min":13.205},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.74,"15min":1.9530000000000001},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":6.0540000000000003,"5min":9.8100000000000005,"15min":15.412000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":2.573,"5min":2.1219999999999999,"15min":2.2290000000000001},"min":{"1min":0.40300000000000002,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":7.8630000000000004,"5min":13.863,"15min":13.863},"last":0.629}]},{"osd":7,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":3.8809999999999998,"5min":2.2120000000000002,"15min":2.3500000000000001},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.36199999999999999},"max":{"1min":14.035,"5min":14.035,"15min":18.792999999999999},"last":5.4610000000000003},{"interface":"front","average":{"1min":4.0330000000000004,"5min":2.3620000000000001,"15min":2.5459999999999998},"min":{"1min":0.45900000000000002,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":14.022,"5min":14.022,"15min":18.841999999999999},"last":5.5270000000000001}]}]},{"osd":3,"up_from":0,"seq":850403524665,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019247,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1166384,"kb_used_data":274600,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92578768,"statfs":{"total":95995035648,"available":94800658432,"internally_reserved":0,"allocated":281190400,"data_stored":280457970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4540000000000002,"15min":1.9850000000000001},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":14.968,"5min":14.968,"15min":16.363},"last":0.41499999999999998},{"interface":"front","average":{"1min":3.552,"5min":2.073,"15min":1.8899999999999999},"min":{"1min":0.318,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.936,"5min":11.936,"15min":11.936},"last":0.318}]},{"osd":1,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1000000000000001,"5min":1.643,"15min":1.3999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":0.34899999999999998},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.1400000000000001,"15min":2.0430000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":10.627000000000001,"5min":10.627000000000001,"15min":10.627000000000001},"last":4.125}]},{"osd":2,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":2.4119999999999999,"15min":1.996},"min":{"1min":0.247,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":14.923999999999999,"5min":14.923999999999999,"15min":14.923999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":3.8029999999999999,"5min":2.3769999999999998,"15min":2.1349999999999998},"min":{"1min":0.40799999999999997,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":11.962999999999999,"5min":12.367000000000001,"15min":13.170999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.1669999999999998,"15min":1.927},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":11.993,"5min":11.993,"15min":11.993},"last":0.55700000000000005},{"interface":"front","average":{"1min":3.1019999999999999,"5min":2.3380000000000001,"15min":1.857},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.692,"5min":10.692,"15min":10.692},"last":4.1689999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":2.911,"15min":2.0110000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.23799999999999999},"max":{"1min":14.997999999999999,"5min":14.997999999999999,"15min":14.997999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":3.863,"5min":2.4689999999999999,"15min":1.8899999999999999},"min":{"1min":0.41899999999999998,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.42999999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:50:19 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":3.4239999999999999,"15min":2.2669999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24299999999999999},"max":{"1min":10.105,"5min":31.064,"15min":31.064},"last":4.2009999999999996},{"interface":"front","average":{"1min":5.734,"5min":3.1989999999999998,"15min":2.0209999999999999},"min":{"1min":0.39600000000000002,"5min":0.30299999999999999,"15min":0.25600000000000001},"max":{"1min":13.794,"5min":16.763000000000002,"15min":16.763000000000002},"last":0.38400000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1840000000000002,"5min":2.4359999999999999,"15min":2.101},"min":{"1min":0.41099999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":12.051,"5min":12.728999999999999,"15min":19.754999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":4.7350000000000003,"5min":3.3420000000000001,"15min":2.218},"min":{"1min":0.317,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":13.32,"5min":15.33,"15min":16.835000000000001},"last":8.1579999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757611,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1062432,"kb_used_data":170072,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92682720,"statfs":{"total":95995035648,"available":94907105280,"internally_reserved":0,"allocated":174153728,"data_stored":173433436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":16.172000000000001,"5min":4.6459999999999999,"15min":2.597},"min":{"1min":0.215,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":322.43200000000002,"5min":322.43200000000002,"15min":322.43200000000002},"last":322.43200000000002},{"interface":"front","average":{"1min":18.212,"5min":5.1680000000000001,"15min":3.375},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":322.61599999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":322.61599999999999}]},{"osd":1,"last update":"Mon Oct 9 04:50:45 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":6.2009999999999996,"15min":6.9509999999999996},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.8449999999999998,"5min":145.947,"15min":145.947},"last":0.38200000000000001},{"interface":"front","average":{"1min":2.399,"5min":6.6920000000000002,"15min":7.4080000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.3680000000000003,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.5649999999999999,"15min":1.8149999999999999},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":6.0960000000000001,"5min":11,"15min":14.859999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":3.1059999999999999,"5min":2.056,"15min":2.3780000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":8.3940000000000001,"5min":9.5950000000000006,"15min":13.308},"last":0.40100000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:50:35 2023","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":1.5149999999999999,"15min":1.2529999999999999},"min":{"1min":0.32200000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":8.3789999999999996,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.46300000000000002},{"interface":"front","average":{"1min":2.7719999999999998,"5min":2.0099999999999998,"15min":1.8140000000000001},"min":{"1min":0.39700000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.5180000000000007,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":0.47399999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.1339999999999999,"15min":1.627},"min":{"1min":0.29899999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":13.285,"5min":13.285,"15min":13.285},"last":0.42199999999999999},{"interface":"front","average":{"1min":4.4859999999999998,"5min":3.2749999999999999,"15min":2.3199999999999998},"min":{"1min":0.30599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.125,"5min":14.824,"15min":14.824},"last":0.434}]},{"osd":6,"last update":"Mon Oct 9 04:50:24 2023","interfaces":[{"interface":"back","average":{"1min":2.766,"5min":2.5979999999999999,"15min":1.974},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.28699999999999998},"max":{"1min":11.949,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":2.6179999999999999,"5min":2.976,"15min":2.2890000000000001},"min":{"1min":0.33500000000000002,"5min":0.33100000000000002,"15min":0.28499999999999998},"max":{"1min":9.4760000000000009,"5min":12.627000000000001,"15min":19.631},"last":0.34799999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:50:50 2023","interfaces":[{"interface":"back","average":{"1min":4.1559999999999997,"5min":3.7440000000000002,"15min":2.516},"min":{"1min":0.373,"5min":0.309,"15min":0.30499999999999999},"max":{"1min":12.625999999999999,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":4.5439999999999996,"5min":2.8119999999999998,"15min":1.8640000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":14.904,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.45100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":286724096,"data_stored":286720024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":208404480,"data_stored":208404480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":154730496,"data_stored":154730496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":275845120,"data_stored":275841048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":167444480,"data_stored":167444480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":212275200,"data_stored":212271128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":153223168,"data_stored":153223168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:51:11.947 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:51:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:11 smithi150 ceph-mon[168511]: failed to encode map e287 with expected crc 2023-10-09T04:51:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:11 smithi150 ceph-mon[168511]: osdmap e287: 8 total, 8 up, 7 in 2023-10-09T04:51:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:11 smithi150 ceph-mon[168511]: failed to encode map e287 with expected crc 2023-10-09T04:51:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:11 smithi150 ceph-mon[168511]: failed to encode map e287 with expected crc 2023-10-09T04:51:11.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:11 smithi150 ceph-mon[168511]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[184249]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[184249]: osdmap e287: 8 total, 8 up, 7 in 2023-10-09T04:51:12.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[184249]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[184249]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[184249]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.012 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:12.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[179183]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[179183]: osdmap e287: 8 total, 8 up, 7 in 2023-10-09T04:51:12.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[179183]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[179183]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:11 smithi107 ceph-mon[179183]: failed to encode map e287 with expected crc 2023-10-09T04:51:12.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:12.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:12.040 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:12.137 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:12.206 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:12.264 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:12.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:12.276 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:12.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:51:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:51:12] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2023-10-09T04:51:12.441 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:12.663 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:12.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:12.667 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:12.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:12 smithi107 ceph-mon[179183]: from='client.45719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:12.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:12 smithi107 ceph-mon[179183]: pgmap v923: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean; 409 MiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 315 op/s; 54/19668 objects misplaced (0.275%); 11 MiB/s, 178 objects/s recovering 2023-10-09T04:51:12.769 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:12.829 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:12.888 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:12.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:12.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:13.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:13.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:12 smithi107 ceph-mon[184249]: from='client.45719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:13.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:12 smithi107 ceph-mon[184249]: pgmap v923: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean; 409 MiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 315 op/s; 54/19668 objects misplaced (0.275%); 11 MiB/s, 178 objects/s recovering 2023-10-09T04:51:13.081 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:13.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:12 smithi150 ceph-mon[168511]: from='client.45719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:13.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:12 smithi150 ceph-mon[168511]: pgmap v923: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean; 409 MiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 315 op/s; 54/19668 objects misplaced (0.275%); 11 MiB/s, 178 objects/s recovering 2023-10-09T04:51:13.366 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:51:13.366 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:51:13.377 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:51:13.410 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:51:13.446 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:51:13.466 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:13.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:13.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:13.493 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:51:13.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:51:13.585 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:51:13.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:13.607 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:51:13.682 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:13.760 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:51:13.917 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:13.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:13.922 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:14.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/394764909' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:51:14.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:51:14.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4074107868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:14.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/394764909' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:51:14.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:51:14.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4074107868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:14.022 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:14.091 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:14.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/394764909' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:51:14.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:51:14.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4074107868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:15.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: pgmap v924: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean; 224 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 728 op/s; 54/10809 objects misplaced (0.500%); 8.4 MiB/s, 134 objects/s recovering 2023-10-09T04:51:15.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:15.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:51:15.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: osdmap e288: 8 total, 8 up, 7 in 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[179183]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: pgmap v924: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean; 224 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 728 op/s; 54/10809 objects misplaced (0.500%); 8.4 MiB/s, 134 objects/s recovering 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:51:15.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: osdmap e288: 8 total, 8 up, 7 in 2023-10-09T04:51:15.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:14 smithi107 ceph-mon[184249]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: pgmap v924: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean; 224 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 728 op/s; 54/10809 objects misplaced (0.500%); 8.4 MiB/s, 134 objects/s recovering 2023-10-09T04:51:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:51:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: osdmap e288: 8 total, 8 up, 7 in 2023-10-09T04:51:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:14 smithi150 ceph-mon[168511]: failed to encode map e288 with expected crc 2023-10-09T04:51:15.370 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:51:15.371 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:51:15.371 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T04:51:15.371 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:51:15.723 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:15.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:15.727 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:15.828 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:15.921 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:15.962 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:15.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:15.965 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:16.067 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:16.085 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:16.143 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:16.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:16 smithi150 ceph-mon[168511]: pgmap v926: 99 pgs: 1 active+recovering+undersized+remapped, 98 active+clean; 208 MiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 54/10035 objects misplaced (0.538%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T04:51:16.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-10-09T04:51:16.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:16 smithi107 ceph-mon[184249]: pgmap v926: 99 pgs: 1 active+recovering+undersized+remapped, 98 active+clean; 208 MiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 54/10035 objects misplaced (0.538%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T04:51:16.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-10-09T04:51:16.393 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:16 smithi107 ceph-mon[179183]: pgmap v926: 99 pgs: 1 active+recovering+undersized+remapped, 98 active+clean; 208 MiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 54/10035 objects misplaced (0.538%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T04:51:16.393 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-10-09T04:51:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "22"}]': finished 2023-10-09T04:51:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: osdmap e289: 8 total, 8 up, 7 in 2023-10-09T04:51:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "22"}]': finished 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: osdmap e289: 8 total, 8 up, 7 in 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "22"}]': finished 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: osdmap e289: 8 total, 8 up, 7 in 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: failed to encode map e289 with expected crc 2023-10-09T04:51:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:17.523 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:51:18.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:51:18.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 122864 objects 2023-10-09T04:51:18.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :150.033 2023-10-09T04:51:18.407 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:18.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: osdmap e290: 8 total, 8 up, 7 in 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: pgmap v929: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 151 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 686 op/s; 288 KiB/s, 33 objects/s recovering 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: osdmap e290: 8 total, 8 up, 7 in 2023-10-09T04:51:18.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: pgmap v929: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 151 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 686 op/s; 288 KiB/s, 33 objects/s recovering 2023-10-09T04:51:18.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-10-09T04:51:18.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:18.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: osdmap e290: 8 total, 8 up, 7 in 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: failed to encode map e290 with expected crc 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: pgmap v929: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 151 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 686 op/s; 288 KiB/s, 33 objects/s recovering 2023-10-09T04:51:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-10-09T04:51:18.513 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:18.573 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:19.252 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:19.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:19.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:19.284 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: failed to encode map e290 with expected crc 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED) 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "23"}]': finished 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: osdmap e291: 8 total, 8 up, 7 in 2023-10-09T04:51:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[184249]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: failed to encode map e290 with expected crc 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED) 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "23"}]': finished 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: osdmap e291: 8 total, 8 up, 7 in 2023-10-09T04:51:19.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:19 smithi107 ceph-mon[179183]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.356 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:19.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: failed to encode map e290 with expected crc 2023-10-09T04:51:19.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED) 2023-10-09T04:51:19.381 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.381 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.381 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "23"}]': finished 2023-10-09T04:51:19.381 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: osdmap e291: 8 total, 8 up, 7 in 2023-10-09T04:51:19.381 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:19 smithi150 ceph-mon[168511]: failed to encode map e291 with expected crc 2023-10-09T04:51:19.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:19.416 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:19.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:19.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:19.463 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:19.519 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:19.545 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:19.577 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:19.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:19.581 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:19.681 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:19.708 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:19.744 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:19.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:19.747 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:19.847 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:19.873 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:19.906 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:19.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:19.909 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:20.010 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:20.085 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:20.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: osdmap e292: 8 total, 8 up, 7 in 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: pgmap v932: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 13 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 778 op/s; 432 KiB/s, 49 objects/s recovering 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-10-09T04:51:20.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: osdmap e292: 8 total, 8 up, 7 in 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: pgmap v932: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 13 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 778 op/s; 432 KiB/s, 49 objects/s recovering 2023-10-09T04:51:20.294 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:20 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-10-09T04:51:20.453 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:20.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:20.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: osdmap e292: 8 total, 8 up, 7 in 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: failed to encode map e292 with expected crc 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: pgmap v932: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 13 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 778 op/s; 432 KiB/s, 49 objects/s recovering 2023-10-09T04:51:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:20 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-10-09T04:51:20.560 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:20.585 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:20.618 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:20.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:20.621 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:20.690 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:20.723 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:20.760 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:21.098 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:21.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:21.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:21.204 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:21.232 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:21.266 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:21.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:21.269 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:21.325 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5 2023-10-09T04:51:21.326 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it 2023-10-09T04:51:21.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "24"}]': finished 2023-10-09T04:51:21.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[179183]: osdmap e293: 8 total, 8 up, 7 in 2023-10-09T04:51:21.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[179183]: failed to encode map e293 with expected crc 2023-10-09T04:51:21.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[179183]: failed to encode map e293 with expected crc 2023-10-09T04:51:21.354 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "24"}]': finished 2023-10-09T04:51:21.354 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[184249]: osdmap e293: 8 total, 8 up, 7 in 2023-10-09T04:51:21.354 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[184249]: failed to encode map e293 with expected crc 2023-10-09T04:51:21.354 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:21 smithi107 ceph-mon[184249]: failed to encode map e293 with expected crc 2023-10-09T04:51:21.370 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:21.399 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "24"}]': finished 2023-10-09T04:51:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:21 smithi150 ceph-mon[168511]: osdmap e293: 8 total, 8 up, 7 in 2023-10-09T04:51:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:21 smithi150 ceph-mon[168511]: failed to encode map e293 with expected crc 2023-10-09T04:51:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:21 smithi150 ceph-mon[168511]: failed to encode map e293 with expected crc 2023-10-09T04:51:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:51:22] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: osdmap e294: 8 total, 8 up, 7 in 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: pgmap v935: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 5.4 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 0 B/s, 149 objects/s recovering 2023-10-09T04:51:22.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "25"}]: dispatch 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: osdmap e294: 8 total, 8 up, 7 in 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: pgmap v935: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 5.4 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 0 B/s, 149 objects/s recovering 2023-10-09T04:51:22.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "25"}]: dispatch 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: osdmap e294: 8 total, 8 up, 7 in 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: failed to encode map e294 with expected crc 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: pgmap v935: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 98 active+clean; 5.4 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 0 B/s, 149 objects/s recovering 2023-10-09T04:51:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:22 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "25"}]: dispatch 2023-10-09T04:51:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "25"}]': finished 2023-10-09T04:51:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: osdmap e295: 8 total, 8 up, 7 in 2023-10-09T04:51:23.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: 10.17 starting backfill to osd.1 from (0'0,0'0] MAX to 289'10274 2023-10-09T04:51:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: 10.17 starting backfill to osd.4 from (0'0,0'0] MAX to 289'10274 2023-10-09T04:51:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[184249]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "25"}]': finished 2023-10-09T04:51:23.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: osdmap e295: 8 total, 8 up, 7 in 2023-10-09T04:51:23.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: 10.17 starting backfill to osd.1 from (0'0,0'0] MAX to 289'10274 2023-10-09T04:51:23.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: 10.17 starting backfill to osd.4 from (0'0,0'0] MAX to 289'10274 2023-10-09T04:51:23.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:23 smithi107 ceph-mon[179183]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num_actual", "val": "25"}]': finished 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: osdmap e295: 8 total, 8 up, 7 in 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: 10.17 starting backfill to osd.1 from (0'0,0'0] MAX to 289'10274 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: 10.17 starting backfill to osd.4 from (0'0,0'0] MAX to 289'10274 2023-10-09T04:51:23.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:23 smithi150 ceph-mon[168511]: failed to encode map e295 with expected crc 2023-10-09T04:51:23.745 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:23.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:23.748 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:23.849 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:23.876 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:23.909 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:23.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:23.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:24.013 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:24.039 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:24.073 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:24.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:24.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: failed to encode map e295 with expected crc 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: osdmap e296: 8 total, 8 up, 7 in 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[184249]: pgmap v938: 99 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 37 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 149 objects/s recovering 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: failed to encode map e295 with expected crc 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: osdmap e296: 8 total, 8 up, 7 in 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:24 smithi107 ceph-mon[179183]: pgmap v938: 99 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 37 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 149 objects/s recovering 2023-10-09T04:51:24.178 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:24.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: failed to encode map e295 with expected crc 2023-10-09T04:51:24.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: osdmap e296: 8 total, 8 up, 7 in 2023-10-09T04:51:24.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.202 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: failed to encode map e296 with expected crc 2023-10-09T04:51:24.202 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:24 smithi150 ceph-mon[168511]: pgmap v938: 99 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 37 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 149 objects/s recovering 2023-10-09T04:51:24.203 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:24.237 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:24.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:24.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:24.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:24.371 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:24.436 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:25.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7608/243 objects degraded (3130.864%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:51:25.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[179183]: failed to encode map e297 with expected crc 2023-10-09T04:51:25.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[179183]: failed to encode map e297 with expected crc 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[179183]: osdmap e297: 8 total, 8 up, 7 in 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[179183]: 10.18 starting backfill to osd.1 from (0'0,0'0] MAX to 289'10285 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[179183]: 10.18 starting backfill to osd.6 from (0'0,0'0] MAX to 289'10285 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7608/243 objects degraded (3130.864%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[184249]: failed to encode map e297 with expected crc 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[184249]: failed to encode map e297 with expected crc 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[184249]: osdmap e297: 8 total, 8 up, 7 in 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[184249]: 10.18 starting backfill to osd.1 from (0'0,0'0] MAX to 289'10285 2023-10-09T04:51:25.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:25 smithi107 ceph-mon[184249]: 10.18 starting backfill to osd.6 from (0'0,0'0] MAX to 289'10285 2023-10-09T04:51:25.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7608/243 objects degraded (3130.864%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T04:51:25.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:25 smithi150 ceph-mon[168511]: failed to encode map e297 with expected crc 2023-10-09T04:51:25.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:25 smithi150 ceph-mon[168511]: failed to encode map e297 with expected crc 2023-10-09T04:51:25.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:25 smithi150 ceph-mon[168511]: osdmap e297: 8 total, 8 up, 7 in 2023-10-09T04:51:25.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:25 smithi150 ceph-mon[168511]: 10.18 starting backfill to osd.1 from (0'0,0'0] MAX to 289'10285 2023-10-09T04:51:25.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:25 smithi150 ceph-mon[168511]: 10.18 starting backfill to osd.6 from (0'0,0'0] MAX to 289'10285 2023-10-09T04:51:25.650 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:25.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:25.751 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:25.852 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:25.882 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:26.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:26 smithi107 ceph-mon[179183]: pgmap v940: 99 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 4 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%) 2023-10-09T04:51:26.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:26 smithi107 ceph-mon[184249]: pgmap v940: 99 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 4 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%) 2023-10-09T04:51:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:26 smithi150 ceph-mon[168511]: pgmap v940: 99 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 4 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%) 2023-10-09T04:51:27.658 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:27.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:27.661 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:27.762 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:27.788 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:27.823 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:27.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:27.826 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:27.927 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:27.960 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:28.187 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:28.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:28.193 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:28.194 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:28.294 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:28.322 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:28.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:28 smithi107 ceph-mon[184249]: pgmap v941: 99 pgs: 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 3 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 121 objects/s recovering 2023-10-09T04:51:28.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:28 smithi107 ceph-mon[179183]: pgmap v941: 99 pgs: 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 3 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 121 objects/s recovering 2023-10-09T04:51:28.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:28 smithi150 ceph-mon[168511]: pgmap v941: 99 pgs: 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 3 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 121 objects/s recovering 2023-10-09T04:51:29.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:29.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:29.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:29.334 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:29.360 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:29.394 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:29.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:29.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:29.498 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:29.532 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:29.687 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:51:29.687 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 7608/243 objects degraded (3130.864%), 3 pgs degraded","count":3},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1249,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":298,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":7,"osd_in_since":1696826765,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":94},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":81,"data_bytes":4364192,"bytes_used":5389742080,"bytes_avail":666575507456,"bytes_total":671965249536,"degraded_objects":7608,"degraded_total":243,"degraded_ratio":31.308641975308642,"misplaced_objects":7608,"misplaced_total":243,"misplaced_ratio":31.308641975308642,"recovering_objects_per_sec":97,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":730,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"a6a52af6-28c5-4e8c-9c9b-c1cb87c7c9f3":{"message":"Global Recovery Event (10s)\n [===========================.] ","progress":0.96969699859619141,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:51:29.687 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:51:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3495444573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:29.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:29 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:29.809 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3495444573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:29.809 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:29 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:29.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3495444573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:29.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:29 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:30.082 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:30.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:30.087 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:30.187 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:30.213 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:30.246 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:30.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:30.249 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:30.349 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:30.375 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:30.407 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:30.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:30.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:30.511 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:30.538 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:30.571 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:30.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:30.574 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:30.675 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:30.701 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:30.722 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:51:30.722 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:51:30.734 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:30.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:30.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:30.749 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: pgmap v942: 99 pgs: 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 0 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 97 objects/s recovering 2023-10-09T04:51:30.749 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:30.749 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: failed to encode map e298 with expected crc 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: failed to encode map e298 with expected crc 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: osdmap e298: 8 total, 8 up, 7 in 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2042225883' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: pgmap v942: 99 pgs: 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 0 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 97 objects/s recovering 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: failed to encode map e298 with expected crc 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: failed to encode map e298 with expected crc 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:30.750 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: osdmap e298: 8 total, 8 up, 7 in 2023-10-09T04:51:30.751 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2042225883' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:51:30.838 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: pgmap v942: 99 pgs: 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 0 op/s; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 97 objects/s recovering 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: failed to encode map e298 with expected crc 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: failed to encode map e298 with expected crc 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: osdmap e298: 8 total, 8 up, 7 in 2023-10-09T04:51:30.862 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2042225883' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:51:30.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:30.897 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:30.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:30.901 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:31.001 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:31.027 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:31.063 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:31.066 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:31.066 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:31.167 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:31.196 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:31.261 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:51:31.284 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:51:31.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:51:31.326 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:51:31.349 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:51:31.372 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:51:31.391 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:51:31.411 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:51:31.412 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.413 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:51:31.643 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:31.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:31.647 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:31.747 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:31.779 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:51:32] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2023-10-09T04:51:32.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:32.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:32.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3745212206' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[179183]: pgmap v944: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 197 objects/s recovering 2023-10-09T04:51:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3745212206' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:32.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:32 smithi107 ceph-mon[184249]: pgmap v944: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 197 objects/s recovering 2023-10-09T04:51:32.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3745212206' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:32 smithi150 ceph-mon[168511]: pgmap v944: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 197 objects/s recovering 2023-10-09T04:51:32.871 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:32.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:32.875 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:32.941 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:51:32.976 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:33.013 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:33.575 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:33.622 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:33.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:33.625 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:33.726 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:33.752 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:33.784 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:33.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:33.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:33.888 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:33.918 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:34 smithi107 ceph-mon[184249]: pgmap v945: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 167 objects/s recovering 2023-10-09T04:51:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:51:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:34 smithi107 ceph-mon[179183]: pgmap v945: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 167 objects/s recovering 2023-10-09T04:51:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:51:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:34 smithi150 ceph-mon[168511]: pgmap v945: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 167 objects/s recovering 2023-10-09T04:51:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:51:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:36 smithi107 ceph-mon[184249]: pgmap v946: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 157 objects/s recovering 2023-10-09T04:51:36.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:36 smithi107 ceph-mon[179183]: pgmap v946: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 157 objects/s recovering 2023-10-09T04:51:36.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:36 smithi150 ceph-mon[168511]: pgmap v946: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 7608/243 objects degraded (3130.864%); 7608/243 objects misplaced (3130.864%); 0 B/s, 157 objects/s recovering 2023-10-09T04:51:36.493 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:36.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:36.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:36.597 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:36.627 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:36.663 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:36.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:36.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:36.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:36.793 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:36.826 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:36.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:36.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:36.930 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:36.968 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:37.023 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:37.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:37.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:37.067 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:51:37.067 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:51:37.128 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:37.166 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:37.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[184249]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[184249]: osdmap e299: 8 total, 8 up, 7 in 2023-10-09T04:51:37.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[184249]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.244 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[184249]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[179183]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[179183]: osdmap e299: 8 total, 8 up, 7 in 2023-10-09T04:51:37.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[179183]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:37 smithi107 ceph-mon[179183]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.339 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:37 smithi150 ceph-mon[168511]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:37 smithi150 ceph-mon[168511]: osdmap e299: 8 total, 8 up, 7 in 2023-10-09T04:51:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:37 smithi150 ceph-mon[168511]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:37 smithi150 ceph-mon[168511]: failed to encode map e299 with expected crc 2023-10-09T04:51:37.659 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:37.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:37.664 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:37.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:37.793 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:38.272 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:51:38.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[179183]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[179183]: osdmap e300: 8 total, 8 up, 7 in 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[179183]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[179183]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[179183]: pgmap v949: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 3839/243 objects degraded (1579.835%); 3839/243 objects misplaced (1579.835%); 0 B/s, 276 objects/s recovering 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[184249]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[184249]: osdmap e300: 8 total, 8 up, 7 in 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[184249]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[184249]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:38 smithi107 ceph-mon[184249]: pgmap v949: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 3839/243 objects degraded (1579.835%); 3839/243 objects misplaced (1579.835%); 0 B/s, 276 objects/s recovering 2023-10-09T04:51:38.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:38 smithi150 ceph-mon[168511]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:38 smithi150 ceph-mon[168511]: osdmap e300: 8 total, 8 up, 7 in 2023-10-09T04:51:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:38 smithi150 ceph-mon[168511]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:38 smithi150 ceph-mon[168511]: failed to encode map e300 with expected crc 2023-10-09T04:51:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:38 smithi150 ceph-mon[168511]: pgmap v949: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 3839/243 objects degraded (1579.835%); 3839/243 objects misplaced (1579.835%); 0 B/s, 276 objects/s recovering 2023-10-09T04:51:38.483 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:38.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:38.489 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:38.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:38.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:38.855 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:38.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:38.860 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:38.913 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:51:38.961 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:38.996 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:39.034 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:39.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:39.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:39.139 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:39.167 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:39 smithi107 ceph-mon[184249]: failed to encode map e300 with expected crc 2023-10-09T04:51:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:39 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3839/243 objects degraded (1579.835%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:51:39.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:39 smithi107 ceph-mon[179183]: failed to encode map e300 with expected crc 2023-10-09T04:51:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:39 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3839/243 objects degraded (1579.835%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:51:39.201 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:39.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:39.204 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:39.305 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:39.336 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:39 smithi150 ceph-mon[168511]: failed to encode map e300 with expected crc 2023-10-09T04:51:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:39 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3839/243 objects degraded (1579.835%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:51:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:39.570 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:39.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:39.573 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:39.674 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:39.701 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:39.736 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:39.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:39.740 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:39.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:39.873 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:40.072 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_5' removed 2023-10-09T04:51:40.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2169803849' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:51:40.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:40.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:40.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[179183]: pgmap v950: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 3839/243 objects degraded (1579.835%); 3839/243 objects misplaced (1579.835%); 0 B/s, 169 objects/s recovering 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2169803849' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[179183]: osdmap e301: 8 total, 8 up, 7 in 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2169803849' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[184249]: pgmap v950: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 3839/243 objects degraded (1579.835%); 3839/243 objects misplaced (1579.835%); 0 B/s, 169 objects/s recovering 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2169803849' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:51:40.135 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:40 smithi107 ceph-mon[184249]: osdmap e301: 8 total, 8 up, 7 in 2023-10-09T04:51:40.227 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:40.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:40.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:40.322 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:51:40.323 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:51:40.333 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:40.387 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:40.479 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:40.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:40.483 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:40.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2169803849' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:51:40.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:40.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:40.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:40 smithi150 ceph-mon[168511]: pgmap v950: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 94 active+clean; 4.2 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 3839/243 objects degraded (1579.835%); 3839/243 objects misplaced (1579.835%); 0 B/s, 169 objects/s recovering 2023-10-09T04:51:40.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2169803849' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:51:40.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:40 smithi150 ceph-mon[168511]: osdmap e301: 8 total, 8 up, 7 in 2023-10-09T04:51:40.583 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:40.611 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:40.960 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":951,"stamp":"2023-10-09T04:51:40.037534+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1771228,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":308,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":5236600,"kb_used_data":127680,"kb_used_omap":18,"kb_used_meta":5108845,"kb_avail":650979464,"statfs":{"total":671965249536,"available":666602971136,"internally_reserved":0,"allocated":130744320,"data_stored":123416639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5231457696},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-3768320,"num_objects":-57,"num_object_clones":0,"num_object_copies":-171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-7608,"num_objects_misplaced":-7608,"num_objects_unfound":0,"num_objects_dirty":-57,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-155027,"num_write_kb":-3759073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-6602,"num_bytes_recovered":-278462464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.492506"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":296,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.091400+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:51:36.091400+0000","last_peered":"2023-10-09T04:51:36.091400+0000","last_clean":"2023-10-09T04:51:36.091400+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:51:36.091400+0000","last_undegraded":"2023-10-09T04:51:36.091400+0000","last_fullsized":"2023-10-09T04:51:36.091400+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":88,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606096+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:51:29.606096+0000","last_peered":"2023-10-09T04:51:29.606096+0000","last_clean":"2023-10-09T04:51:29.606096+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:51:29.606096+0000","last_undegraded":"2023-10-09T04:51:29.606096+0000","last_fullsized":"2023-10-09T04:51:29.606096+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":221,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.114929+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:51:24.114929+0000","last_peered":"2023-10-09T04:51:24.114929+0000","last_clean":"2023-10-09T04:51:24.114929+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:51:24.114929+0000","last_undegraded":"2023-10-09T04:51:24.114929+0000","last_fullsized":"2023-10-09T04:51:24.114929+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":281,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606698+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:51:29.606698+0000","last_peered":"2023-10-09T04:51:29.606698+0000","last_clean":"2023-10-09T04:51:29.606698+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:51:29.606698+0000","last_undegraded":"2023-10-09T04:51:29.606698+0000","last_fullsized":"2023-10-09T04:51:29.606698+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":231,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.604750+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:51:29.604750+0000","last_peered":"2023-10-09T04:51:29.604750+0000","last_clean":"2023-10-09T04:51:29.604750+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:51:29.604750+0000","last_undegraded":"2023-10-09T04:51:29.604750+0000","last_fullsized":"2023-10-09T04:51:29.604750+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":276,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.193302+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:51:36.193302+0000","last_peered":"2023-10-09T04:51:36.193302+0000","last_clean":"2023-10-09T04:51:36.193302+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:51:36.193302+0000","last_undegraded":"2023-10-09T04:51:36.193302+0000","last_fullsized":"2023-10-09T04:51:36.193302+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":269,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606131+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:51:29.606131+0000","last_peered":"2023-10-09T04:51:29.606131+0000","last_clean":"2023-10-09T04:51:29.606131+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:51:29.606131+0000","last_undegraded":"2023-10-09T04:51:29.606131+0000","last_fullsized":"2023-10-09T04:51:29.606131+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":165,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.114942+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:51:24.114942+0000","last_peered":"2023-10-09T04:51:24.114942+0000","last_clean":"2023-10-09T04:51:24.114942+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:51:24.114942+0000","last_undegraded":"2023-10-09T04:51:24.114942+0000","last_fullsized":"2023-10-09T04:51:24.114942+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":277,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.091468+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:51:36.091468+0000","last_peered":"2023-10-09T04:51:36.091468+0000","last_clean":"2023-10-09T04:51:36.091468+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:51:36.091468+0000","last_undegraded":"2023-10-09T04:51:36.091468+0000","last_fullsized":"2023-10-09T04:51:36.091468+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":189,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044859+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:51:36.044859+0000","last_peered":"2023-10-09T04:51:36.044859+0000","last_clean":"2023-10-09T04:51:36.044859+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:51:36.044859+0000","last_undegraded":"2023-10-09T04:51:36.044859+0000","last_fullsized":"2023-10-09T04:51:36.044859+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":287,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.045062+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:51:36.045062+0000","last_peered":"2023-10-09T04:51:36.045062+0000","last_clean":"2023-10-09T04:51:36.045062+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:51:36.045062+0000","last_undegraded":"2023-10-09T04:51:36.045062+0000","last_fullsized":"2023-10-09T04:51:36.045062+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":216,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.115130+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:51:24.115130+0000","last_peered":"2023-10-09T04:51:24.115130+0000","last_clean":"2023-10-09T04:51:24.115130+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:51:24.115130+0000","last_undegraded":"2023-10-09T04:51:24.115130+0000","last_fullsized":"2023-10-09T04:51:24.115130+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":266,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.091041+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:51:36.091041+0000","last_peered":"2023-10-09T04:51:36.091041+0000","last_clean":"2023-10-09T04:51:36.091041+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:51:36.091041+0000","last_undegraded":"2023-10-09T04:51:36.091041+0000","last_fullsized":"2023-10-09T04:51:36.091041+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":277,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090491+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:51:36.090491+0000","last_peered":"2023-10-09T04:51:36.090491+0000","last_clean":"2023-10-09T04:51:36.090491+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:51:36.090491+0000","last_undegraded":"2023-10-09T04:51:36.090491+0000","last_fullsized":"2023-10-09T04:51:36.090491+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":279,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044932+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:51:36.044932+0000","last_peered":"2023-10-09T04:51:36.044932+0000","last_clean":"2023-10-09T04:51:36.044932+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:51:36.044932+0000","last_undegraded":"2023-10-09T04:51:36.044932+0000","last_fullsized":"2023-10-09T04:51:36.044932+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":165,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.115706+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:51:24.115706+0000","last_peered":"2023-10-09T04:51:24.115706+0000","last_clean":"2023-10-09T04:51:24.115706+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:51:24.115706+0000","last_undegraded":"2023-10-09T04:51:24.115706+0000","last_fullsized":"2023-10-09T04:51:24.115706+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":285,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.605637+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:51:29.605637+0000","last_peered":"2023-10-09T04:51:29.605637+0000","last_clean":"2023-10-09T04:51:29.605637+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:51:29.605637+0000","last_undegraded":"2023-10-09T04:51:29.605637+0000","last_fullsized":"2023-10-09T04:51:29.605637+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":276,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090993+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:51:36.090993+0000","last_peered":"2023-10-09T04:51:36.090993+0000","last_clean":"2023-10-09T04:51:36.090993+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:51:36.090993+0000","last_undegraded":"2023-10-09T04:51:36.090993+0000","last_fullsized":"2023-10-09T04:51:36.090993+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":244,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044770+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:51:36.044770+0000","last_peered":"2023-10-09T04:51:36.044770+0000","last_clean":"2023-10-09T04:51:36.044770+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:51:36.044770+0000","last_undegraded":"2023-10-09T04:51:36.044770+0000","last_fullsized":"2023-10-09T04:51:36.044770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":270,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606740+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:51:29.606740+0000","last_peered":"2023-10-09T04:51:29.606740+0000","last_clean":"2023-10-09T04:51:29.606740+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:51:29.606740+0000","last_undegraded":"2023-10-09T04:51:29.606740+0000","last_fullsized":"2023-10-09T04:51:29.606740+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":268,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.192563+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:51:36.192563+0000","last_peered":"2023-10-09T04:51:36.192563+0000","last_clean":"2023-10-09T04:51:36.192563+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:51:36.192563+0000","last_undegraded":"2023-10-09T04:51:36.192563+0000","last_fullsized":"2023-10-09T04:51:36.192563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":217,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.045115+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:51:36.045115+0000","last_peered":"2023-10-09T04:51:36.045115+0000","last_clean":"2023-10-09T04:51:36.045115+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:51:36.045115+0000","last_undegraded":"2023-10-09T04:51:36.045115+0000","last_fullsized":"2023-10-09T04:51:36.045115+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":262,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.045065+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:51:36.045065+0000","last_peered":"2023-10-09T04:51:36.045065+0000","last_clean":"2023-10-09T04:51:36.045065+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:51:36.045065+0000","last_undegraded":"2023-10-09T04:51:36.045065+0000","last_fullsized":"2023-10-09T04:51:36.045065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":242,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.091212+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:51:36.091212+0000","last_peered":"2023-10-09T04:51:36.091212+0000","last_clean":"2023-10-09T04:51:36.091212+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:51:36.091212+0000","last_undegraded":"2023-10-09T04:51:36.091212+0000","last_fullsized":"2023-10-09T04:51:36.091212+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":280,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.045070+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:51:36.045070+0000","last_peered":"2023-10-09T04:51:36.045070+0000","last_clean":"2023-10-09T04:51:36.045070+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:51:36.045070+0000","last_undegraded":"2023-10-09T04:51:36.045070+0000","last_fullsized":"2023-10-09T04:51:36.045070+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":304,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090312+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:51:36.090312+0000","last_peered":"2023-10-09T04:51:36.090312+0000","last_clean":"2023-10-09T04:51:36.090312+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:51:36.090312+0000","last_undegraded":"2023-10-09T04:51:36.090312+0000","last_fullsized":"2023-10-09T04:51:36.090312+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":245,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044948+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:51:36.044948+0000","last_peered":"2023-10-09T04:51:36.044948+0000","last_clean":"2023-10-09T04:51:36.044948+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:51:36.044948+0000","last_undegraded":"2023-10-09T04:51:36.044948+0000","last_fullsized":"2023-10-09T04:51:36.044948+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":276,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.192715+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:51:36.192715+0000","last_peered":"2023-10-09T04:51:36.192715+0000","last_clean":"2023-10-09T04:51:36.192715+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:51:36.192715+0000","last_undegraded":"2023-10-09T04:51:36.192715+0000","last_fullsized":"2023-10-09T04:51:36.192715+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":294,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090590+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:51:36.090590+0000","last_peered":"2023-10-09T04:51:36.090590+0000","last_clean":"2023-10-09T04:51:36.090590+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:51:36.090590+0000","last_undegraded":"2023-10-09T04:51:36.090590+0000","last_fullsized":"2023-10-09T04:51:36.090590+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":271,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.605833+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:51:29.605833+0000","last_peered":"2023-10-09T04:51:29.605833+0000","last_clean":"2023-10-09T04:51:29.605833+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:51:29.605833+0000","last_undegraded":"2023-10-09T04:51:29.605833+0000","last_fullsized":"2023-10-09T04:51:29.605833+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":170,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.605849+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:51:29.605849+0000","last_peered":"2023-10-09T04:51:29.605849+0000","last_clean":"2023-10-09T04:51:29.605849+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:51:29.605849+0000","last_undegraded":"2023-10-09T04:51:29.605849+0000","last_fullsized":"2023-10-09T04:51:29.605849+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":294,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090878+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:51:36.090878+0000","last_peered":"2023-10-09T04:51:36.090878+0000","last_clean":"2023-10-09T04:51:36.090878+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:51:36.090878+0000","last_undegraded":"2023-10-09T04:51:36.090878+0000","last_fullsized":"2023-10-09T04:51:36.090878+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":277,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.192669+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:51:36.192669+0000","last_peered":"2023-10-09T04:51:36.192669+0000","last_clean":"2023-10-09T04:51:36.192669+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:51:36.192669+0000","last_undegraded":"2023-10-09T04:51:36.192669+0000","last_fullsized":"2023-10-09T04:51:36.192669+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":270,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090313+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:51:36.090313+0000","last_peered":"2023-10-09T04:51:36.090313+0000","last_clean":"2023-10-09T04:51:36.090313+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:51:36.090313+0000","last_undegraded":"2023-10-09T04:51:36.090313+0000","last_fullsized":"2023-10-09T04:51:36.090313+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":261,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090233+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:51:36.090233+0000","last_peered":"2023-10-09T04:51:36.090233+0000","last_clean":"2023-10-09T04:51:36.090233+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:51:36.090233+0000","last_undegraded":"2023-10-09T04:51:36.090233+0000","last_fullsized":"2023-10-09T04:51:36.090233+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":277,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.091053+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:51:36.091053+0000","last_peered":"2023-10-09T04:51:36.091053+0000","last_clean":"2023-10-09T04:51:36.091053+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:51:36.091053+0000","last_undegraded":"2023-10-09T04:51:36.091053+0000","last_fullsized":"2023-10-09T04:51:36.091053+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":166,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.115108+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:51:24.115108+0000","last_peered":"2023-10-09T04:51:24.115108+0000","last_clean":"2023-10-09T04:51:24.115108+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:51:24.115108+0000","last_undegraded":"2023-10-09T04:51:24.115108+0000","last_fullsized":"2023-10-09T04:51:24.115108+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":222,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.116996+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:51:24.116996+0000","last_peered":"2023-10-09T04:51:24.116996+0000","last_clean":"2023-10-09T04:51:24.116996+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:51:24.116996+0000","last_undegraded":"2023-10-09T04:51:24.116996+0000","last_fullsized":"2023-10-09T04:51:24.116996+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":272,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.116135+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:51:24.116135+0000","last_peered":"2023-10-09T04:51:24.116135+0000","last_clean":"2023-10-09T04:51:24.116135+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:51:24.116135+0000","last_undegraded":"2023-10-09T04:51:24.116135+0000","last_fullsized":"2023-10-09T04:51:24.116135+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":294,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090919+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:51:36.090919+0000","last_peered":"2023-10-09T04:51:36.090919+0000","last_clean":"2023-10-09T04:51:36.090919+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:51:36.090919+0000","last_undegraded":"2023-10-09T04:51:36.090919+0000","last_fullsized":"2023-10-09T04:51:36.090919+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":230,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.115365+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:51:24.115365+0000","last_peered":"2023-10-09T04:51:24.115365+0000","last_clean":"2023-10-09T04:51:24.115365+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:51:24.115365+0000","last_undegraded":"2023-10-09T04:51:24.115365+0000","last_fullsized":"2023-10-09T04:51:24.115365+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":280,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090607+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:51:36.090607+0000","last_peered":"2023-10-09T04:51:36.090607+0000","last_clean":"2023-10-09T04:51:36.090607+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:51:36.090607+0000","last_undegraded":"2023-10-09T04:51:36.090607+0000","last_fullsized":"2023-10-09T04:51:36.090607+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":261,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090414+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:51:36.090414+0000","last_peered":"2023-10-09T04:51:36.090414+0000","last_clean":"2023-10-09T04:51:36.090414+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:51:36.090414+0000","last_undegraded":"2023-10-09T04:51:36.090414+0000","last_fullsized":"2023-10-09T04:51:36.090414+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":238,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.115775+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:51:24.115775+0000","last_peered":"2023-10-09T04:51:24.115775+0000","last_clean":"2023-10-09T04:51:24.115775+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:51:24.115775+0000","last_undegraded":"2023-10-09T04:51:24.115775+0000","last_fullsized":"2023-10-09T04:51:24.115775+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":298,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.107580+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:51:24.107580+0000","last_peered":"2023-10-09T04:51:24.107580+0000","last_clean":"2023-10-09T04:51:24.107580+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:51:24.107580+0000","last_undegraded":"2023-10-09T04:51:24.107580+0000","last_fullsized":"2023-10-09T04:51:24.107580+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":216,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.114951+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:51:24.114951+0000","last_peered":"2023-10-09T04:51:24.114951+0000","last_clean":"2023-10-09T04:51:24.114951+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:51:24.114951+0000","last_undegraded":"2023-10-09T04:51:24.114951+0000","last_fullsized":"2023-10-09T04:51:24.114951+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":266,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.116997+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:51:24.116997+0000","last_peered":"2023-10-09T04:51:24.116997+0000","last_clean":"2023-10-09T04:51:24.116997+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:51:24.116997+0000","last_undegraded":"2023-10-09T04:51:24.116997+0000","last_fullsized":"2023-10-09T04:51:24.116997+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":263,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090368+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:51:36.090368+0000","last_peered":"2023-10-09T04:51:36.090368+0000","last_clean":"2023-10-09T04:51:36.090368+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:51:36.090368+0000","last_undegraded":"2023-10-09T04:51:36.090368+0000","last_fullsized":"2023-10-09T04:51:36.090368+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":642,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044635+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:51:36.044635+0000","last_peered":"2023-10-09T04:51:36.044635+0000","last_clean":"2023-10-09T04:51:36.044635+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:51:36.044635+0000","last_undegraded":"2023-10-09T04:51:36.044635+0000","last_fullsized":"2023-10-09T04:51:36.044635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":187,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090470+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:51:36.090470+0000","last_peered":"2023-10-09T04:51:36.090470+0000","last_clean":"2023-10-09T04:51:36.090470+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:51:36.090470+0000","last_undegraded":"2023-10-09T04:51:36.090470+0000","last_fullsized":"2023-10-09T04:51:36.090470+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":242,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.192925+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:51:36.192925+0000","last_peered":"2023-10-09T04:51:36.192925+0000","last_clean":"2023-10-09T04:51:36.192925+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:51:36.192925+0000","last_undegraded":"2023-10-09T04:51:36.192925+0000","last_fullsized":"2023-10-09T04:51:36.192925+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":299,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044548+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:51:36.044548+0000","last_peered":"2023-10-09T04:51:36.044548+0000","last_clean":"2023-10-09T04:51:36.044548+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:51:36.044548+0000","last_undegraded":"2023-10-09T04:51:36.044548+0000","last_fullsized":"2023-10-09T04:51:36.044548+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":271,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.605001+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:51:29.605001+0000","last_peered":"2023-10-09T04:51:29.605001+0000","last_clean":"2023-10-09T04:51:29.605001+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:51:29.605001+0000","last_undegraded":"2023-10-09T04:51:29.605001+0000","last_fullsized":"2023-10-09T04:51:29.605001+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":286,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606607+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:51:29.606607+0000","last_peered":"2023-10-09T04:51:29.606607+0000","last_clean":"2023-10-09T04:51:29.606607+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:51:29.606607+0000","last_undegraded":"2023-10-09T04:51:29.606607+0000","last_fullsized":"2023-10-09T04:51:29.606607+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":265,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.045002+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:51:36.045002+0000","last_peered":"2023-10-09T04:51:36.045002+0000","last_clean":"2023-10-09T04:51:36.045002+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:51:36.045002+0000","last_undegraded":"2023-10-09T04:51:36.045002+0000","last_fullsized":"2023-10-09T04:51:36.045002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":216,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.116014+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:51:24.116014+0000","last_peered":"2023-10-09T04:51:24.116014+0000","last_clean":"2023-10-09T04:51:24.116014+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:51:24.116014+0000","last_undegraded":"2023-10-09T04:51:24.116014+0000","last_fullsized":"2023-10-09T04:51:24.116014+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":242,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.605932+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:51:29.605932+0000","last_peered":"2023-10-09T04:51:29.605932+0000","last_clean":"2023-10-09T04:51:29.605932+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:51:29.605932+0000","last_undegraded":"2023-10-09T04:51:29.605932+0000","last_fullsized":"2023-10-09T04:51:29.605932+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":158,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.045180+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:51:36.045180+0000","last_peered":"2023-10-09T04:51:36.045180+0000","last_clean":"2023-10-09T04:51:36.045180+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:51:36.045180+0000","last_undegraded":"2023-10-09T04:51:36.045180+0000","last_fullsized":"2023-10-09T04:51:36.045180+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":228,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.116689+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:51:24.116689+0000","last_peered":"2023-10-09T04:51:24.116689+0000","last_clean":"2023-10-09T04:51:24.116689+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:51:24.116689+0000","last_undegraded":"2023-10-09T04:51:24.116689+0000","last_fullsized":"2023-10-09T04:51:24.116689+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":243,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.044751+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:51:36.044751+0000","last_peered":"2023-10-09T04:51:36.044751+0000","last_clean":"2023-10-09T04:51:36.044751+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:51:36.044751+0000","last_undegraded":"2023-10-09T04:51:36.044751+0000","last_fullsized":"2023-10-09T04:51:36.044751+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":264,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.193186+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:51:36.193186+0000","last_peered":"2023-10-09T04:51:36.193186+0000","last_clean":"2023-10-09T04:51:36.193186+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:51:36.193186+0000","last_undegraded":"2023-10-09T04:51:36.193186+0000","last_fullsized":"2023-10-09T04:51:36.193186+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":274,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606655+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:51:29.606655+0000","last_peered":"2023-10-09T04:51:29.606655+0000","last_clean":"2023-10-09T04:51:29.606655+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:51:29.606655+0000","last_undegraded":"2023-10-09T04:51:29.606655+0000","last_fullsized":"2023-10-09T04:51:29.606655+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":243,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090075+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:51:36.090075+0000","last_peered":"2023-10-09T04:51:36.090075+0000","last_clean":"2023-10-09T04:51:36.090075+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:51:36.090075+0000","last_undegraded":"2023-10-09T04:51:36.090075+0000","last_fullsized":"2023-10-09T04:51:36.090075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":243,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.605927+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:51:29.605927+0000","last_peered":"2023-10-09T04:51:29.605927+0000","last_clean":"2023-10-09T04:51:29.605927+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:51:29.605927+0000","last_undegraded":"2023-10-09T04:51:29.605927+0000","last_fullsized":"2023-10-09T04:51:29.605927+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":308,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.107810+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:51:24.107810+0000","last_peered":"2023-10-09T04:51:24.107810+0000","last_clean":"2023-10-09T04:51:24.107810+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:51:24.107810+0000","last_undegraded":"2023-10-09T04:51:24.107810+0000","last_fullsized":"2023-10-09T04:51:24.107810+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":279,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090672+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:51:36.090672+0000","last_peered":"2023-10-09T04:51:36.090672+0000","last_clean":"2023-10-09T04:51:36.090672+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:51:36.090672+0000","last_undegraded":"2023-10-09T04:51:36.090672+0000","last_fullsized":"2023-10-09T04:51:36.090672+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":311,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090572+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:51:36.090572+0000","last_peered":"2023-10-09T04:51:36.090572+0000","last_clean":"2023-10-09T04:51:36.090572+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:51:36.090572+0000","last_undegraded":"2023-10-09T04:51:36.090572+0000","last_fullsized":"2023-10-09T04:51:36.090572+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":245,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.090776+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:51:36.090776+0000","last_peered":"2023-10-09T04:51:36.090776+0000","last_clean":"2023-10-09T04:51:36.090776+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:51:36.090776+0000","last_undegraded":"2023-10-09T04:51:36.090776+0000","last_fullsized":"2023-10-09T04:51:36.090776+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":294,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.091140+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:51:36.091140+0000","last_peered":"2023-10-09T04:51:36.091140+0000","last_clean":"2023-10-09T04:51:36.091140+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:51:36.091140+0000","last_undegraded":"2023-10-09T04:51:36.091140+0000","last_fullsized":"2023-10-09T04:51:36.091140+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":159,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.193014+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:51:36.193014+0000","last_peered":"2023-10-09T04:51:36.193014+0000","last_clean":"2023-10-09T04:51:36.193014+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:51:36.193014+0000","last_undegraded":"2023-10-09T04:51:36.193014+0000","last_fullsized":"2023-10-09T04:51:36.193014+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":229,"reported_epoch":297,"state":"active+clean","last_fresh":"2023-10-09T04:51:24.107441+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:51:24.107441+0000","last_peered":"2023-10-09T04:51:24.107441+0000","last_clean":"2023-10-09T04:51:24.107441+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:51:24.107441+0000","last_undegraded":"2023-10-09T04:51:24.107441+0000","last_fullsized":"2023-10-09T04:51:24.107441+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":260,"reported_epoch":298,"state":"active+clean","last_fresh":"2023-10-09T04:51:29.606206+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:51:29.606206+0000","last_peered":"2023-10-09T04:51:29.606206+0000","last_clean":"2023-10-09T04:51:29.606206+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:51:29.606206+0000","last_undegraded":"2023-10-09T04:51:29.606206+0000","last_fullsized":"2023-10-09T04:51:29.606206+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":270,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-10-09T04:51:36.089824+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:51:36.089824+0000","last_peered":"2023-10-09T04:51:36.089824+0000","last_clean":"2023-10-09T04:51:36.089824+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:51:36.089824+0000","last_undegraded":"2023-10-09T04:51:36.089824+0000","last_fullsized":"2023-10-09T04:51:36.089824+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234345,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":905524,"kb_used_data":4332,"kb_used_omap":0,"kb_used_meta":901184,"kb_avail":92839628,"statfs":{"total":95995035648,"available":95067779072,"internally_reserved":0,"allocated":4435968,"data_stored":3635574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922812416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":1.944,"15min":2.2090000000000001},"min":{"1min":0.23300000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":10.343,"5min":10.343,"15min":11.922000000000001},"last":0.307},{"interface":"front","average":{"1min":1.514,"5min":1.6220000000000001,"15min":1.8959999999999999},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":10.311999999999999,"5min":11.752000000000001,"15min":17.344000000000001},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":2.968,"5min":2.0339999999999998,"15min":1.8779999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":16.513000000000002,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":2.972,"5min":2.2679999999999998,"15min":2.1499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":10.385999999999999,"5min":10.385999999999999,"15min":10.385999999999999},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.4740000000000002,"15min":2.3210000000000002},"min":{"1min":0.27100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":15.073,"5min":32.179000000000002,"15min":32.179000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.8049999999999999,"15min":2.0259999999999998},"min":{"1min":0.312,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.8520000000000003,"5min":11.823,"15min":11.823},"last":0.51100000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:51:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.4099999999999999,"15min":1.6699999999999999},"min":{"1min":0.33300000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":7.3689999999999998,"5min":11.003,"15min":11.003},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.5209999999999999,"15min":1.6419999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.5330000000000004,"5min":10.955,"15min":10.955},"last":0.57099999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.5010000000000003,"5min":3.0870000000000002,"15min":2.137},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":18.370000000000001,"5min":23.919,"15min":23.919},"last":0.496},{"interface":"front","average":{"1min":1.794,"5min":2.1539999999999999,"15min":1.772},"min":{"1min":0.33300000000000002,"5min":0.30599999999999999,"15min":0.28799999999999998},"max":{"1min":8.2629999999999999,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.54600000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.0720000000000001,"5min":3.7109999999999999,"15min":2.3799999999999999},"min":{"1min":0.39600000000000002,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":16.568999999999999,"5min":79.709999999999994,"15min":79.709999999999994},"last":0.46300000000000002},{"interface":"front","average":{"1min":3.238,"5min":3.3119999999999998,"15min":2.21},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.28100000000000003},"max":{"1min":12.022,"5min":79.332999999999998,"15min":79.332999999999998},"last":0.52600000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:50:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2750000000000004,"5min":3.1379999999999999,"15min":2.226},"min":{"1min":0.56499999999999995,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":16.599,"5min":16.599,"15min":17.501000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":4.4329999999999998,"5min":2.754,"15min":2.1659999999999999},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":17.623999999999999,"5min":17.623999999999999,"15min":17.623999999999999},"last":0.55500000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495981,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":900764,"kb_used_data":3476,"kb_used_omap":0,"kb_used_meta":897280,"kb_avail":92844388,"statfs":{"total":95995035648,"available":95072653312,"internally_reserved":0,"allocated":3559424,"data_stored":2775205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":918814720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:01 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.8080000000000001,"15min":1.946},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":7.96,"5min":8.875,"15min":19.166},"last":0.53500000000000003},{"interface":"front","average":{"1min":3.1960000000000002,"5min":2.1680000000000001,"15min":2.1419999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":10.645,"5min":10.645,"15min":19.143999999999998},"last":0.54600000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":2.2210000000000001,"15min":2.0779999999999998},"min":{"1min":0.27600000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":8.7569999999999997,"5min":8.7569999999999997,"15min":8.7569999999999997},"last":0.51600000000000001},{"interface":"front","average":{"1min":2.0489999999999999,"5min":1.6359999999999999,"15min":1.5669999999999999},"min":{"1min":0.27500000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.5570000000000004,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.40500000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.911,"15min":2.1520000000000001},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4589999999999996,"5min":6.5979999999999999,"15min":13.32},"last":0.38800000000000001},{"interface":"front","average":{"1min":4.5679999999999996,"5min":2.8100000000000001,"15min":2.391},"min":{"1min":0.33500000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.712,"5min":15.391999999999999,"15min":15.391999999999999},"last":0.42499999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":3.0529999999999999,"5min":2.1699999999999999,"15min":2.0009999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":8.782,"5min":9.9169999999999998,"15min":9.9169999999999998},"last":0.34499999999999997},{"interface":"front","average":{"1min":2.48,"5min":1.7450000000000001,"15min":1.276},"min":{"1min":0.38400000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.9320000000000004,"5min":10.198,"15min":10.198},"last":0.44500000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.468,"15min":1.976},"min":{"1min":0.255,"5min":0.25,"15min":0.25},"max":{"1min":8.4659999999999993,"5min":14.137,"15min":14.137},"last":0.46100000000000002},{"interface":"front","average":{"1min":3.6230000000000002,"5min":2.6429999999999998,"15min":2.1150000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26700000000000002},"max":{"1min":14.972,"5min":14.972,"15min":14.972},"last":0.47799999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.54,"15min":1.9339999999999999},"min":{"1min":0.311,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.7390000000000008,"5min":12.420999999999999,"15min":16.042000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.3180000000000001,"5min":2.0459999999999998,"15min":2.1120000000000001},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.3940000000000001,"5min":10.984,"15min":13.391999999999999},"last":0.502}]},{"osd":7,"last update":"Mon Oct 9 04:50:43 2023","interfaces":[{"interface":"back","average":{"1min":3.181,"5min":4.4480000000000004,"15min":2.7669999999999999},"min":{"1min":0.36499999999999999,"5min":0.32600000000000001,"15min":0.30399999999999999},"max":{"1min":9.3170000000000002,"5min":196.22300000000001,"15min":196.22300000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":4.0469999999999997,"5min":4.9029999999999996,"15min":2.9500000000000002},"min":{"1min":0.49299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":11.449,"5min":196.24299999999999,"15min":196.24299999999999},"last":0.58099999999999996}]}]},{"osd":1,"up_from":235,"seq":1009317314597,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":319904,"kb_used_data":77272,"kb_used_omap":5,"kb_used_meta":242618,"kb_avail":93425248,"statfs":{"total":95995035648,"available":95667453952,"internally_reserved":0,"allocated":79126528,"data_stored":77755549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":248441557},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.002,"15min":0.98599999999999999},"min":{"1min":0.20200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":9.5830000000000002,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.28499999999999998},{"interface":"front","average":{"1min":1.413,"5min":1.1319999999999999,"15min":1.085},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.648,"5min":10.648,"15min":10.648},"last":0.22500000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0820000000000001,"15min":1.083},"min":{"1min":0.23300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":6.5229999999999997,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.23899999999999999},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.157,"15min":1.145},"min":{"1min":0.30399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.677,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.253}]},{"osd":3,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.427,"5min":3.427,"15min":3.427},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.038,"15min":1.018},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.4489999999999998,"5min":3.7149999999999999,"15min":3.7149999999999999},"last":0.40899999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.8640000000000001,"15min":1.847},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3030000000000008,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":0.318},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.498,"15min":1.526},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.883,"5min":7.282,"15min":7.282},"last":0.36299999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":2.0739999999999998,"15min":2.0059999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":2.121,"5min":1.891,"15min":1.853},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.51200000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.577,"5min":1.569,"15min":1.5680000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.796,"5min":1.4319999999999999,"15min":1.3720000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4240000000000004,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":7.5209999999999999,"15min":8.5980000000000008},"min":{"1min":0.42899999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.3690000000000002,"5min":146.554,"15min":146.554},"last":0.41999999999999998},{"interface":"front","average":{"1min":2.7749999999999999,"5min":8.4290000000000003,"15min":9.3710000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":11.34,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.45400000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187688,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":754224,"kb_used_data":4264,"kb_used_omap":5,"kb_used_meta":749946,"kb_avail":92990928,"statfs":{"total":95995035648,"available":95222710272,"internally_reserved":0,"allocated":4366336,"data_stored":2870498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":767945338},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.23,"15min":1.206},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":7.0270000000000001,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.248},{"interface":"front","average":{"1min":1.625,"5min":0.98699999999999999,"15min":0.88100000000000001},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":6.5789999999999997,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.222}]},{"osd":2,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.718,"15min":1.8149999999999999},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":23.34,"5min":23.34,"15min":23.34},"last":0.38400000000000001},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.272,"15min":1.7529999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":6.6070000000000002,"5min":8.4290000000000003,"15min":13.348000000000001},"last":0.27400000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:51:32 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.2250000000000001,"15min":1.605},"min":{"1min":0.313,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.4929999999999999,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.46,"5min":1.681,"15min":1.4650000000000001},"min":{"1min":0.26000000000000001,"5min":0.255,"15min":0.255},"max":{"1min":7.7889999999999997,"5min":23.222000000000001,"15min":23.222000000000001},"last":0.32400000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.992,"15min":1.95},"min":{"1min":0.318,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.539,"5min":12.196999999999999,"15min":13.334},"last":0.438},{"interface":"front","average":{"1min":2.6509999999999998,"5min":1.8799999999999999,"15min":1.7529999999999999},"min":{"1min":0.35999999999999999,"5min":0.29099999999999998,"15min":0.27100000000000002},"max":{"1min":9.5899999999999999,"5min":12.212,"15min":12.212},"last":0.495}]},{"osd":5,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.0920000000000001,"15min":2.0070000000000001},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.29699999999999999},"max":{"1min":6.9329999999999998,"5min":13.022,"15min":13.022},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.444,"5min":2.1960000000000002,"15min":2.4009999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":7.6870000000000003,"5min":11.596,"15min":16.609999999999999},"last":0.42899999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.3959999999999999,"5min":2.0099999999999998,"15min":2.262},"min":{"1min":0.39400000000000002,"5min":0.32400000000000001,"15min":0.32100000000000001},"max":{"1min":9.6310000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.44900000000000001},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.9570000000000001,"15min":2.3820000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.316},"max":{"1min":7.5979999999999999,"5min":7.8259999999999996,"15min":43.819000000000003},"last":0.40000000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.6040000000000001,"5min":1.9079999999999999,"15min":2.2160000000000002},"min":{"1min":0.38400000000000001,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":5.9119999999999999,"5min":10.16,"15min":13.374000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.6899999999999999,"5min":2.2749999999999999,"15min":2.1429999999999998},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.34599999999999997},"max":{"1min":11.5,"5min":14.393000000000001,"15min":14.393000000000001},"last":0.41999999999999998}]}]},{"osd":2,"up_from":116,"seq":498216206530,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":545356,"kb_used_data":3460,"kb_used_omap":7,"kb_used_meta":541880,"kb_avail":93199796,"statfs":{"total":95995035648,"available":95436591104,"internally_reserved":0,"allocated":3543040,"data_stored":2243777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":554885201},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":1.4450000000000001,"15min":2.056},"min":{"1min":0.189,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.2450000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":1.341,"15min":1.9099999999999999},"min":{"1min":0.245,"5min":0.185,"15min":0.185},"max":{"1min":2.5049999999999999,"5min":47.450000000000003,"15min":47.450000000000003},"last":0.20399999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:50:39 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.071,"15min":1.0529999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":11.087999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.96599999999999997,"5min":1.609,"15min":1.716},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.3899999999999997,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.191}]},{"osd":3,"last update":"Mon Oct 9 04:50:33 2023","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0269999999999999,"15min":0.81599999999999995},"min":{"1min":0.25900000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.1470000000000002,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.316},{"interface":"front","average":{"1min":1.248,"5min":1.077,"15min":0.86099999999999999},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.1799999999999997,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.35299999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.794,"5min":1.9590000000000001,"15min":1.897},"min":{"1min":0.439,"5min":0.32300000000000001,"15min":0.26300000000000001},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":11.789},"last":0.40600000000000003},{"interface":"front","average":{"1min":3.0259999999999998,"5min":1.7050000000000001,"15min":1.9530000000000001},"min":{"1min":0.35899999999999999,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.28799999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.6259999999999999,"15min":2.1949999999999998},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.3520000000000003,"5min":10.846,"15min":14.644},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.4929999999999999,"5min":1.6970000000000001,"15min":2.0840000000000001},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":9.9220000000000006,"5min":10.753,"15min":13.205},"last":0.38900000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.74,"15min":1.9530000000000001},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":6.0540000000000003,"5min":9.8100000000000005,"15min":15.412000000000001},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.573,"5min":2.1219999999999999,"15min":2.2290000000000001},"min":{"1min":0.40300000000000002,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":7.8630000000000004,"5min":13.863,"15min":13.863},"last":0.33000000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":3.8809999999999998,"5min":2.2120000000000002,"15min":2.3500000000000001},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.36199999999999999},"max":{"1min":14.035,"5min":14.035,"15min":18.792999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":4.0330000000000004,"5min":2.3620000000000001,"15min":2.5459999999999998},"min":{"1min":0.45900000000000002,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":14.022,"5min":14.022,"15min":18.841999999999999},"last":0.34699999999999998}]}]},{"osd":3,"up_from":0,"seq":850403524671,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019253,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":905132,"kb_used_data":17444,"kb_used_omap":0,"kb_used_meta":887680,"kb_avail":92840020,"statfs":{"total":95995035648,"available":95068180480,"internally_reserved":0,"allocated":17862656,"data_stored":17070129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":908984320},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4540000000000002,"15min":1.9850000000000001},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":14.968,"5min":14.968,"15min":16.363},"last":0.27500000000000002},{"interface":"front","average":{"1min":3.552,"5min":2.073,"15min":1.8899999999999999},"min":{"1min":0.318,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.936,"5min":11.936,"15min":11.936},"last":0.372}]},{"osd":1,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1000000000000001,"5min":1.643,"15min":1.3999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":0.25700000000000001},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.1400000000000001,"15min":2.0430000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":10.627000000000001,"5min":10.627000000000001,"15min":10.627000000000001},"last":0.41999999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":2.4119999999999999,"15min":1.996},"min":{"1min":0.247,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":14.923999999999999,"5min":14.923999999999999,"15min":14.923999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":3.8029999999999999,"5min":2.3769999999999998,"15min":2.1349999999999998},"min":{"1min":0.40799999999999997,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":11.962999999999999,"5min":12.367000000000001,"15min":13.170999999999999},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:50:36 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.1669999999999998,"15min":1.927},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":11.993,"5min":11.993,"15min":11.993},"last":0.40999999999999998},{"interface":"front","average":{"1min":3.1019999999999999,"5min":2.3380000000000001,"15min":1.857},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.692,"5min":10.692,"15min":10.692},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":2.911,"15min":2.0110000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.23799999999999999},"max":{"1min":14.997999999999999,"5min":14.997999999999999,"15min":14.997999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":3.863,"5min":2.4689999999999999,"15min":1.8899999999999999},"min":{"1min":0.41899999999999998,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.436}]},{"osd":6,"last update":"Mon Oct 9 04:51:23 2023","interfaces":[{"interface":"back","average":{"1min":4.6929999999999996,"5min":3.3999999999999999,"15min":2.4889999999999999},"min":{"1min":0.45300000000000001,"5min":0.29599999999999999,"15min":0.251},"max":{"1min":13.712999999999999,"5min":13.712999999999999,"15min":31.064},"last":0.45400000000000001},{"interface":"front","average":{"1min":3.472,"5min":3.181,"15min":2.1859999999999999},"min":{"1min":0.38400000000000001,"5min":0.30299999999999999,"15min":0.28299999999999997},"max":{"1min":15.138999999999999,"5min":15.138999999999999,"15min":16.763000000000002},"last":0.38800000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:50:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1840000000000002,"5min":2.4359999999999999,"15min":2.101},"min":{"1min":0.41099999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":12.051,"5min":12.728999999999999,"15min":19.754999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":4.7350000000000003,"5min":3.3420000000000001,"15min":2.218},"min":{"1min":0.317,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":13.32,"5min":15.33,"15min":16.835000000000001},"last":0.52200000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757617,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":905696,"kb_used_data":17432,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92839456,"statfs":{"total":95995035648,"available":95067602944,"internally_reserved":0,"allocated":17850368,"data_stored":17065907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":16.172000000000001,"5min":4.6459999999999999,"15min":2.597},"min":{"1min":0.215,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":322.43200000000002,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":18.212,"5min":5.1680000000000001,"15min":3.375},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":322.61599999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.376}]},{"osd":1,"last update":"Mon Oct 9 04:50:45 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":6.2009999999999996,"15min":6.9509999999999996},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.8449999999999998,"5min":145.947,"15min":145.947},"last":0.35499999999999998},{"interface":"front","average":{"1min":2.399,"5min":6.6920000000000002,"15min":7.4080000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.3680000000000003,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.42799999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.5649999999999999,"15min":1.8149999999999999},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":6.0960000000000001,"5min":11,"15min":14.859999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":3.1059999999999999,"5min":2.056,"15min":2.3780000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":8.3940000000000001,"5min":9.5950000000000006,"15min":13.308},"last":0.55300000000000005}]},{"osd":3,"last update":"Mon Oct 9 04:51:36 2023","interfaces":[{"interface":"back","average":{"1min":2.0219999999999998,"5min":1.6950000000000001,"15min":1.3129999999999999},"min":{"1min":0.34999999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":7.6639999999999997,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.63300000000000001},{"interface":"front","average":{"1min":2.4220000000000002,"5min":2.1509999999999998,"15min":1.861},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":13.257,"5min":13.257,"15min":13.257},"last":0.66100000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.1339999999999999,"15min":1.627},"min":{"1min":0.29899999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":13.285,"5min":13.285,"15min":13.285},"last":0.53300000000000003},{"interface":"front","average":{"1min":4.4859999999999998,"5min":3.2749999999999999,"15min":2.3199999999999998},"min":{"1min":0.30599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.125,"5min":14.824,"15min":14.824},"last":0.60399999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:51:28 2023","interfaces":[{"interface":"back","average":{"1min":3.907,"5min":2.7749999999999999,"15min":2.1880000000000002},"min":{"1min":0.35999999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.189,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.69199999999999995},{"interface":"front","average":{"1min":3.335,"5min":2.585,"15min":2.4470000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":13.279999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.46500000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:50:50 2023","interfaces":[{"interface":"back","average":{"1min":4.1559999999999997,"5min":3.7440000000000002,"15min":2.516},"min":{"1min":0.373,"5min":0.309,"15min":0.30499999999999999},"max":{"1min":12.625999999999999,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.58699999999999997},{"interface":"front","average":{"1min":4.5439999999999996,"5min":2.8119999999999998,"15min":1.8640000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":14.904,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.62}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:51:41.226 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[184249]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[184249]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[184249]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[184249]: from='client.45761 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:41.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[179183]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[179183]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[179183]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:41 smithi107 ceph-mon[179183]: from='client.45761 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:41 smithi150 ceph-mon[168511]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:41 smithi150 ceph-mon[168511]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:41 smithi150 ceph-mon[168511]: failed to encode map e301 with expected crc 2023-10-09T04:51:41.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:41 smithi150 ceph-mon[168511]: from='client.45761 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:41.812 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:41.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:41.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:41.871 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:51:41.871 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:51:41.871 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_6 2023-10-09T04:51:41.872 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_6 16 2023-10-09T04:51:41.917 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:41.950 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:41.955 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:41.986 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:41.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:41.989 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:42.090 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:42.172 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:51:42.185 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:51:42.213 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:42.215 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:51:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/315584727' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:51:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:51:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:42 smithi150 ceph-mon[168511]: pgmap v952: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:42.244 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:51:42.266 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:51:42.284 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:51:42.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:51:42.322 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:51:42.340 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:51:42.368 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:51:42] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2023-10-09T04:51:42.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/315584727' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:51:42.369 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:51:42.369 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-mon[179183]: pgmap v952: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:42.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/315584727' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:51:42.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:51:42.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:42 smithi107 ceph-mon[184249]: pgmap v952: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:42.995 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:42.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:42.999 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:43.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:43.132 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3839/243 objects degraded (1579.835%), 2 pgs degraded) 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: failed to encode map e302 with expected crc 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: osdmap e302: 8 total, 8 up, 7 in 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2931652899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[179183]: failed to encode map e302 with expected crc 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3839/243 objects degraded (1579.835%), 2 pgs degraded) 2023-10-09T04:51:43.157 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:43.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: failed to encode map e302 with expected crc 2023-10-09T04:51:43.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:51:43.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: osdmap e302: 8 total, 8 up, 7 in 2023-10-09T04:51:43.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2931652899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:43.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:43 smithi107 ceph-mon[184249]: failed to encode map e302 with expected crc 2023-10-09T04:51:43.169 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:43.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:43.172 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:43.273 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:43.301 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:43.336 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:43.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3839/243 objects degraded (1579.835%), 2 pgs degraded) 2023-10-09T04:51:43.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:51:43.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: failed to encode map e302 with expected crc 2023-10-09T04:51:43.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:51:43.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: osdmap e302: 8 total, 8 up, 7 in 2023-10-09T04:51:43.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2931652899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:43.339 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:43 smithi150 ceph-mon[168511]: failed to encode map e302 with expected crc 2023-10-09T04:51:43.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:43.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:43.434 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:43.441 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:43.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:43.857 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:43.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:43.861 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:43.962 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:43.966 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:51:43.992 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:44.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[179183]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[179183]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[179183]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[179183]: pgmap v954: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:44.126 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:44.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:44.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:44.230 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:44.301 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:44.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:44.305 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:44.405 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[184249]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[184249]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[184249]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:44 smithi107 ceph-mon[184249]: pgmap v954: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:44.437 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:44 smithi150 ceph-mon[168511]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:44 smithi150 ceph-mon[168511]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:44 smithi150 ceph-mon[168511]: failed to encode map e302 with expected crc 2023-10-09T04:51:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:44 smithi150 ceph-mon[168511]: pgmap v954: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:44.575 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:44.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:44.578 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:44.679 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:44.711 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:44.747 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:44.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:44.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:44.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:44.879 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:44.886 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:51:44.915 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:51:44.916 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:44.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:44.919 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:44.992 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:51:44.992 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:51:44.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211666 9.f e200/199 9:f953d5d5:::benchmark_data_smithi107_236173_object95375:head v 200'13241, mlcod=0'0)", 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.220871628, 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038390081999999999, 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:44.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769448+0000", 2023-10-09T04:51:44.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769453+0000", 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3469999999999998e-06 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769464+0000", 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0284e-05 2023-10-09T04:51:44.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769472+0000", 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2549999999999997e-06 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769540+0000", 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7941999999999994e-05 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.769569+0000", 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9275999999999999e-05 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807796+0000", 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038227028000000003 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807839+0000", 2023-10-09T04:51:44.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.231e-05 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211669 9.f e200/199 9:f95a0f76:::benchmark_data_smithi107_236173_object95378:head v 200'13242, mlcod=0'0)", 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.774315+0000", 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.21600537500001, 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033543508999999999, 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:44.998 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774315+0000", 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774315+0000", 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:44.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774314+0000", 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774323+0000", 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2289999999999992e-06 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774346+0000", 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3051e-05 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774356+0000", 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0171e-05 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774413+0000", 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6740000000000002e-05 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.774446+0000", 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3497000000000001e-05 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807843+0000", 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033396449000000002 2023-10-09T04:51:45.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807858+0000", 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5344000000000001e-05 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211683 9.2 e200/199 9:4343a2f7:::benchmark_data_smithi107_236173_object95392:head v 200'13135, mlcod=0'0)", 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.776052+0000", 2023-10-09T04:51:45.003 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.21426816500002, 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021483551, 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776052+0000", 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.004 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776052+0000", 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776051+0000", 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776062+0000", 2023-10-09T04:51:45.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1484000000000001e-05 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776079+0000", 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6286e-05 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776088+0000", 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5289999999999997e-06 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779597+0000", 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0035085170000000001 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779622+0000", 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5667e-05 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.797494+0000", 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017871847 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.797535+0000", 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1315e-05 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211680 9.f e200/199 9:f42e5328:::benchmark_data_smithi107_236173_object95389:head v 200'13243, mlcod=0'0)", 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.776523+0000", 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.21379728599999, 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.031349533999999998, 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776523+0000", 2023-10-09T04:51:45.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776523+0000", 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776522+0000", 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:51:45.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776530+0000", 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0700000000000007e-06 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776545+0000", 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4551e-05 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.776562+0000", 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7439e-05 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779237+0000", 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026747239999999999 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779267+0000", 2023-10-09T04:51:45.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9989e-05 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807860+0000", 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028592856999999999 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807872+0000", 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.258e-05 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.013 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211685 9.f e200/199 9:f94b3406:::benchmark_data_smithi107_236173_object95394:head v 200'13244, mlcod=0'0)", 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.21050060200002, 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028072363999999999, 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779819+0000", 2023-10-09T04:51:45.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779827+0000", 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7590000000000003e-06 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779841+0000", 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3576e-05 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.779849+0000", 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2970000000000004e-06 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.784384+0000", 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045345289999999998 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.784409+0000", 2023-10-09T04:51:45.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5097999999999999e-05 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807874+0000", 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023464911000000001 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807892+0000", 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8150000000000001e-05 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.018 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:211689 9.f e200/199 9:f86751b5:::benchmark_data_smithi107_236173_object95398:head v 200'13245, mlcod=0'0)", 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:28.783428+0000", 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.20689160799998, 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024486933999999998, 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783428+0000", 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783428+0000", 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783427+0000", 2023-10-09T04:51:45.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783439+0000", 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1856e-05 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783460+0000", 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1727000000000001e-05 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.783471+0000", 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0781000000000001e-05 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.789529+0000", 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060579220000000003 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.789554+0000", 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5279999999999999e-05 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807893+0000", 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.018338943 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:28.807915+0000", 2023-10-09T04:51:45.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1997999999999998e-05 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212419 9.2 e200/199 9:4bd48c5f:::benchmark_data_smithi107_236173_object96128:head v 200'13183, mlcod=188'11898)", 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:29.615578+0000", 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 315.37474190199998, 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021521733000000001, 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.024 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615578+0000", 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615578+0000", 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615577+0000", 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615587+0000", 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4679999999999998e-06 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615603+0000", 2023-10-09T04:51:45.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6147999999999999e-05 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.615611+0000", 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2910000000000007e-06 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.616405+0000", 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00079341999999999998 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.616430+0000", 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5287e-05 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.637059+0000", 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020629059000000002 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:29.637100+0000", 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1006e-05 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212734 9.2 e200/199 9:4211c034:::benchmark_data_smithi107_236173_object96443:head v 200'13208, mlcod=188'11943)", 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 314.95011667699998, 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023458143000000001, 2023-10-09T04:51:45.029 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040203+0000", 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040209+0000", 2023-10-09T04:51:45.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8580000000000002e-06 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040223+0000", 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3431999999999999e-05 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040231+0000", 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7880000000000007e-06 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040280+0000", 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8949999999999997e-05 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.040306+0000", 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.62e-05 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.033 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.063619+0000", 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023312790999999999 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.063662+0000", 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2969999999999997e-05 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.034 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212763 9.f e200/199 9:f78985fb:::benchmark_data_smithi107_236173_object96472:head v 200'13298, mlcod=185'11979)", 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:30.084633+0000", 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 314.90568728800002, 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022729477000000001, 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084633+0000", 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084633+0000", 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084632+0000", 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084639+0000", 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9670000000000004e-06 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084668+0000", 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9073000000000001e-05 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084678+0000", 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7380000000000006e-06 2023-10-09T04:51:45.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084727+0000", 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9455e-05 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.084762+0000", 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4391000000000003e-05 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.107323+0000", 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022561490999999999 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.107362+0000", 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9236000000000002e-05 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.039 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:212840 9.f e200/199 9:fc5e6943:::benchmark_data_smithi107_236173_object96549:head v 200'13306, mlcod=185'11979)", 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:30.181751+0000", 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 314.80856939199998, 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021270332999999999, 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181751+0000", 2023-10-09T04:51:45.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181751+0000", 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181750+0000", 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181757+0000", 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7859999999999999e-06 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181769+0000", 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2728000000000001e-05 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181778+0000", 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6319999999999997e-06 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181824+0000", 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6357999999999999e-05 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.181855+0000", 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1028999999999997e-05 2023-10-09T04:51:45.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.202983+0000", 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021128030999999999 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:30.203021+0000", 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7545000000000001e-05 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.044 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215850 9.f e200/199 9:f09434ae:::benchmark_data_smithi107_236173_object99559:head v 200'13497, mlcod=185'11979)", 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:34.294278+0000", 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 310.69604234600001, 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026217039000000001, 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294278+0000", 2023-10-09T04:51:45.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294278+0000", 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294277+0000", 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294288+0000", 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1423999999999999e-05 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294305+0000", 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6597999999999999e-05 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294314+0000", 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1619999999999997e-06 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294395+0000", 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1354999999999996e-05 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.294434+0000", 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8881000000000003e-05 2023-10-09T04:51:45.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320453+0000", 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026018578000000001 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320495+0000", 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1971999999999997e-05 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.049 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215851 9.f e200/199 9:f5488261:::benchmark_data_smithi107_236173_object99560:head v 200'13498, mlcod=185'11979)", 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:34.299651+0000", 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 310.69066920900002, 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020875161999999999, 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.050 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299651+0000", 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299651+0000", 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299650+0000", 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299662+0000", 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2591e-05 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299677+0000", 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4858000000000001e-05 2023-10-09T04:51:45.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299686+0000", 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7399999999999993e-06 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299778+0000", 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2040000000000006e-05 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299809+0000", 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1424999999999998e-05 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320500+0000", 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020690995 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.320526+0000", 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5544000000000001e-05 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:215853 9.f e200/199 9:fca6219c:::benchmark_data_smithi107_236173_object99562:head v 200'13499, mlcod=185'11979)", 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 310.69062094100002, 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024785794, 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.055 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.056 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299699+0000", 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299703+0000", 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1969999999999998e-06 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299712+0000", 2023-10-09T04:51:45.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8370000000000003e-06 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.299717+0000", 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.276e-06 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.305183+0000", 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054661370000000003 2023-10-09T04:51:45.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.305216+0000", 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3142000000000002e-05 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.324435+0000", 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019218616000000001 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:34.324485+0000", 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9917000000000003e-05 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:216683 9.f e200/199 9:f6de10dd:::benchmark_data_smithi107_236173_object100392:head v 200'13546, mlcod=185'11979)", 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:35.400173+0000", 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 309.59014730500002, 2023-10-09T04:51:45.060 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.045681206000000002, 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400173+0000", 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400173+0000", 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.061 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400172+0000", 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400182+0000", 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.859e-06 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.062 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400193+0000", 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1134999999999999e-05 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.400200+0000", 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2520000000000002e-06 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.063 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.412406+0000", 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012205752 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.412437+0000", 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0633999999999998e-05 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445815+0000", 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033378004000000003 2023-10-09T04:51:45.064 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445854+0000", 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9301000000000002e-05 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:216686 9.f e200/199 9:f92dab04:::benchmark_data_smithi107_236173_object100395:head v 200'13547, mlcod=185'11979)", 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:35.423376+0000", 2023-10-09T04:51:45.065 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 309.56694397500002, 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022508957999999999, 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423376+0000", 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.066 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423376+0000", 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423375+0000", 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423384+0000", 2023-10-09T04:51:45.067 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7029999999999995e-06 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423399+0000", 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4671999999999999e-05 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.423406+0000", 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6310000000000003e-06 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.068 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.426413+0000", 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030063120000000001 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.426441+0000", 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8048e-05 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.069 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445861+0000", 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019420435999999999 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:35.445885+0000", 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4051999999999999e-05 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.070 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:217327 9.2 e201/199 9:4f76f645:::benchmark_data_smithi107_236173_object101036:head v 201'13507, mlcod=192'12608)", 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:36.305668+0000", 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 308.68465221299999, 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020879792000000001, 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305668+0000", 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.071 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305668+0000", 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305667+0000", 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.072 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305677+0000", 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0006999999999999e-05 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305691+0000", 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4433000000000001e-05 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305699+0000", 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3919999999999997e-06 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.073 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305744+0000", 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5275000000000003e-05 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.305769+0000", 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5004e-05 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.074 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326504+0000", 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020734683 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326548+0000", 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4109000000000001e-05 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.075 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:217329 9.2 e201/199 9:47543ffd:::benchmark_data_smithi107_236173_object101038:head v 201'13508, mlcod=192'12608)", 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:36.306153+0000", 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 308.68416742800002, 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020427427000000001, 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306153+0000", 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306153+0000", 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306152+0000", 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.077 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306159+0000", 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8020000000000003e-06 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306170+0000", 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0848e-05 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.078 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.306176+0000", 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9179999999999997e-06 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.308542+0000", 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023655170000000001 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.308571+0000", 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8518999999999999e-05 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.079 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326551+0000", 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017980866000000002 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:36.326580+0000", 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8688e-05 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.080 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:219137 9.f e201/199 9:fcead0e7:::benchmark_data_smithi107_236173_object102846:head v 201'13715, mlcod=185'11979)", 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:38.654284+0000", 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.33603609099998, 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021511229999999999, 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654284+0000", 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.081 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654284+0000", 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654283+0000", 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.082 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654291+0000", 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0539999999999995e-06 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654302+0000", 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.083 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654311+0000", 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9190000000000005e-06 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654386+0000", 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5097000000000003e-05 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.085 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.654413+0000", 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6203e-05 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.675746+0000", 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021333059000000001 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:38.675795+0000", 2023-10-09T04:51:45.086 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9484000000000003e-05 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:219560 9.f e201/199 9:ffc55610:::benchmark_data_smithi107_236173_object103269:head v 201'13731, mlcod=185'11979)", 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:39.225367+0000", 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 305.76495284600003, 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023458903999999999, 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.087 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225367+0000", 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.088 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225367+0000", 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225366+0000", 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225378+0000", 2023-10-09T04:51:45.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1863e-05 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225392+0000", 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3654e-05 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225401+0000", 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0659999999999993e-06 2023-10-09T04:51:45.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225469+0000", 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7904000000000006e-05 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.225495+0000", 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6519000000000001e-05 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.248785+0000", 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023290000000000002 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:39.248826+0000", 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1035000000000003e-05 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.34992.0:228565 9.f e204/199 9:f87a215e:::benchmark_data_smithi107_236173_object112274:head v 204'14300, mlcod=193'13047)", 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:51.879913+0000", 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 293.11040692, 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020280359000000001, 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:51:45.093 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879913+0000", 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879913+0000", 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879912+0000", 2023-10-09T04:51:45.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879924+0000", 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1201e-05 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879938+0000", 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4219000000000001e-05 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.879946+0000", 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8790000000000003e-06 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.882484+0000", 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002537835 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.882514+0000", 2023-10-09T04:51:45.096 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0868999999999999e-05 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.900151+0000", 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017636949999999998 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:51.900194+0000", 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2128000000000001e-05 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.097 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.098 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:51:45.098 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:51:45.098 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:51:45.098 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:45.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:45.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:45.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:45.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:45.270 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:45.298 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:45.333 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:45.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:45.336 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:45.437 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:45.464 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:45.497 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:45.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:45.500 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:45.601 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:45.627 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:45.660 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:45.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:45.663 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:45.764 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:45.790 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:45.823 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:45.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:45.826 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:45.926 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:45.956 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:46.371 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:46 smithi107 ceph-mon[179183]: pgmap v955: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:46.372 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:46 smithi107 ceph-mon[184249]: pgmap v955: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:46.391 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:46.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:46.395 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:46.435 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:51:46.462 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:46 smithi150 ceph-mon[168511]: pgmap v955: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:46.497 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:46.525 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:46.560 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:46.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:46.564 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:46.664 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:46.694 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:46.776 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:46.886 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:46.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:46.890 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:46.990 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:47.022 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:47.027 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:47.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:47.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:47.054 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:47.054 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1095173429' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2023-10-09T04:51:47.054 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2023-10-09T04:51:47.058 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:47.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:47.062 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:47.163 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:47.196 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1095173429' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2023-10-09T04:51:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:47 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2023-10-09T04:51:47.461 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_6' created 2023-10-09T04:51:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:51:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1095173429' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2023-10-09T04:51:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:47 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2023-10-09T04:51:47.580 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:47.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:47.585 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:47.686 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:47.714 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2023-10-09T04:51:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: osdmap e303: 8 total, 8 up, 7 in 2023-10-09T04:51:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: pgmap v957: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2023-10-09T04:51:48.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: osdmap e303: 8 total, 8 up, 7 in 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: pgmap v957: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:51:48.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.450 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:48.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:48.453 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: osdmap e303: 8 total, 8 up, 7 in 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: failed to encode map e303 with expected crc 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: pgmap v957: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:51:48.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:51:48.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:51:48.554 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:48.585 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:48.620 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:48.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:48.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:48.718 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_6 rados --yes-i-really-mean-it || true 2023-10-09T04:51:48.723 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:48.751 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:48.785 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:48.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:48.788 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:48.889 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:48.917 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:49.087 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:49.090 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:49.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:49.091 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:49.191 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:49.217 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:49.330 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:49.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:49.339 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:49.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[184249]: failed to encode map e303 with expected crc 2023-10-09T04:51:49.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[184249]: failed to encode map e303 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[184249]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[184249]: osdmap e304: 8 total, 8 up, 7 in 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[184249]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[184249]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[179183]: failed to encode map e303 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[179183]: failed to encode map e303 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[179183]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[179183]: osdmap e304: 8 total, 8 up, 7 in 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[179183]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:49 smithi107 ceph-mon[179183]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.440 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:49.471 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:49 smithi150 ceph-mon[168511]: failed to encode map e303 with expected crc 2023-10-09T04:51:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:49 smithi150 ceph-mon[168511]: failed to encode map e303 with expected crc 2023-10-09T04:51:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:49 smithi150 ceph-mon[168511]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:49 smithi150 ceph-mon[168511]: osdmap e304: 8 total, 8 up, 7 in 2023-10-09T04:51:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:49 smithi150 ceph-mon[168511]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:49 smithi150 ceph-mon[168511]: failed to encode map e304 with expected crc 2023-10-09T04:51:49.601 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:49.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:49.604 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:49.632 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:51:49.658 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:51:49.679 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:51:49.700 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:51:49.705 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:49.719 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:51:49.737 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:49.738 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:51:49.757 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:51:49.775 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:49.777 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.781 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.782 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:51:49.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:49.782 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:49.883 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:49.913 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:49.949 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:49.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:49.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:50.011 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:51:50.013 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:51:50.053 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:50.083 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:50.172 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:50.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:50.175 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:50.276 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:50.306 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[184249]: failed to encode map e304 with expected crc 2023-10-09T04:51:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[184249]: failed to encode map e304 with expected crc 2023-10-09T04:51:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[184249]: failed to encode map e305 with expected crc 2023-10-09T04:51:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[184249]: osdmap e305: 8 total, 8 up, 7 in 2023-10-09T04:51:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[184249]: pgmap v960: 89 pgs: 10 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4253683471' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[179183]: failed to encode map e304 with expected crc 2023-10-09T04:51:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[179183]: failed to encode map e304 with expected crc 2023-10-09T04:51:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[179183]: failed to encode map e305 with expected crc 2023-10-09T04:51:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[179183]: osdmap e305: 8 total, 8 up, 7 in 2023-10-09T04:51:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[179183]: pgmap v960: 89 pgs: 10 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:50.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4253683471' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:50.444 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:50.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:50.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:50.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:50 smithi150 ceph-mon[168511]: failed to encode map e304 with expected crc 2023-10-09T04:51:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:50 smithi150 ceph-mon[168511]: failed to encode map e304 with expected crc 2023-10-09T04:51:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:50 smithi150 ceph-mon[168511]: failed to encode map e305 with expected crc 2023-10-09T04:51:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:50 smithi150 ceph-mon[168511]: osdmap e305: 8 total, 8 up, 7 in 2023-10-09T04:51:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:50 smithi150 ceph-mon[168511]: pgmap v960: 89 pgs: 10 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4253683471' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:50.548 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:50.580 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:50.617 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:50.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:50.620 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:50.721 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:50.748 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:50.779 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":960,"stamp":"2023-10-09T04:51:49.548790+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1771228,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":221,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":5216004,"kb_used_data":80844,"kb_used_omap":18,"kb_used_meta":5135085,"kb_avail":651000060,"statfs":{"total":671965249536,"available":666624061440,"internally_reserved":0,"allocated":82784256,"data_stored":75364950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5258327456},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001297"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":299,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201643+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:51:42.201643+0000","last_peered":"2023-10-09T04:51:42.201643+0000","last_clean":"2023-10-09T04:51:42.201643+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:51:42.201643+0000","last_undegraded":"2023-10-09T04:51:42.201643+0000","last_fullsized":"2023-10-09T04:51:42.201643+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":91,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.040402+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:51:40.040402+0000","last_peered":"2023-10-09T04:51:40.040402+0000","last_clean":"2023-10-09T04:51:40.040402+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:51:40.040402+0000","last_undegraded":"2023-10-09T04:51:40.040402+0000","last_fullsized":"2023-10-09T04:51:40.040402+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":225,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.103678+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:51:40.103678+0000","last_peered":"2023-10-09T04:51:40.103678+0000","last_clean":"2023-10-09T04:51:40.103678+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:51:40.103678+0000","last_undegraded":"2023-10-09T04:51:40.103678+0000","last_fullsized":"2023-10-09T04:51:40.103678+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":284,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.045102+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:51:40.045102+0000","last_peered":"2023-10-09T04:51:40.045102+0000","last_clean":"2023-10-09T04:51:40.045102+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:51:40.045102+0000","last_undegraded":"2023-10-09T04:51:40.045102+0000","last_fullsized":"2023-10-09T04:51:40.045102+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":234,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.038972+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:51:40.038972+0000","last_peered":"2023-10-09T04:51:40.038972+0000","last_clean":"2023-10-09T04:51:40.038972+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:51:40.038972+0000","last_undegraded":"2023-10-09T04:51:40.038972+0000","last_fullsized":"2023-10-09T04:51:40.038972+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":279,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.547650+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:51:42.547650+0000","last_peered":"2023-10-09T04:51:42.547650+0000","last_clean":"2023-10-09T04:51:42.547650+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:51:42.547650+0000","last_undegraded":"2023-10-09T04:51:42.547650+0000","last_fullsized":"2023-10-09T04:51:42.547650+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":273,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.092966+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:51:42.092966+0000","last_peered":"2023-10-09T04:51:42.092966+0000","last_clean":"2023-10-09T04:51:42.092966+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:51:42.092966+0000","last_undegraded":"2023-10-09T04:51:42.092966+0000","last_fullsized":"2023-10-09T04:51:42.092966+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":169,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.100744+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:51:40.100744+0000","last_peered":"2023-10-09T04:51:40.100744+0000","last_clean":"2023-10-09T04:51:40.100744+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:51:40.100744+0000","last_undegraded":"2023-10-09T04:51:40.100744+0000","last_fullsized":"2023-10-09T04:51:40.100744+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":280,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201383+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:51:42.201383+0000","last_peered":"2023-10-09T04:51:42.201383+0000","last_clean":"2023-10-09T04:51:42.201383+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:51:42.201383+0000","last_undegraded":"2023-10-09T04:51:42.201383+0000","last_fullsized":"2023-10-09T04:51:42.201383+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":192,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095650+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:51:42.095650+0000","last_peered":"2023-10-09T04:51:42.095650+0000","last_clean":"2023-10-09T04:51:42.095650+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:51:42.095650+0000","last_undegraded":"2023-10-09T04:51:42.095650+0000","last_fullsized":"2023-10-09T04:51:42.095650+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":290,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.096054+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:51:42.096054+0000","last_peered":"2023-10-09T04:51:42.096054+0000","last_clean":"2023-10-09T04:51:42.096054+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:51:42.096054+0000","last_undegraded":"2023-10-09T04:51:42.096054+0000","last_fullsized":"2023-10-09T04:51:42.096054+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":220,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.100926+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:51:40.100926+0000","last_peered":"2023-10-09T04:51:40.100926+0000","last_clean":"2023-10-09T04:51:40.100926+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:51:40.100926+0000","last_undegraded":"2023-10-09T04:51:40.100926+0000","last_fullsized":"2023-10-09T04:51:40.100926+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":269,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201759+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:51:42.201759+0000","last_peered":"2023-10-09T04:51:42.201759+0000","last_clean":"2023-10-09T04:51:42.201759+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:51:42.201759+0000","last_undegraded":"2023-10-09T04:51:42.201759+0000","last_fullsized":"2023-10-09T04:51:42.201759+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":280,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201667+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:51:42.201667+0000","last_peered":"2023-10-09T04:51:42.201667+0000","last_clean":"2023-10-09T04:51:42.201667+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:51:42.201667+0000","last_undegraded":"2023-10-09T04:51:42.201667+0000","last_fullsized":"2023-10-09T04:51:42.201667+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":282,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095864+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:51:42.095864+0000","last_peered":"2023-10-09T04:51:42.095864+0000","last_clean":"2023-10-09T04:51:42.095864+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:51:42.095864+0000","last_undegraded":"2023-10-09T04:51:42.095864+0000","last_fullsized":"2023-10-09T04:51:42.095864+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":169,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.103936+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:51:40.103936+0000","last_peered":"2023-10-09T04:51:40.103936+0000","last_clean":"2023-10-09T04:51:40.103936+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:51:40.103936+0000","last_undegraded":"2023-10-09T04:51:40.103936+0000","last_fullsized":"2023-10-09T04:51:40.103936+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":288,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.040896+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:51:40.040896+0000","last_peered":"2023-10-09T04:51:40.040896+0000","last_clean":"2023-10-09T04:51:40.040896+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:51:40.040896+0000","last_undegraded":"2023-10-09T04:51:40.040896+0000","last_fullsized":"2023-10-09T04:51:40.040896+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":279,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201402+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:51:42.201402+0000","last_peered":"2023-10-09T04:51:42.201402+0000","last_clean":"2023-10-09T04:51:42.201402+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:51:42.201402+0000","last_undegraded":"2023-10-09T04:51:42.201402+0000","last_fullsized":"2023-10-09T04:51:42.201402+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":247,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095600+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:51:42.095600+0000","last_peered":"2023-10-09T04:51:42.095600+0000","last_clean":"2023-10-09T04:51:42.095600+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:51:42.095600+0000","last_undegraded":"2023-10-09T04:51:42.095600+0000","last_fullsized":"2023-10-09T04:51:42.095600+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":274,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.093386+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:51:42.093386+0000","last_peered":"2023-10-09T04:51:42.093386+0000","last_clean":"2023-10-09T04:51:42.093386+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:51:42.093386+0000","last_undegraded":"2023-10-09T04:51:42.093386+0000","last_fullsized":"2023-10-09T04:51:42.093386+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":271,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.546825+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:51:42.546825+0000","last_peered":"2023-10-09T04:51:42.546825+0000","last_clean":"2023-10-09T04:51:42.546825+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:51:42.546825+0000","last_undegraded":"2023-10-09T04:51:42.546825+0000","last_fullsized":"2023-10-09T04:51:42.546825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":220,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095966+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:51:42.095966+0000","last_peered":"2023-10-09T04:51:42.095966+0000","last_clean":"2023-10-09T04:51:42.095966+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:51:42.095966+0000","last_undegraded":"2023-10-09T04:51:42.095966+0000","last_fullsized":"2023-10-09T04:51:42.095966+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.466420+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:13:16.848309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":265,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095882+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:51:42.095882+0000","last_peered":"2023-10-09T04:51:42.095882+0000","last_clean":"2023-10-09T04:51:42.095882+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:51:42.095882+0000","last_undegraded":"2023-10-09T04:51:42.095882+0000","last_fullsized":"2023-10-09T04:51:42.095882+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":245,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.200930+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:51:42.200930+0000","last_peered":"2023-10-09T04:51:42.200930+0000","last_clean":"2023-10-09T04:51:42.200930+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:51:42.200930+0000","last_undegraded":"2023-10-09T04:51:42.200930+0000","last_fullsized":"2023-10-09T04:51:42.200930+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.445918+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":283,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095900+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:51:42.095900+0000","last_peered":"2023-10-09T04:51:42.095900+0000","last_clean":"2023-10-09T04:51:42.095900+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:51:42.095900+0000","last_undegraded":"2023-10-09T04:51:42.095900+0000","last_fullsized":"2023-10-09T04:51:42.095900+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":307,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201102+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:51:42.201102+0000","last_peered":"2023-10-09T04:51:42.201102+0000","last_clean":"2023-10-09T04:51:42.201102+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:51:42.201102+0000","last_undegraded":"2023-10-09T04:51:42.201102+0000","last_fullsized":"2023-10-09T04:51:42.201102+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463989+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:09:46.114311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":248,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095821+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:51:42.095821+0000","last_peered":"2023-10-09T04:51:42.095821+0000","last_clean":"2023-10-09T04:51:42.095821+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:51:42.095821+0000","last_undegraded":"2023-10-09T04:51:42.095821+0000","last_fullsized":"2023-10-09T04:51:42.095821+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":279,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.547320+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:51:42.547320+0000","last_peered":"2023-10-09T04:51:42.547320+0000","last_clean":"2023-10-09T04:51:42.547320+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:51:42.547320+0000","last_undegraded":"2023-10-09T04:51:42.547320+0000","last_fullsized":"2023-10-09T04:51:42.547320+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463379+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:25:18.855737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":297,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201285+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:51:42.201285+0000","last_peered":"2023-10-09T04:51:42.201285+0000","last_clean":"2023-10-09T04:51:42.201285+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:51:42.201285+0000","last_undegraded":"2023-10-09T04:51:42.201285+0000","last_fullsized":"2023-10-09T04:51:42.201285+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":274,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.044337+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:51:40.044337+0000","last_peered":"2023-10-09T04:51:40.044337+0000","last_clean":"2023-10-09T04:51:40.044337+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:51:40.044337+0000","last_undegraded":"2023-10-09T04:51:40.044337+0000","last_fullsized":"2023-10-09T04:51:40.044337+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463616+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:10:01.665706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":173,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.044432+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:51:40.044432+0000","last_peered":"2023-10-09T04:51:40.044432+0000","last_clean":"2023-10-09T04:51:40.044432+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:51:40.044432+0000","last_undegraded":"2023-10-09T04:51:40.044432+0000","last_fullsized":"2023-10-09T04:51:40.044432+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":297,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201741+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:51:42.201741+0000","last_peered":"2023-10-09T04:51:42.201741+0000","last_clean":"2023-10-09T04:51:42.201741+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:51:42.201741+0000","last_undegraded":"2023-10-09T04:51:42.201741+0000","last_fullsized":"2023-10-09T04:51:42.201741+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.445918+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":280,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.546923+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:51:42.546923+0000","last_peered":"2023-10-09T04:51:42.546923+0000","last_clean":"2023-10-09T04:51:42.546923+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:51:42.546923+0000","last_undegraded":"2023-10-09T04:51:42.546923+0000","last_fullsized":"2023-10-09T04:51:42.546923+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":273,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.202649+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:51:42.202649+0000","last_peered":"2023-10-09T04:51:42.202649+0000","last_clean":"2023-10-09T04:51:42.202649+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:51:42.202649+0000","last_undegraded":"2023-10-09T04:51:42.202649+0000","last_fullsized":"2023-10-09T04:51:42.202649+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463546+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:49:20.616368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":264,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201060+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:51:42.201060+0000","last_peered":"2023-10-09T04:51:42.201060+0000","last_clean":"2023-10-09T04:51:42.201060+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:51:42.201060+0000","last_undegraded":"2023-10-09T04:51:42.201060+0000","last_fullsized":"2023-10-09T04:51:42.201060+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":280,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201812+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:51:42.201812+0000","last_peered":"2023-10-09T04:51:42.201812+0000","last_clean":"2023-10-09T04:51:42.201812+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:51:42.201812+0000","last_undegraded":"2023-10-09T04:51:42.201812+0000","last_fullsized":"2023-10-09T04:51:42.201812+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.445918+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":170,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.101489+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:51:40.101489+0000","last_peered":"2023-10-09T04:51:40.101489+0000","last_clean":"2023-10-09T04:51:40.101489+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:51:40.101489+0000","last_undegraded":"2023-10-09T04:51:40.101489+0000","last_fullsized":"2023-10-09T04:51:40.101489+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":226,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.103075+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:51:40.103075+0000","last_peered":"2023-10-09T04:51:40.103075+0000","last_clean":"2023-10-09T04:51:40.103075+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:51:40.103075+0000","last_undegraded":"2023-10-09T04:51:40.103075+0000","last_fullsized":"2023-10-09T04:51:40.103075+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.445918+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":276,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.104717+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:51:40.104717+0000","last_peered":"2023-10-09T04:51:40.104717+0000","last_clean":"2023-10-09T04:51:40.104717+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:51:40.104717+0000","last_undegraded":"2023-10-09T04:51:40.104717+0000","last_fullsized":"2023-10-09T04:51:40.104717+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":297,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201317+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:51:42.201317+0000","last_peered":"2023-10-09T04:51:42.201317+0000","last_clean":"2023-10-09T04:51:42.201317+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:51:42.201317+0000","last_undegraded":"2023-10-09T04:51:42.201317+0000","last_fullsized":"2023-10-09T04:51:42.201317+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":234,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.104118+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:51:40.104118+0000","last_peered":"2023-10-09T04:51:40.104118+0000","last_clean":"2023-10-09T04:51:40.104118+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:51:40.104118+0000","last_undegraded":"2023-10-09T04:51:40.104118+0000","last_fullsized":"2023-10-09T04:51:40.104118+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.445918+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":283,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201189+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:51:42.201189+0000","last_peered":"2023-10-09T04:51:42.201189+0000","last_clean":"2023-10-09T04:51:42.201189+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:51:42.201189+0000","last_undegraded":"2023-10-09T04:51:42.201189+0000","last_fullsized":"2023-10-09T04:51:42.201189+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":264,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201652+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:51:42.201652+0000","last_peered":"2023-10-09T04:51:42.201652+0000","last_clean":"2023-10-09T04:51:42.201652+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:51:42.201652+0000","last_undegraded":"2023-10-09T04:51:42.201652+0000","last_fullsized":"2023-10-09T04:51:42.201652+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":242,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.104003+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:51:40.104003+0000","last_peered":"2023-10-09T04:51:40.104003+0000","last_clean":"2023-10-09T04:51:40.104003+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:51:40.104003+0000","last_undegraded":"2023-10-09T04:51:40.104003+0000","last_fullsized":"2023-10-09T04:51:40.104003+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463493+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:58.423974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":302,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.345988+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:51:40.345988+0000","last_peered":"2023-10-09T04:51:40.345988+0000","last_clean":"2023-10-09T04:51:40.345988+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:51:40.345988+0000","last_undegraded":"2023-10-09T04:51:40.345988+0000","last_fullsized":"2023-10-09T04:51:40.345988+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":220,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.100834+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:51:40.100834+0000","last_peered":"2023-10-09T04:51:40.100834+0000","last_clean":"2023-10-09T04:51:40.100834+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:51:40.100834+0000","last_undegraded":"2023-10-09T04:51:40.100834+0000","last_fullsized":"2023-10-09T04:51:40.100834+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":270,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.103141+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:51:40.103141+0000","last_peered":"2023-10-09T04:51:40.103141+0000","last_clean":"2023-10-09T04:51:40.103141+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:51:40.103141+0000","last_undegraded":"2023-10-09T04:51:40.103141+0000","last_fullsized":"2023-10-09T04:51:40.103141+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463964+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:45:49.551533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":266,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201282+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:51:42.201282+0000","last_peered":"2023-10-09T04:51:42.201282+0000","last_clean":"2023-10-09T04:51:42.201282+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:51:42.201282+0000","last_undegraded":"2023-10-09T04:51:42.201282+0000","last_fullsized":"2023-10-09T04:51:42.201282+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":645,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095526+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:51:42.095526+0000","last_peered":"2023-10-09T04:51:42.095526+0000","last_clean":"2023-10-09T04:51:42.095526+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:51:42.095526+0000","last_undegraded":"2023-10-09T04:51:42.095526+0000","last_fullsized":"2023-10-09T04:51:42.095526+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":190,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201099+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:51:42.201099+0000","last_peered":"2023-10-09T04:51:42.201099+0000","last_clean":"2023-10-09T04:51:42.201099+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:51:42.201099+0000","last_undegraded":"2023-10-09T04:51:42.201099+0000","last_fullsized":"2023-10-09T04:51:42.201099+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":245,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.547420+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:51:42.547420+0000","last_peered":"2023-10-09T04:51:42.547420+0000","last_clean":"2023-10-09T04:51:42.547420+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:51:42.547420+0000","last_undegraded":"2023-10-09T04:51:42.547420+0000","last_fullsized":"2023-10-09T04:51:42.547420+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.464218+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:27:13.990587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":302,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095513+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:51:42.095513+0000","last_peered":"2023-10-09T04:51:42.095513+0000","last_clean":"2023-10-09T04:51:42.095513+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:51:42.095513+0000","last_undegraded":"2023-10-09T04:51:42.095513+0000","last_fullsized":"2023-10-09T04:51:42.095513+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":274,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.040326+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:51:40.040326+0000","last_peered":"2023-10-09T04:51:40.040326+0000","last_clean":"2023-10-09T04:51:40.040326+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:51:40.040326+0000","last_undegraded":"2023-10-09T04:51:40.040326+0000","last_fullsized":"2023-10-09T04:51:40.040326+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":289,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.044962+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:51:40.044962+0000","last_peered":"2023-10-09T04:51:40.044962+0000","last_clean":"2023-10-09T04:51:40.044962+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:51:40.044962+0000","last_undegraded":"2023-10-09T04:51:40.044962+0000","last_fullsized":"2023-10-09T04:51:40.044962+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.445918+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":268,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095755+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:51:42.095755+0000","last_peered":"2023-10-09T04:51:42.095755+0000","last_clean":"2023-10-09T04:51:42.095755+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:51:42.095755+0000","last_undegraded":"2023-10-09T04:51:42.095755+0000","last_fullsized":"2023-10-09T04:51:42.095755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":220,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.104609+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:51:40.104609+0000","last_peered":"2023-10-09T04:51:40.104609+0000","last_clean":"2023-10-09T04:51:40.104609+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:51:40.104609+0000","last_undegraded":"2023-10-09T04:51:40.104609+0000","last_fullsized":"2023-10-09T04:51:40.104609+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":245,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.044567+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:51:40.044567+0000","last_peered":"2023-10-09T04:51:40.044567+0000","last_clean":"2023-10-09T04:51:40.044567+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:51:40.044567+0000","last_undegraded":"2023-10-09T04:51:40.044567+0000","last_fullsized":"2023-10-09T04:51:40.044567+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.463681+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:58.573475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":161,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.096001+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:51:42.096001+0000","last_peered":"2023-10-09T04:51:42.096001+0000","last_clean":"2023-10-09T04:51:42.096001+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:51:42.096001+0000","last_undegraded":"2023-10-09T04:51:42.096001+0000","last_fullsized":"2023-10-09T04:51:42.096001+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":232,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.103812+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:51:40.103812+0000","last_peered":"2023-10-09T04:51:40.103812+0000","last_clean":"2023-10-09T04:51:40.103812+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:51:40.103812+0000","last_undegraded":"2023-10-09T04:51:40.103812+0000","last_fullsized":"2023-10-09T04:51:40.103812+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":246,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.095635+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:51:42.095635+0000","last_peered":"2023-10-09T04:51:42.095635+0000","last_clean":"2023-10-09T04:51:42.095635+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:51:42.095635+0000","last_undegraded":"2023-10-09T04:51:42.095635+0000","last_fullsized":"2023-10-09T04:51:42.095635+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:51:47.445918+0000","last_change":"2023-10-09T04:51:47.461636+0000","last_active":"2023-10-09T04:51:47.445918+0000","last_peered":"2023-10-09T04:51:47.445918+0000","last_clean":"2023-10-09T04:51:47.445918+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:51:47.445918+0000","last_undegraded":"2023-10-09T04:51:47.445918+0000","last_fullsized":"2023-10-09T04:51:47.445918+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:57:25.445330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":267,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.547571+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:51:42.547571+0000","last_peered":"2023-10-09T04:51:42.547571+0000","last_clean":"2023-10-09T04:51:42.547571+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:51:42.547571+0000","last_undegraded":"2023-10-09T04:51:42.547571+0000","last_fullsized":"2023-10-09T04:51:42.547571+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":277,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.045036+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:51:40.045036+0000","last_peered":"2023-10-09T04:51:40.045036+0000","last_clean":"2023-10-09T04:51:40.045036+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:51:40.045036+0000","last_undegraded":"2023-10-09T04:51:40.045036+0000","last_fullsized":"2023-10-09T04:51:40.045036+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":246,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.200967+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:51:42.200967+0000","last_peered":"2023-10-09T04:51:42.200967+0000","last_clean":"2023-10-09T04:51:42.200967+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:51:42.200967+0000","last_undegraded":"2023-10-09T04:51:42.200967+0000","last_fullsized":"2023-10-09T04:51:42.200967+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":246,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.044505+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:51:40.044505+0000","last_peered":"2023-10-09T04:51:40.044505+0000","last_clean":"2023-10-09T04:51:40.044505+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:51:40.044505+0000","last_undegraded":"2023-10-09T04:51:40.044505+0000","last_fullsized":"2023-10-09T04:51:40.044505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":312,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.343984+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:51:40.343984+0000","last_peered":"2023-10-09T04:51:40.343984+0000","last_clean":"2023-10-09T04:51:40.343984+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:51:40.343984+0000","last_undegraded":"2023-10-09T04:51:40.343984+0000","last_fullsized":"2023-10-09T04:51:40.343984+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":282,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201383+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:51:42.201383+0000","last_peered":"2023-10-09T04:51:42.201383+0000","last_clean":"2023-10-09T04:51:42.201383+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:51:42.201383+0000","last_undegraded":"2023-10-09T04:51:42.201383+0000","last_fullsized":"2023-10-09T04:51:42.201383+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":314,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201907+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:51:42.201907+0000","last_peered":"2023-10-09T04:51:42.201907+0000","last_clean":"2023-10-09T04:51:42.201907+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:51:42.201907+0000","last_undegraded":"2023-10-09T04:51:42.201907+0000","last_fullsized":"2023-10-09T04:51:42.201907+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":248,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201157+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:51:42.201157+0000","last_peered":"2023-10-09T04:51:42.201157+0000","last_clean":"2023-10-09T04:51:42.201157+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:51:42.201157+0000","last_undegraded":"2023-10-09T04:51:42.201157+0000","last_fullsized":"2023-10-09T04:51:42.201157+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":297,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201532+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:51:42.201532+0000","last_peered":"2023-10-09T04:51:42.201532+0000","last_clean":"2023-10-09T04:51:42.201532+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:51:42.201532+0000","last_undegraded":"2023-10-09T04:51:42.201532+0000","last_fullsized":"2023-10-09T04:51:42.201532+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":162,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.547575+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:51:42.547575+0000","last_peered":"2023-10-09T04:51:42.547575+0000","last_clean":"2023-10-09T04:51:42.547575+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:51:42.547575+0000","last_undegraded":"2023-10-09T04:51:42.547575+0000","last_fullsized":"2023-10-09T04:51:42.547575+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":233,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.345418+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:51:40.345418+0000","last_peered":"2023-10-09T04:51:40.345418+0000","last_clean":"2023-10-09T04:51:40.345418+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:51:40.345418+0000","last_undegraded":"2023-10-09T04:51:40.345418+0000","last_fullsized":"2023-10-09T04:51:40.345418+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":263,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-10-09T04:51:40.040772+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:51:40.040772+0000","last_peered":"2023-10-09T04:51:40.040772+0000","last_clean":"2023-10-09T04:51:40.040772+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:51:40.040772+0000","last_undegraded":"2023-10-09T04:51:40.040772+0000","last_fullsized":"2023-10-09T04:51:40.040772+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":273,"reported_epoch":302,"state":"active+clean","last_fresh":"2023-10-09T04:51:42.201020+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:51:42.201020+0000","last_peered":"2023-10-09T04:51:42.201020+0000","last_clean":"2023-10-09T04:51:42.201020+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:51:42.201020+0000","last_undegraded":"2023-10-09T04:51:42.201020+0000","last_fullsized":"2023-10-09T04:51:42.201020+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":30,"acting":30,"num_store_stats":4},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234347,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":904720,"kb_used_data":3528,"kb_used_omap":0,"kb_used_meta":901184,"kb_avail":92840432,"statfs":{"total":95995035648,"available":95068602368,"internally_reserved":0,"allocated":3612672,"data_stored":2807815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922812416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":1.944,"15min":2.2090000000000001},"min":{"1min":0.23300000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":10.343,"5min":10.343,"15min":11.922000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":1.514,"5min":1.6220000000000001,"15min":1.8959999999999999},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":10.311999999999999,"5min":11.752000000000001,"15min":17.344000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.1070000000000002,"5min":2.0950000000000002,"15min":1.899},"min":{"1min":0.29299999999999998,"5min":0.247,"15min":0.247},"max":{"1min":9.2970000000000006,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.313},{"interface":"front","average":{"1min":1.5489999999999999,"5min":2.1589999999999998,"15min":2.1139999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":7.4640000000000004,"5min":10.385999999999999,"15min":10.385999999999999},"last":0.52000000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.4740000000000002,"15min":2.3210000000000002},"min":{"1min":0.27100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":15.073,"5min":32.179000000000002,"15min":32.179000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.8049999999999999,"15min":2.0259999999999998},"min":{"1min":0.312,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.8520000000000003,"5min":11.823,"15min":11.823},"last":0.67000000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:51:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.4099999999999999,"15min":1.6699999999999999},"min":{"1min":0.33300000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":7.3689999999999998,"5min":11.003,"15min":11.003},"last":0.438},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.5209999999999999,"15min":1.6419999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.5330000000000004,"5min":10.955,"15min":10.955},"last":0.55200000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":2.6659999999999999,"15min":2.2109999999999999},"min":{"1min":0.32300000000000001,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":9.3640000000000008,"5min":23.919,"15min":23.919},"last":0.40699999999999997},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.0640000000000001,"15min":1.8440000000000001},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":9.2430000000000003,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.498}]},{"osd":5,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":2.5600000000000001,"15min":2.46},"min":{"1min":0.34899999999999998,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":9.3350000000000009,"5min":16.568999999999999,"15min":79.709999999999994},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.298,"5min":2.1349999999999998,"15min":2.2320000000000002},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":4.9109999999999996,"5min":12.022,"15min":79.332999999999998},"last":0.72699999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0059999999999998,"5min":2.6179999999999999,"15min":2.298},"min":{"1min":0.372,"5min":0.372,"15min":0.27600000000000002},"max":{"1min":9.3960000000000008,"5min":16.599,"15min":17.501000000000001},"last":0.624},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5390000000000001,"15min":2.2280000000000002},"min":{"1min":0.35499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":14.018000000000001,"5min":17.623999999999999,"15min":17.623999999999999},"last":0.69899999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495983,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":904892,"kb_used_data":3508,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92840260,"statfs":{"total":95995035648,"available":95068426240,"internally_reserved":0,"allocated":3592192,"data_stored":2799531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:01 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.8080000000000001,"15min":1.946},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":7.96,"5min":8.875,"15min":19.166},"last":0.40600000000000003},{"interface":"front","average":{"1min":3.1960000000000002,"5min":2.1680000000000001,"15min":2.1419999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":10.645,"5min":10.645,"15min":19.143999999999998},"last":0.67600000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:51:44 2023","interfaces":[{"interface":"back","average":{"1min":2.6560000000000001,"5min":2.351,"15min":2.121},"min":{"1min":0.29599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.686,"5min":10.686,"15min":10.686},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.54,"5min":1.637,"15min":1.5669999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.7889999999999997,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.51500000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.911,"15min":2.1520000000000001},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4589999999999996,"5min":6.5979999999999999,"15min":13.32},"last":0.36899999999999999},{"interface":"front","average":{"1min":4.5679999999999996,"5min":2.8100000000000001,"15min":2.391},"min":{"1min":0.33500000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.712,"5min":15.391999999999999,"15min":15.391999999999999},"last":0.63900000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:51:40 2023","interfaces":[{"interface":"back","average":{"1min":3.464,"5min":2.4790000000000001,"15min":2.1040000000000001},"min":{"1min":0.34499999999999997,"5min":0.315,"15min":0.315},"max":{"1min":10.734999999999999,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":2.2789999999999999,"5min":1.992,"15min":1.3580000000000001},"min":{"1min":0.38200000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":12.456,"5min":12.456,"15min":12.456},"last":0.66400000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.468,"15min":1.976},"min":{"1min":0.255,"5min":0.25,"15min":0.25},"max":{"1min":8.4659999999999993,"5min":14.137,"15min":14.137},"last":0.54700000000000004},{"interface":"front","average":{"1min":3.6230000000000002,"5min":2.6429999999999998,"15min":2.1150000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26700000000000002},"max":{"1min":14.972,"5min":14.972,"15min":14.972},"last":0.53700000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.54,"15min":1.9339999999999999},"min":{"1min":0.311,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.7390000000000008,"5min":12.420999999999999,"15min":16.042000000000002},"last":0.626},{"interface":"front","average":{"1min":1.3180000000000001,"5min":2.0459999999999998,"15min":2.1120000000000001},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.3940000000000001,"5min":10.984,"15min":13.391999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:51:44 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":4.0490000000000004,"15min":2.8399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.242,"5min":196.22300000000001,"15min":196.22300000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":3.129,"5min":4.7359999999999998,"15min":3.1030000000000002},"min":{"1min":0.434,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":14.885999999999999,"5min":196.24299999999999,"15min":196.24299999999999},"last":0.70499999999999996}]}]},{"osd":1,"up_from":235,"seq":1009317314599,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306844,"kb_used_data":60116,"kb_used_omap":5,"kb_used_meta":246714,"kb_avail":93438308,"statfs":{"total":95995035648,"available":95680827392,"internally_reserved":0,"allocated":61558784,"data_stored":60160805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":252635861},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.94299999999999995,"15min":0.96599999999999997},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":4.0359999999999996,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.123,"15min":1.0820000000000001},"min":{"1min":0.22500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":6.7119999999999997,"5min":10.648,"15min":10.648},"last":0.33600000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":1.0589999999999999,"15min":1.075},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":4.1989999999999998,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.89600000000000002,"5min":1.1080000000000001,"15min":1.1279999999999999},"min":{"1min":0.248,"5min":0.221,"15min":0.221},"max":{"1min":5.1500000000000004,"5min":5.1500000000000004,"15min":5.1500000000000004},"last":0.36699999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":0.79200000000000004,"15min":0.73199999999999998},"min":{"1min":0.28299999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.0819999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.0880000000000001,"15min":1.034},"min":{"1min":0.28699999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.0110000000000001,"5min":4.0110000000000001,"15min":4.0110000000000001},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.6970000000000001,"15min":1.7909999999999999},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.798,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.492,"15min":1.524},"min":{"1min":0.34499999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.4269999999999996,"5min":7.282,"15min":7.282},"last":0.505}]},{"osd":5,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.0169999999999999,"15min":1.9870000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.5679999999999996,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.278,"5min":1.78,"15min":1.8160000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":5.1230000000000002,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.63400000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.5940000000000001,"15min":1.5760000000000001},"min":{"1min":0.41099999999999998,"5min":0.38,"15min":0.38},"max":{"1min":7.7750000000000004,"5min":7.7750000000000004,"15min":7.7750000000000004},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.3819999999999999,"15min":1.355},"min":{"1min":0.372,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4219999999999997,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.495}]},{"osd":7,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":6.0730000000000004,"15min":8.1150000000000002},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":6.6200000000000001,"5min":146.554,"15min":146.554},"last":0.52300000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":6.923,"15min":8.8689999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":13.260999999999999,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.53200000000000003}]}]},{"osd":0,"up_from":86,"seq":369367187690,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":772316,"kb_used_data":4308,"kb_used_omap":5,"kb_used_meta":767994,"kb_avail":92972836,"statfs":{"total":95995035648,"available":95204184064,"internally_reserved":0,"allocated":4411392,"data_stored":2896178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":786426490},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":1.2410000000000001,"15min":1.2090000000000001},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":6.4740000000000002,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.95199999999999996,"15min":0.86899999999999999},"min":{"1min":0.222,"5min":0.186,"15min":0.186},"max":{"1min":2.2570000000000001,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.32600000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.718,"15min":1.8149999999999999},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":23.34,"5min":23.34,"15min":23.34},"last":0.312},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.272,"15min":1.7529999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":6.6070000000000002,"5min":8.4290000000000003,"15min":13.348000000000001},"last":0.36699999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:51:32 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.2250000000000001,"15min":1.605},"min":{"1min":0.313,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.4929999999999999,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.46,"5min":1.681,"15min":1.4650000000000001},"min":{"1min":0.26000000000000001,"5min":0.255,"15min":0.255},"max":{"1min":7.7889999999999997,"5min":23.222000000000001,"15min":23.222000000000001},"last":0.442}]},{"osd":4,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.992,"15min":1.95},"min":{"1min":0.318,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.539,"5min":12.196999999999999,"15min":13.334},"last":0.76800000000000002},{"interface":"front","average":{"1min":2.6509999999999998,"5min":1.8799999999999999,"15min":1.7529999999999999},"min":{"1min":0.35999999999999999,"5min":0.29099999999999998,"15min":0.27100000000000002},"max":{"1min":9.5899999999999999,"5min":12.212,"15min":12.212},"last":0.75600000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.0920000000000001,"15min":2.0070000000000001},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.29699999999999999},"max":{"1min":6.9329999999999998,"5min":13.022,"15min":13.022},"last":0.71799999999999997},{"interface":"front","average":{"1min":2.444,"5min":2.1960000000000002,"15min":2.4009999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":7.6870000000000003,"5min":11.596,"15min":16.609999999999999},"last":0.86599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.3959999999999999,"5min":2.0099999999999998,"15min":2.262},"min":{"1min":0.39400000000000002,"5min":0.32400000000000001,"15min":0.32100000000000001},"max":{"1min":9.6310000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.9570000000000001,"15min":2.3820000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.316},"max":{"1min":7.5979999999999999,"5min":7.8259999999999996,"15min":43.819000000000003},"last":0.79100000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.6040000000000001,"5min":1.9079999999999999,"15min":2.2160000000000002},"min":{"1min":0.38400000000000001,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":5.9119999999999999,"5min":10.16,"15min":13.374000000000001},"last":0.83399999999999996},{"interface":"front","average":{"1min":2.6899999999999999,"5min":2.2749999999999999,"15min":2.1429999999999998},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.34599999999999997},"max":{"1min":11.5,"5min":14.393000000000001,"15min":14.393000000000001},"last":0.70499999999999996}]}]},{"osd":2,"up_from":116,"seq":498216206532,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":545412,"kb_used_data":3516,"kb_used_omap":7,"kb_used_meta":541880,"kb_avail":93199740,"statfs":{"total":95995035648,"available":95436533760,"internally_reserved":0,"allocated":3600384,"data_stored":2277707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":554885201},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":1.4450000000000001,"15min":2.056},"min":{"1min":0.189,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.2450000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":1.341,"15min":1.9099999999999999},"min":{"1min":0.245,"5min":0.185,"15min":0.185},"max":{"1min":2.5049999999999999,"5min":47.450000000000003,"15min":47.450000000000003},"last":1.052}]},{"osd":1,"last update":"Mon Oct 9 04:51:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.95399999999999996,"15min":1.014},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.2989999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":1.0900000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.4339999999999999,"15min":1.6579999999999999},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":3.867,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":3.2770000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:51:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.079,"15min":0.83299999999999996},"min":{"1min":0.248,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":3.9089999999999998,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":3.3319999999999999},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.1299999999999999,"15min":0.878},"min":{"1min":0.33400000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0179999999999998,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":3.46}]},{"osd":4,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.794,"5min":1.9590000000000001,"15min":1.897},"min":{"1min":0.439,"5min":0.32300000000000001,"15min":0.26300000000000001},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":11.789},"last":3.4929999999999999},{"interface":"front","average":{"1min":3.0259999999999998,"5min":1.7050000000000001,"15min":1.9530000000000001},"min":{"1min":0.35899999999999999,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.85299999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.6259999999999999,"15min":2.1949999999999998},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.3520000000000003,"5min":10.846,"15min":14.644},"last":1.1180000000000001},{"interface":"front","average":{"1min":2.4929999999999999,"5min":1.6970000000000001,"15min":2.0840000000000001},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":9.9220000000000006,"5min":10.753,"15min":13.205},"last":3.544}]},{"osd":6,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.74,"15min":1.9530000000000001},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":6.0540000000000003,"5min":9.8100000000000005,"15min":15.412000000000001},"last":1.069},{"interface":"front","average":{"1min":2.573,"5min":2.1219999999999999,"15min":2.2290000000000001},"min":{"1min":0.40300000000000002,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":7.8630000000000004,"5min":13.863,"15min":13.863},"last":1.1819999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":3.8809999999999998,"5min":2.2120000000000002,"15min":2.3500000000000001},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.36199999999999999},"max":{"1min":14.035,"5min":14.035,"15min":18.792999999999999},"last":1.137},{"interface":"front","average":{"1min":4.0330000000000004,"5min":2.3620000000000001,"15min":2.5459999999999998},"min":{"1min":0.45900000000000002,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":14.022,"5min":14.022,"15min":18.841999999999999},"last":1.258}]}]},{"osd":3,"up_from":0,"seq":850403524673,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019255,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":890624,"kb_used_data":2936,"kb_used_omap":0,"kb_used_meta":887680,"kb_avail":92854528,"statfs":{"total":95995035648,"available":95083036672,"internally_reserved":0,"allocated":3006464,"data_stored":2209470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":908984320},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4540000000000002,"15min":1.9850000000000001},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":14.968,"5min":14.968,"15min":16.363},"last":0.47599999999999998},{"interface":"front","average":{"1min":3.552,"5min":2.073,"15min":1.8899999999999999},"min":{"1min":0.318,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.936,"5min":11.936,"15min":11.936},"last":0.312}]},{"osd":1,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":1.357,"5min":1.6579999999999999,"15min":1.405},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.173,"5min":11.895,"15min":11.895},"last":0.41199999999999998},{"interface":"front","average":{"1min":1.4359999999999999,"5min":2.028,"15min":2.0059999999999998},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.254},"max":{"1min":6.0469999999999997,"5min":10.627000000000001,"15min":10.627000000000001},"last":0.53500000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":2.4119999999999999,"15min":1.996},"min":{"1min":0.247,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":14.923999999999999,"5min":14.923999999999999,"15min":14.923999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":3.8029999999999999,"5min":2.3769999999999998,"15min":2.1349999999999998},"min":{"1min":0.40799999999999997,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":11.962999999999999,"5min":12.367000000000001,"15min":13.170999999999999},"last":0.55200000000000005}]},{"osd":3,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":1.639,"5min":2.133,"15min":1.915},"min":{"1min":0.374,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.9630000000000001,"5min":11.993,"15min":11.993},"last":0.498},{"interface":"front","average":{"1min":1.377,"5min":2.29,"15min":1.841},"min":{"1min":0.31,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.5599999999999996,"5min":10.692,"15min":10.692},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":2.911,"15min":2.0110000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.23799999999999999},"max":{"1min":14.997999999999999,"5min":14.997999999999999,"15min":14.997999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":3.863,"5min":2.4689999999999999,"15min":1.8899999999999999},"min":{"1min":0.41899999999999998,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.60899999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:51:23 2023","interfaces":[{"interface":"back","average":{"1min":4.6929999999999996,"5min":3.3999999999999999,"15min":2.4889999999999999},"min":{"1min":0.45300000000000001,"5min":0.29599999999999999,"15min":0.251},"max":{"1min":13.712999999999999,"5min":13.712999999999999,"15min":31.064},"last":0.63400000000000001},{"interface":"front","average":{"1min":3.472,"5min":3.181,"15min":2.1859999999999999},"min":{"1min":0.38400000000000001,"5min":0.30299999999999999,"15min":0.28299999999999997},"max":{"1min":15.138999999999999,"5min":15.138999999999999,"15min":16.763000000000002},"last":0.57799999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:50:46 2023","interfaces":[{"interface":"back","average":{"1min":3.1840000000000002,"5min":2.4359999999999999,"15min":2.101},"min":{"1min":0.41099999999999998,"5min":0.38800000000000001,"15min":0.25900000000000001},"max":{"1min":12.051,"5min":12.728999999999999,"15min":19.754999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":4.7350000000000003,"5min":3.3420000000000001,"15min":2.218},"min":{"1min":0.317,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":13.32,"5min":15.33,"15min":16.835000000000001},"last":0.59199999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757619,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":891196,"kb_used_data":2932,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92853956,"statfs":{"total":95995035648,"available":95082450944,"internally_reserved":0,"allocated":3002368,"data_stored":2213444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":16.172000000000001,"5min":4.6459999999999999,"15min":2.597},"min":{"1min":0.215,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":322.43200000000002,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":18.212,"5min":5.1680000000000001,"15min":3.375},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":322.61599999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.33400000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:51:46 2023","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":5.0250000000000004,"15min":6.5590000000000002},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.6559999999999997,"5min":145.947,"15min":145.947},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.05,"5min":5.3490000000000002,"15min":6.96},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.1529999999999996,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.52300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.5649999999999999,"15min":1.8149999999999999},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":6.0960000000000001,"5min":11,"15min":14.859999999999999},"last":0.505},{"interface":"front","average":{"1min":3.1059999999999999,"5min":2.056,"15min":2.3780000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":8.3940000000000001,"5min":9.5950000000000006,"15min":13.308},"last":0.39700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:51:36 2023","interfaces":[{"interface":"back","average":{"1min":2.0219999999999998,"5min":1.6950000000000001,"15min":1.3129999999999999},"min":{"1min":0.34999999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":7.6639999999999997,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":2.4220000000000002,"5min":2.1509999999999998,"15min":1.861},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":13.257,"5min":13.257,"15min":13.257},"last":0.373}]},{"osd":4,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.1339999999999999,"15min":1.627},"min":{"1min":0.29899999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":13.285,"5min":13.285,"15min":13.285},"last":0.434},{"interface":"front","average":{"1min":4.4859999999999998,"5min":3.2749999999999999,"15min":2.3199999999999998},"min":{"1min":0.30599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.125,"5min":14.824,"15min":14.824},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:51:28 2023","interfaces":[{"interface":"back","average":{"1min":3.907,"5min":2.7749999999999999,"15min":2.1880000000000002},"min":{"1min":0.35999999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.189,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.443},{"interface":"front","average":{"1min":3.335,"5min":2.585,"15min":2.4470000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":13.279999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.41699999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:50:50 2023","interfaces":[{"interface":"back","average":{"1min":4.1559999999999997,"5min":3.7440000000000002,"15min":2.516},"min":{"1min":0.373,"5min":0.309,"15min":0.30499999999999999},"max":{"1min":12.625999999999999,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.48799999999999999},{"interface":"front","average":{"1min":4.5439999999999996,"5min":2.8119999999999998,"15min":1.8640000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":14.904,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.46000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:51:50.785 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:51:50.933 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:50.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:50.936 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:51.037 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:51.062 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: from='client.35841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/600734091' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:51.274 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: from='client.35841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/600734091' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:51.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:51 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:51.282 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:51.296 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:51.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:51.300 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:51.400 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:51.433 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:51.473 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: from='client.35841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: failed to encode map e305 with expected crc 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/600734091' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:51.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:51 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:51:51.621 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:51.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:51.625 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:51.725 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:51.757 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:51.795 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:51.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:51.798 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:51.899 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:51.927 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:51.961 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:51.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:51.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:52.065 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:52.092 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:52.125 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:52.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:52.129 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:52.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:51:52] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.43.0" 2023-10-09T04:51:52.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[184249]: osdmap e306: 8 total, 8 up, 7 in 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[184249]: failed to encode map e306 with expected crc 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[184249]: pgmap v962: 89 pgs: 10 creating+peering, 1 unknown, 78 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:51:52.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:52.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[179183]: osdmap e306: 8 total, 8 up, 7 in 2023-10-09T04:51:52.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[179183]: failed to encode map e306 with expected crc 2023-10-09T04:51:52.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:52 smithi107 ceph-mon[179183]: pgmap v962: 89 pgs: 10 creating+peering, 1 unknown, 78 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:52.229 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:52.259 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:52 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:51:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:52 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:51:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:51:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:52 smithi150 ceph-mon[168511]: osdmap e306: 8 total, 8 up, 7 in 2023-10-09T04:51:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:52 smithi150 ceph-mon[168511]: failed to encode map e306 with expected crc 2023-10-09T04:51:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:52 smithi150 ceph-mon[168511]: pgmap v962: 89 pgs: 10 creating+peering, 1 unknown, 78 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:52.546 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:52.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:52.550 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:52.651 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:52.682 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:52.721 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:51:52.722 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:51:52.746 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:52.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:52.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:52.750 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:52.851 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:52.880 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:52.915 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:52.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:52.918 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:53.019 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:53.058 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:53.277 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:51:53.440 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:53.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:53.446 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:53.543 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:51:53.547 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:53.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:53 smithi107 ceph-mon[184249]: failed to encode map e306 with expected crc 2023-10-09T04:51:53.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:53 smithi107 ceph-mon[184249]: failed to encode map e306 with expected crc 2023-10-09T04:51:53.568 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:53 smithi107 ceph-mon[179183]: failed to encode map e306 with expected crc 2023-10-09T04:51:53.568 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:53 smithi107 ceph-mon[179183]: failed to encode map e306 with expected crc 2023-10-09T04:51:53.579 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:53.615 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:53.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:53.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:53.719 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:53.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:53 smithi150 ceph-mon[168511]: failed to encode map e306 with expected crc 2023-10-09T04:51:53.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:53 smithi150 ceph-mon[168511]: failed to encode map e306 with expected crc 2023-10-09T04:51:53.747 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:54.013 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:54.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:54.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:54.117 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:54.147 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:54.233 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:54.422 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:51:54.434 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:54.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:54.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:54.483 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_6' 2023-10-09T04:51:54.539 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:54.546 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:54.570 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:54.606 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:54.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:54.609 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:54.697 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:54 smithi107 ceph-mon[179183]: pgmap v963: 89 pgs: 89 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:54.697 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4169032709' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:51:54.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:54 smithi107 ceph-mon[184249]: pgmap v963: 89 pgs: 89 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:54.697 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4169032709' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:51:54.710 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:54 smithi150 ceph-mon[168511]: pgmap v963: 89 pgs: 89 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4169032709' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:51:54.741 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:54.777 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:54.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:54.781 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:54.801 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:51:54.801 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1274,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":307,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":7,"osd_in_since":1696826765,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":89}],"num_pgs":89,"num_pools":5,"num_objects":24,"data_bytes":595872,"bytes_used":5331562496,"bytes_avail":666633687040,"bytes_total":671965249536},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"a64a6a98-3649-4d6a-8737-6d723cd634de":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:51:54.882 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:54.909 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:55.245 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:55.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:55.249 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:55.350 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:55.380 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:55.466 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:55.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:55.469 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:55.570 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:55.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[184249]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4169032709' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:51:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[184249]: osdmap e307: 8 total, 8 up, 7 in 2023-10-09T04:51:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[184249]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[184249]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/445105006' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:51:55.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[179183]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4169032709' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:51:55.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[179183]: osdmap e307: 8 total, 8 up, 7 in 2023-10-09T04:51:55.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[179183]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[179183]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/445105006' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:51:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:55 smithi150 ceph-mon[168511]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4169032709' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:51:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:55 smithi150 ceph-mon[168511]: osdmap e307: 8 total, 8 up, 7 in 2023-10-09T04:51:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:55 smithi150 ceph-mon[168511]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:55 smithi150 ceph-mon[168511]: failed to encode map e307 with expected crc 2023-10-09T04:51:55.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/445105006' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:51:55.932 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:55.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:55.935 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:56.036 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:56.068 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:56.104 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:56.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:56.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:56.208 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:56.237 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:56.273 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:56.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:56.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:56.377 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:51:56.397 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_6 bench 90 write' 2023-10-09T04:51:56.400 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:51:56.400 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:51:56.404 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:56.438 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:51:56.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:56.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:51:56.448 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:51:56.448 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:51:56.448 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_315913 2023-10-09T04:51:56.449 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:51:56.449 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:51:56.541 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:56.556 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-10-09T04:51:56.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:51:56.583 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:56.644 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:56.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:56.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:56 smithi150 ceph-mon[168511]: pgmap v965: 89 pgs: 89 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:56 smithi150 ceph-mon[168511]: failed to encode map e307 with expected crc 2023-10-09T04:51:56.749 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:51:56.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:56 smithi107 ceph-mon[184249]: pgmap v965: 89 pgs: 89 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:56.797 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:56 smithi107 ceph-mon[184249]: failed to encode map e307 with expected crc 2023-10-09T04:51:56.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:56 smithi107 ceph-mon[179183]: pgmap v965: 89 pgs: 89 active+clean; 582 KiB data, 5.0 GiB used, 621 GiB / 626 GiB avail 2023-10-09T04:51:56.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:56 smithi107 ceph-mon[179183]: failed to encode map e307 with expected crc 2023-10-09T04:51:56.800 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:56.868 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:51:56.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:56.873 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:51:56.949 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:56.970 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:51:56.973 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:57.005 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:57.013 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:51:57.049 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:51:57.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:57.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:57.066 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:57.087 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:51:57.126 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:51:57.164 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:51:57.166 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:57.209 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:51:57.209 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:57.247 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:51:57.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.252 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:51:57.256 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:57.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:57.263 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:57.343 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:51:57.343 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:51:57.343 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:51:57.343 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:51:57.343 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:51:57.364 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:51:57.417 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:57.448 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 3009 2993 187.052 187.062 0.00428654 0.00532845 2023-10-09T04:51:57.468 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:51:57.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:57.473 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:51:57.574 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:51:57.618 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/78114036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:57.623 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/78114036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:57.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/78114036' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:51:57.682 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:51:57.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:57.687 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:51:57.787 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:57.849 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:57.907 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:57.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:57.912 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:58.012 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:58.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:58.127 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:58.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:58.132 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:58.232 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:58.280 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:58.435 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:58.448 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 6597 6581 205.642 224.25 0.00397681 0.00485319 2023-10-09T04:51:58.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:58.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:58.467 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:51:58.490 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:58.554 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:58.601 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:58.654 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:58.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:58.658 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:58.759 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:51:58.812 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:51:58 smithi107 ceph-mon[184249]: pgmap v966: 89 pgs: 89 active+clean; 5.8 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 672 KiB/s wr, 10 op/s 2023-10-09T04:51:58.812 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:51:58 smithi107 ceph-mon[179183]: pgmap v966: 89 pgs: 89 active+clean; 5.8 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 672 KiB/s wr, 10 op/s 2023-10-09T04:51:58.816 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:58.936 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:51:58.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:58.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:51:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:51:58 smithi150 ceph-mon[168511]: pgmap v966: 89 pgs: 89 active+clean; 5.8 MiB data, 5.0 GiB used, 621 GiB / 626 GiB avail; 672 KiB/s wr, 10 op/s 2023-10-09T04:51:59.043 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:59.089 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:59.150 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:59.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:59.156 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:59.257 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:51:59.306 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:59.358 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:51:59.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:59.363 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:51:59.449 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9706 9690 201.861 194.312 0.00527491 0.00494919 2023-10-09T04:51:59.464 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:51:59.527 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:59.593 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:51:59.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:59.602 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:51:59.703 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:51:59.764 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:51:59.891 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:51:59.892 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:51:59.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:51:59.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:51:59.922 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:52:00.003 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:00.046 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:00.106 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:00.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:00.109 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:00.210 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:00.256 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:00.315 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:00.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:00.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:00.422 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:00.449 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 12411 12395 193.658 169.062 0.00724872 0.00515654 2023-10-09T04:52:00.491 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:00.765 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:00.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:00.770 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:00.770 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:00 smithi107 ceph-mon[184249]: pgmap v967: 89 pgs: 89 active+clean; 171 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 21 MiB/s wr, 336 op/s 2023-10-09T04:52:00.770 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3774561953' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:00.770 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:00 smithi107 ceph-mon[179183]: pgmap v967: 89 pgs: 89 active+clean; 171 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 21 MiB/s wr, 336 op/s 2023-10-09T04:52:00.771 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3774561953' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:00.871 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:00.950 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:00 smithi150 ceph-mon[168511]: pgmap v967: 89 pgs: 89 active+clean; 171 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 21 MiB/s wr, 336 op/s 2023-10-09T04:52:00.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3774561953' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:01.068 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:52:01.083 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:01.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:01.088 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:01.189 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:01.256 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:01.323 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:01.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:01.328 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:01.429 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:01.450 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 14980 14964 186.999 160.562 0.00432226 0.00534087 2023-10-09T04:52:01.475 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:01.630 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:52:01.635 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:52:01.840 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114340 10.12 10.cd8dd092 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:52:01.848 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.120644+0000", 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 205.720962222, 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99751297000000005, 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114340 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.849 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.120644+0000", 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.120644+0000", 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.120643+0000", 2023-10-09T04:52:01.850 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.120696+0000", 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3517000000000003e-05 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.120707+0000", 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0559e-05 2023-10-09T04:52:01.851 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.120716+0000", 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1500000000000005e-06 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.122541+0000", 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018251560000000001 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.852 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.122552+0000", 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0797e-05 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.118136+0000", 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99558481399999998 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.118157+0000", 2023-10-09T04:52:01.853 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0673999999999999e-05 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114367 10.2 10.4ab49d82 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.151195+0000", 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 205.69041185500001, 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96184543199999994, 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:52:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114367 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151195+0000", 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.855 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151195+0000", 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151193+0000", 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151239+0000", 2023-10-09T04:52:01.856 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6071e-05 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151252+0000", 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3288000000000001e-05 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151260+0000", 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3579999999999997e-06 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.857 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151309+0000", 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9178000000000002e-05 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.151318+0000", 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7439999999999996e-06 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.113027+0000", 2023-10-09T04:52:01.858 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96170967200000002 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.113040+0000", 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2652e-05 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:167202 10.2 10:43bac61a:::benchmark_data_smithi107_275910_object44335:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-10-09T04:52:01.859 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:36.436332+0000", 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 145.405274897, 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98156109000000002, 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 167202 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.860 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436332+0000", 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436332+0000", 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436330+0000", 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:01.861 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436335+0000", 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9629999999999997e-06 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436355+0000", 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.02e-05 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.862 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436362+0000", 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1919999999999999e-06 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436417+0000", 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4641000000000001e-05 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.436427+0000", 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6800000000000005e-06 2023-10-09T04:52:01.863 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.411044+0000", 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97461709100000005 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.411163+0000", 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000118745 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.864 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.411437+0000", 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00027431800000000001 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.416288+0000", 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004850788 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.417780+0000", 2023-10-09T04:52:01.865 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014926099999999999 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.417824+0000", 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4082000000000002e-05 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.417858+0000", 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3828000000000002e-05 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.866 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.417893+0000", 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4381000000000002e-05 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:167204 10.2 10:43947d44:::benchmark_data_smithi107_275910_object44337:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:49:36.437426+0000", 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 145.40418017299999, 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.980642185, 2023-10-09T04:52:01.867 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 167204 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437426+0000", 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.868 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437426+0000", 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437426+0000", 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.869 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437430+0000", 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.138e-06 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437439+0000", 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2949999999999999e-06 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437444+0000", 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6009999999999997e-06 2023-10-09T04:52:01.870 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437488+0000", 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4799999999999998e-05 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:36.437501+0000", 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2476e-05 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.871 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.413284+0000", 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97578354499999997 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.413410+0000", 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012561500000000001 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.413647+0000", 2023-10-09T04:52:01.872 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000237037 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.417907+0000", 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0042595319999999999 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.417961+0000", 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4679999999999998e-05 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.873 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.418020+0000", 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8987000000000003e-05 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.418048+0000", 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7662999999999999e-05 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.874 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:49:37.418068+0000", 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0499000000000001e-05 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237256 10.12 10:4e8d4491:::benchmark_data_smithi107_275910_object114389:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083242+0000", 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758364106000002, 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5632344599999999, 2023-10-09T04:52:01.875 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237256 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083242+0000", 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.876 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083242+0000", 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083241+0000", 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.877 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083246+0000", 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7469999999999996e-06 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083257+0000", 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1192000000000001e-05 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083267+0000", 2023-10-09T04:52:01.878 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6700000000000006e-06 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083453+0000", 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000186868 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083465+0000", 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1929999999999999e-05 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.879 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.880 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.880 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.634824+0000", 2023-10-09T04:52:01.880 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:01.881 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5513587879999999 2023-10-09T04:52:01.881 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.881 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.881 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:52:01.881 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.634976+0000", 2023-10-09T04:52:01.881 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000151693 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646382+0000", 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011405712 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646477+0000", 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5217000000000007e-05 2023-10-09T04:52:01.882 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237265 10.12 10:48d9b644:::benchmark_data_smithi107_275910_object114398:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083276+0000", 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758330725999997, 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5701965840000001, 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.883 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237265 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083276+0000", 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.884 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083276+0000", 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083275+0000", 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083278+0000", 2023-10-09T04:52:01.885 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.864e-06 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083284+0000", 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.964e-06 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083290+0000", 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5550000000000002e-06 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.886 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083513+0000", 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00022289200000000001 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083524+0000", 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1962e-05 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.887 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.635508+0000", 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.551983237 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.635602+0000", 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4500999999999995e-05 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.636036+0000", 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00043423499999999999 2023-10-09T04:52:01.888 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645760+0000", 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0097235020000000002 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645776+0000", 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5739999999999998e-05 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.889 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645847+0000", 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0797999999999995e-05 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645894+0000", 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7506999999999998e-05 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646584+0000", 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00068976400000000005 2023-10-09T04:52:01.890 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653299+0000", 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067149890000000002 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653361+0000", 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1761999999999996e-05 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.891 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653472+0000", 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011175099999999999 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237278 10.12 10:4cc8d0ba:::benchmark_data_smithi107_275910_object114411:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758311372999998, 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.570412132, 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.892 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237278 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.893 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.894 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083296+0000", 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6440000000000001e-06 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083300+0000", 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.676e-06 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083303+0000", 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.695e-06 2023-10-09T04:52:01.895 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083563+0000", 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00026055199999999999 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083573+0000", 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4749999999999999e-06 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.896 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.639235+0000", 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.555662428 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.639398+0000", 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016230500000000001 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.897 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.639811+0000", 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00041367500000000001 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645783+0000", 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0059720090000000003 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646517+0000", 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00073344299999999996 2023-10-09T04:52:01.898 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646679+0000", 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000162714 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646725+0000", 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5840000000000002e-05 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.899 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653510+0000", 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067843979999999996 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653549+0000", 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8868000000000001e-05 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653591+0000", 2023-10-09T04:52:01.900 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2543000000000002e-05 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653707+0000", 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011612600000000001 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237285 10.12 10:4c3e526c:::benchmark_data_smithi107_275910_object114418:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.901 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758301387000003, 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5705924979999999, 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237285 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.902 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.903 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083306+0000", 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.327e-06 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083309+0000", 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0299999999999998e-06 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.904 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083312+0000", 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.48e-06 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083649+0000", 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033757500000000001 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.905 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083657+0000", 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5009999999999998e-06 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.642751+0000", 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5590942920000002 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.642908+0000", 2023-10-09T04:52:01.906 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000156508 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.643350+0000", 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044225999999999998 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645902+0000", 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025524419999999998 2023-10-09T04:52:01.907 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646630+0000", 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00072811700000000002 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646782+0000", 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015194899999999999 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.908 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646836+0000", 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3498000000000002e-05 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653739+0000", 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069033130000000003 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653764+0000", 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5282e-05 2023-10-09T04:52:01.909 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653805+0000", 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0945999999999997e-05 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653898+0000", 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2201999999999996e-05 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.910 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237297 10.12 10:4935885f:::benchmark_data_smithi107_275910_object114430:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083314+0000", 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758292820999998, 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5850963899999999, 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.911 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237297 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083314+0000", 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083314+0000", 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.912 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083313+0000", 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083315+0000", 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6309999999999999e-06 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.913 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083318+0000", 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0599999999999999e-06 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083321+0000", 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4990000000000001e-06 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083689+0000", 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036879300000000002 2023-10-09T04:52:01.914 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083698+0000", 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6510000000000007e-06 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646871+0000", 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.563172682 2023-10-09T04:52:01.915 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.647012+0000", 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014110300000000001 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.647493+0000", 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00048137599999999999 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.916 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653530+0000", 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060368949999999996 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.660992+0000", 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007461573 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.917 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661026+0000", 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4530000000000003e-05 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668145+0000", 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071188090000000002 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668159+0000", 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3695e-05 2023-10-09T04:52:01.918 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668233+0000", 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3955000000000006e-05 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668281+0000", 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8474999999999999e-05 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.919 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668410+0000", 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000128868 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237318 10.12 10:48d39377:::benchmark_data_smithi107_275910_object114451:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083323+0000", 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758283822000003, 2023-10-09T04:52:01.920 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5855659050000002, 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237318 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.921 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083323+0000", 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083323+0000", 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083322+0000", 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.922 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083324+0000", 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4810000000000001e-06 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083327+0000", 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.886e-06 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.923 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083329+0000", 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7099999999999999e-06 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083723+0000", 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00039335599999999998 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083731+0000", 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5639999999999997e-06 2023-10-09T04:52:01.924 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.650392+0000", 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.566661039 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.650528+0000", 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000135675 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.925 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.650974+0000", 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044598000000000001 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.660955+0000", 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0099809479999999999 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668167+0000", 2023-10-09T04:52:01.926 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072118620000000003 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668475+0000", 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00030851499999999998 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668600+0000", 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000124315 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.927 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668644+0000", 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4592999999999998e-05 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668747+0000", 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010217600000000001 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668783+0000", 2023-10-09T04:52:01.928 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6559e-05 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668889+0000", 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000105449 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237321 10.12 10:4d0e9d1c:::benchmark_data_smithi107_275910_object114454:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.929 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758275005000002, 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5858476449999999, 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237321 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.930 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.931 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083333+0000", 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3400000000000001e-06 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083335+0000", 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.791e-06 2023-10-09T04:52:01.932 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083344+0000", 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1559999999999995e-06 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083763+0000", 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00041995800000000001 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.933 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083770+0000", 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2380000000000002e-06 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653920+0000", 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.570150433 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.654020+0000", 2023-10-09T04:52:01.934 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9439999999999997e-05 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.654424+0000", 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00040425699999999999 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661064+0000", 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006639697 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668177+0000", 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071132290000000004 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668945+0000", 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00076810300000000001 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668982+0000", 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6956000000000003e-05 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669028+0000", 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6059000000000001e-05 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669074+0000", 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5949999999999999e-05 2023-10-09T04:52:01.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669107+0000", 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3176000000000002e-05 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669179+0000", 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2069000000000004e-05 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.938 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237357 10.12 10:4fa5f07a:::benchmark_data_smithi107_275910_object114490:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758260706999998, 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5934633809999998, 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.939 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237357 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083347+0000", 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.387e-06 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083350+0000", 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0139999999999999e-06 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083353+0000", 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6000000000000001e-06 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083805+0000", 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000452707 2023-10-09T04:52:01.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083814+0000", 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1900000000000001e-06 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.657400+0000", 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.573585682 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.657551+0000", 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015075099999999999 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.658041+0000", 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00049041299999999998 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668091+0000", 2023-10-09T04:52:01.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010050145 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668185+0000", 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3430999999999994e-05 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669237+0000", 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001052386 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669284+0000", 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6779000000000001e-05 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669354+0000", 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9676000000000002e-05 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676620+0000", 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072661649999999998 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676674+0000", 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4313e-05 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676809+0000", 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013495799999999999 2023-10-09T04:52:01.947 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237370 10.12 10:493cd182:::benchmark_data_smithi107_275910_object114503:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083356+0000", 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758250832000002, 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.593843594, 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.948 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237370 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083356+0000", 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083356+0000", 2023-10-09T04:52:01.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083355+0000", 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083357+0000", 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3820000000000001e-06 2023-10-09T04:52:01.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083360+0000", 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.331e-06 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083363+0000", 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5359999999999999e-06 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083847+0000", 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00048479399999999998 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083856+0000", 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4330000000000004e-06 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661088+0000", 2023-10-09T04:52:01.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5772321250000001 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661214+0000", 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012648 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661712+0000", 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00049782099999999996 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668192+0000", 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006480113 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668542+0000", 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00034964099999999998 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669420+0000", 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00087763000000000001 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669471+0000", 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1505000000000002e-05 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676968+0000", 2023-10-09T04:52:01.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074970990000000001 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677026+0000", 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8213e-05 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677086+0000", 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9200999999999998e-05 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677199+0000", 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011350599999999999 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237380 10.12 10:4ebac386:::benchmark_data_smithi107_275910_object114513:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083365+0000", 2023-10-09T04:52:01.957 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758241744000003, 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5941597860000001, 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237380 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.958 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083365+0000", 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083365+0000", 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083364+0000", 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083366+0000", 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3459999999999999e-06 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083369+0000", 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.954e-06 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083372+0000", 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6880000000000001e-06 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083890+0000", 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00051736600000000001 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083897+0000", 2023-10-09T04:52:01.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6590000000000007e-06 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.664440+0000", 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.580542219 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.664595+0000", 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015564600000000001 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.665061+0000", 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000465787 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668556+0000", 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034948140000000002 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669519+0000", 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000962732 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669570+0000", 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1715000000000002e-05 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676900+0000", 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073295449999999998 2023-10-09T04:52:01.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677356+0000", 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00045654400000000003 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677384+0000", 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7129999999999999e-05 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677421+0000", 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7064000000000003e-05 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677524+0000", 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000103806 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237565 10.12 10:4ec65c6f:::benchmark_data_smithi107_275910_object114698:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758231987999999, 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.608417913, 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237565 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.967 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083376+0000", 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.319e-06 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083378+0000", 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7709999999999998e-06 2023-10-09T04:52:01.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083381+0000", 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5490000000000001e-06 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083931+0000", 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00055034799999999998 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083939+0000", 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3320000000000003e-06 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669606+0000", 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5856675519999999 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669720+0000", 2023-10-09T04:52:01.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011439500000000001 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.670186+0000", 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00046530999999999997 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677214+0000", 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070281349999999996 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677253+0000", 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9209999999999999e-05 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677591+0000", 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033783199999999999 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684733+0000", 2023-10-09T04:52:01.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071417160000000002 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684900+0000", 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016779300000000001 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691567+0000", 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066664810000000001 2023-10-09T04:52:01.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691631+0000", 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3694000000000004e-05 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691792+0000", 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016168199999999999 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.975 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237596 10.12 10:485dfea6:::benchmark_data_smithi107_275910_object114729:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758223676999997, 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6188304090000001, 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.976 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237596 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:52:01.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083386+0000", 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9400000000000004e-06 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083389+0000", 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0079999999999998e-06 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083393+0000", 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2219999999999998e-06 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083971+0000", 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00057837700000000004 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083979+0000", 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2160000000000006e-06 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.673211+0000", 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.589231912 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.673365+0000", 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000153771 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.673800+0000", 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000434869 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677222+0000", 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034220040000000002 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684813+0000", 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0075907809999999996 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684849+0000", 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6480999999999999e-05 2023-10-09T04:52:01.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684923+0000", 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3719000000000003e-05 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684965+0000", 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2497000000000003e-05 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702024+0000", 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017058599000000001 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702085+0000", 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1440999999999997e-05 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702213+0000", 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000127778 2023-10-09T04:52:01.984 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237607 10.12 10:4e1974c6:::benchmark_data_smithi107_275910_object114740:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083395+0000", 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758211733000003, 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.619400341, 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.985 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237607 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083395+0000", 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083395+0000", 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083394+0000", 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083396+0000", 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.248e-06 2023-10-09T04:52:01.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083398+0000", 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7039999999999999e-06 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083401+0000", 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7149999999999998e-06 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084013+0000", 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00061175699999999999 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084019+0000", 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4729999999999997e-06 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677612+0000", 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5935922410000001 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677702+0000", 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0014999999999998e-05 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.678254+0000", 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000552243 2023-10-09T04:52:01.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684859+0000", 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006605222 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684994+0000", 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013535000000000001 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691859+0000", 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068644709999999996 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691927+0000", 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7699000000000004e-05 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.700586+0000", 2023-10-09T04:52:01.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0086589300000000004 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702595+0000", 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0020094639999999999 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702656+0000", 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0868000000000001e-05 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702795+0000", 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013915299999999999 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237608 10.12 10:4a1d9099:::benchmark_data_smithi107_275910_object114741:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:52:01.994 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758203317000003, 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.619615394, 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237608 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:01.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083404+0000", 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2699999999999999e-06 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083407+0000", 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9639999999999999e-06 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:01.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083410+0000", 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4710000000000001e-06 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084054+0000", 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00064415399999999997 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084062+0000", 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5960000000000004e-06 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.681381+0000", 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.597318491 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.681493+0000", 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000112289 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:01.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.681933+0000", 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00043997300000000002 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684929+0000", 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029957310000000002 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685026+0000", 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6735000000000001e-05 2023-10-09T04:52:02.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.692003+0000", 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069771850000000003 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.695982+0000", 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039792050000000004 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.701414+0000", 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005431941 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702854+0000", 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001440109 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702909+0000", 2023-10-09T04:52:02.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4659e-05 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.703019+0000", 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109836 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237622 10.12 10:4ea3bddb:::benchmark_data_smithi107_275910_object114755:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:02.003 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.758195022999999, 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.625244194, 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237622 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:02.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:52:02.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083412+0000", 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.116e-06 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083415+0000", 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8760000000000001e-06 2023-10-09T04:52:02.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083418+0000", 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8080000000000001e-06 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084085+0000", 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00066666399999999997 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084091+0000", 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3380000000000001e-06 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685048+0000", 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.600956992 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:02.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685210+0000", 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000162347 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685662+0000", 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00045122899999999999 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691872+0000", 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062100330000000002 2023-10-09T04:52:02.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.695949+0000", 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004076975 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696011+0000", 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2917999999999996e-05 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696074+0000", 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2815000000000001e-05 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.703271+0000", 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071965880000000003 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708437+0000", 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0051665970000000002 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708502+0000", 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4350999999999994e-05 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708656+0000", 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000153752 2023-10-09T04:52:02.012 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237761 10.12 10:4aaf990b:::benchmark_data_smithi107_275910_object114894:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.141300+0000", 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 58.700306130999998, 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5676336910000002, 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:02.013 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237761 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141300+0000", 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:02.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141300+0000", 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141299+0000", 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141305+0000", 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7610000000000002e-06 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141321+0000", 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5319e-05 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141330+0000", 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3700000000000001e-06 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:02.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141380+0000", 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9626999999999998e-05 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141389+0000", 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5619999999999993e-06 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.688629+0000", 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.547239585 2023-10-09T04:52:02.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.688752+0000", 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012347399999999999 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.689087+0000", 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033471599999999998 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.692012+0000", 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029248989999999999 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696044+0000", 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040316450000000004 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696106+0000", 2023-10-09T04:52:02.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2117000000000002e-05 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696140+0000", 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3831999999999997e-05 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.703316+0000", 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071764919999999996 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708732+0000", 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054156999999999999 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708793+0000", 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1488000000000005e-05 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:02.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708934+0000", 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140772 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:02.022 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:52:02.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:02.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:02.124 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:02.180 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:52:02] "GET /metrics HTTP/1.1" 200 36587 "" "Prometheus/2.43.0" 2023-10-09T04:52:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3774561953' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:52:02.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: osdmap e308: 8 total, 8 up, 7 in 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: failed to encode map e308 with expected crc 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: failed to encode map e308 with expected crc 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: pgmap v969: 89 pgs: 89 active+clean; 409 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 51 MiB/s wr, 817 op/s 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[179183]: from='client.45836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3774561953' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:52:02.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: osdmap e308: 8 total, 8 up, 7 in 2023-10-09T04:52:02.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: failed to encode map e308 with expected crc 2023-10-09T04:52:02.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: failed to encode map e308 with expected crc 2023-10-09T04:52:02.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:02.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: pgmap v969: 89 pgs: 89 active+clean; 409 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 51 MiB/s wr, 817 op/s 2023-10-09T04:52:02.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:02 smithi107 ceph-mon[184249]: from='client.45836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:52:02.450 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 17638 17622 183.518 166.125 0.00689766 0.00544463 2023-10-09T04:52:02.452 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":969,"stamp":"2023-10-09T04:52:01.551578+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":429332384,"num_objects":6566,"num_object_clones":0,"num_object_copies":19698,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6566,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":6842,"num_write_kb":421133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1771228,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6758,"ondisk_log_size":6758,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":268,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6234116,"kb_used_data":1076812,"kb_used_omap":18,"kb_used_meta":5157229,"kb_avail":649981948,"statfs":{"total":671965249536,"available":665581514752,"internally_reserved":0,"allocated":1102655488,"data_stored":1095187578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5281002912},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,4,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":428736512,"num_objects":6542,"num_object_clones":0,"num_object_copies":19626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6542,"num_write_kb":418688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002104"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":303,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387410+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:51:52.387410+0000","last_peered":"2023-10-09T04:51:52.387410+0000","last_clean":"2023-10-09T04:51:52.387410+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:51:52.387410+0000","last_undegraded":"2023-10-09T04:51:52.387410+0000","last_fullsized":"2023-10-09T04:51:52.387410+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":96,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465543+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:51:51.465543+0000","last_peered":"2023-10-09T04:51:51.465543+0000","last_clean":"2023-10-09T04:51:51.465543+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:51:51.465543+0000","last_undegraded":"2023-10-09T04:51:51.465543+0000","last_fullsized":"2023-10-09T04:51:51.465543+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":230,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466060+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:51:51.466060+0000","last_peered":"2023-10-09T04:51:51.466060+0000","last_clean":"2023-10-09T04:51:51.466060+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:51:51.466060+0000","last_undegraded":"2023-10-09T04:51:51.466060+0000","last_fullsized":"2023-10-09T04:51:51.466060+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":289,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465721+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:51:51.465721+0000","last_peered":"2023-10-09T04:51:51.465721+0000","last_clean":"2023-10-09T04:51:51.465721+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:51:51.465721+0000","last_undegraded":"2023-10-09T04:51:51.465721+0000","last_fullsized":"2023-10-09T04:51:51.465721+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":239,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.464961+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:51:51.464961+0000","last_peered":"2023-10-09T04:51:51.464961+0000","last_clean":"2023-10-09T04:51:51.464961+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:51:51.464961+0000","last_undegraded":"2023-10-09T04:51:51.464961+0000","last_fullsized":"2023-10-09T04:51:51.464961+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":283,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.749519+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:51:51.749519+0000","last_peered":"2023-10-09T04:51:51.749519+0000","last_clean":"2023-10-09T04:51:51.749519+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:51:51.749519+0000","last_undegraded":"2023-10-09T04:51:51.749519+0000","last_fullsized":"2023-10-09T04:51:51.749519+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":278,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465285+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:51:51.465285+0000","last_peered":"2023-10-09T04:51:51.465285+0000","last_clean":"2023-10-09T04:51:51.465285+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:51:51.465285+0000","last_undegraded":"2023-10-09T04:51:51.465285+0000","last_fullsized":"2023-10-09T04:51:51.465285+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":174,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466244+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:51:51.466244+0000","last_peered":"2023-10-09T04:51:51.466244+0000","last_clean":"2023-10-09T04:51:51.466244+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:51:51.466244+0000","last_undegraded":"2023-10-09T04:51:51.466244+0000","last_fullsized":"2023-10-09T04:51:51.466244+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":284,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494957+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:51:52.494957+0000","last_peered":"2023-10-09T04:51:52.494957+0000","last_clean":"2023-10-09T04:51:52.494957+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:51:52.494957+0000","last_undegraded":"2023-10-09T04:51:52.494957+0000","last_fullsized":"2023-10-09T04:51:52.494957+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":196,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472475+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:51:51.472475+0000","last_peered":"2023-10-09T04:51:51.472475+0000","last_clean":"2023-10-09T04:51:51.472475+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:51:51.472475+0000","last_undegraded":"2023-10-09T04:51:51.472475+0000","last_fullsized":"2023-10-09T04:51:51.472475+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":294,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472725+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:51:51.472725+0000","last_peered":"2023-10-09T04:51:51.472725+0000","last_clean":"2023-10-09T04:51:51.472725+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:51:51.472725+0000","last_undegraded":"2023-10-09T04:51:51.472725+0000","last_fullsized":"2023-10-09T04:51:51.472725+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":225,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466718+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:51:51.466718+0000","last_peered":"2023-10-09T04:51:51.466718+0000","last_clean":"2023-10-09T04:51:51.466718+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:51:51.466718+0000","last_undegraded":"2023-10-09T04:51:51.466718+0000","last_fullsized":"2023-10-09T04:51:51.466718+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":273,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387527+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:51:52.387527+0000","last_peered":"2023-10-09T04:51:52.387527+0000","last_clean":"2023-10-09T04:51:52.387527+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:51:52.387527+0000","last_undegraded":"2023-10-09T04:51:52.387527+0000","last_fullsized":"2023-10-09T04:51:52.387527+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":284,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387411+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:51:52.387411+0000","last_peered":"2023-10-09T04:51:52.387411+0000","last_clean":"2023-10-09T04:51:52.387411+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:51:52.387411+0000","last_undegraded":"2023-10-09T04:51:52.387411+0000","last_fullsized":"2023-10-09T04:51:52.387411+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":286,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472576+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:51:51.472576+0000","last_peered":"2023-10-09T04:51:51.472576+0000","last_clean":"2023-10-09T04:51:51.472576+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:51:51.472576+0000","last_undegraded":"2023-10-09T04:51:51.472576+0000","last_fullsized":"2023-10-09T04:51:51.472576+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":174,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465869+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:51:51.465869+0000","last_peered":"2023-10-09T04:51:51.465869+0000","last_clean":"2023-10-09T04:51:51.465869+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:51:51.465869+0000","last_undegraded":"2023-10-09T04:51:51.465869+0000","last_fullsized":"2023-10-09T04:51:51.465869+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":293,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465085+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:51:51.465085+0000","last_peered":"2023-10-09T04:51:51.465085+0000","last_clean":"2023-10-09T04:51:51.465085+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:51:51.465085+0000","last_undegraded":"2023-10-09T04:51:51.465085+0000","last_fullsized":"2023-10-09T04:51:51.465085+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":283,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494982+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:51:52.494982+0000","last_peered":"2023-10-09T04:51:52.494982+0000","last_clean":"2023-10-09T04:51:52.494982+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:51:52.494982+0000","last_undegraded":"2023-10-09T04:51:52.494982+0000","last_fullsized":"2023-10-09T04:51:52.494982+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":251,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472351+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:51:51.472351+0000","last_peered":"2023-10-09T04:51:51.472351+0000","last_clean":"2023-10-09T04:51:51.472351+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:51:51.472351+0000","last_undegraded":"2023-10-09T04:51:51.472351+0000","last_fullsized":"2023-10-09T04:51:51.472351+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":279,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465791+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:51:51.465791+0000","last_peered":"2023-10-09T04:51:51.465791+0000","last_clean":"2023-10-09T04:51:51.465791+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:51:51.465791+0000","last_undegraded":"2023-10-09T04:51:51.465791+0000","last_fullsized":"2023-10-09T04:51:51.465791+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":275,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.748610+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:51:51.748610+0000","last_peered":"2023-10-09T04:51:51.748610+0000","last_clean":"2023-10-09T04:51:51.748610+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:51:51.748610+0000","last_undegraded":"2023-10-09T04:51:51.748610+0000","last_fullsized":"2023-10-09T04:51:51.748610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":224,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472901+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:51:51.472901+0000","last_peered":"2023-10-09T04:51:51.472901+0000","last_clean":"2023-10-09T04:51:51.472901+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:51:51.472901+0000","last_undegraded":"2023-10-09T04:51:51.472901+0000","last_fullsized":"2023-10-09T04:51:51.472901+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.7","version":"307'293","reported_seq":304,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.906439+0000","last_change":"2023-10-09T04:51:48.478646+0000","last_active":"2023-10-09T04:51:57.906439+0000","last_peered":"2023-10-09T04:51:57.906439+0000","last_clean":"2023-10-09T04:51:57.906439+0000","last_became_active":"2023-10-09T04:51:48.478300+0000","last_became_peered":"2023-10-09T04:51:48.478300+0000","last_unstale":"2023-10-09T04:51:57.906439+0000","last_undegraded":"2023-10-09T04:51:57.906439+0000","last_fullsized":"2023-10-09T04:51:57.906439+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":293,"log_dups_size":0,"ondisk_log_size":293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:11.719415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19202048,"num_objects":293,"num_object_clones":0,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":293,"num_write_kb":18752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":269,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472819+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:51:51.472819+0000","last_peered":"2023-10-09T04:51:51.472819+0000","last_clean":"2023-10-09T04:51:51.472819+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:51:51.472819+0000","last_undegraded":"2023-10-09T04:51:51.472819+0000","last_fullsized":"2023-10-09T04:51:51.472819+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":249,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494636+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:51:52.494636+0000","last_peered":"2023-10-09T04:51:52.494636+0000","last_clean":"2023-10-09T04:51:52.494636+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:51:52.494636+0000","last_undegraded":"2023-10-09T04:51:52.494636+0000","last_fullsized":"2023-10-09T04:51:52.494636+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"307'84","reported_seq":97,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:56.826173+0000","last_change":"2023-10-09T04:51:48.467788+0000","last_active":"2023-10-09T04:51:56.826173+0000","last_peered":"2023-10-09T04:51:56.826173+0000","last_clean":"2023-10-09T04:51:56.826173+0000","last_became_active":"2023-10-09T04:51:48.467472+0000","last_became_peered":"2023-10-09T04:51:48.467472+0000","last_unstale":"2023-10-09T04:51:56.826173+0000","last_undegraded":"2023-10-09T04:51:56.826173+0000","last_fullsized":"2023-10-09T04:51:56.826173+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:49.978877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5505024,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":84,"num_write_kb":5376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":287,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472847+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:51:51.472847+0000","last_peered":"2023-10-09T04:51:51.472847+0000","last_clean":"2023-10-09T04:51:51.472847+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:51:51.472847+0000","last_undegraded":"2023-10-09T04:51:51.472847+0000","last_fullsized":"2023-10-09T04:51:51.472847+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":311,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387276+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:51:52.387276+0000","last_peered":"2023-10-09T04:51:52.387276+0000","last_clean":"2023-10-09T04:51:52.387276+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:51:52.387276+0000","last_undegraded":"2023-10-09T04:51:52.387276+0000","last_fullsized":"2023-10-09T04:51:52.387276+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"307'322","reported_seq":333,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.998004+0000","last_change":"2023-10-09T04:51:48.476561+0000","last_active":"2023-10-09T04:51:57.998004+0000","last_peered":"2023-10-09T04:51:57.998004+0000","last_clean":"2023-10-09T04:51:57.998004+0000","last_became_active":"2023-10-09T04:51:48.476248+0000","last_became_peered":"2023-10-09T04:51:48.476248+0000","last_unstale":"2023-10-09T04:51:57.998004+0000","last_undegraded":"2023-10-09T04:51:57.998004+0000","last_fullsized":"2023-10-09T04:51:57.998004+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":322,"log_dups_size":0,"ondisk_log_size":322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:42.366988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21102592,"num_objects":322,"num_object_clones":0,"num_object_copies":966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":322,"num_write_kb":20608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":252,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472631+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:51:51.472631+0000","last_peered":"2023-10-09T04:51:51.472631+0000","last_clean":"2023-10-09T04:51:51.472631+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:51:51.472631+0000","last_undegraded":"2023-10-09T04:51:51.472631+0000","last_fullsized":"2023-10-09T04:51:51.472631+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":283,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.748943+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:51:51.748943+0000","last_peered":"2023-10-09T04:51:51.748943+0000","last_clean":"2023-10-09T04:51:51.748943+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:51:51.748943+0000","last_undegraded":"2023-10-09T04:51:51.748943+0000","last_fullsized":"2023-10-09T04:51:51.748943+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"307'339","reported_seq":351,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:58.002165+0000","last_change":"2023-10-09T04:51:48.474360+0000","last_active":"2023-10-09T04:51:58.002165+0000","last_peered":"2023-10-09T04:51:58.002165+0000","last_clean":"2023-10-09T04:51:58.002165+0000","last_became_active":"2023-10-09T04:51:48.474026+0000","last_became_peered":"2023-10-09T04:51:48.474026+0000","last_unstale":"2023-10-09T04:51:58.002165+0000","last_undegraded":"2023-10-09T04:51:58.002165+0000","last_fullsized":"2023-10-09T04:51:58.002165+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":339,"log_dups_size":0,"ondisk_log_size":339,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:39:06.123615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22216704,"num_objects":339,"num_object_clones":0,"num_object_copies":1017,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":339,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":339,"num_write_kb":21696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":301,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494835+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:51:52.494835+0000","last_peered":"2023-10-09T04:51:52.494835+0000","last_clean":"2023-10-09T04:51:52.494835+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:51:52.494835+0000","last_undegraded":"2023-10-09T04:51:52.494835+0000","last_fullsized":"2023-10-09T04:51:52.494835+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":279,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465478+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:51:51.465478+0000","last_peered":"2023-10-09T04:51:51.465478+0000","last_clean":"2023-10-09T04:51:51.465478+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:51:51.465478+0000","last_undegraded":"2023-10-09T04:51:51.465478+0000","last_fullsized":"2023-10-09T04:51:51.465478+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"307'227","reported_seq":239,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.639014+0000","last_change":"2023-10-09T04:51:48.473331+0000","last_active":"2023-10-09T04:51:57.639014+0000","last_peered":"2023-10-09T04:51:57.639014+0000","last_clean":"2023-10-09T04:51:57.639014+0000","last_became_active":"2023-10-09T04:51:48.473018+0000","last_became_peered":"2023-10-09T04:51:48.473018+0000","last_unstale":"2023-10-09T04:51:57.639014+0000","last_undegraded":"2023-10-09T04:51:57.639014+0000","last_fullsized":"2023-10-09T04:51:57.639014+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":227,"log_dups_size":0,"ondisk_log_size":227,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:05:02.211793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14876672,"num_objects":227,"num_object_clones":0,"num_object_copies":681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":227,"num_write_kb":14528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":178,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465562+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:51:51.465562+0000","last_peered":"2023-10-09T04:51:51.465562+0000","last_clean":"2023-10-09T04:51:51.465562+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:51:51.465562+0000","last_undegraded":"2023-10-09T04:51:51.465562+0000","last_fullsized":"2023-10-09T04:51:51.465562+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":301,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387511+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:51:52.387511+0000","last_peered":"2023-10-09T04:51:52.387511+0000","last_clean":"2023-10-09T04:51:52.387511+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:51:52.387511+0000","last_undegraded":"2023-10-09T04:51:52.387511+0000","last_fullsized":"2023-10-09T04:51:52.387511+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"307'834","reported_seq":847,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:52:00.661278+0000","last_change":"2023-10-09T04:51:48.471984+0000","last_active":"2023-10-09T04:52:00.661278+0000","last_peered":"2023-10-09T04:52:00.661278+0000","last_clean":"2023-10-09T04:52:00.661278+0000","last_became_active":"2023-10-09T04:51:48.471722+0000","last_became_peered":"2023-10-09T04:51:48.471722+0000","last_unstale":"2023-10-09T04:52:00.661278+0000","last_undegraded":"2023-10-09T04:52:00.661278+0000","last_fullsized":"2023-10-09T04:52:00.661278+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":834,"log_dups_size":0,"ondisk_log_size":834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:07.867796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54657024,"num_objects":834,"num_object_clones":0,"num_object_copies":2502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":834,"num_write_kb":53376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":284,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.748836+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:51:51.748836+0000","last_peered":"2023-10-09T04:51:51.748836+0000","last_clean":"2023-10-09T04:51:51.748836+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:51:51.748836+0000","last_undegraded":"2023-10-09T04:51:51.748836+0000","last_fullsized":"2023-10-09T04:51:51.748836+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":277,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387529+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:51:52.387529+0000","last_peered":"2023-10-09T04:51:52.387529+0000","last_clean":"2023-10-09T04:51:52.387529+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:51:52.387529+0000","last_undegraded":"2023-10-09T04:51:52.387529+0000","last_fullsized":"2023-10-09T04:51:52.387529+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"307'246","reported_seq":258,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.633101+0000","last_change":"2023-10-09T04:51:48.471202+0000","last_active":"2023-10-09T04:51:57.633101+0000","last_peered":"2023-10-09T04:51:57.633101+0000","last_clean":"2023-10-09T04:51:57.633101+0000","last_became_active":"2023-10-09T04:51:48.470877+0000","last_became_peered":"2023-10-09T04:51:48.470877+0000","last_unstale":"2023-10-09T04:51:57.633101+0000","last_undegraded":"2023-10-09T04:51:57.633101+0000","last_fullsized":"2023-10-09T04:51:57.633101+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":246,"log_dups_size":0,"ondisk_log_size":246,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:20.948448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16121856,"num_objects":246,"num_object_clones":0,"num_object_copies":738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":246,"num_write_kb":15744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":268,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387235+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:51:52.387235+0000","last_peered":"2023-10-09T04:51:52.387235+0000","last_clean":"2023-10-09T04:51:52.387235+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:51:52.387235+0000","last_undegraded":"2023-10-09T04:51:52.387235+0000","last_fullsized":"2023-10-09T04:51:52.387235+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":284,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387533+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:51:52.387533+0000","last_peered":"2023-10-09T04:51:52.387533+0000","last_clean":"2023-10-09T04:51:52.387533+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:51:52.387533+0000","last_undegraded":"2023-10-09T04:51:52.387533+0000","last_fullsized":"2023-10-09T04:51:52.387533+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"307'710","reported_seq":723,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:52:00.270755+0000","last_change":"2023-10-09T04:51:48.473074+0000","last_active":"2023-10-09T04:52:00.270755+0000","last_peered":"2023-10-09T04:52:00.270755+0000","last_clean":"2023-10-09T04:52:00.270755+0000","last_became_active":"2023-10-09T04:51:48.472818+0000","last_became_peered":"2023-10-09T04:51:48.472818+0000","last_unstale":"2023-10-09T04:52:00.270755+0000","last_undegraded":"2023-10-09T04:52:00.270755+0000","last_fullsized":"2023-10-09T04:52:00.270755+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":710,"log_dups_size":0,"ondisk_log_size":710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:41:29.334213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46530560,"num_objects":710,"num_object_clones":0,"num_object_copies":2130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":710,"num_write_kb":45440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":175,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466554+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:51:51.466554+0000","last_peered":"2023-10-09T04:51:51.466554+0000","last_clean":"2023-10-09T04:51:51.466554+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:51:51.466554+0000","last_undegraded":"2023-10-09T04:51:51.466554+0000","last_fullsized":"2023-10-09T04:51:51.466554+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":231,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466582+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:51:51.466582+0000","last_peered":"2023-10-09T04:51:51.466582+0000","last_clean":"2023-10-09T04:51:51.466582+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:51:51.466582+0000","last_undegraded":"2023-10-09T04:51:51.466582+0000","last_fullsized":"2023-10-09T04:51:51.466582+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"307'801","reported_seq":814,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:52:00.677015+0000","last_change":"2023-10-09T04:51:48.476075+0000","last_active":"2023-10-09T04:52:00.677015+0000","last_peered":"2023-10-09T04:52:00.677015+0000","last_clean":"2023-10-09T04:52:00.677015+0000","last_became_active":"2023-10-09T04:51:48.475813+0000","last_became_peered":"2023-10-09T04:51:48.475813+0000","last_unstale":"2023-10-09T04:52:00.677015+0000","last_undegraded":"2023-10-09T04:52:00.677015+0000","last_fullsized":"2023-10-09T04:52:00.677015+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":801,"log_dups_size":0,"ondisk_log_size":801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:19:08.152045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52494336,"num_objects":801,"num_object_clones":0,"num_object_copies":2403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":801,"num_write_kb":51264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":281,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466344+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:51:51.466344+0000","last_peered":"2023-10-09T04:51:51.466344+0000","last_clean":"2023-10-09T04:51:51.466344+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:51:51.466344+0000","last_undegraded":"2023-10-09T04:51:51.466344+0000","last_fullsized":"2023-10-09T04:51:51.466344+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":301,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494972+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:51:52.494972+0000","last_peered":"2023-10-09T04:51:52.494972+0000","last_clean":"2023-10-09T04:51:52.494972+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:51:52.494972+0000","last_undegraded":"2023-10-09T04:51:52.494972+0000","last_fullsized":"2023-10-09T04:51:52.494972+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":239,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466791+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:51:51.466791+0000","last_peered":"2023-10-09T04:51:51.466791+0000","last_clean":"2023-10-09T04:51:51.466791+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:51:51.466791+0000","last_undegraded":"2023-10-09T04:51:51.466791+0000","last_fullsized":"2023-10-09T04:51:51.466791+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"307'710","reported_seq":721,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:52:00.282001+0000","last_change":"2023-10-09T04:51:48.476509+0000","last_active":"2023-10-09T04:52:00.282001+0000","last_peered":"2023-10-09T04:52:00.282001+0000","last_clean":"2023-10-09T04:52:00.282001+0000","last_became_active":"2023-10-09T04:51:48.476222+0000","last_became_peered":"2023-10-09T04:51:48.476222+0000","last_unstale":"2023-10-09T04:52:00.282001+0000","last_undegraded":"2023-10-09T04:52:00.282001+0000","last_fullsized":"2023-10-09T04:52:00.282001+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":710,"log_dups_size":0,"ondisk_log_size":710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.607160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46530560,"num_objects":710,"num_object_clones":0,"num_object_copies":2130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":710,"num_write_kb":45440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":287,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494840+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:51:52.494840+0000","last_peered":"2023-10-09T04:51:52.494840+0000","last_clean":"2023-10-09T04:51:52.494840+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:51:52.494840+0000","last_undegraded":"2023-10-09T04:51:52.494840+0000","last_fullsized":"2023-10-09T04:51:52.494840+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":268,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387361+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:51:52.387361+0000","last_peered":"2023-10-09T04:51:52.387361+0000","last_clean":"2023-10-09T04:51:52.387361+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:51:52.387361+0000","last_undegraded":"2023-10-09T04:51:52.387361+0000","last_fullsized":"2023-10-09T04:51:52.387361+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":247,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465949+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:51:51.465949+0000","last_peered":"2023-10-09T04:51:51.465949+0000","last_clean":"2023-10-09T04:51:51.465949+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:51:51.465949+0000","last_undegraded":"2023-10-09T04:51:51.465949+0000","last_fullsized":"2023-10-09T04:51:51.465949+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"307'228","reported_seq":240,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.651101+0000","last_change":"2023-10-09T04:51:48.471457+0000","last_active":"2023-10-09T04:51:57.651101+0000","last_peered":"2023-10-09T04:51:57.651101+0000","last_clean":"2023-10-09T04:51:57.651101+0000","last_became_active":"2023-10-09T04:51:48.470403+0000","last_became_peered":"2023-10-09T04:51:48.470403+0000","last_unstale":"2023-10-09T04:51:57.651101+0000","last_undegraded":"2023-10-09T04:51:57.651101+0000","last_fullsized":"2023-10-09T04:51:57.651101+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":228,"log_dups_size":0,"ondisk_log_size":228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:03.550876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14942208,"num_objects":228,"num_object_clones":0,"num_object_copies":684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":228,"num_write_kb":14592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":307,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.547609+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:51:52.547609+0000","last_peered":"2023-10-09T04:51:52.547609+0000","last_clean":"2023-10-09T04:51:52.547609+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:51:52.547609+0000","last_undegraded":"2023-10-09T04:51:52.547609+0000","last_fullsized":"2023-10-09T04:51:52.547609+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":225,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466326+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:51:51.466326+0000","last_peered":"2023-10-09T04:51:51.466326+0000","last_clean":"2023-10-09T04:51:51.466326+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:51:51.466326+0000","last_undegraded":"2023-10-09T04:51:51.466326+0000","last_fullsized":"2023-10-09T04:51:51.466326+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":275,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466626+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:51:51.466626+0000","last_peered":"2023-10-09T04:51:51.466626+0000","last_clean":"2023-10-09T04:51:51.466626+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:51:51.466626+0000","last_undegraded":"2023-10-09T04:51:51.466626+0000","last_fullsized":"2023-10-09T04:51:51.466626+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"307'234","reported_seq":246,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.643161+0000","last_change":"2023-10-09T04:51:48.470200+0000","last_active":"2023-10-09T04:51:57.643161+0000","last_peered":"2023-10-09T04:51:57.643161+0000","last_clean":"2023-10-09T04:51:57.643161+0000","last_became_active":"2023-10-09T04:51:48.469839+0000","last_became_peered":"2023-10-09T04:51:48.469839+0000","last_unstale":"2023-10-09T04:51:57.643161+0000","last_undegraded":"2023-10-09T04:51:57.643161+0000","last_fullsized":"2023-10-09T04:51:57.643161+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":234,"log_dups_size":0,"ondisk_log_size":234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:16:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15335424,"num_objects":234,"num_object_clones":0,"num_object_copies":702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":234,"num_write_kb":14976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":270,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494790+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:51:52.494790+0000","last_peered":"2023-10-09T04:51:52.494790+0000","last_clean":"2023-10-09T04:51:52.494790+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:51:52.494790+0000","last_undegraded":"2023-10-09T04:51:52.494790+0000","last_fullsized":"2023-10-09T04:51:52.494790+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":649,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472191+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:51:51.472191+0000","last_peered":"2023-10-09T04:51:51.472191+0000","last_clean":"2023-10-09T04:51:51.472191+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:51:51.472191+0000","last_undegraded":"2023-10-09T04:51:51.472191+0000","last_fullsized":"2023-10-09T04:51:51.472191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":194,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494785+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:51:52.494785+0000","last_peered":"2023-10-09T04:51:52.494785+0000","last_clean":"2023-10-09T04:51:52.494785+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:51:52.494785+0000","last_undegraded":"2023-10-09T04:51:52.494785+0000","last_fullsized":"2023-10-09T04:51:52.494785+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":249,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.748606+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:51:51.748606+0000","last_peered":"2023-10-09T04:51:51.748606+0000","last_clean":"2023-10-09T04:51:51.748606+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:51:51.748606+0000","last_undegraded":"2023-10-09T04:51:51.748606+0000","last_fullsized":"2023-10-09T04:51:51.748606+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"307'227","reported_seq":239,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.647415+0000","last_change":"2023-10-09T04:51:48.470791+0000","last_active":"2023-10-09T04:51:57.647415+0000","last_peered":"2023-10-09T04:51:57.647415+0000","last_clean":"2023-10-09T04:51:57.647415+0000","last_became_active":"2023-10-09T04:51:48.470516+0000","last_became_peered":"2023-10-09T04:51:48.470516+0000","last_unstale":"2023-10-09T04:51:57.647415+0000","last_undegraded":"2023-10-09T04:51:57.647415+0000","last_fullsized":"2023-10-09T04:51:57.647415+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":227,"log_dups_size":0,"ondisk_log_size":227,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:14.486620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14876672,"num_objects":227,"num_object_clones":0,"num_object_copies":681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":227,"num_write_kb":14528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":306,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472185+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:51:51.472185+0000","last_peered":"2023-10-09T04:51:51.472185+0000","last_clean":"2023-10-09T04:51:51.472185+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:51:51.472185+0000","last_undegraded":"2023-10-09T04:51:51.472185+0000","last_fullsized":"2023-10-09T04:51:51.472185+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":279,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465959+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:51:51.465959+0000","last_peered":"2023-10-09T04:51:51.465959+0000","last_clean":"2023-10-09T04:51:51.465959+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:51:51.465959+0000","last_undegraded":"2023-10-09T04:51:51.465959+0000","last_fullsized":"2023-10-09T04:51:51.465959+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":295,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.479140+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:51:54.479140+0000","last_peered":"2023-10-09T04:51:54.479140+0000","last_clean":"2023-10-09T04:51:54.479140+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:51:54.479140+0000","last_undegraded":"2023-10-09T04:51:54.479140+0000","last_fullsized":"2023-10-09T04:51:54.479140+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"307'767","reported_seq":780,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:52:00.272147+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:52:00.272147+0000","last_peered":"2023-10-09T04:52:00.272147+0000","last_clean":"2023-10-09T04:52:00.272147+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:52:00.272147+0000","last_undegraded":"2023-10-09T04:52:00.272147+0000","last_fullsized":"2023-10-09T04:52:00.272147+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":767,"log_dups_size":0,"ondisk_log_size":767,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50266112,"num_objects":767,"num_object_clones":0,"num_object_copies":2301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":767,"num_write_kb":49088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":272,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472636+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:51:51.472636+0000","last_peered":"2023-10-09T04:51:51.472636+0000","last_clean":"2023-10-09T04:51:51.472636+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:51:51.472636+0000","last_undegraded":"2023-10-09T04:51:51.472636+0000","last_fullsized":"2023-10-09T04:51:51.472636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":225,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.466213+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:51:51.466213+0000","last_peered":"2023-10-09T04:51:51.466213+0000","last_clean":"2023-10-09T04:51:51.466213+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:51:51.466213+0000","last_undegraded":"2023-10-09T04:51:51.466213+0000","last_fullsized":"2023-10-09T04:51:51.466213+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":250,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465726+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:51:51.465726+0000","last_peered":"2023-10-09T04:51:51.465726+0000","last_clean":"2023-10-09T04:51:51.465726+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:51:51.465726+0000","last_undegraded":"2023-10-09T04:51:51.465726+0000","last_fullsized":"2023-10-09T04:51:51.465726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"307'305","reported_seq":317,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:58.000352+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:51:58.000352+0000","last_peered":"2023-10-09T04:51:58.000352+0000","last_clean":"2023-10-09T04:51:58.000352+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:51:58.000352+0000","last_undegraded":"2023-10-09T04:51:58.000352+0000","last_fullsized":"2023-10-09T04:51:58.000352+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":305,"log_dups_size":0,"ondisk_log_size":305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19988480,"num_objects":305,"num_object_clones":0,"num_object_copies":915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":305,"num_write_kb":19520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":165,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472973+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:51:51.472973+0000","last_peered":"2023-10-09T04:51:51.472973+0000","last_clean":"2023-10-09T04:51:51.472973+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:51:51.472973+0000","last_undegraded":"2023-10-09T04:51:51.472973+0000","last_fullsized":"2023-10-09T04:51:51.472973+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":237,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.467562+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:51:51.467562+0000","last_peered":"2023-10-09T04:51:51.467562+0000","last_clean":"2023-10-09T04:51:51.467562+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:51:51.467562+0000","last_undegraded":"2023-10-09T04:51:51.467562+0000","last_fullsized":"2023-10-09T04:51:51.467562+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":250,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.472478+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:51:51.472478+0000","last_peered":"2023-10-09T04:51:51.472478+0000","last_clean":"2023-10-09T04:51:51.472478+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:51:51.472478+0000","last_undegraded":"2023-10-09T04:51:51.472478+0000","last_fullsized":"2023-10-09T04:51:51.472478+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.e","version":"307'215","reported_seq":227,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:57.689871+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:51:57.689871+0000","last_peered":"2023-10-09T04:51:57.689871+0000","last_clean":"2023-10-09T04:51:57.689871+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:51:57.689871+0000","last_undegraded":"2023-10-09T04:51:57.689871+0000","last_fullsized":"2023-10-09T04:51:57.689871+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":215,"log_dups_size":0,"ondisk_log_size":215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14090240,"num_objects":215,"num_object_clones":0,"num_object_copies":645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":215,"num_write_kb":13760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":271,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.749460+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:51:51.749460+0000","last_peered":"2023-10-09T04:51:51.749460+0000","last_clean":"2023-10-09T04:51:51.749460+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:51:51.749460+0000","last_undegraded":"2023-10-09T04:51:51.749460+0000","last_fullsized":"2023-10-09T04:51:51.749460+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":283,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.479220+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:51:54.479220+0000","last_peered":"2023-10-09T04:51:54.479220+0000","last_clean":"2023-10-09T04:51:54.479220+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:51:54.479220+0000","last_undegraded":"2023-10-09T04:51:54.479220+0000","last_fullsized":"2023-10-09T04:51:54.479220+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":250,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387176+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:51:52.387176+0000","last_peered":"2023-10-09T04:51:52.387176+0000","last_clean":"2023-10-09T04:51:52.387176+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:51:52.387176+0000","last_undegraded":"2023-10-09T04:51:52.387176+0000","last_fullsized":"2023-10-09T04:51:52.387176+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":251,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465646+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:51:51.465646+0000","last_peered":"2023-10-09T04:51:51.465646+0000","last_clean":"2023-10-09T04:51:51.465646+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:51:51.465646+0000","last_undegraded":"2023-10-09T04:51:51.465646+0000","last_fullsized":"2023-10-09T04:51:51.465646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":317,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.547804+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:51:52.547804+0000","last_peered":"2023-10-09T04:51:52.547804+0000","last_clean":"2023-10-09T04:51:52.547804+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:51:52.547804+0000","last_undegraded":"2023-10-09T04:51:52.547804+0000","last_fullsized":"2023-10-09T04:51:52.547804+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":286,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494897+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:51:52.494897+0000","last_peered":"2023-10-09T04:51:52.494897+0000","last_clean":"2023-10-09T04:51:52.494897+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:51:52.494897+0000","last_undegraded":"2023-10-09T04:51:52.494897+0000","last_fullsized":"2023-10-09T04:51:52.494897+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":318,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387450+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:51:52.387450+0000","last_peered":"2023-10-09T04:51:52.387450+0000","last_clean":"2023-10-09T04:51:52.387450+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:51:52.387450+0000","last_undegraded":"2023-10-09T04:51:52.387450+0000","last_fullsized":"2023-10-09T04:51:52.387450+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":252,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.494887+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:51:52.494887+0000","last_peered":"2023-10-09T04:51:52.494887+0000","last_clean":"2023-10-09T04:51:52.494887+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:51:52.494887+0000","last_undegraded":"2023-10-09T04:51:52.494887+0000","last_fullsized":"2023-10-09T04:51:52.494887+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":301,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387276+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:51:52.387276+0000","last_peered":"2023-10-09T04:51:52.387276+0000","last_clean":"2023-10-09T04:51:52.387276+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:51:52.387276+0000","last_undegraded":"2023-10-09T04:51:52.387276+0000","last_fullsized":"2023-10-09T04:51:52.387276+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":166,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.749431+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:51:51.749431+0000","last_peered":"2023-10-09T04:51:51.749431+0000","last_clean":"2023-10-09T04:51:51.749431+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:51:51.749431+0000","last_undegraded":"2023-10-09T04:51:51.749431+0000","last_fullsized":"2023-10-09T04:51:51.749431+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":238,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.547484+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:51:52.547484+0000","last_peered":"2023-10-09T04:51:52.547484+0000","last_clean":"2023-10-09T04:51:52.547484+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:51:52.547484+0000","last_undegraded":"2023-10-09T04:51:52.547484+0000","last_fullsized":"2023-10-09T04:51:52.547484+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":268,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:51.465347+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:51:51.465347+0000","last_peered":"2023-10-09T04:51:51.465347+0000","last_clean":"2023-10-09T04:51:51.465347+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:51:51.465347+0000","last_undegraded":"2023-10-09T04:51:51.465347+0000","last_fullsized":"2023-10-09T04:51:51.465347+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":277,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-10-09T04:51:52.387128+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:51:52.387128+0000","last_peered":"2023-10-09T04:51:52.387128+0000","last_clean":"2023-10-09T04:51:52.387128+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:51:52.387128+0000","last_undegraded":"2023-10-09T04:51:52.387128+0000","last_fullsized":"2023-10-09T04:51:52.387128+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":428736512,"num_objects":6542,"num_object_clones":0,"num_object_copies":19626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6542,"num_write_kb":418688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1331036160,"data_stored":1331036160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6542,"ondisk_log_size":6542,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234349,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1007280,"kb_used_data":97896,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":92737872,"statfs":{"total":95995035648,"available":94963580928,"internally_reserved":0,"allocated":100245504,"data_stored":99440596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":1.944,"15min":2.2090000000000001},"min":{"1min":0.23300000000000001,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":10.343,"5min":10.343,"15min":11.922000000000001},"last":5.8230000000000004},{"interface":"front","average":{"1min":1.514,"5min":1.6220000000000001,"15min":1.8959999999999999},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":10.311999999999999,"5min":11.752000000000001,"15min":17.344000000000001},"last":0.33100000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.1070000000000002,"5min":2.0950000000000002,"15min":1.899},"min":{"1min":0.29299999999999998,"5min":0.247,"15min":0.247},"max":{"1min":9.2970000000000006,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.5489999999999999,"5min":2.1589999999999998,"15min":2.1139999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":7.4640000000000004,"5min":10.385999999999999,"15min":10.385999999999999},"last":1.8089999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:51:00 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.4740000000000002,"15min":2.3210000000000002},"min":{"1min":0.27100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":15.073,"5min":32.179000000000002,"15min":32.179000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.8049999999999999,"15min":2.0259999999999998},"min":{"1min":0.312,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":4.8520000000000003,"5min":11.823,"15min":11.823},"last":0.79400000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:51:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.4099999999999999,"15min":1.6699999999999999},"min":{"1min":0.33300000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":7.3689999999999998,"5min":11.003,"15min":11.003},"last":0.501},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.5209999999999999,"15min":1.6419999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.5330000000000004,"5min":10.955,"15min":10.955},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":2.6659999999999999,"15min":2.2109999999999999},"min":{"1min":0.32300000000000001,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":9.3640000000000008,"5min":23.919,"15min":23.919},"last":0.38200000000000001},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.0640000000000001,"15min":1.8440000000000001},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":9.2430000000000003,"5min":23.797999999999998,"15min":23.797999999999998},"last":0.53700000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":2.5600000000000001,"15min":2.46},"min":{"1min":0.34899999999999998,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":9.3350000000000009,"5min":16.568999999999999,"15min":79.709999999999994},"last":0.35699999999999998},{"interface":"front","average":{"1min":1.298,"5min":2.1349999999999998,"15min":2.2320000000000002},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":4.9109999999999996,"5min":12.022,"15min":79.332999999999998},"last":0.48199999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0059999999999998,"5min":2.6179999999999999,"15min":2.298},"min":{"1min":0.372,"5min":0.372,"15min":0.27600000000000002},"max":{"1min":9.3960000000000008,"5min":16.599,"15min":17.501000000000001},"last":0.752},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5390000000000001,"15min":2.2280000000000002},"min":{"1min":0.35499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":14.018000000000001,"5min":17.623999999999999,"15min":17.623999999999999},"last":0.52800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495985,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":987044,"kb_used_data":85660,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92758108,"statfs":{"total":95995035648,"available":94984302592,"internally_reserved":0,"allocated":87715840,"data_stored":86923132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:01 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":1.8080000000000001,"15min":1.946},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":7.96,"5min":8.875,"15min":19.166},"last":0.27500000000000002},{"interface":"front","average":{"1min":3.1960000000000002,"5min":2.1680000000000001,"15min":2.1419999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":10.645,"5min":10.645,"15min":19.143999999999998},"last":0.308}]},{"osd":1,"last update":"Mon Oct 9 04:51:44 2023","interfaces":[{"interface":"back","average":{"1min":2.6560000000000001,"5min":2.351,"15min":2.121},"min":{"1min":0.29599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.686,"5min":10.686,"15min":10.686},"last":0.375},{"interface":"front","average":{"1min":1.54,"5min":1.637,"15min":1.5669999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.7889999999999997,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.34499999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":1.911,"15min":2.1520000000000001},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4589999999999996,"5min":6.5979999999999999,"15min":13.32},"last":0.69999999999999996},{"interface":"front","average":{"1min":4.5679999999999996,"5min":2.8100000000000001,"15min":2.391},"min":{"1min":0.33500000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.712,"5min":15.391999999999999,"15min":15.391999999999999},"last":0.83199999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:51:40 2023","interfaces":[{"interface":"back","average":{"1min":3.464,"5min":2.4790000000000001,"15min":2.1040000000000001},"min":{"1min":0.34499999999999997,"5min":0.315,"15min":0.315},"max":{"1min":10.734999999999999,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.495},{"interface":"front","average":{"1min":2.2789999999999999,"5min":1.992,"15min":1.3580000000000001},"min":{"1min":0.38200000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":12.456,"5min":12.456,"15min":12.456},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.468,"15min":1.976},"min":{"1min":0.255,"5min":0.25,"15min":0.25},"max":{"1min":8.4659999999999993,"5min":14.137,"15min":14.137},"last":0.40500000000000003},{"interface":"front","average":{"1min":3.6230000000000002,"5min":2.6429999999999998,"15min":2.1150000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26700000000000002},"max":{"1min":14.972,"5min":14.972,"15min":14.972},"last":0.46200000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.54,"15min":1.9339999999999999},"min":{"1min":0.311,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.7390000000000008,"5min":12.420999999999999,"15min":16.042000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":1.3180000000000001,"5min":2.0459999999999998,"15min":2.1120000000000001},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.3940000000000001,"5min":10.984,"15min":13.391999999999999},"last":0.33600000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:51:44 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":4.0490000000000004,"15min":2.8399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.242,"5min":196.22300000000001,"15min":196.22300000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":3.129,"5min":4.7359999999999998,"15min":3.1030000000000002},"min":{"1min":0.434,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":14.885999999999999,"5min":196.24299999999999,"15min":196.24299999999999},"last":0.42099999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314602,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":746392,"kb_used_data":493904,"kb_used_omap":5,"kb_used_meta":252474,"kb_avail":92998760,"statfs":{"total":95995035648,"available":95230730240,"internally_reserved":0,"allocated":505757696,"data_stored":504342355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":258534101},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.94299999999999995,"15min":0.96599999999999997},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":4.0359999999999996,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.123,"15min":1.0820000000000001},"min":{"1min":0.22500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":6.7119999999999997,"5min":10.648,"15min":10.648},"last":0.33100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":1.0589999999999999,"15min":1.075},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":4.1989999999999998,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.374},{"interface":"front","average":{"1min":0.89600000000000002,"5min":1.1080000000000001,"15min":1.1279999999999999},"min":{"1min":0.248,"5min":0.221,"15min":0.221},"max":{"1min":5.1500000000000004,"5min":5.1500000000000004,"15min":5.1500000000000004},"last":0.35699999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":0.79200000000000004,"15min":0.73199999999999998},"min":{"1min":0.28299999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.0819999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.0880000000000001,"15min":1.034},"min":{"1min":0.28699999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.0110000000000001,"5min":4.0110000000000001,"15min":4.0110000000000001},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.6970000000000001,"15min":1.7909999999999999},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.798,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":0.628},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.492,"15min":1.524},"min":{"1min":0.34499999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.4269999999999996,"5min":7.282,"15min":7.282},"last":0.57699999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.0169999999999999,"15min":1.9870000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.5679999999999996,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.278,"5min":1.78,"15min":1.8160000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":5.1230000000000002,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.61199999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.5940000000000001,"15min":1.5760000000000001},"min":{"1min":0.41099999999999998,"5min":0.38,"15min":0.38},"max":{"1min":7.7750000000000004,"5min":7.7750000000000004,"15min":7.7750000000000004},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.3819999999999999,"15min":1.355},"min":{"1min":0.372,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4219999999999997,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.58599999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":6.0730000000000004,"15min":8.1150000000000002},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":6.6200000000000001,"5min":146.554,"15min":146.554},"last":0.65300000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":6.923,"15min":8.8689999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":13.260999999999999,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.499}]}]},{"osd":0,"up_from":86,"seq":369367187692,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774872,"kb_used_data":6864,"kb_used_omap":5,"kb_used_meta":767994,"kb_avail":92970280,"statfs":{"total":95995035648,"available":95201566720,"internally_reserved":0,"allocated":7028736,"data_stored":5496160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":786426490},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":1.2410000000000001,"15min":1.2090000000000001},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":6.4740000000000002,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.95199999999999996,"15min":0.86899999999999999},"min":{"1min":0.222,"5min":0.186,"15min":0.186},"max":{"1min":2.2570000000000001,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.26600000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.718,"15min":1.8149999999999999},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":23.34,"5min":23.34,"15min":23.34},"last":0.28199999999999997},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.272,"15min":1.7529999999999999},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":6.6070000000000002,"5min":8.4290000000000003,"15min":13.348000000000001},"last":0.33900000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:51:32 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.2250000000000001,"15min":1.605},"min":{"1min":0.313,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.4929999999999999,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.46,"5min":1.681,"15min":1.4650000000000001},"min":{"1min":0.26000000000000001,"5min":0.255,"15min":0.255},"max":{"1min":7.7889999999999997,"5min":23.222000000000001,"15min":23.222000000000001},"last":0.38700000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.992,"15min":1.95},"min":{"1min":0.318,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.539,"5min":12.196999999999999,"15min":13.334},"last":0.71899999999999997},{"interface":"front","average":{"1min":2.6509999999999998,"5min":1.8799999999999999,"15min":1.7529999999999999},"min":{"1min":0.35999999999999999,"5min":0.29099999999999998,"15min":0.27100000000000002},"max":{"1min":9.5899999999999999,"5min":12.212,"15min":12.212},"last":0.73199999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.0920000000000001,"15min":2.0070000000000001},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.29699999999999999},"max":{"1min":6.9329999999999998,"5min":13.022,"15min":13.022},"last":0.68799999999999994},{"interface":"front","average":{"1min":2.444,"5min":2.1960000000000002,"15min":2.4009999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":7.6870000000000003,"5min":11.596,"15min":16.609999999999999},"last":0.58799999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.3959999999999999,"5min":2.0099999999999998,"15min":2.262},"min":{"1min":0.39400000000000002,"5min":0.32400000000000001,"15min":0.32100000000000001},"max":{"1min":9.6310000000000002,"5min":9.9329999999999998,"15min":43.832999999999998},"last":0.76100000000000001},{"interface":"front","average":{"1min":2.3039999999999998,"5min":1.9570000000000001,"15min":2.3820000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.316},"max":{"1min":7.5979999999999999,"5min":7.8259999999999996,"15min":43.819000000000003},"last":0.65800000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:51:03 2023","interfaces":[{"interface":"back","average":{"1min":2.6040000000000001,"5min":1.9079999999999999,"15min":2.2160000000000002},"min":{"1min":0.38400000000000001,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":5.9119999999999999,"5min":10.16,"15min":13.374000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":2.6899999999999999,"5min":2.2749999999999999,"15min":2.1429999999999998},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.34599999999999997},"max":{"1min":11.5,"5min":14.393000000000001,"15min":14.393000000000001},"last":0.57199999999999995}]}]},{"osd":2,"up_from":116,"seq":498216206535,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":849788,"kb_used_data":307892,"kb_used_omap":7,"kb_used_meta":541880,"kb_avail":92895364,"statfs":{"total":95995035648,"available":95124852736,"internally_reserved":0,"allocated":315281408,"data_stored":313945047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":554885201},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":1.4450000000000001,"15min":2.056},"min":{"1min":0.189,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.2450000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":1.341,"15min":1.9099999999999999},"min":{"1min":0.245,"5min":0.185,"15min":0.185},"max":{"1min":2.5049999999999999,"5min":47.450000000000003,"15min":47.450000000000003},"last":1.4099999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:51:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.95399999999999996,"15min":1.014},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.2989999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":1.806},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.4339999999999999,"15min":1.6579999999999999},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":3.867,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":0.27400000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:51:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.079,"15min":0.83299999999999996},"min":{"1min":0.248,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":3.9089999999999998,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.1299999999999999,"15min":0.878},"min":{"1min":0.33400000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0179999999999998,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":0.52500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.794,"5min":1.9590000000000001,"15min":1.897},"min":{"1min":0.439,"5min":0.32300000000000001,"15min":0.26300000000000001},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":11.789},"last":0.30499999999999999},{"interface":"front","average":{"1min":3.0259999999999998,"5min":1.7050000000000001,"15min":1.9530000000000001},"min":{"1min":0.35899999999999999,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.58499999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.6259999999999999,"15min":2.1949999999999998},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.3520000000000003,"5min":10.846,"15min":14.644},"last":1.738},{"interface":"front","average":{"1min":2.4929999999999999,"5min":1.6970000000000001,"15min":2.0840000000000001},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":9.9220000000000006,"5min":10.753,"15min":13.205},"last":0.33000000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.74,"15min":1.9530000000000001},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":6.0540000000000003,"5min":9.8100000000000005,"15min":15.412000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":2.573,"5min":2.1219999999999999,"15min":2.2290000000000001},"min":{"1min":0.40300000000000002,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":7.8630000000000004,"5min":13.863,"15min":13.863},"last":1.6990000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":3.8809999999999998,"5min":2.2120000000000002,"15min":2.3500000000000001},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.36199999999999999},"max":{"1min":14.035,"5min":14.035,"15min":18.792999999999999},"last":0.503},{"interface":"front","average":{"1min":4.0330000000000004,"5min":2.3620000000000001,"15min":2.5459999999999998},"min":{"1min":0.45900000000000002,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":14.022,"5min":14.022,"15min":18.841999999999999},"last":1.986}]}]},{"osd":3,"up_from":0,"seq":850403524676,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019257,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":915624,"kb_used_data":23840,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92829528,"statfs":{"total":95995035648,"available":95057436672,"internally_reserved":0,"allocated":24412160,"data_stored":23615119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4540000000000002,"15min":1.9850000000000001},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":14.968,"5min":14.968,"15min":16.363},"last":0.63800000000000001},{"interface":"front","average":{"1min":3.552,"5min":2.073,"15min":1.8899999999999999},"min":{"1min":0.318,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":11.936,"5min":11.936,"15min":11.936},"last":0.69199999999999995}]},{"osd":1,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":1.357,"5min":1.6579999999999999,"15min":1.405},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.173,"5min":11.895,"15min":11.895},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.4359999999999999,"5min":2.028,"15min":2.0059999999999998},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.254},"max":{"1min":6.0469999999999997,"5min":10.627000000000001,"15min":10.627000000000001},"last":0.54200000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":2.4119999999999999,"15min":1.996},"min":{"1min":0.247,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":14.923999999999999,"5min":14.923999999999999,"15min":14.923999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":3.8029999999999999,"5min":2.3769999999999998,"15min":2.1349999999999998},"min":{"1min":0.40799999999999997,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":11.962999999999999,"5min":12.367000000000001,"15min":13.170999999999999},"last":0.749}]},{"osd":3,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":1.639,"5min":2.133,"15min":1.915},"min":{"1min":0.374,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.9630000000000001,"5min":11.993,"15min":11.993},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.377,"5min":2.29,"15min":1.841},"min":{"1min":0.31,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.5599999999999996,"5min":10.692,"15min":10.692},"last":0.66000000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:51:06 2023","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":2.911,"15min":2.0110000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.23799999999999999},"max":{"1min":14.997999999999999,"5min":14.997999999999999,"15min":14.997999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":3.863,"5min":2.4689999999999999,"15min":1.8899999999999999},"min":{"1min":0.41899999999999998,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:51:23 2023","interfaces":[{"interface":"back","average":{"1min":4.6929999999999996,"5min":3.3999999999999999,"15min":2.4889999999999999},"min":{"1min":0.45300000000000001,"5min":0.29599999999999999,"15min":0.251},"max":{"1min":13.712999999999999,"5min":13.712999999999999,"15min":31.064},"last":0.73299999999999998},{"interface":"front","average":{"1min":3.472,"5min":3.181,"15min":2.1859999999999999},"min":{"1min":0.38400000000000001,"5min":0.30299999999999999,"15min":0.28299999999999997},"max":{"1min":15.138999999999999,"5min":15.138999999999999,"15min":16.763000000000002},"last":0.71899999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:51:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":2.3220000000000001,"15min":2.1000000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29399999999999998},"max":{"1min":7.7220000000000004,"5min":12.728999999999999,"15min":19.754999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.6459999999999999,"5min":2.956,"15min":2.226},"min":{"1min":0.443,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":8.1579999999999995,"5min":13.32,"15min":16.835000000000001},"last":0.76300000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757621,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":953116,"kb_used_data":60756,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92792036,"statfs":{"total":95995035648,"available":95019044864,"internally_reserved":0,"allocated":62214144,"data_stored":61425169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":16.172000000000001,"5min":4.6459999999999999,"15min":2.597},"min":{"1min":0.215,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":322.43200000000002,"5min":322.43200000000002,"15min":322.43200000000002},"last":1.0169999999999999},{"interface":"front","average":{"1min":18.212,"5min":5.1680000000000001,"15min":3.375},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":322.61599999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":1.036}]},{"osd":1,"last update":"Mon Oct 9 04:51:46 2023","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":5.0250000000000004,"15min":6.5590000000000002},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.6559999999999997,"5min":145.947,"15min":145.947},"last":1.0860000000000001},{"interface":"front","average":{"1min":1.05,"5min":5.3490000000000002,"15min":6.96},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.1529999999999996,"5min":145.80699999999999,"15min":145.80699999999999},"last":1.103}]},{"osd":2,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":1.5649999999999999,"15min":1.8149999999999999},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":6.0960000000000001,"5min":11,"15min":14.859999999999999},"last":1.1240000000000001},{"interface":"front","average":{"1min":3.1059999999999999,"5min":2.056,"15min":2.3780000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":8.3940000000000001,"5min":9.5950000000000006,"15min":13.308},"last":0.94799999999999995}]},{"osd":3,"last update":"Mon Oct 9 04:51:36 2023","interfaces":[{"interface":"back","average":{"1min":2.0219999999999998,"5min":1.6950000000000001,"15min":1.3129999999999999},"min":{"1min":0.34999999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":7.6639999999999997,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":1.5549999999999999},{"interface":"front","average":{"1min":2.4220000000000002,"5min":2.1509999999999998,"15min":1.861},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":13.257,"5min":13.257,"15min":13.257},"last":1.073}]},{"osd":4,"last update":"Mon Oct 9 04:51:07 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.1339999999999999,"15min":1.627},"min":{"1min":0.29899999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":13.285,"5min":13.285,"15min":13.285},"last":1.0529999999999999},{"interface":"front","average":{"1min":4.4859999999999998,"5min":3.2749999999999999,"15min":2.3199999999999998},"min":{"1min":0.30599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":13.125,"5min":14.824,"15min":14.824},"last":1.234}]},{"osd":6,"last update":"Mon Oct 9 04:51:28 2023","interfaces":[{"interface":"back","average":{"1min":3.907,"5min":2.7749999999999999,"15min":2.1880000000000002},"min":{"1min":0.35999999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.189,"5min":21.196999999999999,"15min":21.196999999999999},"last":1.0049999999999999},{"interface":"front","average":{"1min":3.335,"5min":2.585,"15min":2.4470000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":13.279999999999999,"5min":13.279999999999999,"15min":19.631},"last":1.663}]},{"osd":7,"last update":"Mon Oct 9 04:51:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":3.0329999999999999,"15min":2.5299999999999998},"min":{"1min":0.33900000000000002,"5min":0.309,"15min":0.309},"max":{"1min":7.5499999999999998,"5min":43.508000000000003,"15min":43.508000000000003},"last":2.1179999999999999},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.637,"15min":1.889},"min":{"1min":0.41899999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.0780000000000003,"5min":43.476999999999997,"15min":43.476999999999997},"last":1.9319999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28835840,"data_stored":28835840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":486604800,"data_stored":486604800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":380502016,"data_stored":380502016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":77070336,"data_stored":77070336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":76218368,"data_stored":76218368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":138477568,"data_stored":138477568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":143327232,"data_stored":143327232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:52:02.458 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:02.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:02.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3774561953' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: osdmap e308: 8 total, 8 up, 7 in 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: failed to encode map e308 with expected crc 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: failed to encode map e308 with expected crc 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: pgmap v969: 89 pgs: 89 active+clean; 409 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 51 MiB/s wr, 817 op/s 2023-10-09T04:52:02.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:02 smithi150 ceph-mon[168511]: from='client.45836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:52:02.566 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:02.601 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:52:02.614 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:02.678 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:02.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:02.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:02.785 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:02.881 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:02.946 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:02.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:02.952 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:03.052 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:03.110 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:03.180 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:03.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:03.186 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:03.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:03.338 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:03.370 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:03.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:03.373 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:03.450 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 19910 19894 177.585 142 0.00503894 0.00562568 2023-10-09T04:52:03.474 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:03.546 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:03.686 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:03.712 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:03.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:03.717 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:03.817 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:03.876 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:04.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:52:04.043 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:52:04.046 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:04.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:04.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:04.095 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:52:04.139 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:52:04.153 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:04.179 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:52:04.221 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:52:04.249 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:04.260 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:52:04.319 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:52:04.322 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:04.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:04.327 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:04.351 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.359 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:52:04.427 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:04.450 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 22113 22097 172.597 137.688 0.0024458 0.00578609 2023-10-09T04:52:04.460 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:04 smithi107 ceph-mon[184249]: pgmap v970: 89 pgs: 89 active+clean; 1.0 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 113 MiB/s wr, 1.81k op/s 2023-10-09T04:52:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1212327674' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:04 smithi107 ceph-mon[179183]: pgmap v970: 89 pgs: 89 active+clean; 1.0 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 113 MiB/s wr, 1.81k op/s 2023-10-09T04:52:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1212327674' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:04.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:04 smithi150 ceph-mon[168511]: pgmap v970: 89 pgs: 89 active+clean; 1.0 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 113 MiB/s wr, 1.81k op/s 2023-10-09T04:52:04.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1212327674' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:05.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 24539 24523 170.256 151.625 0.0052349 0.0058682 2023-10-09T04:52:05.459 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:52:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:06 smithi107 ceph-mon[179183]: pgmap v971: 89 pgs: 89 active+clean; 1.1 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 117 MiB/s wr, 1.87k op/s 2023-10-09T04:52:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:06 smithi107 ceph-mon[184249]: pgmap v971: 89 pgs: 89 active+clean; 1.1 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 117 MiB/s wr, 1.87k op/s 2023-10-09T04:52:06.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 26944 26928 168.261 150.312 0.0071044 0.00593865 2023-10-09T04:52:06.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:06 smithi150 ceph-mon[168511]: pgmap v971: 89 pgs: 89 active+clean; 1.1 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 117 MiB/s wr, 1.87k op/s 2023-10-09T04:52:07.127 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:07.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:07.133 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:07.233 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:07.289 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:07.451 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 15 29260 29245 166.128 144.812 0.00563201 0.00601451 2023-10-09T04:52:08.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 31539 31523 164.133 142.375 0.00592446 0.00608807 2023-10-09T04:52:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:08 smithi107 ceph-mon[179183]: pgmap v972: 89 pgs: 89 active+clean; 1.3 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-10-09T04:52:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:08 smithi107 ceph-mon[184249]: pgmap v972: 89 pgs: 89 active+clean; 1.3 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-10-09T04:52:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:08 smithi150 ceph-mon[168511]: pgmap v972: 89 pgs: 89 active+clean; 1.3 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-10-09T04:52:08.999 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:09.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:09.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:09.103 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:09.166 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:09.234 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:09.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:09.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:09.343 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:09.401 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:09.452 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 33639 33623 161.598 131.25 0.0107748 0.0061829 2023-10-09T04:52:09.467 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:09.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:09.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:09.572 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:09.624 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:09.690 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:09.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:09.696 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:09.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:09.856 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:09.940 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:09.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:09.945 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:10.045 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:10.101 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:10.158 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:10.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:10.164 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:10.265 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:10.314 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:10.381 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:10.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:10.386 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:10.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 35515 35499 158.43 117.25 0.00654345 0.00630774 2023-10-09T04:52:10.487 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:10.532 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:10.590 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:10.597 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:10.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:10.600 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:10.701 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:10.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:10 smithi150 ceph-mon[168511]: pgmap v973: 89 pgs: 89 active+clean; 1.7 GiB data, 9.9 GiB used, 616 GiB / 626 GiB avail; 159 MiB/s wr, 2.55k op/s 2023-10-09T04:52:10.775 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:10.834 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:10.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:10.837 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:10.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:10 smithi107 ceph-mon[184249]: pgmap v973: 89 pgs: 89 active+clean; 1.7 GiB data, 9.9 GiB used, 616 GiB / 626 GiB avail; 159 MiB/s wr, 2.55k op/s 2023-10-09T04:52:10.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:10 smithi107 ceph-mon[179183]: pgmap v973: 89 pgs: 89 active+clean; 1.7 GiB data, 9.9 GiB used, 616 GiB / 626 GiB avail; 159 MiB/s wr, 2.55k op/s 2023-10-09T04:52:10.937 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:10.994 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:10.999 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:11.047 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:11.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:11.052 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:11.153 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:11.186 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:11.186 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:11.206 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:11.265 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:11.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:11.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:11.371 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:11.438 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:11.453 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 37251 37235 155.101 108.5 0.0131885 0.00644178 2023-10-09T04:52:11.899 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:11.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:11.905 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:11.958 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:52:12.006 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:12.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:52:12.062 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:52:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:52:12] "GET /metrics HTTP/1.1" 200 36587 "" "Prometheus/2.43.0" 2023-10-09T04:52:12.068 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:12.310 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:12.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:12.318 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:12.418 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:12.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 38993 38977 152.202 108.875 0.0103348 0.00656406 2023-10-09T04:52:12.488 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:12.596 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:12.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:12.606 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:12.708 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:12.755 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:12.822 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:12.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:12.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:12.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:12 smithi107 ceph-mon[184249]: pgmap v974: 89 pgs: 89 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 149 MiB/s wr, 2.39k op/s 2023-10-09T04:52:12.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:12 smithi107 ceph-mon[179183]: pgmap v974: 89 pgs: 89 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 149 MiB/s wr, 2.39k op/s 2023-10-09T04:52:12.931 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:12.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:12 smithi150 ceph-mon[168511]: pgmap v974: 89 pgs: 89 active+clean; 1.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 149 MiB/s wr, 2.39k op/s 2023-10-09T04:52:13.015 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:13.080 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:13.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:13.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:13.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:13.307 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:13.346 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:13.374 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:13.379 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:13.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:13.383 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:13.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 40506 40490 148.809 94.5625 0.00622654 0.00671396 2023-10-09T04:52:13.485 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:13.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:13.579 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:13.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:13.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:13.676 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:52:13.682 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:52:13.686 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:13.735 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:13.790 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:13.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:13.793 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:13.894 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:13.954 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:14.425 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:14.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:14.433 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:14.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 42185 42169 146.372 104.938 0.00347316 0.00682649 2023-10-09T04:52:14.534 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:14.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:14.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[179183]: pgmap v975: 89 pgs: 89 active+clean; 2.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 164 MiB/s wr, 2.63k op/s 2023-10-09T04:52:14.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[179183]: from='client.55558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:52:14.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3483020992' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:14.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:14.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[184249]: pgmap v975: 89 pgs: 89 active+clean; 2.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 164 MiB/s wr, 2.63k op/s 2023-10-09T04:52:14.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[184249]: from='client.55558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:52:14.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3483020992' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:14.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:14.675 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:52:14.799 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":975,"stamp":"2023-10-09T04:52:13.555072+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2498566048,"num_objects":38140,"num_object_clones":0,"num_object_copies":114420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38140,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":38416,"num_write_kb":2441869,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1771228,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38332,"ondisk_log_size":38332,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":268,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12332352,"kb_used_data":7134856,"kb_used_omap":18,"kb_used_meta":5197421,"kb_avail":643883712,"statfs":{"total":671965249536,"available":659336921088,"internally_reserved":0,"allocated":7306092544,"data_stored":7298620935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19040,"internal_metadata":5322159520},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2069233664,"num_objects":31574,"num_object_clones":0,"num_object_copies":94722,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31574,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31574,"num_write_kb":2020736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003494"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":304,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689020+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:51:54.689020+0000","last_peered":"2023-10-09T04:51:54.689020+0000","last_clean":"2023-10-09T04:51:54.689020+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:51:54.689020+0000","last_undegraded":"2023-10-09T04:51:54.689020+0000","last_fullsized":"2023-10-09T04:51:54.689020+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":97,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478707+0000","last_change":"2023-10-09T04:47:32.571189+0000","last_active":"2023-10-09T04:51:54.478707+0000","last_peered":"2023-10-09T04:51:54.478707+0000","last_clean":"2023-10-09T04:51:54.478707+0000","last_became_active":"2023-10-09T04:47:32.570927+0000","last_became_peered":"2023-10-09T04:47:32.570927+0000","last_unstale":"2023-10-09T04:51:54.478707+0000","last_undegraded":"2023-10-09T04:51:54.478707+0000","last_fullsized":"2023-10-09T04:51:54.478707+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:47.880612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":231,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752593+0000","last_change":"2023-10-09T04:48:37.134936+0000","last_active":"2023-10-09T04:51:54.752593+0000","last_peered":"2023-10-09T04:51:54.752593+0000","last_clean":"2023-10-09T04:51:54.752593+0000","last_became_active":"2023-10-09T04:48:37.132834+0000","last_became_peered":"2023-10-09T04:48:37.132834+0000","last_unstale":"2023-10-09T04:51:54.752593+0000","last_undegraded":"2023-10-09T04:51:54.752593+0000","last_fullsized":"2023-10-09T04:51:54.752593+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:35.490261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":290,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.479295+0000","last_change":"2023-10-09T04:47:32.579350+0000","last_active":"2023-10-09T04:51:54.479295+0000","last_peered":"2023-10-09T04:51:54.479295+0000","last_clean":"2023-10-09T04:51:54.479295+0000","last_became_active":"2023-10-09T04:47:32.579133+0000","last_became_peered":"2023-10-09T04:47:32.579133+0000","last_unstale":"2023-10-09T04:51:54.479295+0000","last_undegraded":"2023-10-09T04:51:54.479295+0000","last_fullsized":"2023-10-09T04:51:54.479295+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:41.608287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":240,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.477621+0000","last_change":"2023-10-09T04:48:37.124160+0000","last_active":"2023-10-09T04:51:54.477621+0000","last_peered":"2023-10-09T04:51:54.477621+0000","last_clean":"2023-10-09T04:51:54.477621+0000","last_became_active":"2023-10-09T04:48:37.122948+0000","last_became_peered":"2023-10-09T04:48:37.122948+0000","last_unstale":"2023-10-09T04:51:54.477621+0000","last_undegraded":"2023-10-09T04:51:54.477621+0000","last_fullsized":"2023-10-09T04:51:54.477621+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:08:42.959437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":284,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.483246+0000","last_change":"2023-10-09T04:48:37.133107+0000","last_active":"2023-10-09T04:51:54.483246+0000","last_peered":"2023-10-09T04:51:54.483246+0000","last_clean":"2023-10-09T04:51:54.483246+0000","last_became_active":"2023-10-09T04:48:37.132815+0000","last_became_peered":"2023-10-09T04:48:37.132815+0000","last_unstale":"2023-10-09T04:51:54.483246+0000","last_undegraded":"2023-10-09T04:51:54.483246+0000","last_fullsized":"2023-10-09T04:51:54.483246+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:33:34.920938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":279,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478831+0000","last_change":"2023-10-09T04:46:06.939363+0000","last_active":"2023-10-09T04:51:54.478831+0000","last_peered":"2023-10-09T04:51:54.478831+0000","last_clean":"2023-10-09T04:51:54.478831+0000","last_became_active":"2023-10-09T04:46:06.939090+0000","last_became_peered":"2023-10-09T04:46:06.939090+0000","last_unstale":"2023-10-09T04:51:54.478831+0000","last_undegraded":"2023-10-09T04:51:54.478831+0000","last_fullsized":"2023-10-09T04:51:54.478831+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:40.186399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":175,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752474+0000","last_change":"2023-10-09T04:48:37.140239+0000","last_active":"2023-10-09T04:51:54.752474+0000","last_peered":"2023-10-09T04:51:54.752474+0000","last_clean":"2023-10-09T04:51:54.752474+0000","last_became_active":"2023-10-09T04:48:37.136266+0000","last_became_peered":"2023-10-09T04:48:37.136266+0000","last_unstale":"2023-10-09T04:51:54.752474+0000","last_undegraded":"2023-10-09T04:51:54.752474+0000","last_fullsized":"2023-10-09T04:51:54.752474+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:03.437128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":285,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581988+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:51:55.581988+0000","last_peered":"2023-10-09T04:51:55.581988+0000","last_clean":"2023-10-09T04:51:55.581988+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:51:55.581988+0000","last_undegraded":"2023-10-09T04:51:55.581988+0000","last_fullsized":"2023-10-09T04:51:55.581988+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":197,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482083+0000","last_change":"2023-10-09T04:46:06.938449+0000","last_active":"2023-10-09T04:51:54.482083+0000","last_peered":"2023-10-09T04:51:54.482083+0000","last_clean":"2023-10-09T04:51:54.482083+0000","last_became_active":"2023-10-09T04:46:06.937865+0000","last_became_peered":"2023-10-09T04:46:06.937865+0000","last_unstale":"2023-10-09T04:51:54.482083+0000","last_undegraded":"2023-10-09T04:51:54.482083+0000","last_fullsized":"2023-10-09T04:51:54.482083+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:43.474200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":295,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482841+0000","last_change":"2023-10-09T04:46:06.946116+0000","last_active":"2023-10-09T04:51:54.482841+0000","last_peered":"2023-10-09T04:51:54.482841+0000","last_clean":"2023-10-09T04:51:54.482841+0000","last_became_active":"2023-10-09T04:46:06.936840+0000","last_became_peered":"2023-10-09T04:46:06.936840+0000","last_unstale":"2023-10-09T04:51:54.482841+0000","last_undegraded":"2023-10-09T04:51:54.482841+0000","last_fullsized":"2023-10-09T04:51:54.482841+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:49:05.408291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":226,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752614+0000","last_change":"2023-10-09T04:48:37.128387+0000","last_active":"2023-10-09T04:51:54.752614+0000","last_peered":"2023-10-09T04:51:54.752614+0000","last_clean":"2023-10-09T04:51:54.752614+0000","last_became_active":"2023-10-09T04:48:37.124130+0000","last_became_peered":"2023-10-09T04:48:37.124130+0000","last_unstale":"2023-10-09T04:51:54.752614+0000","last_undegraded":"2023-10-09T04:51:54.752614+0000","last_fullsized":"2023-10-09T04:51:54.752614+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:59:21.254607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":274,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689185+0000","last_change":"2023-10-09T04:23:10.231307+0000","last_active":"2023-10-09T04:51:54.689185+0000","last_peered":"2023-10-09T04:51:54.689185+0000","last_clean":"2023-10-09T04:51:54.689185+0000","last_became_active":"2023-10-09T04:23:10.230913+0000","last_became_peered":"2023-10-09T04:23:10.230913+0000","last_unstale":"2023-10-09T04:51:54.689185+0000","last_undegraded":"2023-10-09T04:51:54.689185+0000","last_fullsized":"2023-10-09T04:51:54.689185+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:16.650994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":285,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689043+0000","last_change":"2023-10-09T04:48:37.123703+0000","last_active":"2023-10-09T04:51:54.689043+0000","last_peered":"2023-10-09T04:51:54.689043+0000","last_clean":"2023-10-09T04:51:54.689043+0000","last_became_active":"2023-10-09T04:48:37.123438+0000","last_became_peered":"2023-10-09T04:48:37.123438+0000","last_unstale":"2023-10-09T04:51:54.689043+0000","last_undegraded":"2023-10-09T04:51:54.689043+0000","last_fullsized":"2023-10-09T04:51:54.689043+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:14.040002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":287,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482305+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:51:54.482305+0000","last_peered":"2023-10-09T04:51:54.482305+0000","last_clean":"2023-10-09T04:51:54.482305+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:51:54.482305+0000","last_undegraded":"2023-10-09T04:51:54.482305+0000","last_fullsized":"2023-10-09T04:51:54.482305+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":175,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752809+0000","last_change":"2023-10-09T04:48:37.125418+0000","last_active":"2023-10-09T04:51:54.752809+0000","last_peered":"2023-10-09T04:51:54.752809+0000","last_clean":"2023-10-09T04:51:54.752809+0000","last_became_active":"2023-10-09T04:48:37.121189+0000","last_became_peered":"2023-10-09T04:48:37.121189+0000","last_unstale":"2023-10-09T04:51:54.752809+0000","last_undegraded":"2023-10-09T04:51:54.752809+0000","last_fullsized":"2023-10-09T04:51:54.752809+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:22:49.586498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":294,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.477639+0000","last_change":"2023-10-09T04:48:37.133463+0000","last_active":"2023-10-09T04:51:54.477639+0000","last_peered":"2023-10-09T04:51:54.477639+0000","last_clean":"2023-10-09T04:51:54.477639+0000","last_became_active":"2023-10-09T04:48:37.133163+0000","last_became_peered":"2023-10-09T04:48:37.133163+0000","last_unstale":"2023-10-09T04:51:54.477639+0000","last_undegraded":"2023-10-09T04:51:54.477639+0000","last_fullsized":"2023-10-09T04:51:54.477639+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:06.443622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":284,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581991+0000","last_change":"2023-10-09T04:46:06.943370+0000","last_active":"2023-10-09T04:51:55.581991+0000","last_peered":"2023-10-09T04:51:55.581991+0000","last_clean":"2023-10-09T04:51:55.581991+0000","last_became_active":"2023-10-09T04:46:06.943105+0000","last_became_peered":"2023-10-09T04:46:06.943105+0000","last_unstale":"2023-10-09T04:51:55.581991+0000","last_undegraded":"2023-10-09T04:51:55.581991+0000","last_fullsized":"2023-10-09T04:51:55.581991+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:50.659270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":252,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.481820+0000","last_change":"2023-10-09T04:23:10.237339+0000","last_active":"2023-10-09T04:51:54.481820+0000","last_peered":"2023-10-09T04:51:54.481820+0000","last_clean":"2023-10-09T04:51:54.481820+0000","last_became_active":"2023-10-09T04:23:10.236933+0000","last_became_peered":"2023-10-09T04:23:10.236933+0000","last_unstale":"2023-10-09T04:51:54.481820+0000","last_undegraded":"2023-10-09T04:51:54.481820+0000","last_fullsized":"2023-10-09T04:51:54.481820+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:02.846030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":280,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.479371+0000","last_change":"2023-10-09T04:46:06.937281+0000","last_active":"2023-10-09T04:51:54.479371+0000","last_peered":"2023-10-09T04:51:54.479371+0000","last_clean":"2023-10-09T04:51:54.479371+0000","last_became_active":"2023-10-09T04:46:06.936933+0000","last_became_peered":"2023-10-09T04:46:06.936933+0000","last_unstale":"2023-10-09T04:51:54.479371+0000","last_undegraded":"2023-10-09T04:51:54.479371+0000","last_fullsized":"2023-10-09T04:51:54.479371+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:47.952727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":276,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.481974+0000","last_change":"2023-10-09T04:32:27.677128+0000","last_active":"2023-10-09T04:51:54.481974+0000","last_peered":"2023-10-09T04:51:54.481974+0000","last_clean":"2023-10-09T04:51:54.481974+0000","last_became_active":"2023-10-09T04:32:27.676747+0000","last_became_peered":"2023-10-09T04:32:27.676747+0000","last_unstale":"2023-10-09T04:51:54.481974+0000","last_undegraded":"2023-10-09T04:51:54.481974+0000","last_fullsized":"2023-10-09T04:51:54.481974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:59:36.563106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":225,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482486+0000","last_change":"2023-10-09T04:48:37.126567+0000","last_active":"2023-10-09T04:51:54.482486+0000","last_peered":"2023-10-09T04:51:54.482486+0000","last_clean":"2023-10-09T04:51:54.482486+0000","last_became_active":"2023-10-09T04:48:37.126290+0000","last_became_peered":"2023-10-09T04:48:37.126290+0000","last_unstale":"2023-10-09T04:51:54.482486+0000","last_undegraded":"2023-10-09T04:51:54.482486+0000","last_fullsized":"2023-10-09T04:51:54.482486+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:43.147249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.7","version":"308'2534","reported_seq":2547,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.904277+0000","last_change":"2023-10-09T04:51:48.478646+0000","last_active":"2023-10-09T04:52:12.904277+0000","last_peered":"2023-10-09T04:52:12.904277+0000","last_clean":"2023-10-09T04:52:12.904277+0000","last_became_active":"2023-10-09T04:51:48.478300+0000","last_became_peered":"2023-10-09T04:51:48.478300+0000","last_unstale":"2023-10-09T04:52:12.904277+0000","last_undegraded":"2023-10-09T04:52:12.904277+0000","last_fullsized":"2023-10-09T04:52:12.904277+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2534,"log_dups_size":0,"ondisk_log_size":2534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:11.719415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166068224,"num_objects":2534,"num_object_clones":0,"num_object_copies":7602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2534,"num_write_kb":162176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":270,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482343+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:51:54.482343+0000","last_peered":"2023-10-09T04:51:54.482343+0000","last_clean":"2023-10-09T04:51:54.482343+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:51:54.482343+0000","last_undegraded":"2023-10-09T04:51:54.482343+0000","last_fullsized":"2023-10-09T04:51:54.482343+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":250,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581475+0000","last_change":"2023-10-09T04:23:10.301772+0000","last_active":"2023-10-09T04:51:55.581475+0000","last_peered":"2023-10-09T04:51:55.581475+0000","last_clean":"2023-10-09T04:51:55.581475+0000","last_became_active":"2023-10-09T04:23:10.301527+0000","last_became_peered":"2023-10-09T04:23:10.301527+0000","last_unstale":"2023-10-09T04:51:55.581475+0000","last_undegraded":"2023-10-09T04:51:55.581475+0000","last_fullsized":"2023-10-09T04:51:55.581475+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:48:18.341041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"308'2388","reported_seq":2402,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:11.821934+0000","last_change":"2023-10-09T04:51:48.467788+0000","last_active":"2023-10-09T04:52:11.821934+0000","last_peered":"2023-10-09T04:52:11.821934+0000","last_clean":"2023-10-09T04:52:11.821934+0000","last_became_active":"2023-10-09T04:51:48.467472+0000","last_became_peered":"2023-10-09T04:51:48.467472+0000","last_unstale":"2023-10-09T04:52:11.821934+0000","last_undegraded":"2023-10-09T04:52:11.821934+0000","last_fullsized":"2023-10-09T04:52:11.821934+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2388,"log_dups_size":0,"ondisk_log_size":2388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:49.978877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156499968,"num_objects":2388,"num_object_clones":0,"num_object_copies":7164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2388,"num_write_kb":152832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":288,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482563+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:51:54.482563+0000","last_peered":"2023-10-09T04:51:54.482563+0000","last_clean":"2023-10-09T04:51:54.482563+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:51:54.482563+0000","last_undegraded":"2023-10-09T04:51:54.482563+0000","last_fullsized":"2023-10-09T04:51:54.482563+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":312,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.688852+0000","last_change":"2023-10-09T04:46:06.934164+0000","last_active":"2023-10-09T04:51:54.688852+0000","last_peered":"2023-10-09T04:51:54.688852+0000","last_clean":"2023-10-09T04:51:54.688852+0000","last_became_active":"2023-10-09T04:46:06.933834+0000","last_became_peered":"2023-10-09T04:46:06.933834+0000","last_unstale":"2023-10-09T04:51:54.688852+0000","last_undegraded":"2023-10-09T04:51:54.688852+0000","last_fullsized":"2023-10-09T04:51:54.688852+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:33.310704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"308'2455","reported_seq":2468,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.964346+0000","last_change":"2023-10-09T04:51:48.476561+0000","last_active":"2023-10-09T04:52:12.964346+0000","last_peered":"2023-10-09T04:52:12.964346+0000","last_clean":"2023-10-09T04:52:12.964346+0000","last_became_active":"2023-10-09T04:51:48.476248+0000","last_became_peered":"2023-10-09T04:51:48.476248+0000","last_unstale":"2023-10-09T04:52:12.964346+0000","last_undegraded":"2023-10-09T04:52:12.964346+0000","last_fullsized":"2023-10-09T04:52:12.964346+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2455,"log_dups_size":0,"ondisk_log_size":2455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:42.366988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160890880,"num_objects":2455,"num_object_clones":0,"num_object_copies":7365,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2455,"num_write_kb":157120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":253,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482605+0000","last_change":"2023-10-09T04:23:10.234318+0000","last_active":"2023-10-09T04:51:54.482605+0000","last_peered":"2023-10-09T04:51:54.482605+0000","last_clean":"2023-10-09T04:51:54.482605+0000","last_became_active":"2023-10-09T04:23:10.234052+0000","last_became_peered":"2023-10-09T04:23:10.234052+0000","last_unstale":"2023-10-09T04:51:54.482605+0000","last_undegraded":"2023-10-09T04:51:54.482605+0000","last_fullsized":"2023-10-09T04:51:54.482605+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:58:20.956693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":284,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482954+0000","last_change":"2023-10-09T04:48:37.132013+0000","last_active":"2023-10-09T04:51:54.482954+0000","last_peered":"2023-10-09T04:51:54.482954+0000","last_clean":"2023-10-09T04:51:54.482954+0000","last_became_active":"2023-10-09T04:48:37.131720+0000","last_became_peered":"2023-10-09T04:48:37.131720+0000","last_unstale":"2023-10-09T04:51:54.482954+0000","last_undegraded":"2023-10-09T04:51:54.482954+0000","last_fullsized":"2023-10-09T04:51:54.482954+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:29:13.736663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"308'2506","reported_seq":2519,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.961166+0000","last_change":"2023-10-09T04:51:48.474360+0000","last_active":"2023-10-09T04:52:12.961166+0000","last_peered":"2023-10-09T04:52:12.961166+0000","last_clean":"2023-10-09T04:52:12.961166+0000","last_became_active":"2023-10-09T04:51:48.474026+0000","last_became_peered":"2023-10-09T04:51:48.474026+0000","last_unstale":"2023-10-09T04:52:12.961166+0000","last_undegraded":"2023-10-09T04:52:12.961166+0000","last_fullsized":"2023-10-09T04:52:12.961166+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2506,"log_dups_size":0,"ondisk_log_size":2506,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:39:06.123615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164233216,"num_objects":2506,"num_object_clones":0,"num_object_copies":7518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2506,"num_write_kb":160384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":302,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581785+0000","last_change":"2023-10-09T04:48:37.148818+0000","last_active":"2023-10-09T04:51:55.581785+0000","last_peered":"2023-10-09T04:51:55.581785+0000","last_clean":"2023-10-09T04:51:55.581785+0000","last_became_active":"2023-10-09T04:48:37.148525+0000","last_became_peered":"2023-10-09T04:48:37.148525+0000","last_unstale":"2023-10-09T04:51:55.581785+0000","last_undegraded":"2023-10-09T04:51:55.581785+0000","last_fullsized":"2023-10-09T04:51:55.581785+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:34.380885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":280,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478452+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:51:54.478452+0000","last_peered":"2023-10-09T04:51:54.478452+0000","last_clean":"2023-10-09T04:51:54.478452+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:51:54.478452+0000","last_undegraded":"2023-10-09T04:51:54.478452+0000","last_fullsized":"2023-10-09T04:51:54.478452+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"308'2492","reported_seq":2504,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.641343+0000","last_change":"2023-10-09T04:51:48.473331+0000","last_active":"2023-10-09T04:52:12.641343+0000","last_peered":"2023-10-09T04:52:12.641343+0000","last_clean":"2023-10-09T04:52:12.641343+0000","last_became_active":"2023-10-09T04:51:48.473018+0000","last_became_peered":"2023-10-09T04:51:48.473018+0000","last_unstale":"2023-10-09T04:52:12.641343+0000","last_undegraded":"2023-10-09T04:52:12.641343+0000","last_fullsized":"2023-10-09T04:52:12.641343+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2492,"log_dups_size":0,"ondisk_log_size":2492,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:05:02.211793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163315712,"num_objects":2492,"num_object_clones":0,"num_object_copies":7476,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2492,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2492,"num_write_kb":159488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":179,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478489+0000","last_change":"2023-10-09T04:48:37.156107+0000","last_active":"2023-10-09T04:51:54.478489+0000","last_peered":"2023-10-09T04:51:54.478489+0000","last_clean":"2023-10-09T04:51:54.478489+0000","last_became_active":"2023-10-09T04:48:37.155764+0000","last_became_peered":"2023-10-09T04:48:37.155764+0000","last_unstale":"2023-10-09T04:51:54.478489+0000","last_undegraded":"2023-10-09T04:51:54.478489+0000","last_fullsized":"2023-10-09T04:51:54.478489+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:27:25.523991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":302,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689083+0000","last_change":"2023-10-09T04:48:37.123282+0000","last_active":"2023-10-09T04:51:54.689083+0000","last_peered":"2023-10-09T04:51:54.689083+0000","last_clean":"2023-10-09T04:51:54.689083+0000","last_became_active":"2023-10-09T04:48:37.122975+0000","last_became_peered":"2023-10-09T04:48:37.122975+0000","last_unstale":"2023-10-09T04:51:54.689083+0000","last_undegraded":"2023-10-09T04:51:54.689083+0000","last_fullsized":"2023-10-09T04:51:54.689083+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:23.052785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"308'2194","reported_seq":2208,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:10.679956+0000","last_change":"2023-10-09T04:51:48.471984+0000","last_active":"2023-10-09T04:52:10.679956+0000","last_peered":"2023-10-09T04:52:10.679956+0000","last_clean":"2023-10-09T04:52:10.679956+0000","last_became_active":"2023-10-09T04:51:48.471722+0000","last_became_peered":"2023-10-09T04:51:48.471722+0000","last_unstale":"2023-10-09T04:52:10.679956+0000","last_undegraded":"2023-10-09T04:52:10.679956+0000","last_fullsized":"2023-10-09T04:52:10.679956+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2194,"log_dups_size":0,"ondisk_log_size":2194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:07.867796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143785984,"num_objects":2194,"num_object_clones":0,"num_object_copies":6582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2194,"num_write_kb":140416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":285,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482867+0000","last_change":"2023-10-09T04:48:37.132083+0000","last_active":"2023-10-09T04:51:54.482867+0000","last_peered":"2023-10-09T04:51:54.482867+0000","last_clean":"2023-10-09T04:51:54.482867+0000","last_became_active":"2023-10-09T04:48:37.131801+0000","last_became_peered":"2023-10-09T04:48:37.131801+0000","last_unstale":"2023-10-09T04:51:54.482867+0000","last_undegraded":"2023-10-09T04:51:54.482867+0000","last_fullsized":"2023-10-09T04:51:54.482867+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:34:38.765149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":278,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689245+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:51:54.689245+0000","last_peered":"2023-10-09T04:51:54.689245+0000","last_clean":"2023-10-09T04:51:54.689245+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:51:54.689245+0000","last_undegraded":"2023-10-09T04:51:54.689245+0000","last_fullsized":"2023-10-09T04:51:54.689245+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"308'2429","reported_seq":2442,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.583880+0000","last_change":"2023-10-09T04:51:48.471202+0000","last_active":"2023-10-09T04:52:12.583880+0000","last_peered":"2023-10-09T04:52:12.583880+0000","last_clean":"2023-10-09T04:52:12.583880+0000","last_became_active":"2023-10-09T04:51:48.470877+0000","last_became_peered":"2023-10-09T04:51:48.470877+0000","last_unstale":"2023-10-09T04:52:12.583880+0000","last_undegraded":"2023-10-09T04:52:12.583880+0000","last_fullsized":"2023-10-09T04:52:12.583880+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2429,"log_dups_size":0,"ondisk_log_size":2429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:20.948448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159186944,"num_objects":2429,"num_object_clones":0,"num_object_copies":7287,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2429,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2429,"num_write_kb":155456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":269,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.688850+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:51:54.688850+0000","last_peered":"2023-10-09T04:51:54.688850+0000","last_clean":"2023-10-09T04:51:54.688850+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:51:54.688850+0000","last_undegraded":"2023-10-09T04:51:54.688850+0000","last_fullsized":"2023-10-09T04:51:54.688850+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":285,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689291+0000","last_change":"2023-10-09T04:48:37.123681+0000","last_active":"2023-10-09T04:51:54.689291+0000","last_peered":"2023-10-09T04:51:54.689291+0000","last_clean":"2023-10-09T04:51:54.689291+0000","last_became_active":"2023-10-09T04:48:37.123388+0000","last_became_peered":"2023-10-09T04:48:37.123388+0000","last_unstale":"2023-10-09T04:51:54.689291+0000","last_undegraded":"2023-10-09T04:51:54.689291+0000","last_fullsized":"2023-10-09T04:51:54.689291+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:09:56.914269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"308'2203","reported_seq":2217,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:10.286306+0000","last_change":"2023-10-09T04:51:48.473074+0000","last_active":"2023-10-09T04:52:10.286306+0000","last_peered":"2023-10-09T04:52:10.286306+0000","last_clean":"2023-10-09T04:52:10.286306+0000","last_became_active":"2023-10-09T04:51:48.472818+0000","last_became_peered":"2023-10-09T04:51:48.472818+0000","last_unstale":"2023-10-09T04:52:10.286306+0000","last_undegraded":"2023-10-09T04:52:10.286306+0000","last_fullsized":"2023-10-09T04:52:10.286306+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2203,"log_dups_size":0,"ondisk_log_size":2203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:41:29.334213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144375808,"num_objects":2203,"num_object_clones":0,"num_object_copies":6609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2203,"num_write_kb":140992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":176,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752697+0000","last_change":"2023-10-09T04:48:37.138904+0000","last_active":"2023-10-09T04:51:54.752697+0000","last_peered":"2023-10-09T04:51:54.752697+0000","last_clean":"2023-10-09T04:51:54.752697+0000","last_became_active":"2023-10-09T04:48:37.137494+0000","last_became_peered":"2023-10-09T04:48:37.137494+0000","last_unstale":"2023-10-09T04:51:54.752697+0000","last_undegraded":"2023-10-09T04:51:54.752697+0000","last_fullsized":"2023-10-09T04:51:54.752697+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:16.733296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":232,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.753624+0000","last_change":"2023-10-09T04:48:37.135285+0000","last_active":"2023-10-09T04:51:54.753624+0000","last_peered":"2023-10-09T04:51:54.753624+0000","last_clean":"2023-10-09T04:51:54.753624+0000","last_became_active":"2023-10-09T04:48:37.134045+0000","last_became_peered":"2023-10-09T04:48:37.134045+0000","last_unstale":"2023-10-09T04:51:54.753624+0000","last_undegraded":"2023-10-09T04:51:54.753624+0000","last_fullsized":"2023-10-09T04:51:54.753624+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:36:12.351014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"308'2234","reported_seq":2248,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:10.685217+0000","last_change":"2023-10-09T04:51:48.476075+0000","last_active":"2023-10-09T04:52:10.685217+0000","last_peered":"2023-10-09T04:52:10.685217+0000","last_clean":"2023-10-09T04:52:10.685217+0000","last_became_active":"2023-10-09T04:51:48.475813+0000","last_became_peered":"2023-10-09T04:51:48.475813+0000","last_unstale":"2023-10-09T04:52:10.685217+0000","last_undegraded":"2023-10-09T04:52:10.685217+0000","last_fullsized":"2023-10-09T04:52:10.685217+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:19:08.152045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146407424,"num_objects":2234,"num_object_clones":0,"num_object_copies":6702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2234,"num_write_kb":142976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":282,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.753211+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:51:54.753211+0000","last_peered":"2023-10-09T04:51:54.753211+0000","last_clean":"2023-10-09T04:51:54.753211+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:51:54.753211+0000","last_undegraded":"2023-10-09T04:51:54.753211+0000","last_fullsized":"2023-10-09T04:51:54.753211+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":302,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581945+0000","last_change":"2023-10-09T04:46:06.942566+0000","last_active":"2023-10-09T04:51:55.581945+0000","last_peered":"2023-10-09T04:51:55.581945+0000","last_clean":"2023-10-09T04:51:55.581945+0000","last_became_active":"2023-10-09T04:46:06.942174+0000","last_became_peered":"2023-10-09T04:46:06.942174+0000","last_unstale":"2023-10-09T04:51:55.581945+0000","last_undegraded":"2023-10-09T04:51:55.581945+0000","last_fullsized":"2023-10-09T04:51:55.581945+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:32:29.176626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":240,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752723+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:51:54.752723+0000","last_peered":"2023-10-09T04:51:54.752723+0000","last_clean":"2023-10-09T04:51:54.752723+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:51:54.752723+0000","last_undegraded":"2023-10-09T04:51:54.752723+0000","last_fullsized":"2023-10-09T04:51:54.752723+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"308'2112","reported_seq":2126,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:10.294620+0000","last_change":"2023-10-09T04:51:48.476509+0000","last_active":"2023-10-09T04:52:10.294620+0000","last_peered":"2023-10-09T04:52:10.294620+0000","last_clean":"2023-10-09T04:52:10.294620+0000","last_became_active":"2023-10-09T04:51:48.476222+0000","last_became_peered":"2023-10-09T04:51:48.476222+0000","last_unstale":"2023-10-09T04:52:10.294620+0000","last_undegraded":"2023-10-09T04:52:10.294620+0000","last_fullsized":"2023-10-09T04:52:10.294620+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2112,"log_dups_size":0,"ondisk_log_size":2112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.607160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138412032,"num_objects":2112,"num_object_clones":0,"num_object_copies":6336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2112,"num_write_kb":135168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":288,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581774+0000","last_change":"2023-10-09T04:48:37.126977+0000","last_active":"2023-10-09T04:51:55.581774+0000","last_peered":"2023-10-09T04:51:55.581774+0000","last_clean":"2023-10-09T04:51:55.581774+0000","last_became_active":"2023-10-09T04:48:37.126672+0000","last_became_peered":"2023-10-09T04:48:37.126672+0000","last_unstale":"2023-10-09T04:51:55.581774+0000","last_undegraded":"2023-10-09T04:51:55.581774+0000","last_fullsized":"2023-10-09T04:51:55.581774+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:59.329837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":269,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.688985+0000","last_change":"2023-10-09T04:32:27.680829+0000","last_active":"2023-10-09T04:51:54.688985+0000","last_peered":"2023-10-09T04:51:54.688985+0000","last_clean":"2023-10-09T04:51:54.688985+0000","last_became_active":"2023-10-09T04:32:27.680460+0000","last_became_peered":"2023-10-09T04:32:27.680460+0000","last_unstale":"2023-10-09T04:51:54.688985+0000","last_undegraded":"2023-10-09T04:51:54.688985+0000","last_fullsized":"2023-10-09T04:51:54.688985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:18.572635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":248,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752895+0000","last_change":"2023-10-09T04:48:37.130843+0000","last_active":"2023-10-09T04:51:54.752895+0000","last_peered":"2023-10-09T04:51:54.752895+0000","last_clean":"2023-10-09T04:51:54.752895+0000","last_became_active":"2023-10-09T04:48:37.126803+0000","last_became_peered":"2023-10-09T04:48:37.126803+0000","last_unstale":"2023-10-09T04:51:54.752895+0000","last_undegraded":"2023-10-09T04:51:54.752895+0000","last_fullsized":"2023-10-09T04:51:54.752895+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:47:09.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"308'2455","reported_seq":2468,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.621300+0000","last_change":"2023-10-09T04:51:48.471457+0000","last_active":"2023-10-09T04:52:12.621300+0000","last_peered":"2023-10-09T04:52:12.621300+0000","last_clean":"2023-10-09T04:52:12.621300+0000","last_became_active":"2023-10-09T04:51:48.470403+0000","last_became_peered":"2023-10-09T04:51:48.470403+0000","last_unstale":"2023-10-09T04:52:12.621300+0000","last_undegraded":"2023-10-09T04:52:12.621300+0000","last_fullsized":"2023-10-09T04:52:12.621300+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2455,"log_dups_size":0,"ondisk_log_size":2455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:20:03.550876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160890880,"num_objects":2455,"num_object_clones":0,"num_object_copies":7365,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2455,"num_write_kb":157120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":308,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.579473+0000","last_change":"2023-10-09T04:48:37.121940+0000","last_active":"2023-10-09T04:51:55.579473+0000","last_peered":"2023-10-09T04:51:55.579473+0000","last_clean":"2023-10-09T04:51:55.579473+0000","last_became_active":"2023-10-09T04:48:37.121699+0000","last_became_peered":"2023-10-09T04:48:37.121699+0000","last_unstale":"2023-10-09T04:51:55.579473+0000","last_undegraded":"2023-10-09T04:51:55.579473+0000","last_fullsized":"2023-10-09T04:51:55.579473+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:57.154487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":226,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.752521+0000","last_change":"2023-10-09T04:48:37.129886+0000","last_active":"2023-10-09T04:51:54.752521+0000","last_peered":"2023-10-09T04:51:54.752521+0000","last_clean":"2023-10-09T04:51:54.752521+0000","last_became_active":"2023-10-09T04:48:37.128503+0000","last_became_peered":"2023-10-09T04:48:37.128503+0000","last_unstale":"2023-10-09T04:51:54.752521+0000","last_undegraded":"2023-10-09T04:51:54.752521+0000","last_fullsized":"2023-10-09T04:51:54.752521+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:21.496394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":276,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.753696+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:51:54.753696+0000","last_peered":"2023-10-09T04:51:54.753696+0000","last_clean":"2023-10-09T04:51:54.753696+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:51:54.753696+0000","last_undegraded":"2023-10-09T04:51:54.753696+0000","last_fullsized":"2023-10-09T04:51:54.753696+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"308'2548","reported_seq":2560,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.641266+0000","last_change":"2023-10-09T04:51:48.470200+0000","last_active":"2023-10-09T04:52:12.641266+0000","last_peered":"2023-10-09T04:52:12.641266+0000","last_clean":"2023-10-09T04:52:12.641266+0000","last_became_active":"2023-10-09T04:51:48.469839+0000","last_became_peered":"2023-10-09T04:51:48.469839+0000","last_unstale":"2023-10-09T04:52:12.641266+0000","last_undegraded":"2023-10-09T04:52:12.641266+0000","last_fullsized":"2023-10-09T04:52:12.641266+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2548,"log_dups_size":0,"ondisk_log_size":2548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:16:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166985728,"num_objects":2548,"num_object_clones":0,"num_object_copies":7644,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2548,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2548,"num_write_kb":163072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":271,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581788+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:51:55.581788+0000","last_peered":"2023-10-09T04:51:55.581788+0000","last_clean":"2023-10-09T04:51:55.581788+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:51:55.581788+0000","last_undegraded":"2023-10-09T04:51:55.581788+0000","last_fullsized":"2023-10-09T04:51:55.581788+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":650,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.481705+0000","last_change":"2023-10-09T04:32:27.700054+0000","last_active":"2023-10-09T04:51:54.481705+0000","last_peered":"2023-10-09T04:51:54.481705+0000","last_clean":"2023-10-09T04:51:54.481705+0000","last_became_active":"2023-10-09T04:32:27.699638+0000","last_became_peered":"2023-10-09T04:32:27.699638+0000","last_unstale":"2023-10-09T04:51:54.481705+0000","last_undegraded":"2023-10-09T04:51:54.481705+0000","last_fullsized":"2023-10-09T04:51:54.481705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:18.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":195,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581671+0000","last_change":"2023-10-09T04:46:06.938819+0000","last_active":"2023-10-09T04:51:55.581671+0000","last_peered":"2023-10-09T04:51:55.581671+0000","last_clean":"2023-10-09T04:51:55.581671+0000","last_became_active":"2023-10-09T04:46:06.938534+0000","last_became_peered":"2023-10-09T04:46:06.938534+0000","last_unstale":"2023-10-09T04:51:55.581671+0000","last_undegraded":"2023-10-09T04:51:55.581671+0000","last_fullsized":"2023-10-09T04:51:55.581671+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:40:56.746793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":250,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482908+0000","last_change":"2023-10-09T04:23:11.337459+0000","last_active":"2023-10-09T04:51:54.482908+0000","last_peered":"2023-10-09T04:51:54.482908+0000","last_clean":"2023-10-09T04:51:54.482908+0000","last_became_active":"2023-10-09T04:23:11.337038+0000","last_became_peered":"2023-10-09T04:23:11.337038+0000","last_unstale":"2023-10-09T04:51:54.482908+0000","last_undegraded":"2023-10-09T04:51:54.482908+0000","last_fullsized":"2023-10-09T04:51:54.482908+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:52:38.611911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"308'2496","reported_seq":2509,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.627088+0000","last_change":"2023-10-09T04:51:48.470791+0000","last_active":"2023-10-09T04:52:12.627088+0000","last_peered":"2023-10-09T04:52:12.627088+0000","last_clean":"2023-10-09T04:52:12.627088+0000","last_became_active":"2023-10-09T04:51:48.470516+0000","last_became_peered":"2023-10-09T04:51:48.470516+0000","last_unstale":"2023-10-09T04:52:12.627088+0000","last_undegraded":"2023-10-09T04:52:12.627088+0000","last_fullsized":"2023-10-09T04:52:12.627088+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2496,"log_dups_size":0,"ondisk_log_size":2496,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:35:14.486620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163577856,"num_objects":2496,"num_object_clones":0,"num_object_copies":7488,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2496,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2496,"num_write_kb":159744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":307,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.481702+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:51:54.481702+0000","last_peered":"2023-10-09T04:51:54.481702+0000","last_clean":"2023-10-09T04:51:54.481702+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:51:54.481702+0000","last_undegraded":"2023-10-09T04:51:54.481702+0000","last_fullsized":"2023-10-09T04:51:54.481702+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":280,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.477931+0000","last_change":"2023-10-09T04:46:06.939000+0000","last_active":"2023-10-09T04:51:54.477931+0000","last_peered":"2023-10-09T04:51:54.477931+0000","last_clean":"2023-10-09T04:51:54.477931+0000","last_became_active":"2023-10-09T04:46:06.938167+0000","last_became_peered":"2023-10-09T04:46:06.938167+0000","last_unstale":"2023-10-09T04:51:54.477931+0000","last_undegraded":"2023-10-09T04:51:54.477931+0000","last_fullsized":"2023-10-09T04:51:54.477931+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:35.691870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":296,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:56.830757+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:51:56.830757+0000","last_peered":"2023-10-09T04:51:56.830757+0000","last_clean":"2023-10-09T04:51:56.830757+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:51:56.830757+0000","last_undegraded":"2023-10-09T04:51:56.830757+0000","last_fullsized":"2023-10-09T04:51:56.830757+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"308'2187","reported_seq":2201,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:10.266901+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:52:10.266901+0000","last_peered":"2023-10-09T04:52:10.266901+0000","last_clean":"2023-10-09T04:52:10.266901+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:52:10.266901+0000","last_undegraded":"2023-10-09T04:52:10.266901+0000","last_fullsized":"2023-10-09T04:52:10.266901+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2187,"log_dups_size":0,"ondisk_log_size":2187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143327232,"num_objects":2187,"num_object_clones":0,"num_object_copies":6561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2187,"num_write_kb":139968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":273,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482804+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:51:54.482804+0000","last_peered":"2023-10-09T04:51:54.482804+0000","last_clean":"2023-10-09T04:51:54.482804+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:51:54.482804+0000","last_undegraded":"2023-10-09T04:51:54.482804+0000","last_fullsized":"2023-10-09T04:51:54.482804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":226,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.753130+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:51:54.753130+0000","last_peered":"2023-10-09T04:51:54.753130+0000","last_clean":"2023-10-09T04:51:54.753130+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:51:54.753130+0000","last_undegraded":"2023-10-09T04:51:54.753130+0000","last_fullsized":"2023-10-09T04:51:54.753130+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":251,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478564+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:51:54.478564+0000","last_peered":"2023-10-09T04:51:54.478564+0000","last_clean":"2023-10-09T04:51:54.478564+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:51:54.478564+0000","last_undegraded":"2023-10-09T04:51:54.478564+0000","last_fullsized":"2023-10-09T04:51:54.478564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"308'2534","reported_seq":2547,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:13.003529+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:52:13.003529+0000","last_peered":"2023-10-09T04:52:13.003529+0000","last_clean":"2023-10-09T04:52:13.003529+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:52:13.003529+0000","last_undegraded":"2023-10-09T04:52:13.003529+0000","last_fullsized":"2023-10-09T04:52:13.003529+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2534,"log_dups_size":0,"ondisk_log_size":2534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166068224,"num_objects":2534,"num_object_clones":0,"num_object_copies":7602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2534,"num_write_kb":162176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":166,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.482699+0000","last_change":"2023-10-09T04:46:06.948376+0000","last_active":"2023-10-09T04:51:54.482699+0000","last_peered":"2023-10-09T04:51:54.482699+0000","last_clean":"2023-10-09T04:51:54.482699+0000","last_became_active":"2023-10-09T04:46:06.938119+0000","last_became_peered":"2023-10-09T04:46:06.938119+0000","last_unstale":"2023-10-09T04:51:54.482699+0000","last_undegraded":"2023-10-09T04:51:54.482699+0000","last_fullsized":"2023-10-09T04:51:54.482699+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:05:48.789183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":238,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.753074+0000","last_change":"2023-10-09T04:48:37.136617+0000","last_active":"2023-10-09T04:51:54.753074+0000","last_peered":"2023-10-09T04:51:54.753074+0000","last_clean":"2023-10-09T04:51:54.753074+0000","last_became_active":"2023-10-09T04:48:37.133715+0000","last_became_peered":"2023-10-09T04:48:37.133715+0000","last_unstale":"2023-10-09T04:51:54.753074+0000","last_undegraded":"2023-10-09T04:51:54.753074+0000","last_fullsized":"2023-10-09T04:51:54.753074+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:50.170641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":251,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.481981+0000","last_change":"2023-10-09T04:48:37.142478+0000","last_active":"2023-10-09T04:51:54.481981+0000","last_peered":"2023-10-09T04:51:54.481981+0000","last_clean":"2023-10-09T04:51:54.481981+0000","last_became_active":"2023-10-09T04:48:37.141795+0000","last_became_peered":"2023-10-09T04:48:37.141795+0000","last_unstale":"2023-10-09T04:51:54.481981+0000","last_undegraded":"2023-10-09T04:51:54.481981+0000","last_fullsized":"2023-10-09T04:51:54.481981+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:16.513297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.e","version":"308'2349","reported_seq":2362,"reported_epoch":308,"state":"active+clean","last_fresh":"2023-10-09T04:52:12.666372+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:52:12.666372+0000","last_peered":"2023-10-09T04:52:12.666372+0000","last_clean":"2023-10-09T04:52:12.666372+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:52:12.666372+0000","last_undegraded":"2023-10-09T04:52:12.666372+0000","last_fullsized":"2023-10-09T04:52:12.666372+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":2349,"log_dups_size":0,"ondisk_log_size":2349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153944064,"num_objects":2349,"num_object_clones":0,"num_object_copies":7047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2349,"num_write_kb":150336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":272,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.483087+0000","last_change":"2023-10-09T04:35:37.081398+0000","last_active":"2023-10-09T04:51:54.483087+0000","last_peered":"2023-10-09T04:51:54.483087+0000","last_clean":"2023-10-09T04:51:54.483087+0000","last_became_active":"2023-10-09T04:35:37.081107+0000","last_became_peered":"2023-10-09T04:35:37.081107+0000","last_unstale":"2023-10-09T04:51:54.483087+0000","last_undegraded":"2023-10-09T04:51:54.483087+0000","last_fullsized":"2023-10-09T04:51:54.483087+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:35.083491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":284,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:56.830779+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:51:56.830779+0000","last_peered":"2023-10-09T04:51:56.830779+0000","last_clean":"2023-10-09T04:51:56.830779+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:51:56.830779+0000","last_undegraded":"2023-10-09T04:51:56.830779+0000","last_fullsized":"2023-10-09T04:51:56.830779+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":251,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.688741+0000","last_change":"2023-10-09T04:23:10.302176+0000","last_active":"2023-10-09T04:51:54.688741+0000","last_peered":"2023-10-09T04:51:54.688741+0000","last_clean":"2023-10-09T04:51:54.688741+0000","last_became_active":"2023-10-09T04:23:10.301599+0000","last_became_peered":"2023-10-09T04:23:10.301599+0000","last_unstale":"2023-10-09T04:51:54.688741+0000","last_undegraded":"2023-10-09T04:51:54.688741+0000","last_fullsized":"2023-10-09T04:51:54.688741+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:08:38.735289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":252,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478547+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:51:54.478547+0000","last_peered":"2023-10-09T04:51:54.478547+0000","last_clean":"2023-10-09T04:51:54.478547+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:51:54.478547+0000","last_undegraded":"2023-10-09T04:51:54.478547+0000","last_fullsized":"2023-10-09T04:51:54.478547+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":318,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.579725+0000","last_change":"2023-10-09T04:48:37.125007+0000","last_active":"2023-10-09T04:51:55.579725+0000","last_peered":"2023-10-09T04:51:55.579725+0000","last_clean":"2023-10-09T04:51:55.579725+0000","last_became_active":"2023-10-09T04:48:37.124675+0000","last_became_peered":"2023-10-09T04:48:37.124675+0000","last_unstale":"2023-10-09T04:51:55.579725+0000","last_undegraded":"2023-10-09T04:51:55.579725+0000","last_fullsized":"2023-10-09T04:51:55.579725+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:02:04.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":287,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581848+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:51:55.581848+0000","last_peered":"2023-10-09T04:51:55.581848+0000","last_clean":"2023-10-09T04:51:55.581848+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:51:55.581848+0000","last_undegraded":"2023-10-09T04:51:55.581848+0000","last_fullsized":"2023-10-09T04:51:55.581848+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":319,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.689136+0000","last_change":"2023-10-09T04:48:37.156149+0000","last_active":"2023-10-09T04:51:54.689136+0000","last_peered":"2023-10-09T04:51:54.689136+0000","last_clean":"2023-10-09T04:51:54.689136+0000","last_became_active":"2023-10-09T04:48:37.155767+0000","last_became_peered":"2023-10-09T04:48:37.155767+0000","last_unstale":"2023-10-09T04:51:54.689136+0000","last_undegraded":"2023-10-09T04:51:54.689136+0000","last_fullsized":"2023-10-09T04:51:54.689136+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:41.784129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":253,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.581861+0000","last_change":"2023-10-09T04:23:10.228406+0000","last_active":"2023-10-09T04:51:55.581861+0000","last_peered":"2023-10-09T04:51:55.581861+0000","last_clean":"2023-10-09T04:51:55.581861+0000","last_became_active":"2023-10-09T04:23:10.228052+0000","last_became_peered":"2023-10-09T04:23:10.228052+0000","last_unstale":"2023-10-09T04:51:55.581861+0000","last_undegraded":"2023-10-09T04:51:55.581861+0000","last_fullsized":"2023-10-09T04:51:55.581861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:44:25.838983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":302,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.688855+0000","last_change":"2023-10-09T04:46:06.939564+0000","last_active":"2023-10-09T04:51:54.688855+0000","last_peered":"2023-10-09T04:51:54.688855+0000","last_clean":"2023-10-09T04:51:54.688855+0000","last_became_active":"2023-10-09T04:46:06.939254+0000","last_became_peered":"2023-10-09T04:46:06.939254+0000","last_unstale":"2023-10-09T04:51:54.688855+0000","last_undegraded":"2023-10-09T04:51:54.688855+0000","last_fullsized":"2023-10-09T04:51:54.688855+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:31.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":167,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.483039+0000","last_change":"2023-10-09T04:48:37.127686+0000","last_active":"2023-10-09T04:51:54.483039+0000","last_peered":"2023-10-09T04:51:54.483039+0000","last_clean":"2023-10-09T04:51:54.483039+0000","last_became_active":"2023-10-09T04:48:37.127412+0000","last_became_peered":"2023-10-09T04:48:37.127412+0000","last_unstale":"2023-10-09T04:51:54.483039+0000","last_undegraded":"2023-10-09T04:51:54.483039+0000","last_fullsized":"2023-10-09T04:51:54.483039+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:55:40.168648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":239,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:55.579295+0000","last_change":"2023-10-09T04:46:06.938435+0000","last_active":"2023-10-09T04:51:55.579295+0000","last_peered":"2023-10-09T04:51:55.579295+0000","last_clean":"2023-10-09T04:51:55.579295+0000","last_became_active":"2023-10-09T04:46:06.938148+0000","last_became_peered":"2023-10-09T04:46:06.938148+0000","last_unstale":"2023-10-09T04:51:55.579295+0000","last_undegraded":"2023-10-09T04:51:55.579295+0000","last_fullsized":"2023-10-09T04:51:55.579295+0000","mapping_epoch":190,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:58:13.815950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":269,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.478910+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:51:54.478910+0000","last_peered":"2023-10-09T04:51:54.478910+0000","last_clean":"2023-10-09T04:51:54.478910+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:51:54.478910+0000","last_undegraded":"2023-10-09T04:51:54.478910+0000","last_fullsized":"2023-10-09T04:51:54.478910+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":278,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-10-09T04:51:54.688699+0000","last_change":"2023-10-09T04:35:37.137005+0000","last_active":"2023-10-09T04:51:54.688699+0000","last_peered":"2023-10-09T04:51:54.688699+0000","last_clean":"2023-10-09T04:51:54.688699+0000","last_became_active":"2023-10-09T04:35:37.136692+0000","last_became_peered":"2023-10-09T04:35:37.136692+0000","last_unstale":"2023-10-09T04:51:54.688699+0000","last_undegraded":"2023-10-09T04:51:54.688699+0000","last_fullsized":"2023-10-09T04:51:54.688699+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:32:37.806724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":2497970176,"num_objects":38116,"num_object_clones":0,"num_object_copies":114348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38116,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38116,"num_write_kb":2439424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7454982144,"data_stored":7454982144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38116,"ondisk_log_size":38116,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":124,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234352,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2006072,"kb_used_data":1096688,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":91739080,"statfs":{"total":95995035648,"available":93940817920,"internally_reserved":0,"allocated":1123008512,"data_stored":1122203601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:02 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.901,"15min":2.177},"min":{"1min":0.307,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":9.1020000000000003,"5min":10.343,"15min":11.922000000000001},"last":1.125},{"interface":"front","average":{"1min":0.78700000000000003,"5min":1.175,"15min":1.8080000000000001},"min":{"1min":0.251,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.3209999999999997,"5min":10.311999999999999,"15min":17.344000000000001},"last":0.57499999999999996}]},{"osd":1,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.1070000000000002,"5min":2.0950000000000002,"15min":1.899},"min":{"1min":0.29299999999999998,"5min":0.247,"15min":0.247},"max":{"1min":9.2970000000000006,"5min":16.513000000000002,"15min":16.513000000000002},"last":1.5760000000000001},{"interface":"front","average":{"1min":1.5489999999999999,"5min":2.1589999999999998,"15min":2.1139999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":7.4640000000000004,"5min":10.385999999999999,"15min":10.385999999999999},"last":1.204}]},{"osd":2,"last update":"Mon Oct 9 04:52:02 2023","interfaces":[{"interface":"back","average":{"1min":3.0990000000000002,"5min":2.6000000000000001,"15min":2.3719999999999999},"min":{"1min":0.34499999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":16.678999999999998,"5min":32.179000000000002,"15min":32.179000000000002},"last":1.1719999999999999},{"interface":"front","average":{"1min":1.778,"5min":1.381,"15min":1.921},"min":{"1min":0.34399999999999997,"5min":0.28799999999999998,"15min":0.252},"max":{"1min":16.704000000000001,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:51:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.4099999999999999,"15min":1.6699999999999999},"min":{"1min":0.33300000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":7.3689999999999998,"5min":11.003,"15min":11.003},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.5209999999999999,"15min":1.6419999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.5330000000000004,"5min":10.955,"15min":10.955},"last":0.60099999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0470000000000002,"5min":2.6659999999999999,"15min":2.2109999999999999},"min":{"1min":0.32300000000000001,"5min":0.28299999999999997,"15min":0.22},"max":{"1min":9.3640000000000008,"5min":23.919,"15min":23.919},"last":1.4930000000000001},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.0640000000000001,"15min":1.8440000000000001},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":9.2430000000000003,"5min":23.797999999999998,"15min":23.797999999999998},"last":1.4419999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":2.5600000000000001,"15min":2.46},"min":{"1min":0.34899999999999998,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":9.3350000000000009,"5min":16.568999999999999,"15min":79.709999999999994},"last":3.5680000000000001},{"interface":"front","average":{"1min":1.298,"5min":2.1349999999999998,"15min":2.2320000000000002},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":4.9109999999999996,"5min":12.022,"15min":79.332999999999998},"last":1.264}]},{"osd":6,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0059999999999998,"5min":2.6179999999999999,"15min":2.298},"min":{"1min":0.372,"5min":0.372,"15min":0.27600000000000002},"max":{"1min":9.3960000000000008,"5min":16.599,"15min":17.501000000000001},"last":1.5429999999999999},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5390000000000001,"15min":2.2280000000000002},"min":{"1min":0.35499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":14.018000000000001,"5min":17.623999999999999,"15min":17.623999999999999},"last":1.2350000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495988,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2288108,"kb_used_data":1394916,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":91457044,"statfs":{"total":95995035648,"available":93652013056,"internally_reserved":0,"allocated":1428393984,"data_stored":1427601273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:02 2023","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":1.6870000000000001,"15min":1.915},"min":{"1min":0.253,"5min":0.22,"15min":0.20599999999999999},"max":{"1min":10.545999999999999,"5min":10.545999999999999,"15min":19.166},"last":3.036},{"interface":"front","average":{"1min":1.5109999999999999,"5min":2.0550000000000002,"15min":2.1120000000000001},"min":{"1min":0.307,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.8620000000000001,"5min":10.645,"15min":19.143999999999998},"last":3.0190000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:51:44 2023","interfaces":[{"interface":"back","average":{"1min":2.6560000000000001,"5min":2.351,"15min":2.121},"min":{"1min":0.29599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.686,"5min":10.686,"15min":10.686},"last":3.4630000000000001},{"interface":"front","average":{"1min":1.54,"5min":1.637,"15min":1.5669999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.7889999999999997,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":3.4449999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":1.6539999999999999,"15min":2.0419999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":3.6230000000000002,"5min":6.5979999999999999,"15min":13.32},"last":2.21},{"interface":"front","average":{"1min":1.4359999999999999,"5min":2.5390000000000001,"15min":2.3610000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":9.0530000000000008,"5min":10.712,"15min":15.391999999999999},"last":1.9850000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:51:40 2023","interfaces":[{"interface":"back","average":{"1min":3.464,"5min":2.4790000000000001,"15min":2.1040000000000001},"min":{"1min":0.34499999999999997,"5min":0.315,"15min":0.315},"max":{"1min":10.734999999999999,"5min":10.734999999999999,"15min":10.734999999999999},"last":2.6539999999999999},{"interface":"front","average":{"1min":2.2789999999999999,"5min":1.992,"15min":1.3580000000000001},"min":{"1min":0.38200000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":12.456,"5min":12.456,"15min":12.456},"last":2.6640000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.468,"15min":1.976},"min":{"1min":0.255,"5min":0.25,"15min":0.25},"max":{"1min":8.4659999999999993,"5min":14.137,"15min":14.137},"last":1.2969999999999999},{"interface":"front","average":{"1min":3.6230000000000002,"5min":2.6429999999999998,"15min":2.1150000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26700000000000002},"max":{"1min":14.972,"5min":14.972,"15min":14.972},"last":0.316}]},{"osd":5,"last update":"Mon Oct 9 04:51:14 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.54,"15min":1.9339999999999999},"min":{"1min":0.311,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.7390000000000008,"5min":12.420999999999999,"15min":16.042000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.3180000000000001,"5min":2.0459999999999998,"15min":2.1120000000000001},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.3940000000000001,"5min":10.984,"15min":13.391999999999999},"last":1.339}]},{"osd":7,"last update":"Mon Oct 9 04:51:44 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":4.0490000000000004,"15min":2.8399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.242,"5min":196.22300000000001,"15min":196.22300000000001},"last":1.321},{"interface":"front","average":{"1min":3.129,"5min":4.7359999999999998,"15min":3.1030000000000002},"min":{"1min":0.434,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":14.885999999999999,"5min":196.24299999999999,"15min":196.24299999999999},"last":0.46300000000000002}]}]},{"osd":1,"up_from":235,"seq":1009317314604,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1665312,"kb_used_data":1400536,"kb_used_omap":5,"kb_used_meta":264762,"kb_avail":92079840,"statfs":{"total":95995035648,"available":94289756160,"internally_reserved":0,"allocated":1434148864,"data_stored":1432733520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":271117013},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.94299999999999995,"15min":0.96599999999999997},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":4.0359999999999996,"5min":9.5830000000000002,"15min":9.5830000000000002},"last":0.91400000000000003},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.123,"15min":1.0820000000000001},"min":{"1min":0.22500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":6.7119999999999997,"5min":10.648,"15min":10.648},"last":0.46500000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":1.0589999999999999,"15min":1.075},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":4.1989999999999998,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.89600000000000002,"5min":1.1080000000000001,"15min":1.1279999999999999},"min":{"1min":0.248,"5min":0.221,"15min":0.221},"max":{"1min":5.1500000000000004,"5min":5.1500000000000004,"15min":5.1500000000000004},"last":1.768}]},{"osd":3,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":0.79200000000000004,"15min":0.73199999999999998},"min":{"1min":0.28299999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.0819999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.0880000000000001,"15min":1.034},"min":{"1min":0.28699999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.0110000000000001,"5min":4.0110000000000001,"15min":4.0110000000000001},"last":1.2689999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.6970000000000001,"15min":1.7909999999999999},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.798,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":2.161},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.492,"15min":1.524},"min":{"1min":0.34499999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.4269999999999996,"5min":7.282,"15min":7.282},"last":0.66000000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.0169999999999999,"15min":1.9870000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.5679999999999996,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.79800000000000004},{"interface":"front","average":{"1min":1.278,"5min":1.78,"15min":1.8160000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":5.1230000000000002,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.88500000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.6910000000000001,"5min":1.5940000000000001,"15min":1.5760000000000001},"min":{"1min":0.41099999999999998,"5min":0.38,"15min":0.38},"max":{"1min":7.7750000000000004,"5min":7.7750000000000004,"15min":7.7750000000000004},"last":0.93700000000000006},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.3819999999999999,"15min":1.355},"min":{"1min":0.372,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":4.4219999999999997,"5min":4.4240000000000004,"15min":4.4240000000000004},"last":0.75600000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":6.0730000000000004,"15min":8.1150000000000002},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":6.6200000000000001,"5min":146.554,"15min":146.554},"last":0.78400000000000003},{"interface":"front","average":{"1min":2.3119999999999998,"5min":6.923,"15min":8.8689999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":13.260999999999999,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.77000000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187695,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1652068,"kb_used_data":888156,"kb_used_omap":5,"kb_used_meta":763898,"kb_avail":92093084,"statfs":{"total":95995035648,"available":94303318016,"internally_reserved":0,"allocated":909471744,"data_stored":907935487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":782232186},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:51:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":1.2410000000000001,"15min":1.2090000000000001},"min":{"1min":0.19900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":6.4740000000000002,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":2.9279999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.95199999999999996,"15min":0.86899999999999999},"min":{"1min":0.222,"5min":0.186,"15min":0.186},"max":{"1min":2.2570000000000001,"5min":6.5789999999999997,"15min":6.5789999999999997},"last":0.57099999999999995}]},{"osd":2,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.891,"5min":1.6919999999999999,"15min":1.7529999999999999},"min":{"1min":0.26100000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":24.021000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":0.76900000000000002},{"interface":"front","average":{"1min":2.0259999999999998,"5min":1.5009999999999999,"15min":1.7010000000000001},"min":{"1min":0.247,"5min":0.23799999999999999,"15min":0.20699999999999999},"max":{"1min":24.050999999999998,"5min":24.050999999999998,"15min":24.050999999999998},"last":0.59999999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:51:32 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.2250000000000001,"15min":1.605},"min":{"1min":0.313,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.4929999999999999,"5min":8.7509999999999994,"15min":8.7509999999999994},"last":0.26100000000000001},{"interface":"front","average":{"1min":1.46,"5min":1.681,"15min":1.4650000000000001},"min":{"1min":0.26000000000000001,"5min":0.255,"15min":0.255},"max":{"1min":7.7889999999999997,"5min":23.222000000000001,"15min":23.222000000000001},"last":2.0129999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":1.7470000000000001,"15min":1.8620000000000001},"min":{"1min":0.39000000000000001,"5min":0.318,"15min":0.26300000000000001},"max":{"1min":6.7809999999999997,"5min":12.196999999999999,"15min":13.334},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.107,"5min":1.5760000000000001,"15min":1.6559999999999999},"min":{"1min":0.434,"5min":0.29099999999999998,"15min":0.27100000000000002},"max":{"1min":5.1280000000000001,"5min":12.212,"15min":12.212},"last":0.72199999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.5980000000000001,"15min":1.8759999999999999},"min":{"1min":0.40100000000000002,"5min":0.311,"15min":0.29699999999999999},"max":{"1min":6.4000000000000004,"5min":7.0490000000000004,"15min":13.022},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.327,"5min":1.847,"15min":2.2930000000000001},"min":{"1min":0.42899999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":6.5730000000000004,"5min":9.2620000000000005,"15min":15.956},"last":0.73499999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":1.663,"15min":2.121},"min":{"1min":0.44900000000000001,"5min":0.32400000000000001,"15min":0.32100000000000001},"max":{"1min":6.431,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.198,"5min":1.6659999999999999,"15min":2.27},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.316},"max":{"1min":5.0990000000000002,"5min":7.8259999999999996,"15min":43.819000000000003},"last":0.85899999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.7649999999999999,"15min":2.089},"min":{"1min":0.46000000000000002,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":5.6349999999999998,"5min":8.5069999999999997,"15min":13.374000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.81200000000000006,"5min":1.978,"15min":2.0230000000000001},"min":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34599999999999997},"max":{"1min":3.5720000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":0.81599999999999995}]}]},{"osd":2,"up_from":116,"seq":498216206537,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1540996,"kb_used_data":963004,"kb_used_omap":7,"kb_used_meta":577976,"kb_avail":92204156,"statfs":{"total":95995035648,"available":94417055744,"internally_reserved":0,"allocated":986116096,"data_stored":984779732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":591847505},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":1.4450000000000001,"15min":2.056},"min":{"1min":0.189,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.2450000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":1.341,"15min":1.9099999999999999},"min":{"1min":0.245,"5min":0.185,"15min":0.185},"max":{"1min":2.5049999999999999,"5min":47.450000000000003,"15min":47.450000000000003},"last":3.4990000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:51:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.95399999999999996,"15min":1.014},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.2989999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":3.4100000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.4339999999999999,"15min":1.6579999999999999},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":3.867,"5min":7.4269999999999996,"15min":7.4269999999999996},"last":3.2549999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:51:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.079,"15min":0.83299999999999996},"min":{"1min":0.248,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":3.9089999999999998,"5min":9.7219999999999995,"15min":9.7219999999999995},"last":3.1240000000000001},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.1299999999999999,"15min":0.878},"min":{"1min":0.33400000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0179999999999998,"5min":9.7650000000000006,"15min":9.7650000000000006},"last":3.149}]},{"osd":4,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.794,"5min":1.9590000000000001,"15min":1.897},"min":{"1min":0.439,"5min":0.32300000000000001,"15min":0.26300000000000001},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":11.789},"last":3.1800000000000002},{"interface":"front","average":{"1min":3.0259999999999998,"5min":1.7050000000000001,"15min":1.9530000000000001},"min":{"1min":0.35899999999999999,"5min":0.31,"15min":0.26800000000000002},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":1.6040000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.6259999999999999,"15min":2.1949999999999998},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.3520000000000003,"5min":10.846,"15min":14.644},"last":0.90200000000000002},{"interface":"front","average":{"1min":2.4929999999999999,"5min":1.6970000000000001,"15min":2.0840000000000001},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":9.9220000000000006,"5min":10.753,"15min":13.205},"last":3.069}]},{"osd":6,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.74,"15min":1.9530000000000001},"min":{"1min":0.41399999999999998,"5min":0.32500000000000001,"15min":0.30599999999999999},"max":{"1min":6.0540000000000003,"5min":9.8100000000000005,"15min":15.412000000000001},"last":0.623},{"interface":"front","average":{"1min":2.573,"5min":2.1219999999999999,"15min":2.2290000000000001},"min":{"1min":0.40300000000000002,"5min":0.375,"15min":0.32900000000000001},"max":{"1min":7.8630000000000004,"5min":13.863,"15min":13.863},"last":1.391}]},{"osd":7,"last update":"Mon Oct 9 04:51:09 2023","interfaces":[{"interface":"back","average":{"1min":3.8809999999999998,"5min":2.2120000000000002,"15min":2.3500000000000001},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.36199999999999999},"max":{"1min":14.035,"5min":14.035,"15min":18.792999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.0330000000000004,"5min":2.3620000000000001,"15min":2.5459999999999998},"min":{"1min":0.45900000000000002,"5min":0.34999999999999998,"15min":0.34899999999999998},"max":{"1min":14.022,"5min":14.022,"15min":18.841999999999999},"last":0.93000000000000005}]}]},{"osd":3,"up_from":0,"seq":850403524678,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":30,"seq":128849019260,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1647088,"kb_used_data":751208,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92098064,"statfs":{"total":95995035648,"available":94308417536,"internally_reserved":0,"allocated":769236992,"data_stored":768439948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":2.0920000000000001,"15min":1.921},"min":{"1min":0.23300000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.893,"5min":14.968,"15min":16.363},"last":1.917},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.839,"15min":1.8340000000000001},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.8690000000000002,"5min":11.936,"15min":11.936},"last":1.212}]},{"osd":1,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":1.357,"5min":1.6579999999999999,"15min":1.405},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.173,"5min":11.895,"15min":11.895},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.4359999999999999,"5min":2.028,"15min":2.0059999999999998},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.254},"max":{"1min":6.0469999999999997,"5min":10.627000000000001,"15min":10.627000000000001},"last":1.137}]},{"osd":2,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":1.966,"15min":1.9319999999999999},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.6139999999999999,"5min":14.923999999999999,"15min":14.923999999999999},"last":1.95},{"interface":"front","average":{"1min":0.85699999999999998,"5min":2.1280000000000001,"15min":2.0190000000000001},"min":{"1min":0.33800000000000002,"5min":0.313,"15min":0.28599999999999998},"max":{"1min":2.895,"5min":11.962999999999999,"15min":12.367000000000001},"last":0.93600000000000005}]},{"osd":3,"last update":"Mon Oct 9 04:51:38 2023","interfaces":[{"interface":"back","average":{"1min":1.639,"5min":2.133,"15min":1.915},"min":{"1min":0.374,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.9630000000000001,"5min":11.993,"15min":11.993},"last":1.038},{"interface":"front","average":{"1min":1.377,"5min":2.29,"15min":1.841},"min":{"1min":0.31,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.5599999999999996,"5min":10.692,"15min":10.692},"last":1.196}]},{"osd":5,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":2.484,"15min":1.994},"min":{"1min":0.307,"5min":0.27500000000000002,"15min":0.23799999999999999},"max":{"1min":1.661,"5min":14.997999999999999,"15min":14.997999999999999},"last":1.841},{"interface":"front","average":{"1min":0.80300000000000005,"5min":2.234,"15min":1.9039999999999999},"min":{"1min":0.33700000000000002,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":2.8359999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.878}]},{"osd":6,"last update":"Mon Oct 9 04:51:23 2023","interfaces":[{"interface":"back","average":{"1min":4.6929999999999996,"5min":3.3999999999999999,"15min":2.4889999999999999},"min":{"1min":0.45300000000000001,"5min":0.29599999999999999,"15min":0.251},"max":{"1min":13.712999999999999,"5min":13.712999999999999,"15min":31.064},"last":1.0269999999999999},{"interface":"front","average":{"1min":3.472,"5min":3.181,"15min":2.1859999999999999},"min":{"1min":0.38400000000000001,"5min":0.30299999999999999,"15min":0.28299999999999997},"max":{"1min":15.138999999999999,"5min":15.138999999999999,"15min":16.763000000000002},"last":1.881}]},{"osd":7,"last update":"Mon Oct 9 04:51:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":2.3220000000000001,"15min":2.1000000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.29399999999999998},"max":{"1min":7.7220000000000004,"5min":12.728999999999999,"15min":19.754999999999999},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.6459999999999999,"5min":2.956,"15min":2.226},"min":{"1min":0.443,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":8.1579999999999995,"5min":13.32,"15min":16.835000000000001},"last":0.97299999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757624,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1532708,"kb_used_data":640348,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92212444,"statfs":{"total":95995035648,"available":94425542656,"internally_reserved":0,"allocated":655716352,"data_stored":654927374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":4.4039999999999999,"15min":2.5289999999999999},"min":{"1min":0.26200000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":5.5149999999999997,"5min":322.43200000000002,"15min":322.43200000000002},"last":1.3979999999999999},{"interface":"front","average":{"1min":1.3640000000000001,"5min":4.899,"15min":3.3180000000000001},"min":{"1min":0.27700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.359999999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.81100000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:51:46 2023","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":5.0250000000000004,"15min":6.5590000000000002},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":7.6559999999999997,"5min":145.947,"15min":145.947},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.05,"5min":5.3490000000000002,"15min":6.96},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.1529999999999996,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.71999999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.367,"15min":1.7669999999999999},"min":{"1min":0.33900000000000002,"5min":0.249,"15min":0.249},"max":{"1min":4.2460000000000004,"5min":8.6999999999999993,"15min":14.859999999999999},"last":1.712},{"interface":"front","average":{"1min":1.018,"5min":1.706,"15min":2.2629999999999999},"min":{"1min":0.33900000000000002,"5min":0.255,"15min":0.255},"max":{"1min":3.7040000000000002,"5min":9.5950000000000006,"15min":13.308},"last":0.79000000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:51:36 2023","interfaces":[{"interface":"back","average":{"1min":2.0219999999999998,"5min":1.6950000000000001,"15min":1.3129999999999999},"min":{"1min":0.34999999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":7.6639999999999997,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":1.4990000000000001},{"interface":"front","average":{"1min":2.4220000000000002,"5min":2.1509999999999998,"15min":1.861},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":13.257,"5min":13.257,"15min":13.257},"last":1.1910000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":1.962,"15min":1.593},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.6419999999999999,"5min":13.285,"15min":13.285},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":2.8740000000000001,"15min":2.266},"min":{"1min":0.438,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":2.9100000000000001,"5min":14.824,"15min":14.824},"last":0.75700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:51:28 2023","interfaces":[{"interface":"back","average":{"1min":3.907,"5min":2.7749999999999999,"15min":2.1880000000000002},"min":{"1min":0.35999999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.189,"5min":21.196999999999999,"15min":21.196999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":3.335,"5min":2.585,"15min":2.4470000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":13.279999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:51:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":3.0329999999999999,"15min":2.5299999999999998},"min":{"1min":0.33900000000000002,"5min":0.309,"15min":0.309},"max":{"1min":7.5499999999999998,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.637,"15min":1.889},"min":{"1min":0.41899999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.0780000000000003,"5min":43.476999999999997,"15min":43.476999999999997},"last":1.0680000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":928317440,"data_stored":928317440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1447624704,"data_stored":1447624704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1028063232,"data_stored":1028063232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":796327936,"data_stored":796327936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":657260544,"data_stored":657260544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1457979392,"data_stored":1457979392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1139408896,"data_stored":1139408896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:52:14.806 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T04:52:14.806 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:52:14.806 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [0, 1, 2, 4, 5, 6, 7] 2023-10-09T04:52:14.806 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd out 6 2023-10-09T04:52:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:14 smithi150 ceph-mon[168511]: pgmap v975: 89 pgs: 89 active+clean; 2.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 164 MiB/s wr, 2.63k op/s 2023-10-09T04:52:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:14 smithi150 ceph-mon[168511]: from='client.55558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:52:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3483020992' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:15.194 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:15.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:15.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:15.301 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:15.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:15.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:15.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:15.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:15.454 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 43842 43826 144.119 103.562 0.00830779 0.00693282 2023-10-09T04:52:15.541 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:15.581 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:15.651 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:15.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:15.660 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: osdmap e309: 8 total, 8 up, 7 in 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[179183]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.761 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:15.827 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:15.888 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:15.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:15.895 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:15.914 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:15.940 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:15.940 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.940 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:15.940 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: osdmap e309: 8 total, 8 up, 7 in 2023-10-09T04:52:15.940 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.941 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:15 smithi107 ceph-mon[184249]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: osdmap e309: 8 total, 8 up, 7 in 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:15 smithi150 ceph-mon[168511]: failed to encode map e309 with expected crc 2023-10-09T04:52:15.996 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:16.068 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:16.324 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:16.324 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:16.400 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:52:16.446 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:16.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:16.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:16.453 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:52:16.456 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:52:16.456367+0000 min lat: 0.00115915 max lat: 0.0747272 avg lat: 0.00705708 2023-10-09T04:52:16.456 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:52:16.456 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 45343 45327 141.595 93.8125 0.0118269 0.00705708 2023-10-09T04:52:16.496 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:52:16.543 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:52:16.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:16.587 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:52:16.624 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:16.624 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:52:16.659 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:52:16.700 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.702 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:52:16.816 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:16.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:16.821 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:16.894 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[179183]: pgmap v977: 89 pgs: 89 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 132 MiB/s wr, 2.10k op/s 2023-10-09T04:52:16.894 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:16.894 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:16.894 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1407696974' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:16.894 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[184249]: pgmap v977: 89 pgs: 89 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 132 MiB/s wr, 2.10k op/s 2023-10-09T04:52:16.894 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:16.895 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:16.895 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1407696974' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:16.922 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:16.947 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:52:16.958 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:16 smithi150 ceph-mon[168511]: pgmap v977: 89 pgs: 89 active+clean; 2.4 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 132 MiB/s wr, 2.10k op/s 2023-10-09T04:52:16.958 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:16.958 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:16.958 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1407696974' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:16.961 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:17.016 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:17.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:17.027 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:17.128 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:17.225 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:17.268 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:52:17.456 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 46885 46869 139.442 96.375 0.00854114 0.0071656 2023-10-09T04:52:17.512 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:17.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:17.516 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:17.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:17.696 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:17.809 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:17.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:17.815 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:17.915 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:17.978 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:18.062 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:18.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:18.068 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:18.169 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:18.238 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:18.278 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:18.304 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:18.307 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:18.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:18.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:18.409 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:18.453 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:18.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 48313 48297 137.143 89.25 0.019883 0.00728655 2023-10-09T04:52:18.500 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:18.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:18.505 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:18.605 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:18.667 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:18 smithi150 ceph-mon[168511]: pgmap v978: 89 pgs: 89 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-10-09T04:52:18.740 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:18.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:18.749 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:18.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:18 smithi107 ceph-mon[179183]: pgmap v978: 89 pgs: 89 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-10-09T04:52:18.809 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T04:52:18.704+0000 7f28b98db700 -1 mon.a@0(leader).osd e309 definitely_dead 0 2023-10-09T04:52:18.810 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:18 smithi107 ceph-mon[184249]: pgmap v978: 89 pgs: 89 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-10-09T04:52:18.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:18.913 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:19.072 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:19.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:19.079 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:19.180 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:19.232 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:19.287 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:19.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:19.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:19.395 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:19.447 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:19.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 49820 49804 135.276 94.1875 0.0125754 0.00738707 2023-10-09T04:52:19.504 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:19.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:19.509 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:19.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:52:19.610 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:19.677 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:19.715 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2608029305' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:19.715 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:19 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:19.715 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:19 smithi150 ceph-mon[168511]: Client client.admin marked osd.6 out, while it was still marked up 2023-10-09T04:52:19.731 INFO:teuthology.orchestra.run.smithi107.stderr:marked out osd.6. 2023-10-09T04:52:19.751 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:19.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:19.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:19.856 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:19.884 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:20.036 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2608029305' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:20.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:19 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:20.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:19 smithi107 ceph-mon[184249]: Client client.admin marked osd.6 out, while it was still marked up 2023-10-09T04:52:20.037 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2608029305' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:20.037 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:19 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:20.037 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:19 smithi107 ceph-mon[179183]: Client client.admin marked osd.6 out, while it was still marked up 2023-10-09T04:52:20.376 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:52:20.376 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:52:20.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:199857 9.8 9:198671fc:::benchmark_data_smithi107_236173_object83566:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 374.43747395700001, 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2323206820000001, 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:52:20.377 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 199857 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935576+0000", 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935578+0000", 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.604e-06 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935583+0000", 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.164e-06 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935587+0000", 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.67e-06 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935635+0000", 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7738999999999998e-05 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.935644+0000", 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2359999999999993e-06 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922540+0000", 2023-10-09T04:52:20.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98689559500000001 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922551+0000", 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1708999999999999e-05 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.141846+0000", 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2192948910000001 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.141974+0000", 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012800299999999999 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.142099+0000", 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000124466 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155263+0000", 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013164224 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155319+0000", 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5831000000000001e-05 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167736+0000", 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012417149000000001 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167787+0000", 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1371e-05 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167897+0000", 2023-10-09T04:52:20.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109485 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.34992.0:199860 9.8 9:16a3f5e8:::benchmark_data_smithi107_236173_object83569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:46:05.945787+0000", 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 374.42726265099998, 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2222870650000002, 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.386 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.34992", 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 199860 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945787+0000", 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945787+0000", 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945786+0000", 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945791+0000", 2023-10-09T04:52:20.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1490000000000002e-06 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945802+0000", 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0720000000000001e-05 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945809+0000", 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8529999999999992e-06 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945857+0000", 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7018999999999998e-05 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:05.945865+0000", 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6459999999999999e-06 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922688+0000", 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97682265999999995 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:06.922696+0000", 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4249999999999998e-06 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.146384+0000", 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2236874719999999 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.146508+0000", 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012436599999999999 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,7", 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.146589+0000", 2023-10-09T04:52:20.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0686999999999995e-05 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155386+0000", 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0087975090000000002 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.155398+0000", 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1447000000000001e-05 2023-10-09T04:52:20.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167935+0000", 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012537326999999999 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.167977+0000", 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1689e-05 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:46:08.168074+0000", 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7614000000000004e-05 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114344 10.14 10:2b90f6a9:::benchmark_data_smithi107_275910_object114343:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e234)", 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.101934+0000", 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 224.27111636000001, 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.27925507, 2023-10-09T04:52:20.395 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114344 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101934+0000", 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101934+0000", 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101933+0000", 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101951+0000", 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7914000000000002e-05 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101956+0000", 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3059999999999997e-06 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101960+0000", 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6519999999999999e-06 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101999+0000", 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8748999999999998e-05 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102123+0000", 2023-10-09T04:52:20.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012453 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4", 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102255+0000", 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000132025 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.109344+0000", 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070882879999999999 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113873+0000", 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045290060000000004 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113882+0000", 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4210000000000001e-06 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111949+0000", 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99806711199999998 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111959+0000", 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0305e-05 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381091+0000", 2023-10-09T04:52:20.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2691316429999999 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381189+0000", 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7643e-05 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.403 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114345 10.4 10:27c80800:::benchmark_data_smithi107_275910_object114344:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e234)", 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.101968+0000", 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 224.271082304, 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2843590690000002, 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114345 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101968+0000", 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101968+0000", 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101967+0000", 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101984+0000", 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7090000000000001e-05 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101990+0000", 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1950000000000002e-06 2023-10-09T04:52:20.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101995+0000", 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2610000000000001e-06 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102022+0000", 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7654999999999999e-05 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102122+0000", 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9256e-05 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4", 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102227+0000", 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010527900000000001 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.109144+0000", 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069168520000000002 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113826+0000", 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046823810000000002 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113839+0000", 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3084e-05 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111897+0000", 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99805787000000001 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111911+0000", 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3387000000000001e-05 2023-10-09T04:52:20.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386226+0000", 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2743157329999999 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386327+0000", 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010043399999999999 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.411 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114362 10.14 10:2afc139b:::benchmark_data_smithi107_275910_object114361:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.144101+0000", 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 224.228948882, 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2481890459999998, 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.412 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114362 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144101+0000", 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144101+0000", 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144100+0000", 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144118+0000", 2023-10-09T04:52:20.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7655e-05 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144125+0000", 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2629999999999997e-06 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144130+0000", 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3279999999999999e-06 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144170+0000", 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9999000000000001e-05 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144177+0000", 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9909999999999996e-06 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111985+0000", 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96780854000000005 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111994+0000", 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4970000000000001e-06 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381625+0000", 2023-10-09T04:52:20.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2696316059999999 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381758+0000", 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000132686 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381904+0000", 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014599599999999999 2023-10-09T04:52:20.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388517+0000", 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066129149999999996 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388525+0000", 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5229999999999995e-06 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391811+0000", 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003285886 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391845+0000", 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4026000000000003e-05 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392290+0000", 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044489399999999999 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114368 10.14 10:2d756f1b:::benchmark_data_smithi107_275910_object114367:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.156779+0000", 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 224.21627070599999, 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2359564110000001, 2023-10-09T04:52:20.421 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114368 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156779+0000", 2023-10-09T04:52:20.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156779+0000", 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156778+0000", 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156798+0000", 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0738999999999999e-05 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156811+0000", 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2554e-05 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156817+0000", 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4250000000000003e-06 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156858+0000", 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0605000000000002e-05 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156867+0000", 2023-10-09T04:52:20.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7800000000000006e-06 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112014+0000", 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95514740099999995 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112022+0000", 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6380000000000004e-06 2023-10-09T04:52:20.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.383971+0000", 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.271949295 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.384109+0000", 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013793200000000001 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.384250+0000", 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014132200000000001 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388531+0000", 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0042810039999999997 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388562+0000", 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0258000000000001e-05 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392364+0000", 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038028649999999999 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392435+0000", 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0568000000000006e-05 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392736+0000", 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00030064499999999999 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.430 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114382 10.14 10:28baa6c2:::benchmark_data_smithi107_275910_object114381:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.175587+0000", 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 224.197462519, 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.217523855, 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114382 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175587+0000", 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175587+0000", 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175586+0000", 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175610+0000", 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4502e-05 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175628+0000", 2023-10-09T04:52:20.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7365999999999999e-05 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175636+0000", 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7759999999999997e-06 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175672+0000", 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6758999999999998e-05 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175685+0000", 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2726e-05 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112042+0000", 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.93635732699999996 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112050+0000", 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5650000000000004e-06 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386241+0000", 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2741908290000001 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386389+0000", 2023-10-09T04:52:20.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014851099999999999 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386555+0000", 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016620400000000001 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391088+0000", 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004532286 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391454+0000", 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036580899999999998 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392788+0000", 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013341060000000001 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392846+0000", 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8695e-05 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.393111+0000", 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00026487800000000002 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114386 10.4 10:25070c71:::benchmark_data_smithi107_275910_object114385:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.181018+0000", 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 224.19203159, 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2124431040000001, 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114386 2023-10-09T04:52:20.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181018+0000", 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181018+0000", 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181017+0000", 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181036+0000", 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8915000000000001e-05 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181045+0000", 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5539999999999998e-06 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181051+0000", 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8799999999999996e-06 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181093+0000", 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2425000000000001e-05 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181104+0000", 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0601000000000001e-05 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112074+0000", 2023-10-09T04:52:20.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.93097008999999997 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112080+0000", 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.562e-06 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386358+0000", 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2742772439999999 2023-10-09T04:52:20.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386471+0000", 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113279 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386624+0000", 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015288300000000001 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391126+0000", 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045019600000000002 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391462+0000", 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033655099999999998 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392782+0000", 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001319357 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392842+0000", 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0278000000000001e-05 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.393461+0000", 2023-10-09T04:52:20.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00061949699999999999 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245463 10.15 10:ac420299:::benchmark_data_smithi107_275910_object122596:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066086+0000", 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306963590000002, 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3015208359999999, 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.449 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245463 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066086+0000", 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066086+0000", 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066086+0000", 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066089+0000", 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9179999999999998e-06 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066095+0000", 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5939999999999999e-06 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066101+0000", 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9680000000000003e-06 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066199+0000", 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7257999999999996e-05 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066206+0000", 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6109999999999996e-06 2023-10-09T04:52:20.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.339257+0000", 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2730503390000001 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.339453+0000", 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019632300000000001 2023-10-09T04:52:20.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.340068+0000", 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000615579 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.347057+0000", 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069882920000000001 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354506+0000", 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074490609999999999 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354589+0000", 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3139000000000005e-05 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367155+0000", 2023-10-09T04:52:20.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012565562000000001 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367220+0000", 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5380000000000001e-05 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367607+0000", 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00038725899999999999 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.457 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245470 10.15 10:ab3169f3:::benchmark_data_smithi107_275910_object122603:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066106+0000", 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306944000000001, 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3019190460000001, 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.458 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245470 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066106+0000", 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.459 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066106+0000", 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066106+0000", 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066108+0000", 2023-10-09T04:52:20.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.272e-06 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066114+0000", 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1750000000000002e-06 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066119+0000", 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1760000000000001e-06 2023-10-09T04:52:20.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066249+0000", 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012994100000000001 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066258+0000", 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2480000000000002e-06 2023-10-09T04:52:20.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.343415+0000", 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2771561249999999 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.343571+0000", 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000156596 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.344084+0000", 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00051270700000000005 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.347143+0000", 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030590909999999999 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354552+0000", 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074095660000000002 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.362712+0000", 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008159108 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367765+0000", 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005053114 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367805+0000", 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0122e-05 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368025+0000", 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00022015700000000001 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245505 10.15 10:ab169635:::benchmark_data_smithi107_275910_object122638:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066124+0000", 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306926410999999, 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.302270982, 2023-10-09T04:52:20.467 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245505 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066124+0000", 2023-10-09T04:52:20.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066124+0000", 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066123+0000", 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066125+0000", 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2740000000000002e-06 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066131+0000", 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8690000000000001e-06 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066138+0000", 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4899999999999997e-06 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066296+0000", 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015832500000000001 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066304+0000", 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5009999999999998e-06 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.347676+0000", 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.281372234 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.347858+0000", 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018229699999999999 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.348502+0000", 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00064337499999999996 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354604+0000", 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0061025289999999998 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354647+0000", 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2998999999999999e-05 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367720+0000", 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013073206 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368094+0000", 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00037387400000000001 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368159+0000", 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4842e-05 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368395+0000", 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00023551799999999999 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245559 10.15 10:aa73a0a8:::benchmark_data_smithi107_275910_object122692:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066142+0000", 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306907926000001, 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.311186894, 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.476 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245559 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066142+0000", 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066142+0000", 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066142+0000", 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066144+0000", 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0150000000000002e-06 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066149+0000", 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5690000000000004e-06 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066154+0000", 2023-10-09T04:52:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0699999999999997e-06 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066333+0000", 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000178703 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066355+0000", 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1520000000000001e-05 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.351156+0000", 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2848014299999999 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.351287+0000", 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013055200000000001 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.351790+0000", 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00050309900000000002 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.358894+0000", 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071046299999999998 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.362663+0000", 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037689210000000002 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368443+0000", 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057797930000000001 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.376908+0000", 2023-10-09T04:52:20.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084652979999999996 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.376974+0000", 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5980000000000002e-05 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377329+0000", 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00035463399999999999 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.484 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245564 10.15 10:afb4679d:::benchmark_data_smithi107_275910_object122697:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066159+0000", 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306891260999997, 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3117179729999999, 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.485 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245564 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066159+0000", 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066159+0000", 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066158+0000", 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066161+0000", 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3290000000000001e-06 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066166+0000", 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8880000000000002e-06 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066171+0000", 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9450000000000001e-06 2023-10-09T04:52:20.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066384+0000", 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000212511 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066391+0000", 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3889999999999999e-06 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354683+0000", 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.288291318 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.354870+0000", 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018738399999999999 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.355487+0000", 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00061651399999999997 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.362785+0000", 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072985819999999996 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.362798+0000", 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3050999999999999e-05 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368499+0000", 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057009519999999996 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377491+0000", 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089921729999999991 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377546+0000", 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4987000000000001e-05 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377877+0000", 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033034399999999999 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245577 10.15 10:ad52b05e:::benchmark_data_smithi107_275910_object122710:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066177+0000", 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306873072999998, 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3250262099999999, 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.494 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245577 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066177+0000", 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066177+0000", 2023-10-09T04:52:20.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066177+0000", 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066179+0000", 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8329999999999998e-06 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066185+0000", 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0789999999999997e-06 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066190+0000", 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0390000000000004e-06 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066415+0000", 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00022472599999999999 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066423+0000", 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7530000000000001e-06 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.358948+0000", 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2925249009999999 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.359142+0000", 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019368599999999999 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.359813+0000", 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00067169699999999996 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367101+0000", 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072872739999999998 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367109+0000", 2023-10-09T04:52:20.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9099999999999994e-06 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377390+0000", 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010280904 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.390775+0000", 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013384438 2023-10-09T04:52:20.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.390841+0000", 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6031000000000005e-05 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.391203+0000", 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036228600000000002 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.502 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245633 10.15 10:ad3fdfe7:::benchmark_data_smithi107_275910_object122766:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066194+0000", 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306855527000003, 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.333607824, 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.503 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245633 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066194+0000", 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066194+0000", 2023-10-09T04:52:20.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066194+0000", 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066196+0000", 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.278e-06 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066202+0000", 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0310000000000004e-06 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066207+0000", 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9590000000000003e-06 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066447+0000", 2023-10-09T04:52:20.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00023965400000000001 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066454+0000", 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1849999999999998e-06 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.362824+0000", 2023-10-09T04:52:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.296370188 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.363019+0000", 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019501800000000001 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.363691+0000", 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00067181299999999995 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.367658+0000", 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039670620000000004 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368037+0000", 2023-10-09T04:52:20.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00037922599999999998 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377927+0000", 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0098893379999999993 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.399367+0000", 2023-10-09T04:52:20.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021440661 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.399420+0000", 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2809000000000002e-05 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.399802+0000", 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00038195299999999998 2023-10-09T04:52:20.512 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245634 10.15 10:ac00d86c:::benchmark_data_smithi107_275910_object122767:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066211+0000", 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306838841000001, 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3339801740000001, 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.513 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245634 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066211+0000", 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.514 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066211+0000", 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066211+0000", 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066213+0000", 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0470000000000001e-06 2023-10-09T04:52:20.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066218+0000", 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6180000000000003e-06 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066223+0000", 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9010000000000002e-06 2023-10-09T04:52:20.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066482+0000", 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00025888499999999999 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066492+0000", 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.825e-06 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368526+0000", 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3020341600000001 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.368701+0000", 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017433800000000001 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.369444+0000", 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000743416 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377401+0000", 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0079570839999999997 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377443+0000", 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1692e-05 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.385933+0000", 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084902250000000005 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.399871+0000", 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01393836 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.399938+0000", 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6860999999999996e-05 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400191+0000", 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00025305400000000001 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245667 10.15 10:aad04b04:::benchmark_data_smithi107_275910_object122800:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066241+0000", 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306808850000003, 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.334149751, 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.522 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245667 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066241+0000", 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066241+0000", 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066241+0000", 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066243+0000", 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.604e-06 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066250+0000", 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7159999999999997e-06 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066255+0000", 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2889999999999997e-06 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066521+0000", 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00026606699999999999 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066531+0000", 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5820000000000008e-06 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.372581+0000", 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.306049872 2023-10-09T04:52:20.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.372770+0000", 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000188975 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.373447+0000", 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00067699600000000002 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377451+0000", 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040043370000000002 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.385860+0000", 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084086360000000006 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.385981+0000", 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012176399999999999 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400225+0000", 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014243459999999999 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400258+0000", 2023-10-09T04:52:20.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3461999999999999e-05 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400391+0000", 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013246300000000001 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.530 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245674 10.15 10:af1cda02:::benchmark_data_smithi107_275910_object122807:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066259+0000", 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306790450000001, 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.33444944, 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245674 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.531 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066259+0000", 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066259+0000", 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066259+0000", 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066261+0000", 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.029e-06 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066267+0000", 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0299999999999999e-06 2023-10-09T04:52:20.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066272+0000", 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6859999999999997e-06 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066559+0000", 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000287063 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066569+0000", 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8239999999999995e-06 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.377954+0000", 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.311385633 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.378114+0000", 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000159856 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.378852+0000", 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00073763099999999999 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.385869+0000", 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070174599999999997 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.390508+0000", 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046386329999999996 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.390561+0000", 2023-10-09T04:52:20.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2707999999999997e-05 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400448+0000", 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0098876290000000002 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400511+0000", 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2989000000000003e-05 2023-10-09T04:52:20.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400709+0000", 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019763800000000001 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245681 10.15 10:ae9d5b22:::benchmark_data_smithi107_275910_object122814:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066290+0000", 2023-10-09T04:52:20.539 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306760060999999, 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.334619263, 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245681 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.540 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066290+0000", 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066290+0000", 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066289+0000", 2023-10-09T04:52:20.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066295+0000", 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5960000000000003e-06 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066302+0000", 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4139999999999997e-06 2023-10-09T04:52:20.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066308+0000", 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4040000000000003e-06 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066623+0000", 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00031495399999999999 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066632+0000", 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2969999999999992e-06 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.382457+0000", 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3158253549999999 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.382649+0000", 2023-10-09T04:52:20.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000191936 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.383261+0000", 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000611778 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.390581+0000", 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073195999999999999 2023-10-09T04:52:20.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.391440+0000", 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00085899299999999995 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.393754+0000", 2023-10-09T04:52:20.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023142610000000002 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400753+0000", 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069993110000000002 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400785+0000", 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.116e-05 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400909+0000", 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012461699999999999 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:245693 10.15 10:ab9568e9:::benchmark_data_smithi107_275910_object122826:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e290)", 2023-10-09T04:52:20.548 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:17.066590+0000", 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 63.306460074999997, 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3346035860000001, 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 245693 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066590+0000", 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066590+0000", 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:52:20.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066589+0000", 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066594+0000", 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7280000000000003e-06 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066603+0000", 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9919999999999996e-06 2023-10-09T04:52:20.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066610+0000", 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2830000000000004e-06 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066661+0000", 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1409000000000002e-05 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:17.066669+0000", 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7470000000000005e-06 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.386012+0000", 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.31934247 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:52:20.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.386168+0000", 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015587199999999999 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,2,5", 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.386785+0000", 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00061694699999999996 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.390670+0000", 2023-10-09T04:52:20.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038857000000000002 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.391564+0000", 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000893742 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.393800+0000", 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022358349999999998 2023-10-09T04:52:20.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.400954+0000", 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071540149999999997 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.401010+0000", 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5964999999999997e-05 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:52:20.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:18.401193+0000", 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000183661 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:52:20.557 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:52:20.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:20.558 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:20.559 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:20.559 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 50236 50220 130.724 26 0.00238156 0.00741618 2023-10-09T04:52:20.560 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:20.659 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:20.689 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:20.786 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:20.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:20.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:20.890 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:20.918 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: pgmap v979: 89 pgs: 89 active+clean; 2.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-10-09T04:52:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e310 with expected crc 2023-10-09T04:52:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-10-09T04:52:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: osdmap e310: 8 total, 8 up, 6 in 2023-10-09T04:52:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e310 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e310 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: osdmap e311: 8 total, 8 up, 6 in 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:20.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:20 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.049 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: pgmap v979: 89 pgs: 89 active+clean; 2.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e310 with expected crc 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: osdmap e310: 8 total, 8 up, 6 in 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e310 with expected crc 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e310 with expected crc 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: osdmap e311: 8 total, 8 up, 6 in 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: pgmap v979: 89 pgs: 89 active+clean; 2.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e310 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: osdmap e310: 8 total, 8 up, 6 in 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e310 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e310 with expected crc 2023-10-09T04:52:21.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: osdmap e311: 8 total, 8 up, 6 in 2023-10-09T04:52:21.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:20 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.169 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:21.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:21.181 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:21.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:52:21.282 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:21.342 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:21.385 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:21.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:21.389 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:21.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 50278 50262 125.602 2.625 0.012916 0.00769576 2023-10-09T04:52:21.490 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:21.519 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:21.555 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:21.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:21.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:21.658 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:21.692 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:21.741 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:21.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:21.748 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:21.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:21.883 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:21.953 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:21.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:21.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e311 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: osdmap e312: 8 total, 8 up, 6 in 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2834718254' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:21 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: osdmap e312: 8 total, 8 up, 6 in 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2834718254' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e311 with expected crc 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: osdmap e312: 8 total, 8 up, 6 in 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2834718254' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:22.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:21 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:22.058 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:22.082 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:52:22.117 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:22.118 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:22.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:52:22] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2023-10-09T04:52:22.458 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:22.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 50278 50262 120.772 0 - 0.00769576 2023-10-09T04:52:22.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:22.462 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:22.563 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:22.590 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:22.630 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:22.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:22.633 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:22.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: pgmap v983: 89 pgs: 2 remapped+peering, 87 active+clean; 2.9 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 87 MiB/s wr, 1.40k op/s 2023-10-09T04:52:22.734 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:22.767 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:22.806 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:22.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:22.809 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:22.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:22.940 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:22.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: failed to encode map e312 with expected crc 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: pgmap v983: 89 pgs: 2 remapped+peering, 87 active+clean; 2.9 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 87 MiB/s wr, 1.40k op/s 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: failed to encode map e313 with expected crc 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: osdmap e313: 8 total, 8 up, 6 in 2023-10-09T04:52:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3142475355' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:23.019 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:23.019 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:23.019 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: failed to encode map e312 with expected crc 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: pgmap v983: 89 pgs: 2 remapped+peering, 87 active+clean; 2.9 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 87 MiB/s wr, 1.40k op/s 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: osdmap e313: 8 total, 8 up, 6 in 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3142475355' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:23.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:23.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:52:23.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: osdmap e313: 8 total, 8 up, 6 in 2023-10-09T04:52:23.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3142475355' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:23.201 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:23.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:23.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:23.306 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:23.334 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:23.375 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:23.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:23.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:23.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 50278 50262 116.301 0 - 0.00769576 2023-10-09T04:52:23.480 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:23.507 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:23.545 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:23.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:23.549 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:23.650 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:23.678 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:23.724 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:23.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:23.727 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:23.804 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:52:23.804 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:52:23.804 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T04:52:23.804 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[184249]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[184249]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[184249]: osdmap e314: 8 total, 8 up, 6 in 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[184249]: failed to encode map e314 with expected crc 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[179183]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[179183]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[179183]: osdmap e314: 8 total, 8 up, 6 in 2023-10-09T04:52:23.827 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:23 smithi107 ceph-mon[179183]: failed to encode map e314 with expected crc 2023-10-09T04:52:23.828 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:23.860 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:23 smithi150 ceph-mon[168511]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:23 smithi150 ceph-mon[168511]: failed to encode map e313 with expected crc 2023-10-09T04:52:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:23 smithi150 ceph-mon[168511]: osdmap e314: 8 total, 8 up, 6 in 2023-10-09T04:52:23.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:23 smithi150 ceph-mon[168511]: failed to encode map e314 with expected crc 2023-10-09T04:52:24.189 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:24.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:24.194 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:24.295 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:52:24.295 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:24.326 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:24.365 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:24.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:24.369 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:24.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 50278 50262 112.149 0 - 0.00769576 2023-10-09T04:52:24.470 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:24.497 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:24.532 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:24.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:24.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:24.636 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:24.664 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:24.707 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:24.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:24.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:24.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:24.841 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:24.877 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:24.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:24.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:24.946 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:24.981 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:24.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:24 smithi150 ceph-mon[168511]: failed to encode map e314 with expected crc 2023-10-09T04:52:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:24 smithi150 ceph-mon[168511]: pgmap v986: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 peering, 2 remapped+peering, 83 active+clean; 3.0 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 48 MiB/s wr, 762 op/s; 6235/147255 objects degraded (4.234%); 2973/147255 objects misplaced (2.019%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T04:52:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:24 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 6235/147255 objects degraded (4.234%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:25.007 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:24 smithi107 ceph-mon[184249]: failed to encode map e314 with expected crc 2023-10-09T04:52:25.008 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:24 smithi107 ceph-mon[184249]: pgmap v986: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 peering, 2 remapped+peering, 83 active+clean; 3.0 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 48 MiB/s wr, 762 op/s; 6235/147255 objects degraded (4.234%); 2973/147255 objects misplaced (2.019%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T04:52:25.008 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:24 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 6235/147255 objects degraded (4.234%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:25.008 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:24 smithi107 ceph-mon[179183]: failed to encode map e314 with expected crc 2023-10-09T04:52:25.008 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:24 smithi107 ceph-mon[179183]: pgmap v986: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 peering, 2 remapped+peering, 83 active+clean; 3.0 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 48 MiB/s wr, 762 op/s; 6235/147255 objects degraded (4.234%); 2973/147255 objects misplaced (2.019%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T04:52:25.008 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:24 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 6235/147255 objects degraded (4.234%), 2 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:25.010 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:25.023 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:52:25.082 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:25.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:25.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:25.187 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:25.215 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:25.252 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:25.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:25.255 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:25.356 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:25.386 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:25.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 50278 50262 108.282 0 - 0.00769576 2023-10-09T04:52:25.560 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7] out_osds: [3, 6] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:52:25.560 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:52:25.561 INFO:tasks.thrashosds.thrasher:Adding osd 3 2023-10-09T04:52:25.561 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd in 3 2023-10-09T04:52:25.733 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:52:25.754 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:52:25.786 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:52:25.824 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:52:25.838 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:25.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:25.842 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:25.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:52:25.873 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:52:25.909 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:52:25.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:52:25.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.953 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:52:25.954 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:52:26.076 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:26.093 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:26.206 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:26.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:26.221 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:26.321 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:26.356 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:26 smithi150 ceph-mon[168511]: pgmap v987: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 peering, 1 remapped+peering, 83 active+clean; 3.0 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 33 MiB/s wr, 534 op/s; 6235/147273 objects degraded (4.234%); 5716/147273 objects misplaced (3.881%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T04:52:26.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:26.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:26 smithi107 ceph-mon[179183]: pgmap v987: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 peering, 1 remapped+peering, 83 active+clean; 3.0 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 33 MiB/s wr, 534 op/s; 6235/147273 objects degraded (4.234%); 5716/147273 objects misplaced (3.881%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T04:52:26.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:26 smithi107 ceph-mon[184249]: pgmap v987: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 peering, 1 remapped+peering, 83 active+clean; 3.0 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 33 MiB/s wr, 534 op/s; 6235/147273 objects degraded (4.234%); 5716/147273 objects misplaced (3.881%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T04:52:26.422 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:26.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:26.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:26.459 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 50751 50735 105.659 5.9125 0.0061224 0.00945869 2023-10-09T04:52:26.530 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:26.657 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:26.824 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:26.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:26.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:26.930 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:26.979 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:27.031 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:27.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:27.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:27.140 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:27.210 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:27.276 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:27.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:27.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:27.383 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:27.419 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:27.419 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:27.461 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 51581 51565 103.92 51.875 0.0251749 0.00961592 2023-10-09T04:52:27.487 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:27.996 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:28.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:28.006 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:28.093 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:52:28.107 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:28.198 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:28.461 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 52408 52392 102.288 51.6875 0.0256065 0.00976921 2023-10-09T04:52:28.482 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:28.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:28.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:28.594 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:28.660 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:28.744 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:52:28.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:28 smithi107 ceph-mon[179183]: pgmap v988: 89 pgs: 3 activating+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 peering, 79 active+clean; 3.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 20 MiB/s wr, 323 op/s; 21969/150876 objects degraded (14.561%); 5716/150876 objects misplaced (3.789%); 6.0 MiB/s, 96 objects/s recovering 2023-10-09T04:52:28.804 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:28 smithi107 ceph-mon[184249]: pgmap v988: 89 pgs: 3 activating+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 peering, 79 active+clean; 3.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 20 MiB/s wr, 323 op/s; 21969/150876 objects degraded (14.561%); 5716/150876 objects misplaced (3.789%); 6.0 MiB/s, 96 objects/s recovering 2023-10-09T04:52:28.817 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:28.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:28.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:28.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:28.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:28 smithi150 ceph-mon[168511]: pgmap v988: 89 pgs: 3 activating+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 peering, 79 active+clean; 3.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 20 MiB/s wr, 323 op/s; 21969/150876 objects degraded (14.561%); 5716/150876 objects misplaced (3.789%); 6.0 MiB/s, 96 objects/s recovering 2023-10-09T04:52:29.077 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:29.290 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:29.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:29.302 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:29.404 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:29.461 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 53155 53139 100.604 46.6875 0.0224404 0.00993318 2023-10-09T04:52:29.490 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:29.519 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:29.590 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:29.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:29.604 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:29.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:29.781 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:29.858 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:29.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:29.867 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:29.872 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:29 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21969/152520 objects degraded (14.404%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:29.872 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:29 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21969/152520 objects degraded (14.404%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:29.968 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:29.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:29 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21969/152520 objects degraded (14.404%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:30.059 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:30.135 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:30.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T04:52:30.091+0000 7f28b98db700 -1 mon.a@0(leader).osd e314 definitely_dead 0 2023-10-09T04:52:30.184 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:30.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:30.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:30.305 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:30.359 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:30.416 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:30.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:30.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:30.461 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 53859 53843 98.9392 44 0.0162586 0.0101029 2023-10-09T04:52:30.523 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:30.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:30.718 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[179183]: pgmap v989: 89 pgs: 3 activating+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 80 active+clean; 3.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 21 MiB/s wr, 330 op/s; 21969/152520 objects degraded (14.404%); 5185/152520 objects misplaced (3.400%); 9.0 MiB/s, 144 objects/s recovering 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/59070423' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3206632966' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[184249]: pgmap v989: 89 pgs: 3 activating+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 80 active+clean; 3.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 21 MiB/s wr, 330 op/s; 21969/152520 objects degraded (14.404%); 5185/152520 objects misplaced (3.400%); 9.0 MiB/s, 144 objects/s recovering 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/59070423' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:30.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3206632966' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2023-10-09T04:52:30.765 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:52:30.770 INFO:teuthology.orchestra.run.smithi107.stderr:marked in osd.3. 2023-10-09T04:52:30.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:30 smithi150 ceph-mon[168511]: pgmap v989: 89 pgs: 3 activating+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 80 active+clean; 3.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 21 MiB/s wr, 330 op/s; 21969/152520 objects degraded (14.404%); 5185/152520 objects misplaced (3.400%); 9.0 MiB/s, 144 objects/s recovering 2023-10-09T04:52:30.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/59070423' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:30.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:30.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3206632966' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2023-10-09T04:52:31.189 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:31.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:31.192 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:31.243 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:31.243 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:31.293 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:31.320 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:31.356 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:31.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:31.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:31.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:31.461 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 54058 54042 96.4683 12.4375 0.0383102 0.0101485 2023-10-09T04:52:31.490 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: failed to encode map e315 with expected crc 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3206632966' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: osdmap e315: 8 total, 8 up, 7 in 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: failed to encode map e315 with expected crc 2023-10-09T04:52:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:31.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: failed to encode map e315 with expected crc 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3206632966' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: osdmap e315: 8 total, 8 up, 7 in 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: failed to encode map e315 with expected crc 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:32.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: failed to encode map e315 with expected crc 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3206632966' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: osdmap e315: 8 total, 8 up, 7 in 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: failed to encode map e315 with expected crc 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:32.021 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:32.022 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:32.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:52:32] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2023-10-09T04:52:32.461 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 54141 54125 93.9333 5.1875 0.00275899 0.0104303 2023-10-09T04:52:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: pgmap v991: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 7.2 MiB/s wr, 115 op/s; 12542/150192 objects degraded (8.351%); 4969/150192 objects misplaced (3.308%); 10 MiB/s, 165 objects/s recovering 2023-10-09T04:52:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: osdmap e316: 8 total, 8 up, 7 in 2023-10-09T04:52:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: pgmap v991: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 7.2 MiB/s wr, 115 op/s; 12542/150192 objects degraded (8.351%); 4969/150192 objects misplaced (3.308%); 10 MiB/s, 165 objects/s recovering 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: osdmap e316: 8 total, 8 up, 7 in 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:32 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: pgmap v991: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 7.2 MiB/s wr, 115 op/s; 12542/150192 objects degraded (8.351%); 4969/150192 objects misplaced (3.308%); 10 MiB/s, 165 objects/s recovering 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: osdmap e316: 8 total, 8 up, 7 in 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: failed to encode map e316 with expected crc 2023-10-09T04:52:33.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:32 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:52:33.462 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 54457 54441 91.9262 19.75 0.0122809 0.0108733 2023-10-09T04:52:33.604 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:33.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:33.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:33.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:33.747 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:33.790 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:33.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:33.794 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:33.895 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:33.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[184249]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[184249]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[184249]: osdmap e317: 8 total, 8 up, 7 in 2023-10-09T04:52:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[184249]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[184249]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[179183]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[179183]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[179183]: osdmap e317: 8 total, 8 up, 7 in 2023-10-09T04:52:33.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[179183]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:33 smithi107 ceph-mon[179183]: failed to encode map e317 with expected crc 2023-10-09T04:52:33.972 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:33 smithi150 ceph-mon[168511]: failed to encode map e317 with expected crc 2023-10-09T04:52:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:33 smithi150 ceph-mon[168511]: failed to encode map e317 with expected crc 2023-10-09T04:52:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:33 smithi150 ceph-mon[168511]: osdmap e317: 8 total, 8 up, 7 in 2023-10-09T04:52:34.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:33 smithi150 ceph-mon[168511]: failed to encode map e317 with expected crc 2023-10-09T04:52:34.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:33 smithi150 ceph-mon[168511]: failed to encode map e317 with expected crc 2023-10-09T04:52:34.465 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 55242 55226 90.7944 49.0625 0.0178874 0.0110077 2023-10-09T04:52:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:34 smithi107 ceph-mon[179183]: pgmap v994: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 4.7 MiB/s wr, 75 op/s; 11639/152229 objects degraded (7.646%); 5529/152229 objects misplaced (3.632%); 16 MiB/s, 259 objects/s recovering 2023-10-09T04:52:35.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:34 smithi107 ceph-mon[184249]: pgmap v994: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 4.7 MiB/s wr, 75 op/s; 11639/152229 objects degraded (7.646%); 5529/152229 objects misplaced (3.632%); 16 MiB/s, 259 objects/s recovering 2023-10-09T04:52:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:34 smithi150 ceph-mon[168511]: pgmap v994: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 4.7 MiB/s wr, 75 op/s; 11639/152229 objects degraded (7.646%); 5529/152229 objects misplaced (3.632%); 16 MiB/s, 259 objects/s recovering 2023-10-09T04:52:35.464 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 56043 56027 89.7502 50.0625 0.0177795 0.0111345 2023-10-09T04:52:35.955 INFO:tasks.thrashosds.thrasher:Added osd 3 2023-10-09T04:52:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11639/152229 objects degraded (7.646%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:36.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11639/152229 objects degraded (7.646%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:36.206 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:52:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11639/152229 objects degraded (7.646%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:36.274 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:36.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:36.284 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:36.327 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:52:36.385 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:36.417 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:36.464 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:52:36.465109+0000 min lat: 0.00115915 max lat: 6.27617 avg lat: 0.0112663 2023-10-09T04:52:36.465 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:52:36.465 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 56811 56795 88.7066 48 0.00934509 0.0112663 2023-10-09T04:52:36.472 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:36.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:36.477 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:36.578 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:36.615 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:36.657 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:36.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:36.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:36.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:36.860 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:36.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:36 smithi150 ceph-mon[168511]: pgmap v995: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 1.8 MiB/s wr, 28 op/s; 11639/153036 objects degraded (7.605%); 6220/153036 objects misplaced (4.064%); 13 MiB/s, 203 objects/s recovering 2023-10-09T04:52:36.989 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:36.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:36.994 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:37.012 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:37.095 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:37.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:37.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:36 smithi107 ceph-mon[179183]: pgmap v995: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 1.8 MiB/s wr, 28 op/s; 11639/153036 objects degraded (7.605%); 6220/153036 objects misplaced (4.064%); 13 MiB/s, 203 objects/s recovering 2023-10-09T04:52:37.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:36 smithi107 ceph-mon[184249]: pgmap v995: 89 pgs: 1 unknown, 3 remapped+peering, 17 peering, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 62 active+clean; 3.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 1.8 MiB/s wr, 28 op/s; 11639/153036 objects degraded (7.605%); 6220/153036 objects misplaced (4.064%); 13 MiB/s, 203 objects/s recovering 2023-10-09T04:52:37.178 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:37.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:37.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:37.283 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:37.393 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:37.465 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 57552 57536 87.6727 46.3125 0.00838144 0.0113992 2023-10-09T04:52:37.868 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:37.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:37.877 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:37.936 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:37 smithi150 ceph-mon[168511]: pgmap v996: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 34 MiB/s wr, 543 op/s; 28695/166818 objects degraded (17.201%); 6220/166818 objects misplaced (3.729%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T04:52:37.936 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:37 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-10-09T04:52:37.977 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:38.026 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:38.079 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:38.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:38.084 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:38.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:37 smithi107 ceph-mon[179183]: pgmap v996: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 34 MiB/s wr, 543 op/s; 28695/166818 objects degraded (17.201%); 6220/166818 objects misplaced (3.729%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T04:52:38.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:37 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-10-09T04:52:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:37 smithi107 ceph-mon[184249]: pgmap v996: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 34 MiB/s wr, 543 op/s; 28695/166818 objects degraded (17.201%); 6220/166818 objects misplaced (3.729%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T04:52:38.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:37 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-10-09T04:52:38.185 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:38.253 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:38.300 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:52:38.345 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:38.360 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:38.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:38.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:38.368 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:52:38.402 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:52:38.445 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:52:38.465 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 58252 58236 86.6271 43.75 0.0213417 0.0115358 2023-10-09T04:52:38.470 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:38.483 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:52:38.508 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:38.523 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:52:38.560 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:52:38.563 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:38.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:38.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:38.602 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.612 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:52:38.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:38.770 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:52:38.770 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:52:38.770 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.770 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:58463 11.e 11:7a2f91f9:::benchmark_data_smithi107_315913_object58462:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:38.768629+0000", 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0015643689999999999, 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00160472, 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 58463 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:52:38.771 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768629+0000", 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768629+0000", 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.772 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768628+0000", 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768676+0000", 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8189999999999998e-05 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768692+0000", 2023-10-09T04:52:38.773 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5498e-05 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768699+0000", 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6410000000000002e-06 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768751+0000", 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1940000000000001e-05 2023-10-09T04:52:38.774 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.768907+0000", 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000156174 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:38.769021+0000", 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113855 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:52:38.775 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:52:38.776 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:52:38.776 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:52:38.776 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 1 2023-10-09T04:52:38.776 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:52:38.782 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:38.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2849913458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:38.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2849913458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:39.107 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2849913458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:39.119 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:52:39.379 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:39.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:39.385 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:39.466 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 59001 58985 85.6992 46.8125 0.0100174 0.011661 2023-10-09T04:52:39.486 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:39.518 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:39.578 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:39.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:39.593 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:39.694 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:39.808 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:39.837 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:39.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:39 smithi150 ceph-mon[168511]: pgmap v997: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 52 MiB/s wr, 836 op/s; 28695/170274 objects degraded (16.852%); 5958/170274 objects misplaced (3.499%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:52:39.925 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:39.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:39.930 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:40.030 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:40.062 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:40.085 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:39 smithi107 ceph-mon[179183]: pgmap v997: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 52 MiB/s wr, 836 op/s; 28695/170274 objects degraded (16.852%); 5958/170274 objects misplaced (3.499%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:52:40.086 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:39 smithi107 ceph-mon[184249]: pgmap v997: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 52 MiB/s wr, 836 op/s; 28695/170274 objects degraded (16.852%); 5958/170274 objects misplaced (3.499%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:52:40.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 59723 59707 84.7703 45.125 0.0364258 0.0117886 2023-10-09T04:52:40.790 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:40.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:40.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:40.894 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:40.956 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3] out_osds: [6] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:52:40.956 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:52:40.957 INFO:tasks.thrashosds.thrasher:Adding osd 6 2023-10-09T04:52:40.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd in 6 2023-10-09T04:52:40.981 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:41.071 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:41.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:41.074 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:41.151 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:52:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 28695/170274 objects degraded (16.852%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3270442205' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 28695/170274 objects degraded (16.852%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3270442205' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:41.175 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:41.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 28695/170274 objects degraded (16.852%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:41.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3270442205' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:41.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:52:41.309 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:41.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 60392 60376 83.8159 41.8125 0.0356657 0.0119245 2023-10-09T04:52:41.506 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:41.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:41.512 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:41.612 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:52:41.612 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:41.735 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:41.811 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:41.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:41.821 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:41.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:41.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:52:41.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[179183]: osdmap e318: 8 total, 8 up, 7 in 2023-10-09T04:52:41.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[179183]: failed to encode map e318 with expected crc 2023-10-09T04:52:41.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[179183]: pgmap v999: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 64 MiB/s wr, 1.02k op/s; 28695/177789 objects degraded (16.140%); 5807/177789 objects misplaced (3.266%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:52:41.884 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:41.884 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:52:41.884 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[184249]: osdmap e318: 8 total, 8 up, 7 in 2023-10-09T04:52:41.884 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[184249]: failed to encode map e318 with expected crc 2023-10-09T04:52:41.884 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:41 smithi107 ceph-mon[184249]: pgmap v999: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 64 MiB/s wr, 1.02k op/s; 28695/177789 objects degraded (16.140%); 5807/177789 objects misplaced (3.266%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:52:41.922 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:41.966 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:42.088 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:42.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:52:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:52:42] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2023-10-09T04:52:42.210 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:42.215 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:41 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:42.215 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:52:42.215 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:41 smithi150 ceph-mon[168511]: osdmap e318: 8 total, 8 up, 7 in 2023-10-09T04:52:42.215 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:41 smithi150 ceph-mon[168511]: failed to encode map e318 with expected crc 2023-10-09T04:52:42.215 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:41 smithi150 ceph-mon[168511]: pgmap v999: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 64 MiB/s wr, 1.02k op/s; 28695/177789 objects degraded (16.140%); 5807/177789 objects misplaced (3.266%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:52:42.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:42.216 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:42.317 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:42.396 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:42.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 61037 61021 82.8705 40.3125 0.016844 0.0120605 2023-10-09T04:52:42.490 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:42.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:42.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:42.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:42.672 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:42.757 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:42.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:42.764 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:42.865 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:42.879 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:42 smithi150 ceph-mon[168511]: failed to encode map e318 with expected crc 2023-10-09T04:52:42.908 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:42.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:42 smithi107 ceph-mon[184249]: failed to encode map e318 with expected crc 2023-10-09T04:52:42.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:42 smithi107 ceph-mon[184249]: failed to encode map e318 with expected crc 2023-10-09T04:52:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:42 smithi107 ceph-mon[179183]: failed to encode map e318 with expected crc 2023-10-09T04:52:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:42 smithi107 ceph-mon[179183]: failed to encode map e318 with expected crc 2023-10-09T04:52:42.951 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:42.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:42.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:43.056 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:43.078 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:52:43.078 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:52:43.078 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:52:43.078 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:52:43.078 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:52:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:43.145 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:43.206 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:42 smithi150 ceph-mon[168511]: failed to encode map e318 with expected crc 2023-10-09T04:52:43.326 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:43.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:43.334 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:43.435 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:43.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 61717 61701 82.0117 42.5 0.0378811 0.0121853 2023-10-09T04:52:43.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:52:43.546 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:43.703 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:52:43.899 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:43.908 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:43 smithi150 ceph-mon[168511]: pgmap v1000: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 60 MiB/s wr, 964 op/s; 28695/181197 objects degraded (15.836%); 5567/181197 objects misplaced (3.072%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T04:52:43.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:43.909 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:44.009 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:44.041 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:44.140 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:44.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:44.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:44.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:43 smithi107 ceph-mon[179183]: pgmap v1000: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 60 MiB/s wr, 964 op/s; 28695/181197 objects degraded (15.836%); 5567/181197 objects misplaced (3.072%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T04:52:44.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:43 smithi107 ceph-mon[184249]: pgmap v1000: 89 pgs: 9 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 78 active+clean; 3.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 60 MiB/s wr, 964 op/s; 28695/181197 objects degraded (15.836%); 5567/181197 objects misplaced (3.072%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T04:52:44.195 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:44.244 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:44.275 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:44.323 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:44.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:44.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:44.427 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:44.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 62311 62295 81.0768 37.125 0.0423625 0.0123229 2023-10-09T04:52:44.511 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:44.608 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:44.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:44.614 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:44 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T04:52:44.487+0000 7f28b98db700 -1 mon.a@0(leader).osd e318 definitely_dead 0 2023-10-09T04:52:44.715 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:44.783 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:44.879 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:44.921 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4005574305' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:52:44.921 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:44 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:52:44.979 INFO:teuthology.orchestra.run.smithi107.stderr:marked in osd.6. 2023-10-09T04:52:45.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4005574305' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:52:45.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:44 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:52:45.153 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4005574305' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:52:45.153 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:44 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:52:45.311 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:52:45.339 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:52:45.362 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:52:45.386 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:52:45.411 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:52:45.435 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:52:45.454 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:52:45.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 62677 62661 79.8894 22.875 0.00274554 0.0124123 2023-10-09T04:52:45.472 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.475 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:52:45.998 INFO:tasks.thrashosds.thrasher:Added osd 6 2023-10-09T04:52:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-10-09T04:52:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: osdmap e319: 8 total, 8 up, 8 in 2023-10-09T04:52:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 28695/181197 objects degraded (15.836%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: osdmap e320: 8 total, 8 up, 8 in 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1807943904' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:46.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:45 smithi150 ceph-mon[168511]: pgmap v1003: 89 pgs: 10 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 78 active+clean; 3.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 42 MiB/s wr, 670 op/s; 31605/182358 objects degraded (17.331%); 2500/182358 objects misplaced (1.371%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:52:46.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-10-09T04:52:46.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: osdmap e319: 8 total, 8 up, 8 in 2023-10-09T04:52:46.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 28695/181197 objects degraded (15.836%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: osdmap e320: 8 total, 8 up, 8 in 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1807943904' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:46.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[179183]: pgmap v1003: 89 pgs: 10 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 78 active+clean; 3.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 42 MiB/s wr, 670 op/s; 31605/182358 objects degraded (17.331%); 2500/182358 objects misplaced (1.371%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: osdmap e319: 8 total, 8 up, 8 in 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e319 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 28695/181197 objects degraded (15.836%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: osdmap e320: 8 total, 8 up, 8 in 2023-10-09T04:52:46.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:46.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1807943904' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:46.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:45 smithi107 ceph-mon[184249]: pgmap v1003: 89 pgs: 10 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 78 active+clean; 3.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 42 MiB/s wr, 670 op/s; 31605/182358 objects degraded (17.331%); 2500/182358 objects misplaced (1.371%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:52:46.461 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:46.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:46.465 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:46.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 62677 62661 78.2922 0 - 0.0124123 2023-10-09T04:52:46.566 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:46.595 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:46.661 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:46.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:46.664 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:46.765 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:46.812 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:46.865 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:46.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:46.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:46.969 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:47.017 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:47.055 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[184249]: failed to encode map e320 with expected crc 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[184249]: failed to encode map e321 with expected crc 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[184249]: osdmap e321: 8 total, 8 up, 8 in 2023-10-09T04:52:47.059 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:47.060 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[179183]: failed to encode map e320 with expected crc 2023-10-09T04:52:47.060 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:47.060 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:47.060 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[179183]: failed to encode map e321 with expected crc 2023-10-09T04:52:47.060 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:46 smithi107 ceph-mon[179183]: osdmap e321: 8 total, 8 up, 8 in 2023-10-09T04:52:47.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:47.061 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:47.101 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:47.102 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:47.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:46 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:47.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:46 smithi150 ceph-mon[168511]: failed to encode map e320 with expected crc 2023-10-09T04:52:47.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:47.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:52:47.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:46 smithi150 ceph-mon[168511]: failed to encode map e321 with expected crc 2023-10-09T04:52:47.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:46 smithi150 ceph-mon[168511]: osdmap e321: 8 total, 8 up, 8 in 2023-10-09T04:52:47.162 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:47.192 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:47.463 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:47.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:47.469 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:47.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 62677 62661 76.7576 0 - 0.0124123 2023-10-09T04:52:47.472 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:52:47.570 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:47.605 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:47.659 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:47.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:47.664 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:47.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:47.800 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:47.846 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:47.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:47.851 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:47.952 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:47.962 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:52:47.980 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:48.021 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:48.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:48.024 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:48.107 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:48.124 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:48.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:47 smithi150 ceph-mon[168511]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:47 smithi150 ceph-mon[168511]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:47 smithi150 ceph-mon[168511]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3185379417' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:47 smithi150 ceph-mon[168511]: pgmap v1005: 89 pgs: 4 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 78 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 31 MiB/s wr, 503 op/s; 12291/186852 objects degraded (6.578%); 5750/186852 objects misplaced (3.077%); 5.0 MiB/s, 79 objects/s recovering 2023-10-09T04:52:48.346 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:52:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[184249]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[184249]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[184249]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3185379417' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[184249]: pgmap v1005: 89 pgs: 4 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 78 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 31 MiB/s wr, 503 op/s; 12291/186852 objects degraded (6.578%); 5750/186852 objects misplaced (3.077%); 5.0 MiB/s, 79 objects/s recovering 2023-10-09T04:52:48.383 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[179183]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[179183]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[179183]: failed to encode map e321 with expected crc 2023-10-09T04:52:48.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3185379417' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:52:48.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:47 smithi107 ceph-mon[179183]: pgmap v1005: 89 pgs: 4 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 78 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 31 MiB/s wr, 503 op/s; 12291/186852 objects degraded (6.578%); 5750/186852 objects misplaced (3.077%); 5.0 MiB/s, 79 objects/s recovering 2023-10-09T04:52:48.416 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:48.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:48.429 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:48.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 62677 62661 75.2819 0 - 0.0124123 2023-10-09T04:52:48.530 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:48.556 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:48.691 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:48.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:48.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:48.794 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:48.821 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:48.967 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:48.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:48.970 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:49.071 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:49.085 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:49.099 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:49.136 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:49.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:49.139 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3185379417' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: osdmap e322: 8 total, 8 up, 8 in 2023-10-09T04:52:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:52:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:48 smithi150 ceph-mon[168511]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.240 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:49.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:49.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3185379417' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: osdmap e322: 8 total, 8 up, 8 in 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[184249]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3185379417' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:52:49.282 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: osdmap e322: 8 total, 8 up, 8 in 2023-10-09T04:52:49.283 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.283 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:52:49.283 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.283 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:48 smithi107 ceph-mon[179183]: failed to encode map e322 with expected crc 2023-10-09T04:52:49.290 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:49.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 62677 62661 73.862 0 - 0.0124123 2023-10-09T04:52:49.548 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:49.548 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:49.560 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:49.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:49.566 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:49.666 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:49.697 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:49 smithi107 ceph-mon[179183]: pgmap v1007: 89 pgs: 4 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 31 MiB/s wr, 494 op/s; 9298/188064 objects degraded (4.944%); 3250/188064 objects misplaced (1.728%); 4.5 MiB/s, 73 objects/s recovering 2023-10-09T04:52:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:49 smithi107 ceph-mon[184249]: pgmap v1007: 89 pgs: 4 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 31 MiB/s wr, 494 op/s; 9298/188064 objects degraded (4.944%); 3250/188064 objects misplaced (1.728%); 4.5 MiB/s, 73 objects/s recovering 2023-10-09T04:52:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:49 smithi150 ceph-mon[168511]: pgmap v1007: 89 pgs: 4 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 31 MiB/s wr, 494 op/s; 9298/188064 objects degraded (4.944%); 3250/188064 objects misplaced (1.728%); 4.5 MiB/s, 73 objects/s recovering 2023-10-09T04:52:50.449 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:50.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:50.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:50.470 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 62677 62661 72.4946 0 - 0.0124123 2023-10-09T04:52:50.472 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:52:50.525 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:52:50.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:50.677 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:50.757 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:50.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:50.763 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:50.864 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:50.893 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:50.999 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:52:50.999 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:52:50.999 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [0, 1, 2, 4, 5, 7, 3, 6] 2023-10-09T04:52:51.000 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd out 6 2023-10-09T04:52:51.049 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:52:51.095 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:52:51.128 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:51.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:51.132 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:51.132 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:51.135 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:52:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9298/188064 objects degraded (4.944%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:51.233 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:51.261 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:51.377 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:51.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9298/188064 objects degraded (4.944%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:51.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9298/188064 objects degraded (4.944%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:51.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 62677 62661 71.1769 0 - 0.0124123 2023-10-09T04:52:51.492 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:51.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:51.495 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:51.596 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:51.623 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:51.657 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:51.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:51.661 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:51.762 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:51.791 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:51.993 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:51.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:51.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:52.097 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:52.124 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:52.169 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:52.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:52.174 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:52.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3783026458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:51 smithi150 ceph-mon[168511]: pgmap v1008: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 22 MiB/s wr, 353 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 7.5 MiB/s, 121 objects/s recovering 2023-10-09T04:52:52.262 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3783026458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:52.262 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:51 smithi107 ceph-mon[179183]: pgmap v1008: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 22 MiB/s wr, 353 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 7.5 MiB/s, 121 objects/s recovering 2023-10-09T04:52:52.262 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3783026458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:52:52.263 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:51 smithi107 ceph-mon[184249]: pgmap v1008: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 22 MiB/s wr, 353 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 7.5 MiB/s, 121 objects/s recovering 2023-10-09T04:52:52.263 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:52:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:52:52] "GET /metrics HTTP/1.1" 200 36633 "" "Prometheus/2.43.0" 2023-10-09T04:52:52.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:52.314 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:52.436 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:52.436 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:52.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 62677 62661 69.9058 0 - 0.0124123 2023-10-09T04:52:52.528 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:52.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:52.536 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:52.637 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:52.692 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:52.787 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:52.791 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:52.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:52.792 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:52.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:52.936 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:53.094 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:53.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:53.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:53.179 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:52:53.202 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:53.290 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:53.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 62677 62661 68.6798 0 - 0.0124123 2023-10-09T04:52:53.504 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:53.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:53.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:53.611 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:53.620 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:52:53.642 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:53.826 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:53.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:53.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:53.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2108565191' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:53.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2108565191' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:53.931 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:53.955 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2108565191' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:52:53.958 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:54.035 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:54.044 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:54.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:54.048 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:54.149 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:54.177 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:54.362 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:54.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:54.366 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:54.466 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:54.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 62677 62661 67.496 0 - 0.0124123 2023-10-09T04:52:54.512 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:54.602 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: pgmap v1009: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 MiB/s wr, 237 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 4.8 MiB/s, 78 objects/s recovering 2023-10-09T04:52:54.602 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:54.677 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:54.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:54.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:54.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: pgmap v1009: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 MiB/s wr, 237 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 4.8 MiB/s, 78 objects/s recovering 2023-10-09T04:52:54.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:54.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2108565191' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:52:54.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: osdmap e323: 8 total, 8 up, 8 in 2023-10-09T04:52:54.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[179183]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: pgmap v1009: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 MiB/s wr, 237 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 4.8 MiB/s, 78 objects/s recovering 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2108565191' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: osdmap e323: 8 total, 8 up, 8 in 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.764 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.765 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.765 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:54 smithi107 ceph-mon[184249]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.782 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:54.819 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:54.854 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2108565191' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:52:54.855 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: osdmap e323: 8 total, 8 up, 8 in 2023-10-09T04:52:54.855 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.855 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.855 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: failed to encode map e323 with expected crc 2023-10-09T04:52:54.855 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:54 smithi150 ceph-mon[168511]: failed to encode map e323 with expected crc 2023-10-09T04:52:55.076 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:55.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:55.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:55.184 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:55.230 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:55.333 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:55.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:55.338 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:55.439 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:55.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 62677 62661 66.3523 0 - 0.0124123 2023-10-09T04:52:55.517 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:55.573 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:55.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:55.578 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:55.582 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:55.582 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:55.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13398/188064 objects degraded (7.124%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:55.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.679 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:55.723 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13398/188064 objects degraded (7.124%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.963 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:55.966 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13398/188064 objects degraded (7.124%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:52:55.966 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.966 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.966 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.966 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:55 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:55.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:55.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:56.068 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:56.078 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:52:56.109 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:56.155 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:56.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:56.160 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:56.260 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:56.287 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:56.320 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:56.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:56.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:55 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T04:52:55.942+0000 7f28b98db700 -1 mon.a@0(leader).osd e323 definitely_dead 0 2023-10-09T04:52:56.424 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:52:56.461 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:56.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:52:56.472151+0000 min lat: 0.00115915 max lat: 6.27617 avg lat: 0.0124123 2023-10-09T04:52:56.472 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:52:56.472 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 62677 62661 65.2468 0 - 0.0124123 2023-10-09T04:52:56.505 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:52:56.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:56.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:52:56.609 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:52:56.636 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:56.669 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:52:56.670 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:56.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:56.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:52:56.773 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:56.799 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:56.883 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:56.884 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: pgmap v1011: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 3.2 MiB/s wr, 50 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 4.2 MiB/s, 68 objects/s recovering 2023-10-09T04:52:56.884 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:52:56.884 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:52:56.884 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:56.884 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/895503324' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:56.884 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:56.885 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:56 smithi150 ceph-mon[168511]: Client client.admin marked osd.6 out, while it was still marked up 2023-10-09T04:52:56.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:56.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: pgmap v1011: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 3.2 MiB/s wr, 50 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 4.2 MiB/s, 68 objects/s recovering 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/895503324' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[179183]: Client client.admin marked osd.6 out, while it was still marked up 2023-10-09T04:52:56.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: pgmap v1011: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 3.2 MiB/s wr, 50 op/s; 13398/188064 objects degraded (7.124%); 2807/188064 objects misplaced (1.493%); 4.2 MiB/s, 68 objects/s recovering 2023-10-09T04:52:56.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:52:56.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:52:56.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:52:56.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/895503324' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:56.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-10-09T04:52:56.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:56 smithi107 ceph-mon[184249]: Client client.admin marked osd.6 out, while it was still marked up 2023-10-09T04:52:56.940 INFO:teuthology.orchestra.run.smithi107.stderr:marked out osd.6. 2023-10-09T04:52:56.987 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:57.029 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:57.121 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:52:57.450 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:57.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:57.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:57.471 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 62677 62661 64.1775 0 - 0.0124123 2023-10-09T04:52:57.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:52:57.599 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:57.642 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:52:57.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:57.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:52:57.747 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:57.779 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:57.816 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:57.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:57.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:57.826 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:52:57.920 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:58.017 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:58.049 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:52:58.049 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:52:58.072 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: osdmap e324: 8 total, 8 up, 7 in 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:57 smithi150 ceph-mon[168511]: pgmap v1013: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 13398/188064 objects degraded (7.124%); 2367/188064 objects misplaced (1.259%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:52:58.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:58.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-10-09T04:52:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: osdmap e324: 8 total, 8 up, 7 in 2023-10-09T04:52:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[179183]: pgmap v1013: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 13398/188064 objects degraded (7.124%); 2367/188064 objects misplaced (1.259%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: osdmap e324: 8 total, 8 up, 7 in 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: failed to encode map e324 with expected crc 2023-10-09T04:52:58.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:57 smithi107 ceph-mon[184249]: pgmap v1013: 89 pgs: 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 13398/188064 objects degraded (7.124%); 2367/188064 objects misplaced (1.259%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:52:58.177 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:52:58.204 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:58.464 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:52:58.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:58.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:52:58.472 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 62677 62661 63.1426 0 - 0.0124123 2023-10-09T04:52:58.522 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:52:58.569 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:58.600 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:58.690 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:58.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:58.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:58.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:52:58.826 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:58.870 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:52:58.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:58.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:52:58.975 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:59.005 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:59.036 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:59.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:59.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:59.117 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:52:59.140 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: osdmap e325: 8 total, 8 up, 7 in 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:58 smithi150 ceph-mon[168511]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.168 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: osdmap e325: 8 total, 8 up, 7 in 2023-10-09T04:52:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[179183]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: osdmap e325: 8 total, 8 up, 7 in 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:58 smithi107 ceph-mon[184249]: failed to encode map e325 with expected crc 2023-10-09T04:52:59.266 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:59.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:59.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:59.369 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:52:59.396 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:59.431 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:52:59.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:59.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:52:59.472 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 62677 62661 62.1406 0 - 0.0124123 2023-10-09T04:52:59.535 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:59.563 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:59.651 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:52:59.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:59.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:52:59.755 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:52:59.787 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:52:59.827 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:52:59.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:52:59.831 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:52:59.931 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:52:59.937 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:52:59.966 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:00.044 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:00.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:00.047 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[179183]: failed to encode map e326 with expected crc 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[179183]: failed to encode map e326 with expected crc 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[179183]: osdmap e326: 8 total, 8 up, 7 in 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2946750364' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[179183]: pgmap v1016: 89 pgs: 1 active+recovering+degraded, 10 peering, 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 18800/188064 objects degraded (9.997%); 2368/188064 objects misplaced (1.259%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[184249]: failed to encode map e326 with expected crc 2023-10-09T04:53:00.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[184249]: failed to encode map e326 with expected crc 2023-10-09T04:53:00.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[184249]: osdmap e326: 8 total, 8 up, 7 in 2023-10-09T04:53:00.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2946750364' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:00.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:00.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:52:59 smithi107 ceph-mon[184249]: pgmap v1016: 89 pgs: 1 active+recovering+degraded, 10 peering, 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 18800/188064 objects degraded (9.997%); 2368/188064 objects misplaced (1.259%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:53:00.148 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:00.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:59 smithi150 ceph-mon[168511]: failed to encode map e326 with expected crc 2023-10-09T04:53:00.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:59 smithi150 ceph-mon[168511]: failed to encode map e326 with expected crc 2023-10-09T04:53:00.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:59 smithi150 ceph-mon[168511]: osdmap e326: 8 total, 8 up, 7 in 2023-10-09T04:53:00.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2946750364' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:00.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:00.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:52:59 smithi150 ceph-mon[168511]: pgmap v1016: 89 pgs: 1 active+recovering+degraded, 10 peering, 1 activating+undersized+degraded+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 18800/188064 objects degraded (9.997%); 2368/188064 objects misplaced (1.259%); 4.6 MiB/s, 73 objects/s recovering 2023-10-09T04:53:00.179 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:00.366 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:53:00.367 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:53:00.391 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:00.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:00.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:00.472 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 62692 62676 61.1846 0.0625 0.00322576 0.0131247 2023-10-09T04:53:00.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:00.530 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:00.755 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:00.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:00.758 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:00.789 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:53:00.805 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:53:00.824 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:53:00.845 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:53:00.859 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:00.865 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:53:00.886 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:00.887 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:53:00.888 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:53:00.928 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:00.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:00.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:01.035 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:01.075 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-09T04:53:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:53:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: 3.10 continuing backfill to osd.3 from (0'0,68'8] MIN to 68'8 2023-10-09T04:53:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: osdmap e327: 8 total, 8 up, 7 in 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 18800/188064 objects degraded (9.997%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:53:01.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: 3.10 continuing backfill to osd.3 from (0'0,68'8] MIN to 68'8 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: osdmap e327: 8 total, 8 up, 7 in 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 18800/188064 objects degraded (9.997%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: 3.10 continuing backfill to osd.3 from (0'0,68'8] MIN to 68'8 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: osdmap e327: 8 total, 8 up, 7 in 2023-10-09T04:53:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 18800/188064 objects degraded (9.997%), 9 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:01.276 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:01.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:01.282 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:01.383 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:01.409 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:01.440 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:53:01.442 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:01.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:01.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:01.472 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 62746 62730 60.2955 3.375 0.00320477 0.0141456 2023-10-09T04:53:01.546 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:01.574 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:01.616 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:01.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:01.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:01.720 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:01.747 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:01.784 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:01.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:01.787 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:01.888 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:01.916 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:02.011 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:02.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:02.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:02.115 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:02.141 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: failed to encode map e327 with expected crc 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: osdmap e328: 8 total, 8 up, 7 in 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:53:02.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:02.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:01 smithi150 ceph-mon[168511]: pgmap v1019: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 11 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 3.8 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 160 KiB/s wr, 2 op/s; 19300/188094 objects degraded (10.261%); 3219/188094 objects misplaced (1.711%); 4.7 MiB/s, 74 objects/s recovering 2023-10-09T04:53:02.251 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:02.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:02.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:02.355 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:02.408 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:53:02] "GET /metrics HTTP/1.1" 200 36630 "" "Prometheus/2.43.0" 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: failed to encode map e327 with expected crc 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: osdmap e328: 8 total, 8 up, 7 in 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:53:02.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:02.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[184249]: pgmap v1019: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 11 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 3.8 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 160 KiB/s wr, 2 op/s; 19300/188094 objects degraded (10.261%); 3219/188094 objects misplaced (1.711%); 4.7 MiB/s, 74 objects/s recovering 2023-10-09T04:53:02.410 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:53:02.418 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:02.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: failed to encode map e327 with expected crc 2023-10-09T04:53:02.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: osdmap e328: 8 total, 8 up, 7 in 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: failed to encode map e328 with expected crc 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:02.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:01 smithi107 ceph-mon[179183]: pgmap v1019: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 11 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 3.8 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 160 KiB/s wr, 2 op/s; 19300/188094 objects degraded (10.261%); 3219/188094 objects misplaced (1.711%); 4.7 MiB/s, 74 objects/s recovering 2023-10-09T04:53:02.468 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3] out_osds: [6] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:53:02.468 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:53:02.468 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_6 2023-10-09T04:53:02.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:53:02.476 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 62965 62949 59.5871 13.6875 0.0280531 0.0167751 2023-10-09T04:53:02.489 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:02.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:02.498 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:02.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:02.786 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:02.830 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:53:02.830 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:53:02.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:53:02.830 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:53:02.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.830 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:190848 9.1 9:81002692:::benchmark_data_smithi107_236173_object74557:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e186)", 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:45:53.541825+0000", 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 429.282603967, 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0588026109999999, 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 190848 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.831 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541825+0000", 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541825+0000", 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541823+0000", 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541829+0000", 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7300000000000002e-06 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541843+0000", 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3774000000000001e-05 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541851+0000", 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0649999999999999e-06 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541906+0000", 2023-10-09T04:53:02.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4941999999999997e-05 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.541912+0000", 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7859999999999999e-06 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.547445+0000", 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0055321370000000003 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:53.547453+0000", 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2989999999999997e-06 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.590854+0000", 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0434012749999999 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.590956+0000", 2023-10-09T04:53:02.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010179300000000001 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.598831+0000", 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007875455 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:45:54.600627+0000", 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001795799 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.837 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199852 9.1 9:8ff38200:::benchmark_data_smithi107_236173_object83561:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.928818+0000", 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 416.89561048299998, 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3169540639999999, 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.838 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199852 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928818+0000", 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928818+0000", 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928817+0000", 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928823+0000", 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4810000000000003e-06 2023-10-09T04:53:02.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928835+0000", 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1739000000000001e-05 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928842+0000", 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8549999999999996e-06 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.928892+0000", 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9928e-05 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.929022+0000", 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130445 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:53:02.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.929144+0000", 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012155 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.936719+0000", 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007575226 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.938197+0000", 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001477655 2023-10-09T04:53:02.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.938204+0000", 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6190000000000002e-06 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.924337+0000", 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98613259499999995 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.924347+0000", 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8349999999999999e-06 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.228666+0000", 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3043191759999999 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.228790+0000", 2023-10-09T04:53:02.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012422099999999999 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245710+0000", 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016920335000000002 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245772+0000", 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1719999999999999e-05 2023-10-09T04:53:02.847 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210069 9.1 9:8ee534ad:::benchmark_data_smithi107_236173_object93778:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.654937+0000", 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 400.16949118500003, 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98967334799999995, 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210069 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654937+0000", 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654937+0000", 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654936+0000", 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654944+0000", 2023-10-09T04:53:02.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2430000000000005e-06 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654961+0000", 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7229000000000001e-05 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654968+0000", 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2230000000000001e-06 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655050+0000", 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1833000000000001e-05 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655059+0000", 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3310000000000004e-06 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.623660+0000", 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96860097499999998 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.623761+0000", 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000100974 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.623847+0000", 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6712000000000006e-05 2023-10-09T04:53:02.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.639652+0000", 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015804341999999999 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644429+0000", 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047770080000000001 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644525+0000", 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5937e-05 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644574+0000", 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9070999999999998e-05 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644611+0000", 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7098999999999998e-05 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210071 9.1 9:8f7e15b7:::benchmark_data_smithi107_236173_object93780:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 400.16944328599999, 2023-10-09T04:53:02.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98972502399999995, 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210071 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:53:02.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654985+0000", 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654988+0000", 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5219999999999999e-06 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.654999+0000", 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0479000000000001e-05 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655003+0000", 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6380000000000003e-06 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655083+0000", 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9351000000000006e-05 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.655090+0000", 2023-10-09T04:53:02.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.199e-06 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.627424+0000", 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.972334056 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.627506+0000", 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2028999999999997e-05 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,7", 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.627647+0000", 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014085599999999999 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.643991+0000", 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016343571000000001 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644484+0000", 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00049388999999999998 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644643+0000", 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015812199999999999 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644680+0000", 2023-10-09T04:53:02.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7081e-05 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644710+0000", 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0698999999999999e-05 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87268 10.0 10:045443e4:::benchmark_data_smithi107_275910_object87267:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e229)", 2023-10-09T04:53:02.864 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.650581+0000", 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 290.17384755099999, 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0535091539999999, 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87268 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650581+0000", 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650581+0000", 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650580+0000", 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650611+0000", 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0905999999999999e-05 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650621+0000", 2023-10-09T04:53:02.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7969999999999995e-06 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650625+0000", 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4870000000000004e-06 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650684+0000", 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8773000000000001e-05 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650820+0000", 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013641700000000001 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.650967+0000", 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014654199999999999 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.652803+0000", 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00183584 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.653884+0000", 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010812549999999999 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.682603+0000", 2023-10-09T04:53:02.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.028718845 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.682610+0000", 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6450000000000005e-06 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704011+0000", 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0214004720000001 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704090+0000", 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9300000000000003e-05 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87280 10.0 10:06f0f098:::benchmark_data_smithi107_275910_object87279:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e229)", 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.661023+0000", 2023-10-09T04:53:02.872 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 290.16340547900001, 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0511615679999999, 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87280 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661023+0000", 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661023+0000", 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661023+0000", 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661060+0000", 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7753000000000003e-05 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661073+0000", 2023-10-09T04:53:02.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2323999999999999e-05 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661077+0000", 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1819999999999999e-06 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661126+0000", 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8989999999999997e-05 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661294+0000", 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000168183 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.661459+0000", 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016533800000000001 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.682654+0000", 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021195043 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.682661+0000", 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6189999999999996e-06 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704122+0000", 2023-10-09T04:53:02.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.021461097 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.704947+0000", 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082502499999999996 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.712096+0000", 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0071490039999999996 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.712185+0000", 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8487999999999997e-05 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87314 10.b 10:d1a79ce3:::benchmark_data_smithi107_275910_object87313:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.703506+0000", 2023-10-09T04:53:02.880 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 290.120922226, 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99835507000000001, 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87314 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703506+0000", 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703506+0000", 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703506+0000", 2023-10-09T04:53:02.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703556+0000", 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0022000000000003e-05 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703567+0000", 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1756000000000001e-05 2023-10-09T04:53:02.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703573+0000", 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8869999999999997e-06 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703628+0000", 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5022000000000003e-05 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.703638+0000", 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9129999999999998e-06 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.691525+0000", 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98788647500000004 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.691690+0000", 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000165544 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.691862+0000", 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000172206 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.695428+0000", 2023-10-09T04:53:02.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0035655449999999998 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.701717+0000", 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0062890799999999998 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.701769+0000", 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2231999999999997e-05 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.701861+0000", 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2116999999999999e-05 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87328 10.b 10:dc993a02:::benchmark_data_smithi107_275910_object87327:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.714517+0000", 2023-10-09T04:53:02.888 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 290.10991198300002, 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99110558999999998, 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87328 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714517+0000", 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714517+0000", 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714516+0000", 2023-10-09T04:53:02.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714614+0000", 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8392000000000003e-05 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714629+0000", 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4825e-05 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714634+0000", 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9119999999999997e-06 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714678+0000", 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3735000000000001e-05 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.714686+0000", 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.439e-06 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.695453+0000", 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98076677300000004 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.695592+0000", 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013926100000000001 2023-10-09T04:53:02.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.695740+0000", 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014775699999999999 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.701904+0000", 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061644229999999996 2023-10-09T04:53:02.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.705484+0000", 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0035799310000000002 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.705538+0000", 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3599e-05 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.705622+0000", 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4263000000000003e-05 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87332 10.b 10:d57654aa:::benchmark_data_smithi107_275910_object87331:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.718756+0000", 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 290.10567308999998, 2023-10-09T04:53:02.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99368530499999996, 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87332 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718756+0000", 2023-10-09T04:53:02.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718756+0000", 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718755+0000", 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:02.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718790+0000", 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5250000000000003e-05 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718798+0000", 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8040000000000002e-06 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718803+0000", 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.442e-06 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718848+0000", 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5082e-05 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.718857+0000", 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5210000000000008e-06 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.701952+0000", 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98309469999999999 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.702051+0000", 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9449000000000003e-05 2023-10-09T04:53:02.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.702236+0000", 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018508700000000001 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708306+0000", 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0060695439999999996 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.712309+0000", 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040030939999999996 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.712355+0000", 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6183000000000002e-05 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.712441+0000", 2023-10-09T04:53:02.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5648000000000004e-05 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:87340 10.b 10:ddaa241b:::benchmark_data_smithi107_275910_object87339:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e230)", 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:12.726125+0000", 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 290.098303461, 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99062992800000005, 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.904 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 87340 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726125+0000", 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726125+0000", 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726124+0000", 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726187+0000", 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2787999999999996e-05 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726226+0000", 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8441e-05 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726232+0000", 2023-10-09T04:53:02.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.489e-06 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726291+0000", 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8517999999999998e-05 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:12.726297+0000", 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5969999999999997e-06 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708329+0000", 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98203213199999995 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708442+0000", 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000112867 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.708584+0000", 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014171100000000001 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.712870+0000", 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004285652 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.716609+0000", 2023-10-09T04:53:02.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037398129999999998 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.716666+0000", 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6580999999999999e-05 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:13.716755+0000", 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9058e-05 2023-10-09T04:53:02.911 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114338 10.b 10:d50da6da:::benchmark_data_smithi107_275910_object114337:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e234)", 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:36.100630+0000", 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 266.72379812000003, 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3029308410000002, 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.912 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114338 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100630+0000", 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100630+0000", 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100630+0000", 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100692+0000", 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1762999999999998e-05 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100700+0000", 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3590000000000008e-06 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100705+0000", 2023-10-09T04:53:02.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6589999999999998e-06 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100854+0000", 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000149388 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100981+0000", 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012671700000000001 2023-10-09T04:53:02.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.101120+0000", 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013948000000000001 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.111246+0000", 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010125729999999999 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.122627+0000", 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011381245 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.122637+0000", 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3309999999999993e-06 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120241+0000", 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99760408300000003 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120252+0000", 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1042e-05 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.403469+0000", 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.283216806 2023-10-09T04:53:02.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.403561+0000", 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2720999999999995e-05 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114341 10.b 10:dd461425:::benchmark_data_smithi107_275910_object114340:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e234)", 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:36.100717+0000", 2023-10-09T04:53:02.920 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 266.72371206299999, 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3239581519999999, 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114341 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100717+0000", 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100717+0000", 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100716+0000", 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100752+0000", 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5991000000000002e-05 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100760+0000", 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8210000000000002e-06 2023-10-09T04:53:02.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.100765+0000", 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7670000000000003e-06 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.104850+0000", 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040854050000000003 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.104992+0000", 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014248 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0", 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.105156+0000", 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016325500000000001 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.111288+0000", 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061322959999999998 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.123104+0000", 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011816062 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.123115+0000", 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0966e-05 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120822+0000", 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99770658400000001 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120833+0000", 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1413999999999999e-05 2023-10-09T04:53:02.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.404515+0000", 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2836818540000001 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.405509+0000", 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00099395899999999999 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.424610+0000", 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019101453000000001 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.424675+0000", 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4414999999999999e-05 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114359 10.b 10:d2b0e7d2:::benchmark_data_smithi107_275910_object114358:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:36.139668+0000", 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 266.68476067199998, 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.28567075, 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.930 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114359 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.139668+0000", 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.139668+0000", 2023-10-09T04:53:02.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.139666+0000", 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.139703+0000", 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7014999999999997e-05 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.139717+0000", 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3366e-05 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.139723+0000", 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3550000000000001e-06 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.140176+0000", 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00045264699999999998 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.140186+0000", 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8139999999999995e-06 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120876+0000", 2023-10-09T04:53:02.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98068995800000003 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120882+0000", 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7479999999999996e-06 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.405546+0000", 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2846635960000001 2023-10-09T04:53:02.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.405670+0000", 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012424699999999999 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,1", 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.405840+0000", 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000169526 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.416842+0000", 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011002289 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.416851+0000", 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9779999999999994e-06 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.424707+0000", 2023-10-09T04:53:02.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078559179999999999 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.424743+0000", 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6634000000000002e-05 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.425339+0000", 2023-10-09T04:53:02.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000595204 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114383 10.b 10:d0667ebd:::benchmark_data_smithi107_275910_object114382:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:36.175746+0000", 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 266.64868240700002, 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2503217929999999, 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.939 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114383 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175746+0000", 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175746+0000", 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175745+0000", 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175816+0000", 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1259000000000003e-05 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175829+0000", 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2965e-05 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175836+0000", 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7100000000000001e-06 2023-10-09T04:53:02.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175897+0000", 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0550999999999997e-05 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.175908+0000", 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1249e-05 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120925+0000", 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94501676300000004 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.120933+0000", 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5040000000000002e-06 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.410958+0000", 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2900248439999999 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.411130+0000", 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017171800000000001 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,1", 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.411349+0000", 2023-10-09T04:53:02.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00021897099999999999 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.416858+0000", 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00550914 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.418905+0000", 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020468919999999998 2023-10-09T04:53:02.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.425381+0000", 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0064766240000000003 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.425431+0000", 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9662e-05 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.426068+0000", 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00063703499999999999 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114393 10.0 10:01b276cf:::benchmark_data_smithi107_275910_object114392:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:36.206679+0000", 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 266.61774980600001, 2023-10-09T04:53:02.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.187526944, 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114393 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206679+0000", 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206679+0000", 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206677+0000", 2023-10-09T04:53:02.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206712+0000", 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4678999999999998e-05 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206731+0000", 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8944999999999999e-05 2023-10-09T04:53:02.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206738+0000", 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.002e-06 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206790+0000", 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2157999999999998e-05 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:36.206798+0000", 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5299999999999999e-06 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.115773+0000", 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90897507899999996 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.115783+0000", 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0084999999999999e-05 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384299+0000", 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.268515998 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384460+0000", 2023-10-09T04:53:02.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161309 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384662+0000", 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020241599999999999 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.388924+0000", 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042617829999999999 2023-10-09T04:53:02.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.393112+0000", 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041874770000000002 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.393318+0000", 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000206524 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.393373+0000", 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4540999999999998e-05 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394206+0000", 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00083294700000000001 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.957 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130015 10.0 10:064be2a2:::benchmark_data_smithi107_275910_object7148:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e245)", 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.047654+0000", 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 246.776774418, 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.048715622, 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130015 2023-10-09T04:53:02.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047654+0000", 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047654+0000", 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047653+0000", 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047660+0000", 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3649999999999998e-06 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.960 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047677+0000", 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6691999999999999e-05 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047684+0000", 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5769999999999996e-06 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047745+0000", 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0368000000000002e-05 2023-10-09T04:53:02.961 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047879+0000", 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013420000000000001 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047994+0000", 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115052 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.962 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.052330+0000", 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043354120000000003 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.058701+0000", 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063713499999999996 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.963 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.062959+0000", 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042577650000000002 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.062968+0000", 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1209999999999996e-06 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.070876+0000", 2023-10-09T04:53:02.964 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.007907879 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.070981+0000", 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010514399999999999 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096295+0000", 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025314171 2023-10-09T04:53:02.965 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096370+0000", 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4880000000000001e-05 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130021 10.0 10:012651f9:::benchmark_data_smithi107_275910_object7154:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e245)", 2023-10-09T04:53:02.966 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 246.776678307, 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.048908827, 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130021 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.967 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047750+0000", 2023-10-09T04:53:02.968 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047752+0000", 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6469999999999998e-06 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047758+0000", 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9089999999999997e-06 2023-10-09T04:53:02.969 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.047762+0000", 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8260000000000003e-06 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.050202+0000", 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024396439999999999 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.970 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.050336+0000", 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013446700000000001 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.050446+0000", 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110158 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.971 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.052537+0000", 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020908810000000002 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.063545+0000", 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011007335 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.063554+0000", 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0710000000000001e-06 2023-10-09T04:53:02.972 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.071032+0000", 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.007478474 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.071115+0000", 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2595000000000005e-05 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.973 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096618+0000", 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025503146000000001 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096659+0000", 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1133000000000001e-05 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.974 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:130063 10.0 10:04369f60:::benchmark_data_smithi107_275910_object7196:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e246)", 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:56.102170+0000", 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 246.72225879000001, 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99468820999999996, 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.975 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 130063 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102170+0000", 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102170+0000", 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.976 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102168+0000", 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102175+0000", 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1530000000000002e-06 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.977 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102187+0000", 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2452e-05 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102193+0000", 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0050000000000001e-06 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102270+0000", 2023-10-09T04:53:02.978 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6835000000000006e-05 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:56.102278+0000", 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4649999999999994e-06 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.071154+0000", 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.968875343 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.979 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.071258+0000", 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010461199999999999 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.071339+0000", 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1058999999999998e-05 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:02.980 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.079470+0000", 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008131101 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.095969+0000", 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016498730999999999 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096706+0000", 2023-10-09T04:53:02.981 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073673499999999997 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096761+0000", 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4660999999999997e-05 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:57.096858+0000", 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7481999999999999e-05 2023-10-09T04:53:02.982 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:237256 10.12 10.8922b172 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e279)", 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:51:02.085463+0000", 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 120.738965615, 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99638879499999999, 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.983 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 237256 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085463+0000", 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.984 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085463+0000", 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085461+0000", 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085467+0000", 2023-10-09T04:53:02.985 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6210000000000001e-06 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085479+0000", 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1698e-05 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085485+0000", 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1800000000000001e-06 2023-10-09T04:53:02.986 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.086760+0000", 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012754470000000001 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.086766+0000", 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4890000000000003e-06 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.987 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:03.081843+0000", 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99507693699999999 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:03.081852+0000", 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0420000000000008e-06 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.988 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:237265 10.12 10.226d9b12 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:51:02.090663+0000", 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 120.733765464, 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99121488899999999, 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 237265 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.989 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090663+0000", 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090663+0000", 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.990 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090662+0000", 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090667+0000", 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.775e-06 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090675+0000", 2023-10-09T04:53:02.991 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7620000000000001e-06 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090682+0000", 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0689999999999998e-06 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090729+0000", 2023-10-09T04:53:02.992 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7577000000000002e-05 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.090736+0000", 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8410000000000002e-06 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:03.081871+0000", 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99113537500000004 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:02.993 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:03.081878+0000", 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.72e-06 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:02.994 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:53:02.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:02.995 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:02.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:03.096 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[179183]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[179183]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[179183]: osdmap e329: 8 total, 8 up, 7 in 2023-10-09T04:53:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[179183]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[179183]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.181 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[184249]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.181 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[184249]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.181 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[184249]: osdmap e329: 8 total, 8 up, 7 in 2023-10-09T04:53:03.181 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[184249]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.181 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:02 smithi107 ceph-mon[184249]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.190 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:03.204 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:02 smithi150 ceph-mon[168511]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.204 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:02 smithi150 ceph-mon[168511]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.205 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:02 smithi150 ceph-mon[168511]: osdmap e329: 8 total, 8 up, 7 in 2023-10-09T04:53:03.205 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:02 smithi150 ceph-mon[168511]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.205 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:02 smithi150 ceph-mon[168511]: failed to encode map e329 with expected crc 2023-10-09T04:53:03.225 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:53:03.279 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:03.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:03.292 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:03.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:53:03.394 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:03.395 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:03.429 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:03.468 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:03.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:03.471 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:03.473 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:03.475 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 63605 63589 59.2946 40 0.0475175 0.0168567 2023-10-09T04:53:03.572 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:03.607 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:03.710 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:03.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:03.713 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:03.814 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:03.845 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:03.882 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:03.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:03.887 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:03.903 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:53:03.988 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:04.051 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:03 smithi107 ceph-mon[184249]: pgmap v1021: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 3.8 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 2.8 MiB/s wr, 44 op/s; 19300/188685 objects degraded (10.229%); 3218/188685 objects misplaced (1.705%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T04:53:04.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:03 smithi107 ceph-mon[179183]: pgmap v1021: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 3.8 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 2.8 MiB/s wr, 44 op/s; 19300/188685 objects degraded (10.229%); 3218/188685 objects misplaced (1.705%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T04:53:04.091 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:04.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:03 smithi150 ceph-mon[168511]: pgmap v1021: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 3.8 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 2.8 MiB/s wr, 44 op/s; 19300/188685 objects degraded (10.229%); 3218/188685 objects misplaced (1.705%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T04:53:04.472 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:04.475 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 64289 64273 59.0513 42.75 0.0291155 0.0169278 2023-10-09T04:53:04.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:04.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:04.582 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:04.610 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:04.775 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:04.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:04.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:04.881 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:04.919 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:04.981 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:04.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:04.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:05.089 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:05.154 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:05.200 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:04 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-10-09T04:53:05.421 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:05.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:04 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-10-09T04:53:05.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:04 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-10-09T04:53:05.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:05.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:05.476 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 64998 64982 58.8373 44.3125 0.00738902 0.0169894 2023-10-09T04:53:05.531 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:05.575 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:65062 11.4 11:289b5e35:::benchmark_data_smithi107_315913_object65061:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e329)", 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:05.563113+0000", 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.011935552, 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011961342, 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:05.576 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 65062 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563113+0000", 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:05.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563113+0000", 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563111+0000", 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563158+0000", 2023-10-09T04:53:05.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6106000000000002e-05 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563178+0000", 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0599999999999999e-05 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563187+0000", 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5450000000000003e-06 2023-10-09T04:53:05.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563237+0000", 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9948999999999999e-05 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563369+0000", 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013192400000000001 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.563502+0000", 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000133392 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.567205+0000", 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037030209999999999 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:53:05.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.569273+0000", 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002068393 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:65066 11.f 11:faadb993:::benchmark_data_smithi107_315913_object65065:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e329)", 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:05.568577+0000", 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0064716779999999998, 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0066212980000000003, 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:05.582 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 65066 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568577+0000", 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568577+0000", 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568576+0000", 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568606+0000", 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9958999999999999e-05 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568617+0000", 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0929e-05 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568622+0000", 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4490000000000001e-06 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568654+0000", 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2178999999999998e-05 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:05.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568747+0000", 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3707000000000003e-05 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.568834+0000", 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6105000000000003e-05 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.570741+0000", 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0019078840000000001 2023-10-09T04:53:05.587 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:65070 11.3 11:c60aeb6a:::benchmark_data_smithi107_315913_object65069:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e329)", 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:05.574656+0000", 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.00039248400000000002, 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00064570199999999995, 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:53:05.588 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 65070 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574656+0000", 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:53:05.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574656+0000", 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574655+0000", 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574699+0000", 2023-10-09T04:53:05.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3949999999999998e-05 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574719+0000", 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9646000000000001e-05 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574726+0000", 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2570000000000001e-06 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574779+0000", 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3020999999999999e-05 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.574893+0000", 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113489 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:53:05.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:05.575050+0000", 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015764899999999999 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 3 2023-10-09T04:53:05.593 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:53:05.627 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:05.861 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:05.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:05.870 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:05.919 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:05.971 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:06.009 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:06.028 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:53:06.054 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:06.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:06.057 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:06.158 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:06.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 19300/188685 objects degraded (10.229%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:06.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:05 smithi107 ceph-mon[179183]: pgmap v1022: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 3.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 5.1 MiB/s wr, 81 op/s; 19300/189525 objects degraded (10.183%); 3218/189525 objects misplaced (1.698%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T04:53:06.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 19300/188685 objects degraded (10.229%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:06.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:05 smithi107 ceph-mon[184249]: pgmap v1022: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 3.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 5.1 MiB/s wr, 81 op/s; 19300/189525 objects degraded (10.183%); 3218/189525 objects misplaced (1.698%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T04:53:06.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 19300/188685 objects degraded (10.229%), 7 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:05 smithi150 ceph-mon[168511]: pgmap v1022: 89 pgs: 1 active+recovering+undersized+remapped, 1 peering, 3 remapped+peering, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 3.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 5.1 MiB/s wr, 81 op/s; 19300/189525 objects degraded (10.183%); 3218/189525 objects misplaced (1.698%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T04:53:06.263 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:06.476 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 65655 65639 58.5827 41.0625 0.0362588 0.0170634 2023-10-09T04:53:06.512 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:06.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:06.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:06.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:06.648 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:06.687 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:06.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:06.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:06.710 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:53:06.791 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:06.905 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:06.974 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:06.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:06.997 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:07.097 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:07.210 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:53:07.215 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/804351893' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:07.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:07 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/804351893' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:07 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/804351893' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:07 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:07.462 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:07.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:07.471 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:07.479 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 66261 66245 58.289 37.875 0.0173698 0.0171473 2023-10-09T04:53:07.533 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:53:07.547 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:53:07.573 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:07.614 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:07.661 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:07.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:07.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:07.771 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:07.804 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:08.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: failed to encode map e330 with expected crc 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: osdmap e330: 8 total, 8 up, 7 in 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: failed to encode map e330 with expected crc 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: from='client.55654 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[179183]: pgmap v1024: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 18 MiB/s wr, 282 op/s; 29170/193728 objects degraded (15.057%); 3328/193728 objects misplaced (1.718%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: failed to encode map e330 with expected crc 2023-10-09T04:53:08.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:53:08.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: osdmap e330: 8 total, 8 up, 7 in 2023-10-09T04:53:08.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: failed to encode map e330 with expected crc 2023-10-09T04:53:08.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: from='client.55654 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:53:08.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:08 smithi107 ceph-mon[184249]: pgmap v1024: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 18 MiB/s wr, 282 op/s; 29170/193728 objects degraded (15.057%); 3328/193728 objects misplaced (1.718%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:53:08.251 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1023,"stamp":"2023-10-09T04:53:07.135775+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4231075744,"num_objects":64576,"num_object_clones":0,"num_object_copies":193728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":29170,"num_objects_misplaced":3328,"num_objects_unfound":0,"num_objects_dirty":64576,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":64852,"num_write_kb":4133773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4842,"num_bytes_recovered":317075306,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64768,"ondisk_log_size":64768,"up":267,"acting":256,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":15475104,"kb_used_data":10912168,"kb_used_omap":21,"kb_used_meta":4562858,"kb_avail":640740960,"statfs":{"total":671965249536,"available":656118743040,"internally_reserved":0,"allocated":11174060032,"data_stored":11165406828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":4672367061},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,3,3,5,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":123731968,"num_objects":1888,"num_object_clones":0,"num_object_copies":5664,"num_objects_missing_on_primary":0,"num_objects_missing":-3424,"num_objects_degraded":10370,"num_objects_misplaced":960,"num_objects_unfound":0,"num_objects_dirty":1888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1888,"num_write_kb":120832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":555,"num_bytes_recovered":36503622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.212353"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":325,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.936305+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:53:00.936305+0000","last_peered":"2023-10-09T04:53:00.936305+0000","last_clean":"2023-10-09T04:53:00.936305+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:53:00.936305+0000","last_undegraded":"2023-10-09T04:53:00.936305+0000","last_fullsized":"2023-10-09T04:53:00.936305+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934394+0000","last_change":"2023-10-09T04:52:31.742108+0000","last_active":"2023-10-09T04:53:00.934394+0000","last_peered":"2023-10-09T04:53:00.934394+0000","last_clean":"2023-10-09T04:53:00.934394+0000","last_became_active":"2023-10-09T04:52:31.741784+0000","last_became_peered":"2023-10-09T04:52:31.741784+0000","last_unstale":"2023-10-09T04:53:00.934394+0000","last_undegraded":"2023-10-09T04:53:00.934394+0000","last_fullsized":"2023-10-09T04:53:00.934394+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:20.884658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":270,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.927029+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:53:00.927029+0000","last_peered":"2023-10-09T04:53:00.927029+0000","last_clean":"2023-10-09T04:53:00.927029+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:53:00.927029+0000","last_undegraded":"2023-10-09T04:53:00.927029+0000","last_fullsized":"2023-10-09T04:53:00.927029+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":321,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.930420+0000","last_change":"2023-10-09T04:52:31.777292+0000","last_active":"2023-10-09T04:53:00.930420+0000","last_peered":"2023-10-09T04:53:00.930420+0000","last_clean":"2023-10-09T04:53:00.930420+0000","last_became_active":"2023-10-09T04:52:31.776940+0000","last_became_peered":"2023-10-09T04:52:31.776940+0000","last_unstale":"2023-10-09T04:53:00.930420+0000","last_undegraded":"2023-10-09T04:53:00.930420+0000","last_fullsized":"2023-10-09T04:53:00.930420+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:41.222513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.935450+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:53:00.935450+0000","last_peered":"2023-10-09T04:53:00.935450+0000","last_clean":"2023-10-09T04:53:00.935450+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:53:00.935450+0000","last_undegraded":"2023-10-09T04:53:00.935450+0000","last_fullsized":"2023-10-09T04:53:00.935450+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":239,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932640+0000","last_change":"2023-10-09T04:52:57.944968+0000","last_active":"2023-10-09T04:53:00.932640+0000","last_peered":"2023-10-09T04:53:00.932640+0000","last_clean":"2023-10-09T04:53:00.932640+0000","last_became_active":"2023-10-09T04:52:57.944656+0000","last_became_peered":"2023-10-09T04:52:57.944656+0000","last_unstale":"2023-10-09T04:53:00.932640+0000","last_undegraded":"2023-10-09T04:53:00.932640+0000","last_fullsized":"2023-10-09T04:53:00.932640+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:44:30.914364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":318,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.930087+0000","last_change":"2023-10-09T04:52:31.779659+0000","last_active":"2023-10-09T04:53:00.930087+0000","last_peered":"2023-10-09T04:53:00.930087+0000","last_clean":"2023-10-09T04:53:00.930087+0000","last_became_active":"2023-10-09T04:52:31.778636+0000","last_became_peered":"2023-10-09T04:52:31.778636+0000","last_unstale":"2023-10-09T04:53:00.930087+0000","last_undegraded":"2023-10-09T04:53:00.930087+0000","last_fullsized":"2023-10-09T04:53:00.930087+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:59.562071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":39,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.935648+0000","last_change":"2023-10-09T04:52:57.993096+0000","last_active":"2023-10-09T04:53:00.935648+0000","last_peered":"2023-10-09T04:53:00.935648+0000","last_clean":"2023-10-09T04:53:00.935648+0000","last_became_active":"2023-10-09T04:52:57.992758+0000","last_became_peered":"2023-10-09T04:52:57.992758+0000","last_unstale":"2023-10-09T04:53:00.935648+0000","last_undegraded":"2023-10-09T04:53:00.935648+0000","last_fullsized":"2023-10-09T04:53:00.935648+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:24:44.598873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":306,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932297+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:53:00.932297+0000","last_peered":"2023-10-09T04:53:00.932297+0000","last_clean":"2023-10-09T04:53:00.932297+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:53:00.932297+0000","last_undegraded":"2023-10-09T04:53:00.932297+0000","last_fullsized":"2023-10-09T04:53:00.932297+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":37,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934358+0000","last_change":"2023-10-09T04:53:00.789475+0000","last_active":"2023-10-09T04:53:00.934358+0000","last_peered":"2023-10-09T04:53:00.934358+0000","last_clean":"2023-10-09T04:53:00.934358+0000","last_became_active":"2023-10-09T04:53:00.789001+0000","last_became_peered":"2023-10-09T04:53:00.789001+0000","last_unstale":"2023-10-09T04:53:00.934358+0000","last_undegraded":"2023-10-09T04:53:00.934358+0000","last_fullsized":"2023-10-09T04:53:00.934358+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":327,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:00:33.889835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":332,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.939504+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:53:00.939504+0000","last_peered":"2023-10-09T04:53:00.939504+0000","last_clean":"2023-10-09T04:53:00.939504+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:53:00.939504+0000","last_undegraded":"2023-10-09T04:53:00.939504+0000","last_fullsized":"2023-10-09T04:53:00.939504+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":274,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.926141+0000","last_change":"2023-10-09T04:52:57.936188+0000","last_active":"2023-10-09T04:53:00.926141+0000","last_peered":"2023-10-09T04:53:00.926141+0000","last_clean":"2023-10-09T04:53:00.926141+0000","last_became_active":"2023-10-09T04:52:57.935901+0000","last_became_peered":"2023-10-09T04:52:57.935901+0000","last_unstale":"2023-10-09T04:53:00.926141+0000","last_undegraded":"2023-10-09T04:53:00.926141+0000","last_fullsized":"2023-10-09T04:53:00.926141+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:34:54.607863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":345,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933932+0000","last_change":"2023-10-09T04:52:57.946284+0000","last_active":"2023-10-09T04:53:00.933932+0000","last_peered":"2023-10-09T04:53:00.933932+0000","last_clean":"2023-10-09T04:53:00.933932+0000","last_became_active":"2023-10-09T04:52:57.945913+0000","last_became_peered":"2023-10-09T04:52:57.945913+0000","last_unstale":"2023-10-09T04:53:00.933932+0000","last_undegraded":"2023-10-09T04:53:00.933932+0000","last_fullsized":"2023-10-09T04:53:00.933932+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:31:14.253975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":336,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932481+0000","last_change":"2023-10-09T04:52:57.947204+0000","last_active":"2023-10-09T04:53:00.932481+0000","last_peered":"2023-10-09T04:53:00.932481+0000","last_clean":"2023-10-09T04:53:00.932481+0000","last_became_active":"2023-10-09T04:52:57.946498+0000","last_became_peered":"2023-10-09T04:52:57.946498+0000","last_unstale":"2023-10-09T04:53:00.932481+0000","last_undegraded":"2023-10-09T04:53:00.932481+0000","last_fullsized":"2023-10-09T04:53:00.932481+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:07.863441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":308,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.936529+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:53:00.936529+0000","last_peered":"2023-10-09T04:53:00.936529+0000","last_clean":"2023-10-09T04:53:00.936529+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:53:00.936529+0000","last_undegraded":"2023-10-09T04:53:00.936529+0000","last_fullsized":"2023-10-09T04:53:00.936529+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":24,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934008+0000","last_change":"2023-10-09T04:52:31.752078+0000","last_active":"2023-10-09T04:53:00.934008+0000","last_peered":"2023-10-09T04:53:00.934008+0000","last_clean":"2023-10-09T04:53:00.934008+0000","last_became_active":"2023-10-09T04:52:31.751748+0000","last_became_peered":"2023-10-09T04:52:31.751748+0000","last_unstale":"2023-10-09T04:53:00.934008+0000","last_undegraded":"2023-10-09T04:53:00.934008+0000","last_fullsized":"2023-10-09T04:53:00.934008+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:04:25.621169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":324,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.929136+0000","last_change":"2023-10-09T04:52:31.745180+0000","last_active":"2023-10-09T04:53:00.929136+0000","last_peered":"2023-10-09T04:53:00.929136+0000","last_clean":"2023-10-09T04:53:00.929136+0000","last_became_active":"2023-10-09T04:52:31.744873+0000","last_became_peered":"2023-10-09T04:52:31.744873+0000","last_unstale":"2023-10-09T04:53:00.929136+0000","last_undegraded":"2023-10-09T04:53:00.929136+0000","last_fullsized":"2023-10-09T04:53:00.929136+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:30:23.212000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":325,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932949+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:53:00.932949+0000","last_peered":"2023-10-09T04:53:00.932949+0000","last_clean":"2023-10-09T04:53:00.932949+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:53:00.932949+0000","last_undegraded":"2023-10-09T04:53:00.932949+0000","last_fullsized":"2023-10-09T04:53:00.932949+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":303,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934131+0000","last_change":"2023-10-09T04:52:57.935697+0000","last_active":"2023-10-09T04:53:00.934131+0000","last_peered":"2023-10-09T04:53:00.934131+0000","last_clean":"2023-10-09T04:53:00.934131+0000","last_became_active":"2023-10-09T04:52:57.935140+0000","last_became_peered":"2023-10-09T04:52:57.935140+0000","last_unstale":"2023-10-09T04:53:00.934131+0000","last_undegraded":"2023-10-09T04:53:00.934131+0000","last_fullsized":"2023-10-09T04:53:00.934131+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:09:33.387264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":310,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.930421+0000","last_change":"2023-10-09T04:52:31.742741+0000","last_active":"2023-10-09T04:53:00.930421+0000","last_peered":"2023-10-09T04:53:00.930421+0000","last_clean":"2023-10-09T04:53:00.930421+0000","last_became_active":"2023-10-09T04:52:31.742407+0000","last_became_peered":"2023-10-09T04:52:31.742407+0000","last_unstale":"2023-10-09T04:53:00.930421+0000","last_undegraded":"2023-10-09T04:53:00.930421+0000","last_fullsized":"2023-10-09T04:53:00.930421+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:05.840715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":73,"reported_epoch":328,"state":"active+remapped+backfill_wait","last_fresh":"2023-10-09T04:53:00.928907+0000","last_change":"2023-10-09T04:52:59.942599+0000","last_active":"2023-10-09T04:53:00.928907+0000","last_peered":"2023-10-09T04:53:00.928907+0000","last_clean":"2023-10-09T04:52:41.128298+0000","last_became_active":"2023-10-09T04:52:59.942250+0000","last_became_peered":"2023-10-09T04:52:59.942250+0000","last_unstale":"2023-10-09T04:53:00.928907+0000","last_undegraded":"2023-10-09T04:53:00.928907+0000","last_fullsized":"2023-10-09T04:53:00.928907+0000","mapping_epoch":326,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:40.141797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","3","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934564+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:53:00.934564+0000","last_peered":"2023-10-09T04:53:00.934564+0000","last_clean":"2023-10-09T04:53:00.934564+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:53:00.934564+0000","last_undegraded":"2023-10-09T04:53:00.934564+0000","last_fullsized":"2023-10-09T04:53:00.934564+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"329'4093","reported_seq":4127,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:05.820668+0000","last_change":"2023-10-09T04:51:48.478646+0000","last_active":"2023-10-09T04:53:05.820668+0000","last_peered":"2023-10-09T04:53:05.820668+0000","last_clean":"2023-10-09T04:53:05.820668+0000","last_became_active":"2023-10-09T04:51:48.478300+0000","last_became_peered":"2023-10-09T04:51:48.478300+0000","last_unstale":"2023-10-09T04:53:05.820668+0000","last_undegraded":"2023-10-09T04:53:05.820668+0000","last_fullsized":"2023-10-09T04:53:05.820668+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4093,"log_dups_size":0,"ondisk_log_size":4093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:11.719415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268238848,"num_objects":4093,"num_object_clones":0,"num_object_copies":12279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4093,"num_write_kb":261952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":291,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933122+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:53:00.933122+0000","last_peered":"2023-10-09T04:53:00.933122+0000","last_clean":"2023-10-09T04:53:00.933122+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:53:00.933122+0000","last_undegraded":"2023-10-09T04:53:00.933122+0000","last_fullsized":"2023-10-09T04:53:00.933122+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":299,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933181+0000","last_change":"2023-10-09T04:52:57.937623+0000","last_active":"2023-10-09T04:53:00.933181+0000","last_peered":"2023-10-09T04:53:00.933181+0000","last_clean":"2023-10-09T04:53:00.933181+0000","last_became_active":"2023-10-09T04:52:57.937138+0000","last_became_peered":"2023-10-09T04:52:57.937138+0000","last_unstale":"2023-10-09T04:53:00.933181+0000","last_undegraded":"2023-10-09T04:53:00.933181+0000","last_fullsized":"2023-10-09T04:53:00.933181+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:24:53.418617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"329'4129","reported_seq":4164,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:05.768710+0000","last_change":"2023-10-09T04:51:48.467788+0000","last_active":"2023-10-09T04:53:05.768710+0000","last_peered":"2023-10-09T04:53:05.768710+0000","last_clean":"2023-10-09T04:53:05.768710+0000","last_became_active":"2023-10-09T04:51:48.467472+0000","last_became_peered":"2023-10-09T04:51:48.467472+0000","last_unstale":"2023-10-09T04:53:05.768710+0000","last_undegraded":"2023-10-09T04:53:05.768710+0000","last_fullsized":"2023-10-09T04:53:05.768710+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4129,"log_dups_size":0,"ondisk_log_size":4129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:49.978877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270598144,"num_objects":4129,"num_object_clones":0,"num_object_copies":12387,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4129,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4129,"num_write_kb":264256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":309,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932964+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:53:00.932964+0000","last_peered":"2023-10-09T04:53:00.932964+0000","last_clean":"2023-10-09T04:53:00.932964+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:53:00.932964+0000","last_undegraded":"2023-10-09T04:53:00.932964+0000","last_fullsized":"2023-10-09T04:53:00.932964+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":353,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933686+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:53:00.933686+0000","last_peered":"2023-10-09T04:53:00.933686+0000","last_clean":"2023-10-09T04:53:00.933686+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:53:00.933686+0000","last_undegraded":"2023-10-09T04:53:00.933686+0000","last_fullsized":"2023-10-09T04:53:00.933686+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"329'3916","reported_seq":3986,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:03.083401+0000","last_change":"2023-10-09T04:52:58.058982+0000","last_active":"2023-10-09T04:53:03.083401+0000","last_peered":"2023-10-09T04:53:03.083401+0000","last_clean":"2023-10-09T04:52:19.716847+0000","last_became_active":"2023-10-09T04:52:57.981903+0000","last_became_peered":"2023-10-09T04:52:57.981903+0000","last_unstale":"2023-10-09T04:53:03.083401+0000","last_undegraded":"2023-10-09T04:52:57.950052+0000","last_fullsized":"2023-10-09T04:52:57.925279+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":3916,"log_dups_size":0,"ondisk_log_size":3916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:48:40.033882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256638976,"num_objects":3916,"num_object_clones":0,"num_object_copies":11748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3332,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3916,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3916,"num_write_kb":250624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"0,5,7","objects":231},{"shards":"5,6,7","objects":3101},{"shards":"5,7","objects":584}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":330,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.939330+0000","last_change":"2023-10-09T04:52:58.094274+0000","last_active":"2023-10-09T04:53:00.939330+0000","last_peered":"2023-10-09T04:53:00.939330+0000","last_clean":"2023-10-09T04:53:00.939330+0000","last_became_active":"2023-10-09T04:52:57.953915+0000","last_became_peered":"2023-10-09T04:52:57.953915+0000","last_unstale":"2023-10-09T04:53:00.939330+0000","last_undegraded":"2023-10-09T04:53:00.939330+0000","last_fullsized":"2023-10-09T04:53:00.939330+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:35:49.775201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":236,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.926328+0000","last_change":"2023-10-09T04:52:57.935800+0000","last_active":"2023-10-09T04:53:00.926328+0000","last_peered":"2023-10-09T04:53:00.926328+0000","last_clean":"2023-10-09T04:53:00.926328+0000","last_became_active":"2023-10-09T04:52:57.935490+0000","last_became_peered":"2023-10-09T04:52:57.935490+0000","last_unstale":"2023-10-09T04:53:00.926328+0000","last_undegraded":"2023-10-09T04:53:00.926328+0000","last_fullsized":"2023-10-09T04:53:00.926328+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:46:17.690125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"329'3980","reported_seq":5498,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:03.003100+0000","last_change":"2023-10-09T04:52:58.013448+0000","last_active":"2023-10-09T04:53:03.003100+0000","last_peered":"2023-10-09T04:53:03.003100+0000","last_clean":"2023-10-09T04:52:19.723927+0000","last_became_active":"2023-10-09T04:52:58.006412+0000","last_became_peered":"2023-10-09T04:52:58.006412+0000","last_unstale":"2023-10-09T04:53:03.003100+0000","last_undegraded":"2023-10-09T04:52:57.942743+0000","last_fullsized":"2023-10-09T04:52:57.927204+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":3980,"log_dups_size":0,"ondisk_log_size":3980,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:08.348117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260833280,"num_objects":3980,"num_object_clones":0,"num_object_copies":11940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2408,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3980,"num_write_kb":254720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":729,"num_bytes_recovered":47775744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[{"shards":"2,6,7","objects":2407},{"shards":"2,7","objects":1572}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":363,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932085+0000","last_change":"2023-10-09T04:52:57.958696+0000","last_active":"2023-10-09T04:53:00.932085+0000","last_peered":"2023-10-09T04:53:00.932085+0000","last_clean":"2023-10-09T04:53:00.932085+0000","last_became_active":"2023-10-09T04:52:57.958420+0000","last_became_peered":"2023-10-09T04:52:57.958420+0000","last_unstale":"2023-10-09T04:53:00.932085+0000","last_undegraded":"2023-10-09T04:53:00.932085+0000","last_fullsized":"2023-10-09T04:53:00.932085+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:26.314238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":302,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.927987+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:53:00.927987+0000","last_peered":"2023-10-09T04:53:00.927987+0000","last_clean":"2023-10-09T04:53:00.927987+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:53:00.927987+0000","last_undegraded":"2023-10-09T04:53:00.927987+0000","last_fullsized":"2023-10-09T04:53:00.927987+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"329'3976","reported_seq":6374,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:03.050651+0000","last_change":"2023-10-09T04:52:58.011902+0000","last_active":"2023-10-09T04:53:03.050651+0000","last_peered":"2023-10-09T04:53:03.050651+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:52:58.006030+0000","last_became_peered":"2023-10-09T04:52:58.006030+0000","last_unstale":"2023-10-09T04:53:03.050651+0000","last_undegraded":"2023-10-09T04:52:57.933302+0000","last_fullsized":"2023-10-09T04:52:57.925465+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":3976,"log_dups_size":0,"ondisk_log_size":3976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:26.640440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260571136,"num_objects":3976,"num_object_clones":0,"num_object_copies":11928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2001,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3976,"num_write_kb":254464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1166,"num_bytes_recovered":76414976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,6,7","objects":2001},{"shards":"1,7","objects":1975}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":28,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934811+0000","last_change":"2023-10-09T04:52:31.817494+0000","last_active":"2023-10-09T04:53:00.934811+0000","last_peered":"2023-10-09T04:53:00.934811+0000","last_clean":"2023-10-09T04:53:00.934811+0000","last_became_active":"2023-10-09T04:52:31.750111+0000","last_became_peered":"2023-10-09T04:52:31.750111+0000","last_unstale":"2023-10-09T04:53:00.934811+0000","last_undegraded":"2023-10-09T04:53:00.934811+0000","last_fullsized":"2023-10-09T04:53:00.934811+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:41:18.598798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":363,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933867+0000","last_change":"2023-10-09T04:52:57.954642+0000","last_active":"2023-10-09T04:53:00.933867+0000","last_peered":"2023-10-09T04:53:00.933867+0000","last_clean":"2023-10-09T04:53:00.933867+0000","last_became_active":"2023-10-09T04:52:57.954301+0000","last_became_peered":"2023-10-09T04:52:57.954301+0000","last_unstale":"2023-10-09T04:53:00.933867+0000","last_undegraded":"2023-10-09T04:53:00.933867+0000","last_fullsized":"2023-10-09T04:53:00.933867+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:54.226730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"329'3996","reported_seq":4567,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.696877+0000","last_change":"2023-10-09T04:53:02.191606+0000","last_active":"2023-10-09T04:53:05.696877+0000","last_peered":"2023-10-09T04:53:05.696877+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:52:33.054538+0000","last_became_peered":"2023-10-09T04:52:33.054538+0000","last_unstale":"2023-10-09T04:53:05.696877+0000","last_undegraded":"2023-10-09T04:53:02.186541+0000","last_fullsized":"2023-10-09T04:52:32.733291+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":3996,"log_dups_size":0,"ondisk_log_size":3996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:03.153026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261881856,"num_objects":3996,"num_object_clones":0,"num_object_copies":11988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3057,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3996,"num_write_kb":255744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":262,"num_bytes_recovered":17170432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,0],"avail_no_missing":["2","0","7"],"object_location_counts":[{"shards":"0,2","objects":939},{"shards":"0,2,7","objects":3057}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":250,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.936168+0000","last_change":"2023-10-09T04:52:59.765857+0000","last_active":"2023-10-09T04:53:00.936168+0000","last_peered":"2023-10-09T04:53:00.936168+0000","last_clean":"2023-10-09T04:53:00.936168+0000","last_became_active":"2023-10-09T04:52:59.765518+0000","last_became_peered":"2023-10-09T04:52:59.765518+0000","last_unstale":"2023-10-09T04:53:00.936168+0000","last_undegraded":"2023-10-09T04:53:00.936168+0000","last_fullsized":"2023-10-09T04:53:00.936168+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:36:28.965163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":299,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934510+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:53:00.934510+0000","last_peered":"2023-10-09T04:53:00.934510+0000","last_clean":"2023-10-09T04:53:00.934510+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:53:00.934510+0000","last_undegraded":"2023-10-09T04:53:00.934510+0000","last_fullsized":"2023-10-09T04:53:00.934510+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"329'4010","reported_seq":4528,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.779652+0000","last_change":"2023-10-09T04:53:02.094734+0000","last_active":"2023-10-09T04:53:05.779652+0000","last_peered":"2023-10-09T04:53:05.779652+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:02.061849+0000","last_became_peered":"2023-10-09T04:53:02.061849+0000","last_unstale":"2023-10-09T04:53:05.779652+0000","last_undegraded":"2023-10-09T04:53:01.935287+0000","last_fullsized":"2023-10-09T04:53:01.928355+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4010,"log_dups_size":0,"ondisk_log_size":4010,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:24:15.925518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262799360,"num_objects":4010,"num_object_clones":0,"num_object_copies":12030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3330,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4010,"num_write_kb":256640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":229,"num_bytes_recovered":15007744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[0,2],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":680},{"shards":"0,2,4","objects":234},{"shards":"0,2,4,6","objects":229},{"shards":"0,2,6","objects":2865}],"blocked_by":[],"up_primary":3,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":290,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933827+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:53:00.933827+0000","last_peered":"2023-10-09T04:53:00.933827+0000","last_clean":"2023-10-09T04:53:00.933827+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:53:00.933827+0000","last_undegraded":"2023-10-09T04:53:00.933827+0000","last_fullsized":"2023-10-09T04:53:00.933827+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":346,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934019+0000","last_change":"2023-10-09T04:52:57.946179+0000","last_active":"2023-10-09T04:53:00.934019+0000","last_peered":"2023-10-09T04:53:00.934019+0000","last_clean":"2023-10-09T04:53:00.934019+0000","last_became_active":"2023-10-09T04:52:57.945870+0000","last_became_peered":"2023-10-09T04:52:57.945870+0000","last_unstale":"2023-10-09T04:53:00.934019+0000","last_undegraded":"2023-10-09T04:53:00.934019+0000","last_fullsized":"2023-10-09T04:53:00.934019+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:10.873042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"329'4091","reported_seq":6435,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.323622+0000","last_change":"2023-10-09T04:52:45.207017+0000","last_active":"2023-10-09T04:53:05.323622+0000","last_peered":"2023-10-09T04:53:05.323622+0000","last_clean":"2023-10-09T04:52:19.717358+0000","last_became_active":"2023-10-09T04:52:31.961458+0000","last_became_peered":"2023-10-09T04:52:31.961458+0000","last_unstale":"2023-10-09T04:53:05.323622+0000","last_undegraded":"2023-10-09T04:52:45.204581+0000","last_fullsized":"2023-10-09T04:52:31.735269+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4091,"log_dups_size":0,"ondisk_log_size":4091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:12.772199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268107776,"num_objects":4091,"num_object_clones":0,"num_object_copies":12273,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2910,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4091,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4091,"num_write_kb":261824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1145,"num_bytes_recovered":75038720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,7],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"0,1,6,7","objects":165},{"shards":"0,1,7","objects":235},{"shards":"1,6,7","objects":2510},{"shards":"1,7","objects":1181}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.935566+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:53:00.935566+0000","last_peered":"2023-10-09T04:53:00.935566+0000","last_clean":"2023-10-09T04:53:00.935566+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:53:00.935566+0000","last_undegraded":"2023-10-09T04:53:00.935566+0000","last_fullsized":"2023-10-09T04:53:00.935566+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":263,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:02.147884+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:53:02.147884+0000","last_peered":"2023-10-09T04:53:02.147884+0000","last_clean":"2023-10-09T04:53:02.147884+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:53:02.147884+0000","last_undegraded":"2023-10-09T04:53:02.147884+0000","last_fullsized":"2023-10-09T04:53:02.147884+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"329'4001","reported_seq":4082,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.634147+0000","last_change":"2023-10-09T04:52:57.977894+0000","last_active":"2023-10-09T04:53:05.634147+0000","last_peered":"2023-10-09T04:53:05.634147+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:52:57.971460+0000","last_became_peered":"2023-10-09T04:52:57.971460+0000","last_unstale":"2023-10-09T04:53:05.634147+0000","last_undegraded":"2023-10-09T04:52:57.947864+0000","last_fullsized":"2023-10-09T04:52:57.930618+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4001,"log_dups_size":0,"ondisk_log_size":4001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:16.571423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262209536,"num_objects":4001,"num_object_clones":0,"num_object_copies":12003,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3119,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4001,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4001,"num_write_kb":256064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":589824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":882},{"shards":"2,4,6","objects":3119}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":304,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.927792+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:53:00.927792+0000","last_peered":"2023-10-09T04:53:00.927792+0000","last_clean":"2023-10-09T04:53:00.927792+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:53:00.927792+0000","last_undegraded":"2023-10-09T04:53:00.927792+0000","last_fullsized":"2023-10-09T04:53:00.927792+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":343,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932876+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:53:00.932876+0000","last_peered":"2023-10-09T04:53:00.932876+0000","last_clean":"2023-10-09T04:53:00.932876+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:53:00.932876+0000","last_undegraded":"2023-10-09T04:53:00.932876+0000","last_fullsized":"2023-10-09T04:53:00.932876+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":262,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.926262+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:53:00.926262+0000","last_peered":"2023-10-09T04:53:00.926262+0000","last_clean":"2023-10-09T04:53:00.926262+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:53:00.926262+0000","last_undegraded":"2023-10-09T04:53:00.926262+0000","last_fullsized":"2023-10-09T04:53:00.926262+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"329'4060","reported_seq":6427,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.663354+0000","last_change":"2023-10-09T04:52:57.966564+0000","last_active":"2023-10-09T04:53:05.663354+0000","last_peered":"2023-10-09T04:53:05.663354+0000","last_clean":"2023-10-09T04:52:30.720911+0000","last_became_active":"2023-10-09T04:52:33.064290+0000","last_became_peered":"2023-10-09T04:52:33.064290+0000","last_unstale":"2023-10-09T04:53:05.663354+0000","last_undegraded":"2023-10-09T04:52:32.749274+0000","last_fullsized":"2023-10-09T04:52:32.729543+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4060,"log_dups_size":0,"ondisk_log_size":4060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:38:07.650294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266076160,"num_objects":4060,"num_object_clones":0,"num_object_copies":12180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2159,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4060,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4060,"num_write_kb":259840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1162,"num_bytes_recovered":76152832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":1901},{"shards":"0,1,4","objects":2158}],"blocked_by":[],"up_primary":3,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":339,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.940938+0000","last_change":"2023-10-09T04:52:57.945443+0000","last_active":"2023-10-09T04:53:00.940938+0000","last_peered":"2023-10-09T04:53:00.940938+0000","last_clean":"2023-10-09T04:53:00.940938+0000","last_became_active":"2023-10-09T04:52:57.945233+0000","last_became_peered":"2023-10-09T04:52:57.945233+0000","last_unstale":"2023-10-09T04:53:00.940938+0000","last_undegraded":"2023-10-09T04:53:00.940938+0000","last_fullsized":"2023-10-09T04:53:00.940938+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:35:28.679774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":320,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932408+0000","last_change":"2023-10-09T04:52:57.947383+0000","last_active":"2023-10-09T04:53:00.932408+0000","last_peered":"2023-10-09T04:53:00.932408+0000","last_clean":"2023-10-09T04:53:00.932408+0000","last_became_active":"2023-10-09T04:52:57.946899+0000","last_became_peered":"2023-10-09T04:52:57.946899+0000","last_unstale":"2023-10-09T04:53:00.932408+0000","last_undegraded":"2023-10-09T04:53:00.932408+0000","last_fullsized":"2023-10-09T04:53:00.932408+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:20:48.182555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":288,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.927453+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:53:00.927453+0000","last_peered":"2023-10-09T04:53:00.927453+0000","last_clean":"2023-10-09T04:53:00.927453+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:53:00.927453+0000","last_undegraded":"2023-10-09T04:53:00.927453+0000","last_fullsized":"2023-10-09T04:53:00.927453+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"329'4034","reported_seq":4093,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.829500+0000","last_change":"2023-10-09T04:52:59.961500+0000","last_active":"2023-10-09T04:53:05.829500+0000","last_peered":"2023-10-09T04:53:05.829500+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:52:59.947840+0000","last_became_peered":"2023-10-09T04:52:59.947840+0000","last_unstale":"2023-10-09T04:53:05.829500+0000","last_undegraded":"2023-10-09T04:52:59.940351+0000","last_fullsized":"2023-10-09T04:52:59.933415+0000","mapping_epoch":326,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4034,"log_dups_size":0,"ondisk_log_size":4034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:27:30.583488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264372224,"num_objects":4034,"num_object_clones":0,"num_object_copies":12102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3371,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4034,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4034,"num_write_kb":258176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[{"shards":"0,2,5","objects":267},{"shards":"0,2,5,6","objects":1},{"shards":"0,5","objects":663},{"shards":"0,5,6","objects":3103}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":339,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932623+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:53:00.932623+0000","last_peered":"2023-10-09T04:53:00.932623+0000","last_clean":"2023-10-09T04:53:00.932623+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:53:00.932623+0000","last_undegraded":"2023-10-09T04:53:00.932623+0000","last_fullsized":"2023-10-09T04:53:00.932623+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":275,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.925985+0000","last_change":"2023-10-09T04:52:57.932116+0000","last_active":"2023-10-09T04:53:00.925985+0000","last_peered":"2023-10-09T04:53:00.925985+0000","last_clean":"2023-10-09T04:53:00.925985+0000","last_became_active":"2023-10-09T04:52:57.931830+0000","last_became_peered":"2023-10-09T04:52:57.931830+0000","last_unstale":"2023-10-09T04:53:00.925985+0000","last_undegraded":"2023-10-09T04:53:00.925985+0000","last_fullsized":"2023-10-09T04:53:00.925985+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:50:42.502045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":298,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.925985+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:53:00.925985+0000","last_peered":"2023-10-09T04:53:00.925985+0000","last_clean":"2023-10-09T04:53:00.925985+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:53:00.925985+0000","last_undegraded":"2023-10-09T04:53:00.925985+0000","last_fullsized":"2023-10-09T04:53:00.925985+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"329'4160","reported_seq":4217,"reported_epoch":329,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:53:05.791805+0000","last_change":"2023-10-09T04:53:01.055355+0000","last_active":"2023-10-09T04:53:05.791805+0000","last_peered":"2023-10-09T04:53:05.791805+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:53:00.992995+0000","last_became_peered":"2023-10-09T04:53:00.992995+0000","last_unstale":"2023-10-09T04:53:05.791805+0000","last_undegraded":"2023-10-09T04:53:00.939270+0000","last_fullsized":"2023-10-09T04:53:00.931820+0000","mapping_epoch":327,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4160,"log_dups_size":0,"ondisk_log_size":4160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:20.347074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":272629760,"num_objects":4160,"num_object_clones":0,"num_object_copies":12480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3483,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4160,"num_write_kb":266240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":258},{"shards":"1,2,5,6","objects":1},{"shards":"1,5","objects":677},{"shards":"1,5,6","objects":3224}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":292,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932472+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:53:00.932472+0000","last_peered":"2023-10-09T04:53:00.932472+0000","last_clean":"2023-10-09T04:53:00.932472+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:53:00.932472+0000","last_undegraded":"2023-10-09T04:53:00.932472+0000","last_fullsized":"2023-10-09T04:53:00.932472+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":719,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932361+0000","last_change":"2023-10-09T04:52:58.929828+0000","last_active":"2023-10-09T04:53:00.932361+0000","last_peered":"2023-10-09T04:53:00.932361+0000","last_clean":"2023-10-09T04:53:00.932361+0000","last_became_active":"2023-10-09T04:52:58.929520+0000","last_became_peered":"2023-10-09T04:52:58.929520+0000","last_unstale":"2023-10-09T04:53:00.932361+0000","last_undegraded":"2023-10-09T04:53:00.932361+0000","last_fullsized":"2023-10-09T04:53:00.932361+0000","mapping_epoch":325,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:40:45.003436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":39,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933855+0000","last_change":"2023-10-09T04:52:59.765204+0000","last_active":"2023-10-09T04:53:00.933855+0000","last_peered":"2023-10-09T04:53:00.933855+0000","last_clean":"2023-10-09T04:53:00.933855+0000","last_became_active":"2023-10-09T04:52:59.764898+0000","last_became_peered":"2023-10-09T04:52:59.764898+0000","last_unstale":"2023-10-09T04:53:00.933855+0000","last_undegraded":"2023-10-09T04:53:00.933855+0000","last_fullsized":"2023-10-09T04:53:00.933855+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:39.786770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":37,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934709+0000","last_change":"2023-10-09T04:52:57.982203+0000","last_active":"2023-10-09T04:53:00.934709+0000","last_peered":"2023-10-09T04:53:00.934709+0000","last_clean":"2023-10-09T04:53:00.934709+0000","last_became_active":"2023-10-09T04:52:57.981961+0000","last_became_peered":"2023-10-09T04:52:57.981961+0000","last_unstale":"2023-10-09T04:53:00.934709+0000","last_undegraded":"2023-10-09T04:53:00.934709+0000","last_fullsized":"2023-10-09T04:53:00.934709+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:26:03.938773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"329'4128","reported_seq":4373,"reported_epoch":329,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:53:05.792355+0000","last_change":"2023-10-09T04:53:02.225237+0000","last_active":"2023-10-09T04:53:05.792355+0000","last_peered":"2023-10-09T04:53:05.792355+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:02.161051+0000","last_became_peered":"2023-10-09T04:53:02.161051+0000","last_unstale":"2023-10-09T04:53:05.792355+0000","last_undegraded":"2023-10-09T04:53:05.792355+0000","last_fullsized":"2023-10-09T04:53:01.930542+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4128,"log_dups_size":0,"ondisk_log_size":4128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:11:48.189871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270532608,"num_objects":4128,"num_object_clones":0,"num_object_copies":12384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3328,"num_objects_unfound":0,"num_objects_dirty":4128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4128,"num_write_kb":264192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":97,"num_bytes_recovered":6356992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1","objects":800},{"shards":"0,1,6","objects":3087},{"shards":"0,1,6,7","objects":1},{"shards":"0,1,7","objects":240}],"blocked_by":[],"up_primary":3,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":328,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932280+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:53:00.932280+0000","last_peered":"2023-10-09T04:53:00.932280+0000","last_clean":"2023-10-09T04:53:00.932280+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:53:00.932280+0000","last_undegraded":"2023-10-09T04:53:00.932280+0000","last_fullsized":"2023-10-09T04:53:00.932280+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":309,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.928712+0000","last_change":"2023-10-09T04:52:32.017662+0000","last_active":"2023-10-09T04:53:00.928712+0000","last_peered":"2023-10-09T04:53:00.928712+0000","last_clean":"2023-10-09T04:53:00.928712+0000","last_became_active":"2023-10-09T04:52:32.006180+0000","last_became_peered":"2023-10-09T04:52:32.006180+0000","last_unstale":"2023-10-09T04:53:00.928712+0000","last_undegraded":"2023-10-09T04:53:00.928712+0000","last_fullsized":"2023-10-09T04:53:00.928712+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:59.249833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":317,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.929606+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:53:00.929606+0000","last_peered":"2023-10-09T04:53:00.929606+0000","last_clean":"2023-10-09T04:53:00.929606+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:53:00.929606+0000","last_undegraded":"2023-10-09T04:53:00.929606+0000","last_fullsized":"2023-10-09T04:53:00.929606+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"329'4086","reported_seq":4121,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:05.265661+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:53:05.265661+0000","last_peered":"2023-10-09T04:53:05.265661+0000","last_clean":"2023-10-09T04:53:05.265661+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:53:05.265661+0000","last_undegraded":"2023-10-09T04:53:05.265661+0000","last_fullsized":"2023-10-09T04:53:05.265661+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4086,"log_dups_size":0,"ondisk_log_size":4086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267780096,"num_objects":4086,"num_object_clones":0,"num_object_copies":12258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4086,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4086,"num_write_kb":261504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":294,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.939417+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:53:00.939417+0000","last_peered":"2023-10-09T04:53:00.939417+0000","last_clean":"2023-10-09T04:53:00.939417+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:53:00.939417+0000","last_undegraded":"2023-10-09T04:53:00.939417+0000","last_fullsized":"2023-10-09T04:53:00.939417+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":248,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.927671+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:53:00.927671+0000","last_peered":"2023-10-09T04:53:00.927671+0000","last_clean":"2023-10-09T04:53:00.927671+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:53:00.927671+0000","last_undegraded":"2023-10-09T04:53:00.927671+0000","last_fullsized":"2023-10-09T04:53:00.927671+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":272,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.929534+0000","last_change":"2023-10-09T04:32:27.686629+0000","last_active":"2023-10-09T04:53:00.929534+0000","last_peered":"2023-10-09T04:53:00.929534+0000","last_clean":"2023-10-09T04:53:00.929534+0000","last_became_active":"2023-10-09T04:32:27.685889+0000","last_became_peered":"2023-10-09T04:32:27.685889+0000","last_unstale":"2023-10-09T04:53:00.929534+0000","last_undegraded":"2023-10-09T04:53:00.929534+0000","last_fullsized":"2023-10-09T04:53:00.929534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:27.589806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.f","version":"329'4020","reported_seq":4054,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:03.040628+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:53:03.040628+0000","last_peered":"2023-10-09T04:53:03.040628+0000","last_clean":"2023-10-09T04:53:03.040628+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:53:03.040628+0000","last_undegraded":"2023-10-09T04:53:03.040628+0000","last_fullsized":"2023-10-09T04:53:03.040628+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":4020,"log_dups_size":0,"ondisk_log_size":4020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263454720,"num_objects":4020,"num_object_clones":0,"num_object_copies":12060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4020,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4020,"num_write_kb":257280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":28,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934686+0000","last_change":"2023-10-09T04:52:31.807141+0000","last_active":"2023-10-09T04:53:00.934686+0000","last_peered":"2023-10-09T04:53:00.934686+0000","last_clean":"2023-10-09T04:53:00.934686+0000","last_became_active":"2023-10-09T04:52:31.745849+0000","last_became_peered":"2023-10-09T04:52:31.745849+0000","last_unstale":"2023-10-09T04:53:00.934686+0000","last_undegraded":"2023-10-09T04:53:00.934686+0000","last_fullsized":"2023-10-09T04:53:00.934686+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:05:39.625304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":296,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.927404+0000","last_change":"2023-10-09T04:52:57.939646+0000","last_active":"2023-10-09T04:53:00.927404+0000","last_peered":"2023-10-09T04:53:00.927404+0000","last_clean":"2023-10-09T04:53:00.927404+0000","last_became_active":"2023-10-09T04:52:57.939303+0000","last_became_peered":"2023-10-09T04:52:57.939303+0000","last_unstale":"2023-10-09T04:53:00.927404+0000","last_undegraded":"2023-10-09T04:53:00.927404+0000","last_fullsized":"2023-10-09T04:53:00.927404+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:33:35.283733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":22,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.935396+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:53:00.935396+0000","last_peered":"2023-10-09T04:53:00.935396+0000","last_clean":"2023-10-09T04:53:00.935396+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:53:00.935396+0000","last_undegraded":"2023-10-09T04:53:00.935396+0000","last_fullsized":"2023-10-09T04:53:00.935396+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"329'3872","reported_seq":3906,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:02.637848+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:53:02.637848+0000","last_peered":"2023-10-09T04:53:02.637848+0000","last_clean":"2023-10-09T04:53:02.637848+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:53:02.637848+0000","last_undegraded":"2023-10-09T04:53:02.637848+0000","last_fullsized":"2023-10-09T04:53:02.637848+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":3872,"log_dups_size":0,"ondisk_log_size":3872,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253755392,"num_objects":3872,"num_object_clones":0,"num_object_copies":11616,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3872,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3872,"num_write_kb":247808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":119,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933192+0000","last_change":"2023-10-09T04:52:57.946756+0000","last_active":"2023-10-09T04:53:00.933192+0000","last_peered":"2023-10-09T04:53:00.933192+0000","last_clean":"2023-10-09T04:53:00.933192+0000","last_became_active":"2023-10-09T04:52:57.946470+0000","last_became_peered":"2023-10-09T04:52:57.946470+0000","last_unstale":"2023-10-09T04:53:00.933192+0000","last_undegraded":"2023-10-09T04:53:00.933192+0000","last_fullsized":"2023-10-09T04:53:00.933192+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:41:43.537771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":305,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.930310+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:53:00.930310+0000","last_peered":"2023-10-09T04:53:00.930310+0000","last_clean":"2023-10-09T04:53:00.930310+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:53:00.930310+0000","last_undegraded":"2023-10-09T04:53:00.930310+0000","last_fullsized":"2023-10-09T04:53:00.930310+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":302,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.933597+0000","last_change":"2023-10-09T04:52:57.944391+0000","last_active":"2023-10-09T04:53:00.933597+0000","last_peered":"2023-10-09T04:53:00.933597+0000","last_clean":"2023-10-09T04:53:00.933597+0000","last_became_active":"2023-10-09T04:52:57.944069+0000","last_became_peered":"2023-10-09T04:52:57.944069+0000","last_unstale":"2023-10-09T04:53:00.933597+0000","last_undegraded":"2023-10-09T04:53:00.933597+0000","last_fullsized":"2023-10-09T04:53:00.933597+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:55:43.341761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":274,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.929451+0000","last_change":"2023-10-09T04:32:27.686394+0000","last_active":"2023-10-09T04:53:00.929451+0000","last_peered":"2023-10-09T04:53:00.929451+0000","last_clean":"2023-10-09T04:53:00.929451+0000","last_became_active":"2023-10-09T04:32:27.684412+0000","last_became_peered":"2023-10-09T04:32:27.684412+0000","last_unstale":"2023-10-09T04:53:00.929451+0000","last_undegraded":"2023-10-09T04:53:00.929451+0000","last_fullsized":"2023-10-09T04:53:00.929451+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:04.137374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":349,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-10-09T04:53:01.938095+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:53:01.938095+0000","last_peered":"2023-10-09T04:53:01.938095+0000","last_clean":"2023-10-09T04:53:01.938095+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:53:01.938095+0000","last_undegraded":"2023-10-09T04:53:01.938095+0000","last_fullsized":"2023-10-09T04:53:01.938095+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":308,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932179+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:53:00.932179+0000","last_peered":"2023-10-09T04:53:00.932179+0000","last_clean":"2023-10-09T04:53:00.932179+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:53:00.932179+0000","last_undegraded":"2023-10-09T04:53:00.932179+0000","last_fullsized":"2023-10-09T04:53:00.932179+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":350,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932549+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:53:00.932549+0000","last_peered":"2023-10-09T04:53:00.932549+0000","last_clean":"2023-10-09T04:53:00.932549+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:53:00.932549+0000","last_undegraded":"2023-10-09T04:53:00.932549+0000","last_fullsized":"2023-10-09T04:53:00.932549+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":316,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932739+0000","last_change":"2023-10-09T04:52:57.973415+0000","last_active":"2023-10-09T04:53:00.932739+0000","last_peered":"2023-10-09T04:53:00.932739+0000","last_clean":"2023-10-09T04:53:00.932739+0000","last_became_active":"2023-10-09T04:52:57.958358+0000","last_became_peered":"2023-10-09T04:52:57.958358+0000","last_unstale":"2023-10-09T04:53:00.932739+0000","last_undegraded":"2023-10-09T04:53:00.932739+0000","last_fullsized":"2023-10-09T04:53:00.932739+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:17:25.323198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":333,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.936090+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:53:00.936090+0000","last_peered":"2023-10-09T04:53:00.936090+0000","last_clean":"2023-10-09T04:53:00.936090+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:53:00.936090+0000","last_undegraded":"2023-10-09T04:53:00.936090+0000","last_fullsized":"2023-10-09T04:53:00.936090+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":42,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934409+0000","last_change":"2023-10-09T04:52:57.949572+0000","last_active":"2023-10-09T04:53:00.934409+0000","last_peered":"2023-10-09T04:53:00.934409+0000","last_clean":"2023-10-09T04:53:00.934409+0000","last_became_active":"2023-10-09T04:52:57.944777+0000","last_became_peered":"2023-10-09T04:52:57.944777+0000","last_unstale":"2023-10-09T04:53:00.934409+0000","last_undegraded":"2023-10-09T04:53:00.934409+0000","last_fullsized":"2023-10-09T04:53:00.934409+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:35.040688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.934278+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:53:00.934278+0000","last_peered":"2023-10-09T04:53:00.934278+0000","last_clean":"2023-10-09T04:53:00.934278+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:53:00.934278+0000","last_undegraded":"2023-10-09T04:53:00.934278+0000","last_fullsized":"2023-10-09T04:53:00.934278+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":290,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.930159+0000","last_change":"2023-10-09T04:35:37.082941+0000","last_active":"2023-10-09T04:53:00.930159+0000","last_peered":"2023-10-09T04:53:00.930159+0000","last_clean":"2023-10-09T04:53:00.930159+0000","last_became_active":"2023-10-09T04:35:37.082576+0000","last_became_peered":"2023-10-09T04:35:37.082576+0000","last_unstale":"2023-10-09T04:53:00.930159+0000","last_undegraded":"2023-10-09T04:53:00.930159+0000","last_fullsized":"2023-10-09T04:53:00.930159+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:42:56.731031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":339,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-10-09T04:53:00.932188+0000","last_change":"2023-10-09T04:52:57.994925+0000","last_active":"2023-10-09T04:53:00.932188+0000","last_peered":"2023-10-09T04:53:00.932188+0000","last_clean":"2023-10-09T04:53:00.932188+0000","last_became_active":"2023-10-09T04:52:57.994611+0000","last_became_peered":"2023-10-09T04:52:57.994611+0000","last_unstale":"2023-10-09T04:53:00.932188+0000","last_undegraded":"2023-10-09T04:53:00.932188+0000","last_fullsized":"2023-10-09T04:53:00.932188+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:18:45.550435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":4230479872,"num_objects":64552,"num_object_clones":0,"num_object_copies":193656,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":29170,"num_objects_misplaced":3328,"num_objects_unfound":0,"num_objects_dirty":64552,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":64552,"num_write_kb":4131328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4802,"num_bytes_recovered":314703872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13038780416,"data_stored":13038780416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64552,"ondisk_log_size":64552,"up":48,"acting":37,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":9962,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234362,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2655724,"kb_used_data":1742244,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":91089428,"statfs":{"total":95995035648,"available":93275574272,"internally_reserved":0,"allocated":1784057856,"data_stored":1783180729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,0,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:53:02 2023","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":1.879,"15min":2.0990000000000002},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":6.4059999999999997,"5min":10.343,"15min":11.922000000000001},"last":1.859},{"interface":"front","average":{"1min":1.6100000000000001,"5min":1.3149999999999999,"15min":1.806},"min":{"1min":0.24299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":10.451000000000001,"5min":10.451000000000001,"15min":17.344000000000001},"last":7.2869999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:52:41 2023","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":1.966,"15min":1.8560000000000001},"min":{"1min":0.26300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":6.9290000000000003,"5min":16.513000000000002,"15min":16.513000000000002},"last":9.0459999999999994},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.9750000000000001,"15min":2.0529999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":5.8449999999999998,"5min":10.385999999999999,"15min":10.385999999999999},"last":1.986}]},{"osd":2,"last update":"Mon Oct 9 04:53:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":2.5840000000000001,"15min":2.298},"min":{"1min":0.30199999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.0629999999999997,"5min":32.179000000000002,"15min":32.179000000000002},"last":1.9019999999999999},{"interface":"front","average":{"1min":1.411,"5min":1.478,"15min":1.948},"min":{"1min":0.28899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4510000000000001,"5min":16.704000000000001,"15min":16.704000000000001},"last":2.165}]},{"osd":3,"last update":"Mon Oct 9 04:52:35 2023","interfaces":[{"interface":"back","average":{"1min":1.3160000000000001,"5min":1.3129999999999999,"15min":1.637},"min":{"1min":0.35099999999999998,"5min":0.32000000000000001,"15min":0.30199999999999999},"max":{"1min":5.7679999999999998,"5min":7.3689999999999998,"15min":11.003},"last":8.7899999999999991},{"interface":"front","average":{"1min":0.84799999999999998,"5min":1.3500000000000001,"15min":1.585},"min":{"1min":0.32700000000000001,"5min":0.31,"15min":0.31},"max":{"1min":3.5499999999999998,"5min":8.1389999999999993,"15min":10.955},"last":3.1699999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:52:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":2.4449999999999998,"15min":2.1160000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.4430000000000001,"5min":23.919,"15min":23.919},"last":1.2},{"interface":"front","average":{"1min":0.85799999999999998,"5min":1.978,"15min":1.7789999999999999},"min":{"1min":0.36499999999999999,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":3.4159999999999999,"5min":23.797999999999998,"15min":23.797999999999998},"last":2.3159999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:52:41 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":2.3279999999999998,"15min":2.3490000000000002},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.26700000000000002},"max":{"1min":3.6179999999999999,"5min":16.568999999999999,"15min":79.709999999999994},"last":1.234},{"interface":"front","average":{"1min":0.98599999999999999,"5min":2.048,"15min":2.1640000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":3.4860000000000002,"5min":12.022,"15min":79.332999999999998},"last":2.0459999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:52:41 2023","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":2.3140000000000001,"15min":2.1899999999999999},"min":{"1min":0.373,"5min":0.372,"15min":0.27600000000000002},"max":{"1min":3.1000000000000001,"5min":16.599,"15min":16.599},"last":2.758},{"interface":"front","average":{"1min":1.032,"5min":2.4940000000000002,"15min":2.2000000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.30599999999999999},"max":{"1min":3.4590000000000001,"5min":17.623999999999999,"15min":17.623999999999999},"last":2.774}]}]},{"osd":6,"up_from":0,"seq":197568495998,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":235,"seq":1009317314615,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3067088,"kb_used_data":2774408,"kb_used_omap":5,"kb_used_meta":292666,"kb_avail":90678064,"statfs":{"total":95995035648,"available":92854337536,"internally_reserved":0,"allocated":2840993792,"data_stored":2839453980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":299690709},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.0369999999999999,"15min":0.997},"min":{"1min":0.222,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.234,"5min":11.234,"15min":11.234},"last":0.223},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.149,"15min":1.091},"min":{"1min":0.216,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.9290000000000003,"5min":10.648,"15min":10.648},"last":0.33600000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0449999999999999,"15min":1.071},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":3.9889999999999999,"5min":6.5229999999999997,"15min":6.5229999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.4690000000000001,"5min":1.1739999999999999,"15min":1.1499999999999999},"min":{"1min":0.27400000000000002,"5min":0.221,"15min":0.221},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":11.273999999999999},"last":0.38400000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.504,"5min":0.95199999999999996,"15min":0.78600000000000003},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":13.007,"5min":13.007,"15min":13.007},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.165,"5min":1.1200000000000001,"15min":1.0449999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":3.96,"5min":4.0110000000000001,"15min":4.0110000000000001},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.5629999999999999,"15min":1.7470000000000001},"min":{"1min":0.33900000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.3079999999999998,"5min":8.3030000000000008,"15min":8.3030000000000008},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.236,"5min":1.431,"15min":1.504},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.0069999999999997,"5min":7.282,"15min":7.282},"last":0.63100000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.4119999999999999,"5min":1.905,"15min":1.9490000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":4.3550000000000004,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":1.25,"5min":1.663,"15min":1.7769999999999999},"min":{"1min":0.373,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":7.6719999999999997,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.435}]},{"osd":6,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":1.5600000000000001,"15min":1.5649999999999999},"min":{"1min":0.39200000000000002,"5min":0.38,"15min":0.38},"max":{"1min":7.7279999999999998,"5min":7.7750000000000004,"15min":7.7750000000000004},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.569,"5min":1.427,"15min":1.3700000000000001},"min":{"1min":0.46800000000000003,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":2.7090000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":1.351,"5min":4.516,"15min":7.5960000000000001},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":5.2350000000000003,"5min":146.554,"15min":146.554},"last":2.6659999999999999},{"interface":"front","average":{"1min":1.369,"5min":5.2279999999999998,"15min":8.3040000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.0250000000000004,"5min":146.53100000000001,"15min":146.53100000000001},"last":0.91700000000000004}]}]},{"osd":0,"up_from":86,"seq":369367187705,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2424988,"kb_used_data":1620884,"kb_used_omap":5,"kb_used_meta":804090,"kb_avail":91320164,"statfs":{"total":95995035648,"available":93511847936,"internally_reserved":0,"allocated":1659785216,"data_stored":1658117376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":823388794},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:52:39 2023","interfaces":[{"interface":"back","average":{"1min":1,"5min":1.202,"15min":1.196},"min":{"1min":0.22900000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":6.3470000000000004,"5min":8.3520000000000003,"15min":8.3520000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.0109999999999999,"15min":0.88900000000000001},"min":{"1min":0.215,"5min":0.186,"15min":0.186},"max":{"1min":6.6529999999999996,"5min":6.6529999999999996,"15min":6.6529999999999996},"last":0.23400000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.891,"5min":1.6919999999999999,"15min":1.7529999999999999},"min":{"1min":0.26100000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":24.021000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":9.8699999999999992},{"interface":"front","average":{"1min":2.0259999999999998,"5min":1.5009999999999999,"15min":1.7010000000000001},"min":{"1min":0.247,"5min":0.23799999999999999,"15min":0.20699999999999999},"max":{"1min":24.050999999999998,"5min":24.050999999999998,"15min":24.050999999999998},"last":3.4950000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:52:35 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.99099999999999999,"15min":1.5269999999999999},"min":{"1min":0.26100000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.7890000000000001,"5min":8.3919999999999995,"15min":8.7509999999999994},"last":3.0430000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":1.5389999999999999,"15min":1.417},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.0129999999999999,"5min":23.222000000000001,"15min":23.222000000000001},"last":9.8260000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":1.7470000000000001,"15min":1.8620000000000001},"min":{"1min":0.39000000000000001,"5min":0.318,"15min":0.26300000000000001},"max":{"1min":6.7809999999999997,"5min":12.196999999999999,"15min":13.334},"last":3.988},{"interface":"front","average":{"1min":1.107,"5min":1.5760000000000001,"15min":1.6559999999999999},"min":{"1min":0.434,"5min":0.29099999999999998,"15min":0.27100000000000002},"max":{"1min":5.1280000000000001,"5min":12.212,"15min":12.212},"last":0.53500000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.5980000000000001,"15min":1.8759999999999999},"min":{"1min":0.40100000000000002,"5min":0.311,"15min":0.29699999999999999},"max":{"1min":6.4000000000000004,"5min":7.0490000000000004,"15min":13.022},"last":0.55600000000000005},{"interface":"front","average":{"1min":1.327,"5min":1.847,"15min":2.2930000000000001},"min":{"1min":0.42899999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":6.5730000000000004,"5min":9.2620000000000005,"15min":15.956},"last":0.317}]},{"osd":6,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.3500000000000001,"5min":1.663,"15min":2.121},"min":{"1min":0.44900000000000001,"5min":0.32400000000000001,"15min":0.32100000000000001},"max":{"1min":6.431,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.503},{"interface":"front","average":{"1min":1.198,"5min":1.6659999999999999,"15min":2.27},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.316},"max":{"1min":5.0990000000000002,"5min":7.8259999999999996,"15min":43.819000000000003},"last":0.42099999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":1.7649999999999999,"15min":2.089},"min":{"1min":0.46000000000000002,"5min":0.377,"15min":0.30199999999999999},"max":{"1min":5.6349999999999998,"5min":8.5069999999999997,"15min":13.374000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.81200000000000006,"5min":1.978,"15min":2.0230000000000001},"min":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34599999999999997},"max":{"1min":3.5720000000000001,"5min":14.393000000000001,"15min":14.393000000000001},"last":4.0270000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206548,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2450700,"kb_used_data":1858756,"kb_used_omap":7,"kb_used_meta":591928,"kb_avail":91294452,"statfs":{"total":95995035648,"available":93485518848,"internally_reserved":0,"allocated":1903366144,"data_stored":1901886588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":606134353},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,2,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:10 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":1.292,"15min":1.8169999999999999},"min":{"1min":0.21299999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.6200000000000001,"5min":49.338000000000001,"15min":49.338000000000001},"last":1.4450000000000001},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.29,"15min":1.7070000000000001},"min":{"1min":0.20100000000000001,"5min":0.185,"15min":0.185},"max":{"1min":3.4990000000000001,"5min":47.450000000000003,"15min":47.450000000000003},"last":2.778}]},{"osd":1,"last update":"Mon Oct 9 04:52:42 2023","interfaces":[{"interface":"back","average":{"1min":2.4289999999999998,"5min":1.23,"15min":1.1060000000000001},"min":{"1min":0.25600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":9.3290000000000006,"5min":11.087999999999999,"15min":11.087999999999999},"last":2.7440000000000002},{"interface":"front","average":{"1min":2.4140000000000001,"5min":1.5620000000000001,"15min":1.7},"min":{"1min":0.23999999999999999,"5min":0.191,"15min":0.191},"max":{"1min":9.8670000000000009,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":3.2280000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:52:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5289999999999999,"5min":1.4430000000000001,"15min":0.95499999999999996},"min":{"1min":0.34200000000000003,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":13.382999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":3.2669999999999999},{"interface":"front","average":{"1min":2.5670000000000002,"5min":1.4930000000000001,"15min":0.999},"min":{"1min":0.36399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":13.413,"5min":13.413,"15min":13.413},"last":3.2989999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:52:10 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":1.792,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.26300000000000001},"max":{"1min":3.4929999999999999,"5min":10.335000000000001,"15min":11.789},"last":3.327},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.506,"15min":1.7869999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.26800000000000002},"max":{"1min":2.4689999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":1.655}]},{"osd":5,"last update":"Mon Oct 9 04:52:10 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":1.24,"15min":2.0369999999999999},"min":{"1min":0.36399999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":2.2050000000000001,"5min":7.7000000000000002,"15min":14.644},"last":1.8720000000000001},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.633,"15min":2.0049999999999999},"min":{"1min":0.33000000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":3.544,"5min":10.753,"15min":13.205},"last":3.3540000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:52:10 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":1.6399999999999999,"15min":1.7949999999999999},"min":{"1min":0.35899999999999999,"5min":0.32500000000000001,"15min":0.307},"max":{"1min":3.5289999999999999,"5min":9.8100000000000005,"15min":15.412000000000001},"last":1.7},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.8280000000000001,"15min":2.0590000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.32900000000000001},"max":{"1min":3.1059999999999999,"5min":13.863,"15min":13.863},"last":1.9630000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:52:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":1.8420000000000001,"15min":2.1139999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":2.387,"5min":14.035,"15min":18.792999999999999},"last":1.7290000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":1.996,"15min":2.3439999999999999},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.593,"5min":14.022,"15min":18.841999999999999},"last":1.9259999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524687,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":662976,"kb_used_data":486392,"kb_used_omap":2,"kb_used_meta":176573,"kb_avail":93082176,"statfs":{"total":95995035648,"available":95316148224,"internally_reserved":0,"allocated":498065408,"data_stored":496706993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":180810805},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":1.2310000000000001,"15min":0.91500000000000004},"min":{"1min":0.26500000000000001,"5min":0.187,"15min":0.187},"max":{"1min":7.3230000000000004,"5min":12.509,"15min":12.509},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.016,"15min":1.202},"min":{"1min":0.27500000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.3070000000000004,"5min":12.606999999999999,"15min":12.606999999999999},"last":0.33200000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:52:53 2023","interfaces":[{"interface":"back","average":{"1min":1.169,"5min":0.77900000000000003,"15min":0.748},"min":{"1min":0.29099999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.6920000000000002,"5min":5.3780000000000001,"15min":5.3780000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":1.6399999999999999,"5min":1.296,"15min":1.546},"min":{"1min":0.29099999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":7.2759999999999998,"5min":8.0340000000000007,"15min":8.0340000000000007},"last":0.40400000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":1.218,"15min":1.522},"min":{"1min":0.29399999999999998,"5min":0.255,"15min":0.255},"max":{"1min":4.9400000000000004,"5min":13.090999999999999,"15min":13.090999999999999},"last":8.0640000000000001},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.1519999999999999,"15min":1.369},"min":{"1min":0.308,"5min":0.27500000000000002,"15min":0.27200000000000002},"max":{"1min":4.7240000000000002,"5min":13.305999999999999,"15min":13.305999999999999},"last":0.34499999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":1.5900000000000001,"15min":1.6919999999999999},"min":{"1min":0.371,"5min":0.312,"15min":0.312},"max":{"1min":4.2359999999999998,"5min":7.7850000000000001,"15min":8.8209999999999997},"last":0.42299999999999999},{"interface":"front","average":{"1min":1.5229999999999999,"5min":1.7110000000000001,"15min":1.585},"min":{"1min":0.34499999999999997,"5min":0.309,"15min":0.309},"max":{"1min":4.8840000000000003,"5min":6.2160000000000002,"15min":6.4859999999999998},"last":8.1059999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":1.3380000000000001,"15min":1.544},"min":{"1min":0.33400000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.085,"5min":9.2360000000000007,"15min":10.506},"last":0.36699999999999999},{"interface":"front","average":{"1min":1.534,"5min":1.7849999999999999,"15min":2.2629999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.4359999999999999,"5min":8.2650000000000006,"15min":10.946999999999999},"last":0.38}]},{"osd":6,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.0169999999999999,"15min":2.476},"min":{"1min":0.38700000000000001,"5min":0.318,"15min":0.318},"max":{"1min":5.6950000000000003,"5min":11.414,"15min":11.414},"last":8.1310000000000002},{"interface":"front","average":{"1min":1.099,"5min":1.5780000000000001,"15min":2.1499999999999999},"min":{"1min":0.41899999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.8050000000000002,"5min":11.163,"15min":11.163},"last":0.55300000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.8500000000000001,"15min":1.8540000000000001},"min":{"1min":0.45900000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":5.5300000000000002,"5min":8.859,"15min":8.8620000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.405,"5min":1.859,"15min":2.0990000000000002},"min":{"1min":0.441,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":4.9109999999999996,"5min":11.121,"15min":11.121},"last":8.1549999999999994}]}]},{"osd":4,"up_from":30,"seq":128849019270,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2140708,"kb_used_data":1248924,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":91604444,"statfs":{"total":95995035648,"available":93802950656,"internally_reserved":0,"allocated":1278898176,"data_stored":1278028916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":2.0920000000000001,"15min":1.921},"min":{"1min":0.23300000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.893,"5min":14.968,"15min":16.363},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.839,"15min":1.8340000000000001},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.8690000000000002,"5min":11.936,"15min":11.936},"last":0.311}]},{"osd":1,"last update":"Mon Oct 9 04:52:39 2023","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.681,"15min":1.413},"min":{"1min":0.247,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.4409999999999998,"5min":11.895,"15min":11.895},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.546,"5min":1.9379999999999999,"15min":1.976},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":6.0730000000000004,"5min":10.627000000000001,"15min":10.627000000000001},"last":0.38200000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":1.966,"15min":1.9319999999999999},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.6139999999999999,"5min":14.923999999999999,"15min":14.923999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":2.1280000000000001,"15min":2.0190000000000001},"min":{"1min":0.33800000000000002,"5min":0.313,"15min":0.28599999999999998},"max":{"1min":2.895,"5min":11.962999999999999,"15min":12.367000000000001},"last":0.35099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:52:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2230000000000001,"5min":2.016,"15min":1.8759999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.32700000000000001},"max":{"1min":4.4219999999999997,"5min":11.993,"15min":11.993},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.399,"5min":2.2469999999999999,"15min":1.827},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.0250000000000004,"5min":10.692,"15min":10.692},"last":0.46800000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:52:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":2.484,"15min":1.994},"min":{"1min":0.307,"5min":0.27500000000000002,"15min":0.23799999999999999},"max":{"1min":1.661,"5min":14.997999999999999,"15min":14.997999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.80300000000000005,"5min":2.234,"15min":1.9039999999999999},"min":{"1min":0.33700000000000002,"5min":0.30399999999999999,"15min":0.27900000000000003},"max":{"1min":2.8359999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:52:24 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":3.1110000000000002,"15min":2.4969999999999999},"min":{"1min":0.318,"5min":0.29599999999999999,"15min":0.251},"max":{"1min":3.363,"5min":13.712999999999999,"15min":31.064},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.81000000000000005,"5min":2.915,"15min":2.161},"min":{"1min":0.38200000000000001,"5min":0.30599999999999999,"15min":0.28299999999999997},"max":{"1min":1.881,"5min":15.138999999999999,"15min":16.763000000000002},"last":0.40699999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:52:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":2.0129999999999999,"15min":2.0870000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.29399999999999998},"max":{"1min":1.9730000000000001,"5min":12.051,"15min":19.754999999999999},"last":0.433},{"interface":"front","average":{"1min":1.036,"5min":2.7839999999999998,"15min":2.238},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.7109999999999999,"5min":13.32,"15min":16.835000000000001},"last":0.499}]}]},{"osd":5,"up_from":38,"seq":163208757634,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2072920,"kb_used_data":1180560,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":91672232,"statfs":{"total":95995035648,"available":93872365568,"internally_reserved":0,"allocated":1208893440,"data_stored":1208032246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":4.4039999999999999,"15min":2.5289999999999999},"min":{"1min":0.26200000000000001,"5min":0.21199999999999999,"15min":0.20799999999999999},"max":{"1min":5.5149999999999997,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.3640000000000001,"5min":4.899,"15min":3.3180000000000001},"min":{"1min":0.27700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.359999999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.54000000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:52:49 2023","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":3.79,"15min":6.1479999999999997},"min":{"1min":0.28599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.1360000000000001,"5min":145.947,"15min":145.947},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.236,"5min":4.0430000000000001,"15min":6.5250000000000004},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":5.7480000000000002,"5min":145.80699999999999,"15min":145.80699999999999},"last":0.504}]},{"osd":2,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.367,"15min":1.7669999999999999},"min":{"1min":0.33900000000000002,"5min":0.249,"15min":0.249},"max":{"1min":4.2460000000000004,"5min":8.6999999999999993,"15min":14.859999999999999},"last":0.434},{"interface":"front","average":{"1min":1.018,"5min":1.706,"15min":2.2629999999999999},"min":{"1min":0.33900000000000002,"5min":0.255,"15min":0.255},"max":{"1min":3.7040000000000002,"5min":9.5950000000000006,"15min":13.308},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:52:37 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.663,"15min":1.3029999999999999},"min":{"1min":0.34799999999999998,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":2.7360000000000002,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.456,"5min":2.0990000000000002,"15min":1.8440000000000001},"min":{"1min":0.373,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":4.306,"5min":13.257,"15min":13.257},"last":0.39400000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:52:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":1.962,"15min":1.593},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.6419999999999999,"5min":13.285,"15min":13.285},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.81999999999999995,"5min":2.8740000000000001,"15min":2.266},"min":{"1min":0.438,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":2.9100000000000001,"5min":14.824,"15min":14.824},"last":0.47999999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:52:29 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":2.468,"15min":2.1200000000000001},"min":{"1min":0.32000000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.5139999999999998,"5min":13.189,"15min":21.196999999999999},"last":0.442},{"interface":"front","average":{"1min":0.77300000000000002,"5min":2.3069999999999999,"15min":2.3919999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.8929999999999998,"5min":13.279999999999999,"15min":19.631},"last":0.38}]},{"osd":7,"last update":"Mon Oct 9 04:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":2.8170000000000002,"15min":2.4500000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.309},"max":{"1min":2.25,"5min":43.508000000000003,"15min":43.508000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":2.556,"15min":1.8580000000000001},"min":{"1min":0.36499999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.996,"5min":43.476999999999997,"15min":43.476999999999997},"last":0.33400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1670381568,"data_stored":1670381568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2842361856,"data_stored":2842361856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1899495424,"data_stored":1899495424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":494796800,"data_stored":494796800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1276772352,"data_stored":1276772352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1207566336,"data_stored":1207566336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1854865408,"data_stored":1854865408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1792540672,"data_stored":1792540672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:53:08.258 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-10-09T04:53:08.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_6 pg_num 26 2023-10-09T04:53:08.480 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 66966 66950 58.0906 44.0625 0.020554 0.0172074 2023-10-09T04:53:08.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: failed to encode map e330 with expected crc 2023-10-09T04:53:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:53:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: osdmap e330: 8 total, 8 up, 7 in 2023-10-09T04:53:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: failed to encode map e330 with expected crc 2023-10-09T04:53:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: from='client.55654 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:53:08.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:08 smithi150 ceph-mon[168511]: pgmap v1024: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 3.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 18 MiB/s wr, 282 op/s; 29170/193728 objects degraded (15.057%); 3328/193728 objects misplaced (1.718%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T04:53:08.959 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:08.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:08.963 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:09.003 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:53:09.056 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:53:09.064 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:09.108 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:53:09.131 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:09.154 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:53:09.170 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:09.190 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:53:09.211 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:09.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:09.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:09.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2485682936' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:09.254 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:53:09.285 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:53:09.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:09.329 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:53:09.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:53:09.356 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:09.396 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2485682936' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:09.396 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2485682936' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:09.399 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:09.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:09.404 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:09.414 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:53:09.414 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:53:09.480 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 67602 67586 57.8394 39.75 0.0278185 0.0172815 2023-10-09T04:53:09.505 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:09.541 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:09.584 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:09.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:09.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:09.689 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:09.725 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:09.817 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:09.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:09.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:09.899 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:53:09.922 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:10.036 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:10.290 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:10.296 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:53:10.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:10.305 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:10.406 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:10.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:10 smithi107 ceph-mon[179183]: pgmap v1025: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 23 MiB/s wr, 368 op/s; 29170/196944 objects degraded (14.811%); 3328/196944 objects misplaced (1.690%); 2.0 MiB/s, 32 objects/s recovering 2023-10-09T04:53:10.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 29170/193728 objects degraded (15.057%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:10.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:10 smithi107 ceph-mon[184249]: pgmap v1025: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 23 MiB/s wr, 368 op/s; 29170/196944 objects degraded (14.811%); 3328/196944 objects misplaced (1.690%); 2.0 MiB/s, 32 objects/s recovering 2023-10-09T04:53:10.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 29170/193728 objects degraded (15.057%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:10.480 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 68304 68288 57.6507 43.875 0.020686 0.0173393 2023-10-09T04:53:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:10 smithi150 ceph-mon[168511]: pgmap v1025: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 23 MiB/s wr, 368 op/s; 29170/196944 objects degraded (14.811%); 3328/196944 objects misplaced (1.690%); 2.0 MiB/s, 32 objects/s recovering 2023-10-09T04:53:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 29170/193728 objects degraded (15.057%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:10.551 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:10.562 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:53:11.484 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 69037 69021 57.4906 45.8125 0.0121247 0.0173877 2023-10-09T04:53:11.806 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:11.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:11.815 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:11.915 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:11.982 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:11.988 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:53:12.069 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:53:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:53:12] "GET /metrics HTTP/1.1" 200 36630 "" "Prometheus/2.43.0" 2023-10-09T04:53:12.105 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:53:12.105 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:53:12.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 69743 69727 57.3148 44.125 0.0242767 0.0174411 2023-10-09T04:53:12.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:53:12.728 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:12.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:12.740 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:12.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:12.931 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:12 smithi107 ceph-mon[179183]: pgmap v1026: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.1 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 34 MiB/s wr, 537 op/s; 29170/203655 objects degraded (14.323%); 3191/203655 objects misplaced (1.567%); 2.6 MiB/s, 40 objects/s recovering 2023-10-09T04:53:12.931 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:12 smithi107 ceph-mon[184249]: pgmap v1026: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.1 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 34 MiB/s wr, 537 op/s; 29170/203655 objects degraded (14.323%); 3191/203655 objects misplaced (1.567%); 2.6 MiB/s, 40 objects/s recovering 2023-10-09T04:53:12.950 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:12.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:12 smithi150 ceph-mon[168511]: pgmap v1026: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.1 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 34 MiB/s wr, 537 op/s; 29170/203655 objects degraded (14.323%); 3191/203655 objects misplaced (1.567%); 2.6 MiB/s, 40 objects/s recovering 2023-10-09T04:53:13.184 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:13.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:13.208 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:13.309 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:13.344 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:13.379 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:13.381 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:13.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:13.384 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:13.485 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 70338 70322 57.0527 37.1875 0.0272695 0.0175209 2023-10-09T04:53:13.485 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:13.540 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:13.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:13.649 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:13.750 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:13.753 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 11 pg_num to 26 2023-10-09T04:53:13.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:13.759 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:13.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1707247460' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:53:13.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:53:13.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1707247460' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:53:13.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:53:13.860 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:13.943 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1707247460' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:53:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]: dispatch 2023-10-09T04:53:14.485 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 70973 70957 56.8301 39.6875 0.0180682 0.017589 2023-10-09T04:53:14.793 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:14.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:14.805 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:14.906 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:14.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[179183]: pgmap v1027: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 38 MiB/s wr, 606 op/s; 29170/206892 objects degraded (14.099%); 3191/206892 objects misplaced (1.542%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:53:14.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[179183]: failed to encode map e331 with expected crc 2023-10-09T04:53:14.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:53:14.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[179183]: osdmap e331: 8 total, 8 up, 7 in 2023-10-09T04:53:14.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[179183]: failed to encode map e331 with expected crc 2023-10-09T04:53:14.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[184249]: pgmap v1027: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 38 MiB/s wr, 606 op/s; 29170/206892 objects degraded (14.099%); 3191/206892 objects misplaced (1.542%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:53:14.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[184249]: failed to encode map e331 with expected crc 2023-10-09T04:53:14.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:53:14.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[184249]: osdmap e331: 8 total, 8 up, 7 in 2023-10-09T04:53:14.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:14 smithi107 ceph-mon[184249]: failed to encode map e331 with expected crc 2023-10-09T04:53:14.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:14 smithi150 ceph-mon[168511]: pgmap v1027: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 38 MiB/s wr, 606 op/s; 29170/206892 objects degraded (14.099%); 3191/206892 objects misplaced (1.542%); 2.5 MiB/s, 39 objects/s recovering 2023-10-09T04:53:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:14 smithi150 ceph-mon[168511]: failed to encode map e331 with expected crc 2023-10-09T04:53:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num", "val": "26"}]': finished 2023-10-09T04:53:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:14 smithi150 ceph-mon[168511]: osdmap e331: 8 total, 8 up, 7 in 2023-10-09T04:53:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:14 smithi150 ceph-mon[168511]: failed to encode map e331 with expected crc 2023-10-09T04:53:15.010 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:15.144 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:15.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:15.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:15.259 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:15.292 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:15.332 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:15.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:15.336 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:15.436 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:15.486 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 71650 71634 56.6455 42.3125 0.0275256 0.0176465 2023-10-09T04:53:15.524 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:15.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 29170/206892 objects degraded (14.099%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:15.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:53:16.046 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:16.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:16.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:16.061 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 29170/206892 objects degraded (14.099%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:16.061 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:53:16.062 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 29170/206892 objects degraded (14.099%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:16.062 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-10-09T04:53:16.155 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:16.375 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:16.427 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:16.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:16.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:16.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:53:16.490179+0000 min lat: 0.00115915 max lat: 17.2853 avg lat: 0.0176936 2023-10-09T04:53:16.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:53:16.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 72131 72115 56.3109 30.0625 0.0262292 0.0176936 2023-10-09T04:53:16.531 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:16.557 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:16.591 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:16.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:16.594 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:16.695 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:16.721 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:16.755 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:16.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:16.758 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:16.859 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:16.896 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:16 smithi150 ceph-mon[168511]: pgmap v1029: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 29170/208260 objects degraded (14.007%); 3191/208260 objects misplaced (1.532%); 1.0 MiB/s, 16 objects/s recovering 2023-10-09T04:53:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:53:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:53:16.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:16 smithi150 ceph-mon[168511]: osdmap e332: 8 total, 8 up, 7 in 2023-10-09T04:53:16.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:16 smithi150 ceph-mon[168511]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.113 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[184249]: pgmap v1029: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 29170/208260 objects degraded (14.007%); 3191/208260 objects misplaced (1.532%); 1.0 MiB/s, 16 objects/s recovering 2023-10-09T04:53:17.113 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:53:17.113 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:17.114 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:53:17.114 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[184249]: osdmap e332: 8 total, 8 up, 7 in 2023-10-09T04:53:17.114 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[184249]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[179183]: pgmap v1029: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 29170/208260 objects degraded (14.007%); 3191/208260 objects misplaced (1.532%); 1.0 MiB/s, 16 objects/s recovering 2023-10-09T04:53:17.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:53:17.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:17.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pg_num_actual", "val": "26"}]': finished 2023-10-09T04:53:17.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[179183]: osdmap e332: 8 total, 8 up, 7 in 2023-10-09T04:53:17.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:16 smithi107 ceph-mon[179183]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.237 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:53:17.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 72156 72140 55.6353 1.5625 0.00310308 0.0178297 2023-10-09T04:53:17.654 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:17.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:17.659 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:17.760 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:17.793 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:17.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1733047728' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1733047728' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: osdmap e333: 8 total, 8 up, 7 in 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1733047728' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1733047728' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: osdmap e333: 8 total, 8 up, 7 in 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:17 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.928 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:53:17.949 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:53:17.970 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:53:17.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e332 with expected crc 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1733047728' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1733047728' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: osdmap e333: 8 total, 8 up, 7 in 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:17 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:17.995 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:53:18.019 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:53:18.045 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:53:18.069 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:53:18.094 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:53:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.096 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:53:18.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 72181 72165 54.9761 1.5625 0.00500964 0.0179932 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: pgmap v1032: 99 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 36 MiB/s wr, 570 op/s; 29170/213933 objects degraded (13.635%); 3065/213933 objects misplaced (1.433%); 1.3 MiB/s, 20 objects/s recovering 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1841220891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:18.703 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: osdmap e334: 8 total, 8 up, 7 in 2023-10-09T04:53:18.704 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[179183]: failed to encode map e334 with expected crc 2023-10-09T04:53:18.897 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:18.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:18.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: failed to encode map e333 with expected crc 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: pgmap v1032: 99 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 36 MiB/s wr, 570 op/s; 29170/213933 objects degraded (13.635%); 3065/213933 objects misplaced (1.433%); 1.3 MiB/s, 20 objects/s recovering 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1841220891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:18.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: osdmap e334: 8 total, 8 up, 7 in 2023-10-09T04:53:18.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:18 smithi150 ceph-mon[168511]: failed to encode map e334 with expected crc 2023-10-09T04:53:19.011 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:19.041 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:19.078 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:19.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:19.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: failed to encode map e333 with expected crc 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: pgmap v1032: 99 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 36 MiB/s wr, 570 op/s; 29170/213933 objects degraded (13.635%); 3065/213933 objects misplaced (1.433%); 1.3 MiB/s, 20 objects/s recovering 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1841220891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:19.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: osdmap e334: 8 total, 8 up, 7 in 2023-10-09T04:53:19.093 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:18 smithi107 ceph-mon[184249]: failed to encode map e334 with expected crc 2023-10-09T04:53:19.182 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:19.210 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:19.246 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:19.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:19.250 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:19.351 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:19.377 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:53:19.377 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:53:19.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72159 11.10 e334/332)", 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.0952773840000001, 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0953039549999999, 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281236+0000", 2023-10-09T04:53:19.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9011000000000001e-05 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281243+0000", 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6890000000000004e-06 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281252+0000", 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4640000000000006e-06 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.382 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72162 11.9 e334/332)", 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.0952031149999999, 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0952844639999999, 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281304+0000", 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3258999999999999e-05 2023-10-09T04:53:19.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281311+0000", 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2219999999999996e-06 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281316+0000", 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0799999999999996e-06 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.35868.0:72128 11.18 e334/332)", 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.783802+0000", 2023-10-09T04:53:19.387 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.59268235700000005, 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.59281432700000003, 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.783802+0000", 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.783802+0000", 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.783801+0000", 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.783807+0000", 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0340000000000002e-06 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.783820+0000", 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2808e-05 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.783827+0000", 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9979999999999997e-06 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.391 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.35868.0:72128 11.18 e334/332)", 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.784067+0000", 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.59241737900000002, 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.59259943900000001, 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.784067+0000", 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.784067+0000", 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.784066+0000", 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.784070+0000", 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.709e-06 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.784084+0000", 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4318000000000001e-05 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.784090+0000", 2023-10-09T04:53:19.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3290000000000001e-06 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72167 11.8 11.a5475528 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.068999161, 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.069235001, 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.395 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72167 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307483+0000", 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307538+0000", 2023-10-09T04:53:19.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4271999999999998e-05 2023-10-09T04:53:19.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307552+0000", 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3971000000000001e-05 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307561+0000", 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0599999999999997e-06 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72168 11.11 11.fc3c9631 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.0689160550000001, 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0692262399999999, 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72168 2023-10-09T04:53:19.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307611+0000", 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3374999999999997e-05 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307619+0000", 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.678e-06 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307625+0000", 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7590000000000003e-06 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72173 11.10 e334/332)", 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.048050363, 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0484165190000001, 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328433+0000", 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328461+0000", 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8622000000000001e-05 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328475+0000", 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3226e-05 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328484+0000", 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7599999999999997e-06 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72176 11.18 11.d944eeb8 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 1.0475701470000001, 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0479880509999999, 2023-10-09T04:53:19.407 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72176 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:53:19.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328912+0000", 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328936+0000", 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3597000000000001e-05 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328948+0000", 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2182e-05 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:53:19.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328954+0000", 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.674e-06 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 8 2023-10-09T04:53:19.411 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:53:19.412 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:19.490 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 72181 72165 54.314 0 - 0.0179932 2023-10-09T04:53:19.646 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3] out_osds: [6] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:53:19.646 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:53:19.646 INFO:tasks.thrashosds.thrasher:Adding osd 6 2023-10-09T04:53:19.646 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd in 6 2023-10-09T04:53:19.765 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:19.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:19.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:19.873 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:19.905 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:19.939 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:19.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:19.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:19.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:19 smithi150 ceph-mon[168511]: failed to encode map e334 with expected crc 2023-10-09T04:53:19.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:19 smithi150 ceph-mon[168511]: failed to encode map e334 with expected crc 2023-10-09T04:53:19.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:19 smithi150 ceph-mon[168511]: failed to encode map e334 with expected crc 2023-10-09T04:53:19.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:19 smithi150 ceph-mon[168511]: osdmap e335: 8 total, 8 up, 7 in 2023-10-09T04:53:19.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:19 smithi150 ceph-mon[168511]: failed to encode map e335 with expected crc 2023-10-09T04:53:20.043 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:20.065 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[184249]: failed to encode map e334 with expected crc 2023-10-09T04:53:20.065 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[184249]: failed to encode map e334 with expected crc 2023-10-09T04:53:20.065 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[184249]: failed to encode map e334 with expected crc 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[184249]: osdmap e335: 8 total, 8 up, 7 in 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[184249]: failed to encode map e335 with expected crc 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[179183]: failed to encode map e334 with expected crc 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[179183]: failed to encode map e334 with expected crc 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[179183]: failed to encode map e334 with expected crc 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[179183]: osdmap e335: 8 total, 8 up, 7 in 2023-10-09T04:53:20.066 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:19 smithi107 ceph-mon[179183]: failed to encode map e335 with expected crc 2023-10-09T04:53:20.071 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:20.082 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:53:20.110 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:20.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:20.114 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:20.215 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:20.250 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:20.284 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:20.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:20.288 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:20.388 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:20.431 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:20.464 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:20.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:20.466 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:20.485 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:20.493 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 72375 72359 53.8106 6.0625 0.017135 0.0185766 2023-10-09T04:53:20.567 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:20.598 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:20.638 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:20.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:20.643 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:20.743 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:20.779 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:20.817 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:20.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:20.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:20.921 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:20.950 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:20 smithi150 ceph-mon[168511]: failed to encode map e335 with expected crc 2023-10-09T04:53:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:20 smithi150 ceph-mon[168511]: pgmap v1035: 99 pgs: 3 active+recovery_wait+degraded, 3 peering, 7 unknown, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 40 MiB/s wr, 635 op/s; 25355/215883 objects degraded (11.745%); 3065/215883 objects misplaced (1.420%); 2.0 MiB/s, 31 objects/s recovering 2023-10-09T04:53:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 29170/213933 objects degraded (13.635%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:20.987 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:20.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:20.991 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:21.092 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:21.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:20 smithi107 ceph-mon[179183]: failed to encode map e335 with expected crc 2023-10-09T04:53:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:20 smithi107 ceph-mon[179183]: pgmap v1035: 99 pgs: 3 active+recovery_wait+degraded, 3 peering, 7 unknown, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 40 MiB/s wr, 635 op/s; 25355/215883 objects degraded (11.745%); 3065/215883 objects misplaced (1.420%); 2.0 MiB/s, 31 objects/s recovering 2023-10-09T04:53:21.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 29170/213933 objects degraded (13.635%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:21.124 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:20 smithi107 ceph-mon[184249]: failed to encode map e335 with expected crc 2023-10-09T04:53:21.124 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:20 smithi107 ceph-mon[184249]: pgmap v1035: 99 pgs: 3 active+recovery_wait+degraded, 3 peering, 7 unknown, 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 40 MiB/s wr, 635 op/s; 25355/215883 objects degraded (11.745%); 3065/215883 objects misplaced (1.420%); 2.0 MiB/s, 31 objects/s recovering 2023-10-09T04:53:21.124 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 29170/213933 objects degraded (13.635%), 10 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:21.156 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:21.189 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:21.493 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 72947 72931 53.5975 35.75 0.0235553 0.0186499 2023-10-09T04:53:21.548 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:21.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:21.556 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:21.657 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:21.688 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:21.728 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:21.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:21.732 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:21.765 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:53:21.802 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:53:21.833 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:21.860 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:21.896 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:21.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:21.899 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:22.000 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:22.027 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:22.062 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:22.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:22.066 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:22.100 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:53:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:53:22] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2023-10-09T04:53:22.167 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:22.293 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:22.493 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 73451 73435 53.3406 31.5 0.0181452 0.0187356 2023-10-09T04:53:22.540 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:22.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:22.551 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:22.652 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:22.767 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:22.886 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:22 smithi107 ceph-mon[179183]: pgmap v1036: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 10 active+recovery_wait+degraded, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 13 MiB/s wr, 200 op/s; 21536/217218 objects degraded (9.914%); 6045/217218 objects misplaced (2.783%); 9.6 MiB/s, 153 objects/s recovering 2023-10-09T04:53:22.886 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:22 smithi107 ceph-mon[184249]: pgmap v1036: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 10 active+recovery_wait+degraded, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 13 MiB/s wr, 200 op/s; 21536/217218 objects degraded (9.914%); 6045/217218 objects misplaced (2.783%); 9.6 MiB/s, 153 objects/s recovering 2023-10-09T04:53:22.894 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:22.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:22.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:23.024 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:23.049 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:22 smithi150 ceph-mon[168511]: pgmap v1036: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 10 active+recovery_wait+degraded, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 13 MiB/s wr, 200 op/s; 21536/217218 objects degraded (9.914%); 6045/217218 objects misplaced (2.783%); 9.6 MiB/s, 153 objects/s recovering 2023-10-09T04:53:23.052 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:23.092 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:23.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:23.096 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:23.101 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:23.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:23 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T04:53:23.051+0000 7f28b98db700 -1 mon.a@0(leader).osd e335 definitely_dead 0 2023-10-09T04:53:23.196 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:23.222 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:23.289 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:23.420 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:23.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:23.440 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:23.493 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 73932 73916 53.0731 30.0625 0.0424531 0.0188266 2023-10-09T04:53:23.541 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:23.571 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:23.607 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:23.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:23.611 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:23.712 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:23.738 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:23.783 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:23.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:23.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:23.798 INFO:teuthology.orchestra.run.smithi107.stderr:marked in osd.6. 2023-10-09T04:53:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:53:23.829 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:53:23.829 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:53:23.829 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:53:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:53:23.890 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:23.923 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:23.963 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:23.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:23.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:23.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2136305004' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:53:23.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:53:24.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2136305004' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:53:24.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:53:24.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2136305004' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:53:24.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-10-09T04:53:24.067 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:24.239 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:24.493 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 74089 74073 52.5817 9.8125 0.00582561 0.0188571 2023-10-09T04:53:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: pgmap v1037: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 13 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 16 MiB/s wr, 248 op/s; 25351/218703 objects degraded (11.592%); 6045/218703 objects misplaced (2.764%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: osdmap e336: 8 total, 8 up, 8 in 2023-10-09T04:53:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[179183]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: pgmap v1037: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 13 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 16 MiB/s wr, 248 op/s; 25351/218703 objects degraded (11.592%); 6045/218703 objects misplaced (2.764%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: osdmap e336: 8 total, 8 up, 8 in 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:24 smithi107 ceph-mon[184249]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: pgmap v1037: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 13 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 16 MiB/s wr, 248 op/s; 25351/218703 objects degraded (11.592%); 6045/218703 objects misplaced (2.764%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-10-09T04:53:25.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: osdmap e336: 8 total, 8 up, 8 in 2023-10-09T04:53:25.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:24 smithi150 ceph-mon[168511]: failed to encode map e336 with expected crc 2023-10-09T04:53:25.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 74099 74083 51.9982 0.625 0.00316179 0.0188973 2023-10-09T04:53:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: osdmap e337: 8 total, 8 up, 8 in 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 25351/218703 objects degraded (11.592%), 18 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[184249]: osdmap e338: 8 total, 8 up, 8 in 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: osdmap e337: 8 total, 8 up, 8 in 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 25351/218703 objects degraded (11.592%), 18 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:26.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:25 smithi107 ceph-mon[179183]: osdmap e338: 8 total, 8 up, 8 in 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: osdmap e337: 8 total, 8 up, 8 in 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: failed to encode map e337 with expected crc 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 25351/218703 objects degraded (11.592%), 18 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:26.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:25 smithi150 ceph-mon[168511]: osdmap e338: 8 total, 8 up, 8 in 2023-10-09T04:53:26.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 90 16 74109 74093 51.4276 0.625 0.00452292 0.0189655 2023-10-09T04:53:26.789 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:53:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[184249]: pgmap v1040: 99 pgs: 2 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 11 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.5 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 11 MiB/s wr, 183 op/s; 23350/219402 objects degraded (10.643%); 6045/219402 objects misplaced (2.755%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:53:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[184249]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[184249]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[184249]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[184249]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[184249]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[179183]: pgmap v1040: 99 pgs: 2 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 11 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.5 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 11 MiB/s wr, 183 op/s; 23350/219402 objects degraded (10.643%); 6045/219402 objects misplaced (2.755%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:53:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[179183]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[179183]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[179183]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[179183]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:26 smithi107 ceph-mon[179183]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:26 smithi150 ceph-mon[168511]: pgmap v1040: 99 pgs: 2 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded, 11 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.5 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 11 MiB/s wr, 183 op/s; 23350/219402 objects degraded (10.643%); 6045/219402 objects misplaced (2.755%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:53:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:26 smithi150 ceph-mon[168511]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:26 smithi150 ceph-mon[168511]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:26 smithi150 ceph-mon[168511]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:26 smithi150 ceph-mon[168511]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:26 smithi150 ceph-mon[168511]: failed to encode map e338 with expected crc 2023-10-09T04:53:27.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 91 16 74109 74093 50.8627 0 - 0.0189655 2023-10-09T04:53:28.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 92 15 74109 74094 50.3108 0.03125 4.42915 0.019025 2023-10-09T04:53:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[179183]: pgmap v1042: 99 pgs: 2 activating+undersized+degraded+remapped, 2 remapped+peering, 1 active+undersized+degraded+remapped, 8 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 15 MiB/s wr, 237 op/s; 25852/221499 objects degraded (11.671%); 4509/221499 objects misplaced (2.036%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:53:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[179183]: osdmap e339: 8 total, 8 up, 8 in 2023-10-09T04:53:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[179183]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[179183]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[179183]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[179183]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[184249]: pgmap v1042: 99 pgs: 2 activating+undersized+degraded+remapped, 2 remapped+peering, 1 active+undersized+degraded+remapped, 8 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 15 MiB/s wr, 237 op/s; 25852/221499 objects degraded (11.671%); 4509/221499 objects misplaced (2.036%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[184249]: osdmap e339: 8 total, 8 up, 8 in 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[184249]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[184249]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[184249]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:28 smithi107 ceph-mon[184249]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:28 smithi150 ceph-mon[168511]: pgmap v1042: 99 pgs: 2 activating+undersized+degraded+remapped, 2 remapped+peering, 1 active+undersized+degraded+remapped, 8 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 15 MiB/s wr, 237 op/s; 25852/221499 objects degraded (11.671%); 4509/221499 objects misplaced (2.036%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:53:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:28 smithi150 ceph-mon[168511]: osdmap e339: 8 total, 8 up, 8 in 2023-10-09T04:53:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:28 smithi150 ceph-mon[168511]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:28 smithi150 ceph-mon[168511]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:28 smithi150 ceph-mon[168511]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:28 smithi150 ceph-mon[168511]: failed to encode map e339 with expected crc 2023-10-09T04:53:29.444 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:29.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:29.448 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:29.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 93 12 74109 74097 49.772 0.1875 5.55422 0.019249 2023-10-09T04:53:29.549 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:29.579 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:29.815 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[179183]: failed to encode map e340 with expected crc 2023-10-09T04:53:29.816 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[184249]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.017 INFO:tasks.thrashosds.thrasher:Added osd 6 2023-10-09T04:53:30.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[184249]: osdmap e340: 8 total, 8 up, 8 in 2023-10-09T04:53:30.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[184249]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[184249]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[179183]: osdmap e340: 8 total, 8 up, 8 in 2023-10-09T04:53:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[179183]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:29 smithi107 ceph-mon[179183]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:29 smithi150 ceph-mon[168511]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:29 smithi150 ceph-mon[168511]: osdmap e340: 8 total, 8 up, 8 in 2023-10-09T04:53:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:29 smithi150 ceph-mon[168511]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:29 smithi150 ceph-mon[168511]: failed to encode map e340 with expected crc 2023-10-09T04:53:30.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 94 4 74109 74105 49.248 0.5 5.0391 0.0198641 2023-10-09T04:53:30.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[184249]: pgmap v1045: 99 pgs: 1 peering, 2 activating+undersized+degraded+remapped, 2 remapped+peering, 1 active+undersized+degraded+remapped, 4 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 13 MiB/s wr, 211 op/s; 21602/221778 objects degraded (9.740%); 5017/221778 objects misplaced (2.262%); 22 MiB/s, 356 objects/s recovering 2023-10-09T04:53:30.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[184249]: failed to encode map e341 with expected crc 2023-10-09T04:53:30.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[184249]: failed to encode map e341 with expected crc 2023-10-09T04:53:30.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[184249]: osdmap e341: 8 total, 8 up, 8 in 2023-10-09T04:53:30.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[184249]: failed to encode map e341 with expected crc 2023-10-09T04:53:30.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21602/221778 objects degraded (9.740%), 17 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[179183]: pgmap v1045: 99 pgs: 1 peering, 2 activating+undersized+degraded+remapped, 2 remapped+peering, 1 active+undersized+degraded+remapped, 4 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 13 MiB/s wr, 211 op/s; 21602/221778 objects degraded (9.740%); 5017/221778 objects misplaced (2.262%); 22 MiB/s, 356 objects/s recovering 2023-10-09T04:53:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[179183]: failed to encode map e341 with expected crc 2023-10-09T04:53:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[179183]: failed to encode map e341 with expected crc 2023-10-09T04:53:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[179183]: osdmap e341: 8 total, 8 up, 8 in 2023-10-09T04:53:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[179183]: failed to encode map e341 with expected crc 2023-10-09T04:53:31.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21602/221778 objects degraded (9.740%), 17 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:30 smithi150 ceph-mon[168511]: pgmap v1045: 99 pgs: 1 peering, 2 activating+undersized+degraded+remapped, 2 remapped+peering, 1 active+undersized+degraded+remapped, 4 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 13 MiB/s wr, 211 op/s; 21602/221778 objects degraded (9.740%); 5017/221778 objects misplaced (2.262%); 22 MiB/s, 356 objects/s recovering 2023-10-09T04:53:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:30 smithi150 ceph-mon[168511]: failed to encode map e341 with expected crc 2023-10-09T04:53:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:30 smithi150 ceph-mon[168511]: failed to encode map e341 with expected crc 2023-10-09T04:53:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:30 smithi150 ceph-mon[168511]: osdmap e341: 8 total, 8 up, 8 in 2023-10-09T04:53:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:30 smithi150 ceph-mon[168511]: failed to encode map e341 with expected crc 2023-10-09T04:53:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21602/221778 objects degraded (9.740%), 17 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:31.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 95 4 74109 74105 48.7298 0 - 0.0198641 2023-10-09T04:53:31.841 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:31.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:31.846 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:31.946 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:31.974 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:32.011 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:32.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:32.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:32.115 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:32.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[179183]: failed to encode map e341 with expected crc 2023-10-09T04:53:32.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[179183]: failed to encode map e342 with expected crc 2023-10-09T04:53:32.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[179183]: osdmap e342: 8 total, 8 up, 8 in 2023-10-09T04:53:32.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[179183]: failed to encode map e342 with expected crc 2023-10-09T04:53:32.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:32.125 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:53:32] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2023-10-09T04:53:32.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[184249]: failed to encode map e341 with expected crc 2023-10-09T04:53:32.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[184249]: failed to encode map e342 with expected crc 2023-10-09T04:53:32.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[184249]: osdmap e342: 8 total, 8 up, 8 in 2023-10-09T04:53:32.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[184249]: failed to encode map e342 with expected crc 2023-10-09T04:53:32.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:32.149 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:32.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:31 smithi150 ceph-mon[168511]: failed to encode map e341 with expected crc 2023-10-09T04:53:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:31 smithi150 ceph-mon[168511]: failed to encode map e342 with expected crc 2023-10-09T04:53:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:31 smithi150 ceph-mon[168511]: osdmap e342: 8 total, 8 up, 8 in 2023-10-09T04:53:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:31 smithi150 ceph-mon[168511]: failed to encode map e342 with expected crc 2023-10-09T04:53:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:32.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 96 4 74109 74105 48.2224 0 - 0.0198641 2023-10-09T04:53:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[179183]: pgmap v1048: 99 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 1.6 MiB/s wr, 25 op/s; 23107/221808 objects degraded (10.418%); 3879/221808 objects misplaced (1.749%); 33 MiB/s, 536 objects/s recovering 2023-10-09T04:53:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[179183]: failed to encode map e343 with expected crc 2023-10-09T04:53:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[179183]: osdmap e343: 8 total, 8 up, 8 in 2023-10-09T04:53:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[179183]: failed to encode map e343 with expected crc 2023-10-09T04:53:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[184249]: pgmap v1048: 99 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 1.6 MiB/s wr, 25 op/s; 23107/221808 objects degraded (10.418%); 3879/221808 objects misplaced (1.749%); 33 MiB/s, 536 objects/s recovering 2023-10-09T04:53:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[184249]: failed to encode map e343 with expected crc 2023-10-09T04:53:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[184249]: osdmap e343: 8 total, 8 up, 8 in 2023-10-09T04:53:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:32 smithi107 ceph-mon[184249]: failed to encode map e343 with expected crc 2023-10-09T04:53:33.186 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:33.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:33.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:33.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:32 smithi150 ceph-mon[168511]: pgmap v1048: 99 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 13 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 1.6 MiB/s wr, 25 op/s; 23107/221808 objects degraded (10.418%); 3879/221808 objects misplaced (1.749%); 33 MiB/s, 536 objects/s recovering 2023-10-09T04:53:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:32 smithi150 ceph-mon[168511]: failed to encode map e343 with expected crc 2023-10-09T04:53:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:32 smithi150 ceph-mon[168511]: osdmap e343: 8 total, 8 up, 8 in 2023-10-09T04:53:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:32 smithi150 ceph-mon[168511]: failed to encode map e343 with expected crc 2023-10-09T04:53:33.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:33.325 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:33.391 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:33.395 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:33.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:33.400 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:33.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 97 4 74109 74105 47.7255 0 - 0.0198641 2023-10-09T04:53:33.501 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:33.531 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:33.840 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[179183]: failed to encode map e344 with expected crc 2023-10-09T04:53:33.840 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[179183]: osdmap e344: 8 total, 8 up, 8 in 2023-10-09T04:53:33.840 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[179183]: failed to encode map e344 with expected crc 2023-10-09T04:53:33.840 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[179183]: failed to encode map e344 with expected crc 2023-10-09T04:53:33.840 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[179183]: pgmap v1051: 99 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 160 KiB/s wr, 2 op/s; 21619/221808 objects degraded (9.747%); 3371/221808 objects misplaced (1.520%); 49 MiB/s, 784 objects/s recovering 2023-10-09T04:53:33.919 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:33.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:33.923 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:34.024 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:34.056 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:34.093 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:34.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:33 smithi150 ceph-mon[168511]: failed to encode map e344 with expected crc 2023-10-09T04:53:34.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:33 smithi150 ceph-mon[168511]: osdmap e344: 8 total, 8 up, 8 in 2023-10-09T04:53:34.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:33 smithi150 ceph-mon[168511]: failed to encode map e344 with expected crc 2023-10-09T04:53:34.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:33 smithi150 ceph-mon[168511]: failed to encode map e344 with expected crc 2023-10-09T04:53:34.095 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:33 smithi150 ceph-mon[168511]: pgmap v1051: 99 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 160 KiB/s wr, 2 op/s; 21619/221808 objects degraded (9.747%); 3371/221808 objects misplaced (1.520%); 49 MiB/s, 784 objects/s recovering 2023-10-09T04:53:34.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:34.096 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[184249]: failed to encode map e344 with expected crc 2023-10-09T04:53:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[184249]: osdmap e344: 8 total, 8 up, 8 in 2023-10-09T04:53:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[184249]: failed to encode map e344 with expected crc 2023-10-09T04:53:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[184249]: failed to encode map e344 with expected crc 2023-10-09T04:53:34.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:33 smithi107 ceph-mon[184249]: pgmap v1051: 99 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 160 KiB/s wr, 2 op/s; 21619/221808 objects degraded (9.747%); 3371/221808 objects misplaced (1.520%); 49 MiB/s, 784 objects/s recovering 2023-10-09T04:53:34.197 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:34.226 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:34.260 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:34.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:34.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:34.364 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:34.394 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:34.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 98 4 74109 74105 47.2387 0 - 0.0198641 2023-10-09T04:53:34.502 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:34.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:34.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:34.608 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:34.639 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:34.675 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:34.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:34.678 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:34.779 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:34.810 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:34.903 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:34.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:34.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:34.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:34 smithi150 ceph-mon[168511]: failed to encode map e345 with expected crc 2023-10-09T04:53:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:34 smithi150 ceph-mon[168511]: failed to encode map e345 with expected crc 2023-10-09T04:53:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:34 smithi150 ceph-mon[168511]: osdmap e345: 8 total, 8 up, 8 in 2023-10-09T04:53:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:34 smithi150 ceph-mon[168511]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.007 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:35.018 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:53:35.018 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:53:35.018 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T04:53:35.018 INFO:tasks.thrashosds.thrasher:Setting osd 0 primary_affinity to 0.182975 2023-10-09T04:53:35.019 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 0 0.1829750946677462 2023-10-09T04:53:35.039 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:35.044 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[184249]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.044 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[184249]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.044 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[184249]: osdmap e345: 8 total, 8 up, 8 in 2023-10-09T04:53:35.044 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[184249]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[179183]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.045 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[179183]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.045 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[179183]: osdmap e345: 8 total, 8 up, 8 in 2023-10-09T04:53:35.045 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:34 smithi107 ceph-mon[179183]: failed to encode map e345 with expected crc 2023-10-09T04:53:35.075 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:35.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:35.078 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:35.179 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:35.213 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:35.456 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:35.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:35.460 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:35.494 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 99 4 74109 74105 46.7617 0 - 0.0198641 2023-10-09T04:53:35.561 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:35.593 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:35.631 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:35.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:35.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:35.735 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:35.765 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:35.799 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:35.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:35.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:35.903 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:35.928 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21619/221808 objects degraded (9.747%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:53:35.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3281123541' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:53:35.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:35 smithi150 ceph-mon[168511]: pgmap v1053: 99 pgs: 1 peering, 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 67 KiB/s wr, 1 op/s; 20182/221808 objects degraded (9.099%); 3803/221808 objects misplaced (1.715%); 54 MiB/s, 868 objects/s recovering 2023-10-09T04:53:35.931 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:35.965 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:35.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:35.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:36.069 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:36.095 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:36.121 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:53:36.128 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:36.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:36.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:36.146 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21619/221808 objects degraded (9.747%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:53:36.146 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3281123541' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:53:36.146 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:35 smithi107 ceph-mon[184249]: pgmap v1053: 99 pgs: 1 peering, 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 67 KiB/s wr, 1 op/s; 20182/221808 objects degraded (9.099%); 3803/221808 objects misplaced (1.715%); 54 MiB/s, 868 objects/s recovering 2023-10-09T04:53:36.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21619/221808 objects degraded (9.747%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-10-09T04:53:36.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3281123541' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:53:36.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:35 smithi107 ceph-mon[179183]: pgmap v1053: 99 pgs: 1 peering, 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 67 KiB/s wr, 1 op/s; 20182/221808 objects degraded (9.099%); 3803/221808 objects misplaced (1.715%); 54 MiB/s, 868 objects/s recovering 2023-10-09T04:53:36.232 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:36.263 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:36.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:53:36.495270+0000 min lat: 0.00115915 max lat: 17.2853 avg lat: 0.0198641 2023-10-09T04:53:36.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:53:36.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 100 4 74109 74105 46.2942 0 - 0.0198641 2023-10-09T04:53:36.598 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:53:36.599 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:53:36.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:53:37.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[179183]: failed to encode map e346 with expected crc 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3281123541' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[179183]: osdmap e346: 8 total, 8 up, 8 in 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3381395111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[179183]: failed to encode map e346 with expected crc 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[184249]: failed to encode map e346 with expected crc 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3281123541' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:53:37.110 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[184249]: osdmap e346: 8 total, 8 up, 8 in 2023-10-09T04:53:37.111 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3381395111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:37.111 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:36 smithi107 ceph-mon[184249]: failed to encode map e346 with expected crc 2023-10-09T04:53:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:36 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:36 smithi150 ceph-mon[168511]: failed to encode map e346 with expected crc 2023-10-09T04:53:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3281123541' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:53:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:36 smithi150 ceph-mon[168511]: osdmap e346: 8 total, 8 up, 8 in 2023-10-09T04:53:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3381395111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:36 smithi150 ceph-mon[168511]: failed to encode map e346 with expected crc 2023-10-09T04:53:37.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 101 4 74109 74105 45.836 0 - 0.0198641 2023-10-09T04:53:38.145 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:38.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:37 smithi107 ceph-mon[184249]: pgmap v1055: 99 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 3 active+recovery_wait+degraded, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 2.1 MiB/s wr, 33 op/s; 23186/222387 objects degraded (10.426%); 3803/222387 objects misplaced (1.710%); 33 MiB/s, 520 objects/s recovering 2023-10-09T04:53:38.147 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:37 smithi107 ceph-mon[179183]: pgmap v1055: 99 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 3 active+recovery_wait+degraded, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 2.1 MiB/s wr, 33 op/s; 23186/222387 objects degraded (10.426%); 3803/222387 objects misplaced (1.710%); 33 MiB/s, 520 objects/s recovering 2023-10-09T04:53:38.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:38.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:37 smithi150 ceph-mon[168511]: pgmap v1055: 99 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 3 active+recovery_wait+degraded, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 2.1 MiB/s wr, 33 op/s; 23186/222387 objects degraded (10.426%); 3803/222387 objects misplaced (1.710%); 33 MiB/s, 520 objects/s recovering 2023-10-09T04:53:38.249 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:38.278 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:38.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 102 4 74109 74105 45.3868 0 - 0.0198641 2023-10-09T04:53:38.898 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:38.901 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:38 smithi107 ceph-mon[179183]: 11.7 scrub starts 2023-10-09T04:53:38.902 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:38 smithi107 ceph-mon[184249]: 11.7 scrub starts 2023-10-09T04:53:38.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:38.903 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:39.004 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:39.031 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:38 smithi150 ceph-mon[168511]: 11.7 scrub starts 2023-10-09T04:53:39.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 103 4 74109 74105 44.9463 0 - 0.0198641 2023-10-09T04:53:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:39 smithi107 ceph-mon[184249]: pgmap v1056: 99 pgs: 1 activating+undersized+degraded+remapped, 3 active+recovery_wait+degraded, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 1.8 MiB/s wr, 28 op/s; 23186/222387 objects degraded (10.426%); 3803/222387 objects misplaced (1.710%); 28 MiB/s, 444 objects/s recovering 2023-10-09T04:53:40.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:39 smithi107 ceph-mon[179183]: pgmap v1056: 99 pgs: 1 activating+undersized+degraded+remapped, 3 active+recovery_wait+degraded, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 1.8 MiB/s wr, 28 op/s; 23186/222387 objects degraded (10.426%); 3803/222387 objects misplaced (1.710%); 28 MiB/s, 444 objects/s recovering 2023-10-09T04:53:40.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:39 smithi150 ceph-mon[168511]: pgmap v1056: 99 pgs: 1 activating+undersized+degraded+remapped, 3 active+recovery_wait+degraded, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 1.8 MiB/s wr, 28 op/s; 23186/222387 objects degraded (10.426%); 3803/222387 objects misplaced (1.710%); 28 MiB/s, 444 objects/s recovering 2023-10-09T04:53:40.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 104 1 74109 74108 44.5161 0.01875 14.6099 0.0204945 2023-10-09T04:53:40.919 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:53:40.932 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:40.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:40.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:41.038 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:41.071 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:41.107 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:41.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:40 smithi150 ceph-mon[168511]: 11.17 scrub starts 2023-10-09T04:53:41.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 23186/222387 objects degraded (10.426%), 14 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:41.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:41.111 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:40 smithi107 ceph-mon[184249]: 11.17 scrub starts 2023-10-09T04:53:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 23186/222387 objects degraded (10.426%), 14 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:41.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:40 smithi107 ceph-mon[179183]: 11.17 scrub starts 2023-10-09T04:53:41.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 23186/222387 objects degraded (10.426%), 14 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:41.212 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:41.240 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:41.274 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:41.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:41.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:41.378 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:41.405 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:41.438 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:41.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:41.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:41.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 104.066 2023-10-09T04:53:41.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 74109 2023-10-09T04:53:41.495 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 44.5085 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 54.6946 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 224.25 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 0 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 712 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 875.124 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3588 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 0 2023-10-09T04:53:41.496 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0206902 2023-10-09T04:53:41.497 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.292269 2023-10-09T04:53:41.497 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 17.2853 2023-10-09T04:53:41.497 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00115915 2023-10-09T04:53:41.501 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:53:41.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:41.624 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:41.719 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:41.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:41.723 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:41.725 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:41.825 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:41.851 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:41.886 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:41.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:41.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:41 smithi107 ceph-mon[184249]: pgmap v1057: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.5 MiB/s wr, 24 op/s; 21642/222399 objects degraded (9.731%); 4861/222399 objects misplaced (2.186%); 12 MiB/s, 186 objects/s recovering 2023-10-09T04:53:41.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:41 smithi107 ceph-mon[179183]: pgmap v1057: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.5 MiB/s wr, 24 op/s; 21642/222399 objects degraded (9.731%); 4861/222399 objects misplaced (2.186%); 12 MiB/s, 186 objects/s recovering 2023-10-09T04:53:41.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:42.019 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:41 smithi150 ceph-mon[168511]: pgmap v1057: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.5 MiB/s wr, 24 op/s; 21642/222399 objects degraded (9.731%); 4861/222399 objects misplaced (2.186%); 12 MiB/s, 186 objects/s recovering 2023-10-09T04:53:42.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:53:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:53:42] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2023-10-09T04:53:42.903 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:42.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:42.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:42.964 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:53:42.964 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:53:42.964 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:53:43.010 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:43.036 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:43.068 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:43.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:43.071 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:43.172 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:43.198 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:43.231 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:43.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:43.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:43.335 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:43.361 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:43.394 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:43.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:43.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:43.498 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:43.524 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:43.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:53:43.543 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:43.556 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:43.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:43.559 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:43.660 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:43.703 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:44.235 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:44.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:44.239 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:44.339 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:44.366 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:44.399 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:44.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:44.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:44.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:44.535 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:44.745 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:44.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:44.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:44.750 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:44.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:44.873 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:44 smithi107 ceph-mon[184249]: pgmap v1058: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.3 MiB/s wr, 29 op/s; 21642/222117 objects degraded (9.744%); 4861/222117 objects misplaced (2.188%); 9.6 MiB/s, 152 objects/s recovering 2023-10-09T04:53:44.873 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:44 smithi107 ceph-mon[179183]: pgmap v1058: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.3 MiB/s wr, 29 op/s; 21642/222117 objects degraded (9.744%); 4861/222117 objects misplaced (2.188%); 9.6 MiB/s, 152 objects/s recovering 2023-10-09T04:53:44.883 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:44.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:44 smithi150 ceph-mon[168511]: pgmap v1058: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.3 MiB/s wr, 29 op/s; 21642/222117 objects degraded (9.744%); 4861/222117 objects misplaced (2.188%); 9.6 MiB/s, 152 objects/s recovering 2023-10-09T04:53:45.261 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:45.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:45.268 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:45.368 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:45.394 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:45.428 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:45.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:45.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:45.513 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:45.532 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:45.569 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:45.763 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:45.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:45.767 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:45.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21642/222117 objects degraded (9.744%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:45.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/773188075' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.1829750946677462}]: dispatch 2023-10-09T04:53:45.856 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21642/222117 objects degraded (9.744%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:45.856 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/773188075' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.1829750946677462}]: dispatch 2023-10-09T04:53:45.868 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:45.894 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:45.926 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:45.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21642/222117 objects degraded (9.744%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:45.929 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/773188075' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.1829750946677462}]: dispatch 2023-10-09T04:53:45.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:45.930 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:46.031 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:46.074 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:46.123 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.0 primary-affinity to 0.182975 (8119912) 2023-10-09T04:53:46.135 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:53:46.312 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:46.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:46.317 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:46.418 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:46.449 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:46.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: pgmap v1059: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.2 MiB/s wr, 41 op/s; 21642/221739 objects degraded (9.760%); 4861/221739 objects misplaced (2.192%); 3.0 MiB/s, 48 objects/s recovering 2023-10-09T04:53:46.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1115829324' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: failed to encode map e347 with expected crc 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/773188075' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.1829750946677462}]': finished 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: osdmap e347: 8 total, 8 up, 8 in 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[184249]: failed to encode map e347 with expected crc 2023-10-09T04:53:46.854 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: pgmap v1059: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.2 MiB/s wr, 41 op/s; 21642/221739 objects degraded (9.760%); 4861/221739 objects misplaced (2.192%); 3.0 MiB/s, 48 objects/s recovering 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1115829324' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: failed to encode map e347 with expected crc 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/773188075' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.1829750946677462}]': finished 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: osdmap e347: 8 total, 8 up, 8 in 2023-10-09T04:53:46.855 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:46 smithi107 ceph-mon[179183]: failed to encode map e347 with expected crc 2023-10-09T04:53:46.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: pgmap v1059: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 1.2 MiB/s wr, 41 op/s; 21642/221739 objects degraded (9.760%); 4861/221739 objects misplaced (2.192%); 3.0 MiB/s, 48 objects/s recovering 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1115829324' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: failed to encode map e347 with expected crc 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/773188075' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.1829750946677462}]': finished 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: osdmap e347: 8 total, 8 up, 8 in 2023-10-09T04:53:46.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:46 smithi150 ceph-mon[168511]: failed to encode map e347 with expected crc 2023-10-09T04:53:48.415 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.415 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: osdmap e348: 8 total, 8 up, 8 in 2023-10-09T04:53:48.415 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[179183]: pgmap v1062: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 32 KiB/s wr, 78 op/s; 21591/220536 objects degraded (9.790%); 4632/220536 objects misplaced (2.100%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: osdmap e348: 8 total, 8 up, 8 in 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.417 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:48 smithi107 ceph-mon[184249]: pgmap v1062: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 32 KiB/s wr, 78 op/s; 21591/220536 objects degraded (9.790%); 4632/220536 objects misplaced (2.100%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: osdmap e348: 8 total, 8 up, 8 in 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: failed to encode map e348 with expected crc 2023-10-09T04:53:48.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:48 smithi150 ceph-mon[168511]: pgmap v1062: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 32 KiB/s wr, 78 op/s; 21591/220536 objects degraded (9.790%); 4632/220536 objects misplaced (2.100%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:49 smithi107 ceph-mon[184249]: 11.7 scrub starts 2023-10-09T04:53:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:49 smithi107 ceph-mon[179183]: 11.7 scrub starts 2023-10-09T04:53:49.444 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:49.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:49.449 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:49 smithi150 ceph-mon[168511]: 11.7 scrub starts 2023-10-09T04:53:49.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:49.583 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:49.725 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:53:49.747 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:53:49.768 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:53:49.790 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:53:49.814 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:53:49.838 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:53:49.861 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:53:49.881 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:49.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:49.884 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:49.888 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:53:49.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.889 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.890 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.890 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.890 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.890 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.890 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.890 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:53:49.932 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:53:49.985 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:50.021 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:50.075 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:50.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:50.080 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:50.180 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:50.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:50.240 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:50.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:50.243 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:50.344 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:50.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:50 smithi107 ceph-mon[184249]: pgmap v1063: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 97 op/s; 21591/220059 objects degraded (9.811%); 4632/220059 objects misplaced (2.105%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T04:53:50.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/427027810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:50.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21591/220536 objects degraded (9.790%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:50.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:50 smithi107 ceph-mon[179183]: pgmap v1063: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 97 op/s; 21591/220059 objects degraded (9.811%); 4632/220059 objects misplaced (2.105%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T04:53:50.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/427027810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:50.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21591/220536 objects degraded (9.790%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:50.370 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:50.403 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:50.405 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:50 smithi150 ceph-mon[168511]: pgmap v1063: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 97 op/s; 21591/220059 objects degraded (9.811%); 4632/220059 objects misplaced (2.105%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T04:53:50.405 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/427027810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:50.405 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21591/220536 objects degraded (9.790%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:50.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:50.406 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:50.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:50.538 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:50.674 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:50.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:50.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:50.778 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:50.809 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:50.845 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:50.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:50.849 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:50.902 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:53:50.902 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:53:50.902 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T04:53:50.902 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:53:50.950 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:50.976 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:50.986 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:51.009 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:51.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:51.012 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:51.113 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:51.142 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:51.174 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:51.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:51.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:51.278 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:51.308 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:51.420 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:51.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:51.427 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:51.452 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:53:51.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:51.595 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:51.640 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:51.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:51.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:51.745 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:51.771 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:51.804 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:51.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:51.807 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:51.908 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:51.936 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:52.232 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:52.240 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:53:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:53:52] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2023-10-09T04:53:52.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:52.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:52.342 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:52.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:52.404 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:52.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:52.407 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:52.438 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:52.477 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:53:52.508 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:52.560 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:52.604 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:52.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:52.613 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:52.714 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:52.740 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:52.774 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:52.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:52.777 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:52.878 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:52.898 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:52 smithi107 ceph-mon[179183]: pgmap v1064: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 148 op/s; 21540/218553 objects degraded (9.856%); 4590/218553 objects misplaced (2.100%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T04:53:52.898 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:52 smithi107 ceph-mon[184249]: pgmap v1064: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 148 op/s; 21540/218553 objects degraded (9.856%); 4590/218553 objects misplaced (2.100%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T04:53:52.902 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:52 smithi150 ceph-mon[168511]: pgmap v1064: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 148 op/s; 21540/218553 objects degraded (9.856%); 4590/218553 objects misplaced (2.100%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T04:53:52.905 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:52.937 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:52.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:52.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:53.041 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:53.079 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:53.115 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:53.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:53.119 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:53.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:53.255 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:53.524 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:53.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:53.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:53.529 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:53.630 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:53.656 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:53.671 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:53:53.690 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:53.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:53.694 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:53.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:53.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:53 smithi107 ceph-mon[184249]: 11.17 scrub starts 2023-10-09T04:53:53.820 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3809004752' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:53.821 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:53 smithi107 ceph-mon[179183]: 11.17 scrub starts 2023-10-09T04:53:53.821 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3809004752' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:53.830 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:53 smithi150 ceph-mon[168511]: 11.17 scrub starts 2023-10-09T04:53:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3809004752' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:53:54.220 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:54.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:54.224 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:54.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:54.359 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:54.631 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:54.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:54.635 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:54.698 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:53:54.698 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:53:54.698 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T04:53:54.698 INFO:tasks.thrashosds.thrasher:Setting osd 3 primary_affinity to 0.782323 2023-10-09T04:53:54.699 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 3 0.7823231714459655 2023-10-09T04:53:54.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: pgmap v1065: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 155 op/s; 21540/218013 objects degraded (9.880%); 4590/218013 objects misplaced (2.105%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T04:53:54.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:54.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3809004752' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: osdmap e349: 8 total, 8 up, 8 in 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[179183]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: pgmap v1065: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 155 op/s; 21540/218013 objects degraded (9.880%); 4590/218013 objects misplaced (2.105%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3809004752' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:53:54.727 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: osdmap e349: 8 total, 8 up, 8 in 2023-10-09T04:53:54.727 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.727 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.727 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:54 smithi107 ceph-mon[184249]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.736 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:54.769 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:54.865 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:54.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:54.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:54.970 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:54.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: pgmap v1065: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 155 op/s; 21540/218013 objects degraded (9.880%); 4590/218013 objects misplaced (2.105%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3809004752' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: osdmap e349: 8 total, 8 up, 8 in 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:54 smithi150 ceph-mon[168511]: failed to encode map e349 with expected crc 2023-10-09T04:53:54.996 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:55.031 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:55.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:55.034 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:55.090 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:53:55.090 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:53:55.090 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:53:55.090 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:53:55.090 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:53:55.135 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:55.163 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:55.197 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:55.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:55.200 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:55.301 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:55.332 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:55.484 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:53:55.503 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:53:55.523 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:53:55.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:53:55.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:53:55.597 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:53:55.618 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:53:55.637 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:53:55.638 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.638 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.638 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.639 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.639 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.639 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.639 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.639 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:53:55.752 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21540/218013 objects degraded (9.880%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:55.752 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3946614504' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:55.753 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21540/218013 objects degraded (9.880%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:55.753 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3946614504' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:55.779 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:53:55.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:55.783 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:53:55.809 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:53:55.884 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:55.921 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:55.970 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:55.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:55.974 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:55.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21540/218013 objects degraded (9.880%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:53:55.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3946614504' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:53:56.075 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:56.116 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:56.390 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:56.394 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:56.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:56.395 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:56.472 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:53:56.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:56.524 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:56.566 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:56.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:56.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:56.670 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:56.698 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:56.743 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:56.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:56.746 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:56.847 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:56.878 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:56 smithi150 ceph-mon[168511]: pgmap v1067: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 111 op/s; 21540/217707 objects degraded (9.894%); 4590/217707 objects misplaced (2.108%); 701 KiB/s, 10 objects/s recovering 2023-10-09T04:53:56.878 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:53:56.881 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:56.917 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:56.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:56 smithi107 ceph-mon[184249]: pgmap v1067: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 111 op/s; 21540/217707 objects degraded (9.894%); 4590/217707 objects misplaced (2.108%); 701 KiB/s, 10 objects/s recovering 2023-10-09T04:53:56.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:53:56.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:56.921 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:56.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:56 smithi107 ceph-mon[179183]: pgmap v1067: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 111 op/s; 21540/217707 objects degraded (9.894%); 4590/217707 objects misplaced (2.108%); 701 KiB/s, 10 objects/s recovering 2023-10-09T04:53:56.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:53:57.021 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:53:57.048 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:57.133 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:53:57.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:57.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:53:57.244 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:57.302 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:57.313 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:57.362 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:57.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:57.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:57.470 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:53:57.498 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:57.524 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:53:57.534 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:53:57.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:57.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:53:57.639 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:53:57.671 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:57.722 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:53:57.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:57.731 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:53:57.832 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:53:57.872 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:58.267 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:53:58.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:58.271 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:53:58.372 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:53:58.417 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:58.440 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:53:58.472 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:53:58.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:58.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:53:58.577 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:53:58.607 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:58.646 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:53:58.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:58.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:53:58.700 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.3 primary-affinity to 0.782323 (8512702) 2023-10-09T04:53:58.750 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:53:58.777 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:58.864 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:53:58.866 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:58 smithi150 ceph-mon[168511]: pgmap v1068: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 133 op/s; 21495/216537 objects degraded (9.927%); 4552/216537 objects misplaced (2.102%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:53:58.866 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2642379865' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]: dispatch 2023-10-09T04:53:58.866 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]: dispatch 2023-10-09T04:53:58.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:53:58.867 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:53:58.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:58 smithi107 ceph-mon[184249]: pgmap v1068: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 133 op/s; 21495/216537 objects degraded (9.927%); 4552/216537 objects misplaced (2.102%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:53:58.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2642379865' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]: dispatch 2023-10-09T04:53:58.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]: dispatch 2023-10-09T04:53:58.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:58 smithi107 ceph-mon[179183]: pgmap v1068: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 133 op/s; 21495/216537 objects degraded (9.927%); 4552/216537 objects misplaced (2.102%); 1.1 MiB/s, 17 objects/s recovering 2023-10-09T04:53:58.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2642379865' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]: dispatch 2023-10-09T04:53:58.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]: dispatch 2023-10-09T04:53:58.968 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:53:58.996 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:53:59.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: failed to encode map e350 with expected crc 2023-10-09T04:53:59.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]': finished 2023-10-09T04:53:59.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: osdmap e350: 8 total, 8 up, 8 in 2023-10-09T04:53:59.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: failed to encode map e350 with expected crc 2023-10-09T04:53:59.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: failed to encode map e350 with expected crc 2023-10-09T04:53:59.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: failed to encode map e350 with expected crc 2023-10-09T04:53:59.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: failed to encode map e350 with expected crc 2023-10-09T04:53:59.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:53:59 smithi150 ceph-mon[168511]: osdmap e351: 8 total, 8 up, 8 in 2023-10-09T04:54:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]': finished 2023-10-09T04:54:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: osdmap e350: 8 total, 8 up, 8 in 2023-10-09T04:54:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[184249]: osdmap e351: 8 total, 8 up, 8 in 2023-10-09T04:54:00.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.7823231714459655}]': finished 2023-10-09T04:54:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: osdmap e350: 8 total, 8 up, 8 in 2023-10-09T04:54:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: failed to encode map e350 with expected crc 2023-10-09T04:54:00.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:53:59 smithi107 ceph-mon[179183]: osdmap e351: 8 total, 8 up, 8 in 2023-10-09T04:54:00.339 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:00.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:00.343 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:00.443 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:00.470 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:00.504 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:00.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:00.507 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:00.608 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:00.636 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: pgmap v1070: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 108 op/s; 21495/215937 objects degraded (9.954%); 4552/215937 objects misplaced (2.108%); 696 KiB/s, 10 objects/s recovering 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21495/215937 objects degraded (9.954%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:00 smithi150 ceph-mon[168511]: osdmap e352: 8 total, 8 up, 8 in 2023-10-09T04:54:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: pgmap v1070: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 108 op/s; 21495/215937 objects degraded (9.954%); 4552/215937 objects misplaced (2.108%); 696 KiB/s, 10 objects/s recovering 2023-10-09T04:54:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21495/215937 objects degraded (9.954%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[179183]: osdmap e352: 8 total, 8 up, 8 in 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: pgmap v1070: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 108 op/s; 21495/215937 objects degraded (9.954%); 4552/215937 objects misplaced (2.108%); 696 KiB/s, 10 objects/s recovering 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: failed to encode map e351 with expected crc 2023-10-09T04:54:00.926 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21495/215937 objects degraded (9.954%), 13 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:00.926 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:00 smithi107 ceph-mon[184249]: osdmap e352: 8 total, 8 up, 8 in 2023-10-09T04:54:01.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: failed to encode map e352 with expected crc 2023-10-09T04:54:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: failed to encode map e352 with expected crc 2023-10-09T04:54:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: failed to encode map e352 with expected crc 2023-10-09T04:54:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: failed to encode map e352 with expected crc 2023-10-09T04:54:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:02.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: failed to encode map e352 with expected crc 2023-10-09T04:54:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:02.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:02.057 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:02.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:02.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:02.162 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:02.194 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:54:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:54:02] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2023-10-09T04:54:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:02 smithi150 ceph-mon[168511]: pgmap v1073: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 161 op/s; 21472/214806 objects degraded (9.996%); 3937/214806 objects misplaced (1.833%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:54:03.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:02 smithi107 ceph-mon[179183]: pgmap v1073: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 161 op/s; 21472/214806 objects degraded (9.996%); 3937/214806 objects misplaced (1.833%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:54:03.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:02 smithi107 ceph-mon[184249]: pgmap v1073: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 161 op/s; 21472/214806 objects degraded (9.996%); 3937/214806 objects misplaced (1.833%); 7.5 MiB/s, 120 objects/s recovering 2023-10-09T04:54:04.832 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:04.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:04.841 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:04 smithi107 ceph-mon[179183]: pgmap v1074: 99 pgs: 1 peering, 1 activating, 2 active+recovery_wait+degraded, 1 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 112 op/s; 22393/214512 objects degraded (10.439%); 566/214512 objects misplaced (0.264%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:54:04.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:04 smithi107 ceph-mon[184249]: pgmap v1074: 99 pgs: 1 peering, 1 activating, 2 active+recovery_wait+degraded, 1 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 112 op/s; 22393/214512 objects degraded (10.439%); 566/214512 objects misplaced (0.264%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:54:04.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:04.971 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:04.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:04 smithi150 ceph-mon[168511]: pgmap v1074: 99 pgs: 1 peering, 1 activating, 2 active+recovery_wait+degraded, 1 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 112 op/s; 22393/214512 objects degraded (10.439%); 566/214512 objects misplaced (0.264%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:54:05.719 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:05.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:05.724 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:05.825 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:05.855 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:05.950 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 22393/214512 objects degraded (10.439%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:05.951 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 22393/214512 objects degraded (10.439%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:05.970 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:05.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:05.975 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 22393/214512 objects degraded (10.439%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:06.075 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:06.102 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:06.136 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:06.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:06.140 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:06.241 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:06.267 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:06.301 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:06.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:06.304 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:06.405 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:06.433 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:06.475 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:06.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:06.479 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:06.580 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:06.607 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:06.640 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:06.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:06.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:06.678 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:06.736 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:54:06.736 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:54:06.745 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:06.780 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:06 smithi150 ceph-mon[168511]: pgmap v1075: 99 pgs: 1 peering, 1 activating, 1 active+recovery_wait+degraded, 2 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 74 op/s; 20920/214389 objects degraded (9.758%); 1326/214389 objects misplaced (0.619%); 12 MiB/s, 194 objects/s recovering 2023-10-09T04:54:07.166 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:54:07.167 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T04:54:07.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:06 smithi107 ceph-mon[179183]: pgmap v1075: 99 pgs: 1 peering, 1 activating, 1 active+recovery_wait+degraded, 2 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 74 op/s; 20920/214389 objects degraded (9.758%); 1326/214389 objects misplaced (0.619%); 12 MiB/s, 194 objects/s recovering 2023-10-09T04:54:07.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:06 smithi107 ceph-mon[184249]: pgmap v1075: 99 pgs: 1 peering, 1 activating, 1 active+recovery_wait+degraded, 2 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 74 op/s; 20920/214389 objects degraded (9.758%); 1326/214389 objects misplaced (0.619%); 12 MiB/s, 194 objects/s recovering 2023-10-09T04:54:07.710 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:54:07.971 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:07.975 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3426402591' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:07.975 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3426402591' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:07.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:07.976 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:07.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3426402591' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:08.077 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:08.105 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:08 smithi150 ceph-mon[168511]: pgmap v1076: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 1 activating, 1 active+recovering, 8 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 74 op/s; 18612/214155 objects degraded (8.691%); 2871/214155 objects misplaced (1.341%); 17 MiB/s, 263 objects/s recovering 2023-10-09T04:54:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:08 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:08 smithi150 ceph-mon[168511]: failed to encode map e353 with expected crc 2023-10-09T04:54:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3426402591' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:08 smithi150 ceph-mon[168511]: osdmap e353: 8 total, 8 up, 8 in 2023-10-09T04:54:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:08 smithi150 ceph-mon[168511]: failed to encode map e353 with expected crc 2023-10-09T04:54:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[184249]: pgmap v1076: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 1 activating, 1 active+recovering, 8 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 74 op/s; 18612/214155 objects degraded (8.691%); 2871/214155 objects misplaced (1.341%); 17 MiB/s, 263 objects/s recovering 2023-10-09T04:54:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[184249]: failed to encode map e353 with expected crc 2023-10-09T04:54:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3426402591' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[184249]: osdmap e353: 8 total, 8 up, 8 in 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[184249]: failed to encode map e353 with expected crc 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[179183]: pgmap v1076: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 1 activating, 1 active+recovering, 8 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 74 op/s; 18612/214155 objects degraded (8.691%); 2871/214155 objects misplaced (1.341%); 17 MiB/s, 263 objects/s recovering 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[179183]: failed to encode map e353 with expected crc 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3426402591' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[179183]: osdmap e353: 8 total, 8 up, 8 in 2023-10-09T04:54:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:08 smithi107 ceph-mon[179183]: failed to encode map e353 with expected crc 2023-10-09T04:54:09.561 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:09.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:09.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:09.652 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:54:09.666 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:09.734 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:09.781 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:09.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:09.785 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:09.886 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:09.918 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:09.955 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:09.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:09.959 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:10.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:10.094 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:10.143 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:10.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:10.146 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:10.168 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:10.247 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:10.294 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:10.577 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:10.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:10.582 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:10.683 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:10.735 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:10.854 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:10.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:10 smithi107 ceph-mon[179183]: pgmap v1078: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 1 active+recovering, 8 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 57 op/s; 21042/214068 objects degraded (9.830%); 2871/214068 objects misplaced (1.341%); 15 MiB/s, 238 objects/s recovering 2023-10-09T04:54:10.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 21042/214068 objects degraded (9.830%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:10.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:10 smithi107 ceph-mon[184249]: pgmap v1078: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 1 active+recovering, 8 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 57 op/s; 21042/214068 objects degraded (9.830%); 2871/214068 objects misplaced (1.341%); 15 MiB/s, 238 objects/s recovering 2023-10-09T04:54:10.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 21042/214068 objects degraded (9.830%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:10.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:10 smithi150 ceph-mon[168511]: pgmap v1078: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 1 active+recovering, 8 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 57 op/s; 21042/214068 objects degraded (9.830%); 2871/214068 objects misplaced (1.341%); 15 MiB/s, 238 objects/s recovering 2023-10-09T04:54:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 21042/214068 objects degraded (9.830%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:11.169 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:11.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:11.174 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:11.274 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:11.312 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:11.354 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:11.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:11.358 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:11.423 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:54:11.459 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:11.503 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:11.742 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:11.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:11.750 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:11.851 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:11.879 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:11.928 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:11.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:11.933 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:12.033 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:12.064 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:54:12.102 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:54:12.130 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:12.135 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:54:12.172 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:54:12.202 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:54:12.222 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:12.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:12.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:12.237 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:54:12.267 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:54:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:54:12] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2023-10-09T04:54:12.285 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:54:12.332 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:12.341 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.350 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:54:12.367 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:12.417 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:12.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:12.422 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:12.523 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:12.620 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:12.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:12 smithi150 ceph-mon[168511]: pgmap v1079: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 115 op/s; 20967/211347 objects degraded (9.921%); 1939/211347 objects misplaced (0.917%); 16 MiB/s, 249 objects/s recovering 2023-10-09T04:54:12.723 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/488806346' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:12.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:12 smithi107 ceph-mon[184249]: pgmap v1079: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 115 op/s; 20967/211347 objects degraded (9.921%); 1939/211347 objects misplaced (0.917%); 16 MiB/s, 249 objects/s recovering 2023-10-09T04:54:12.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/488806346' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:12.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:12 smithi107 ceph-mon[179183]: pgmap v1079: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 115 op/s; 20967/211347 objects degraded (9.921%); 1939/211347 objects misplaced (0.917%); 16 MiB/s, 249 objects/s recovering 2023-10-09T04:54:12.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/488806346' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:13.446 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:13.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:13.450 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:13.551 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:13.585 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:13.630 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:13.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:13.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:13.733 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/920211701' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:54:13.735 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:13.748 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T04:54:13.767 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:13.811 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:13.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:13.817 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:13.918 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:13.955 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/920211701' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:54:14.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/920211701' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:54:14.104 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:14.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:14.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:14.209 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:14.239 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:14.276 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:14.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:14.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:14.380 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:14.413 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:14.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:14.544 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:14.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:14.560 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 1 1 2023-10-09T04:54:14.645 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:14.672 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:14.711 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:14.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:14.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:14.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: pgmap v1080: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 181 op/s; 20813/209052 objects degraded (9.956%); 1939/209052 objects misplaced (0.928%); 17 MiB/s, 265 objects/s recovering 2023-10-09T04:54:14.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/920211701' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:54:14.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: osdmap e354: 8 total, 8 up, 8 in 2023-10-09T04:54:14.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: failed to encode map e354 with expected crc 2023-10-09T04:54:14.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: failed to encode map e354 with expected crc 2023-10-09T04:54:14.729 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:14.729 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:14.815 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:14.870 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: pgmap v1080: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 181 op/s; 20813/209052 objects degraded (9.956%); 1939/209052 objects misplaced (0.928%); 17 MiB/s, 265 objects/s recovering 2023-10-09T04:54:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/920211701' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:54:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: osdmap e354: 8 total, 8 up, 8 in 2023-10-09T04:54:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: failed to encode map e354 with expected crc 2023-10-09T04:54:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: failed to encode map e354 with expected crc 2023-10-09T04:54:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:14.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:14.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: pgmap v1080: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 181 op/s; 20813/209052 objects degraded (9.956%); 1939/209052 objects misplaced (0.928%); 17 MiB/s, 265 objects/s recovering 2023-10-09T04:54:14.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/920211701' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:54:14.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: osdmap e354: 8 total, 8 up, 8 in 2023-10-09T04:54:14.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: failed to encode map e354 with expected crc 2023-10-09T04:54:14.989 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: failed to encode map e354 with expected crc 2023-10-09T04:54:14.990 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:14.990 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:14.992 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:14.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:14.997 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:15.098 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:15.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:15.163 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:15.173 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:15.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:15.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:15.277 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:15.281 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:15.312 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:15.351 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:15.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:15.356 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:15.457 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:15.514 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:15.565 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:15.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:15.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:15.670 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:15.702 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:15.730 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20813/209052 objects degraded (9.956%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:15.730 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:54:15.731 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:54:15.731 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:80566 11.1 11:82175d5f:::benchmark_data_smithi107_315913_object6454:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e354)", 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:54:15.731365+0000", 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.007155064, 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071923350000000002, 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:54:15.744 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 80566 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.731365+0000", 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.731365+0000", 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.731363+0000", 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.731371+0000", 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8760000000000005e-06 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.731389+0000", 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8502999999999999e-05 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.731398+0000", 2023-10-09T04:54:15.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9579999999999996e-06 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.734132+0000", 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0027335720000000001 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.734328+0000", 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019581000000000001 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.734498+0000", 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017008299999999999 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736191+0000", 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001693108 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.737046+0000", 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00085570399999999999 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:80567 11.b e354/343 11:d8df53d9:::benchmark_data_smithi107_315913_object6455:head v 354'4987, mlcod=354'4985)", 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:54:15.736876+0000", 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0016431989999999999, 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017795969999999999, 2023-10-09T04:54:15.750 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736876+0000", 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736876+0000", 2023-10-09T04:54:15.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736875+0000", 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736884+0000", 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8550000000000008e-06 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736901+0000", 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6532e-05 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.736909+0000", 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5569999999999996e-06 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:54:15.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.737057+0000", 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014794100000000001 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:15.737079+0000", 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1217e-05 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:15.754 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:54:15.755 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 2 2023-10-09T04:54:15.755 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:54:15.755 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:15.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:15.756 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:15.857 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:15.900 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:15.949 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:15.952 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20813/209052 objects degraded (9.956%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:15.952 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:54:15.952 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:54:15.952 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:15.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:15.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:16.054 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:16.108 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20813/209052 objects degraded (9.956%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:16.108 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:54:16.108 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:54:16.108 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:54:16.112 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:16.536 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:54:16.633 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:54:16.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:16 smithi107 ceph-mon[184249]: pgmap v1082: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 265 op/s; 20813/207786 objects degraded (10.017%); 1939/207786 objects misplaced (0.933%); 9.2 MiB/s, 147 objects/s recovering 2023-10-09T04:54:16.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:16.837 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:17.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:16 smithi150 ceph-mon[168511]: pgmap v1082: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 265 op/s; 20813/207786 objects degraded (10.017%); 1939/207786 objects misplaced (0.933%); 9.2 MiB/s, 147 objects/s recovering 2023-10-09T04:54:17.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:17.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:17.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:17.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:16 smithi107 ceph-mon[179183]: pgmap v1082: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 265 op/s; 20813/207786 objects degraded (10.017%); 1939/207786 objects misplaced (0.933%); 9.2 MiB/s, 147 objects/s recovering 2023-10-09T04:54:17.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:17.442 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:17.547 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:17.711 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:17.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:17.882 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:17.897 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:18.283 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:18.284 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:18.324 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:18.366 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:18.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:18.370 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:18.471 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:18.528 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:18.766 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.1 to 1 (10000) 2023-10-09T04:54:18.768 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:54:18.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[184249]: pgmap v1083: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 20566/204165 objects degraded (10.073%); 1823/204165 objects misplaced (0.893%); 9.7 MiB/s, 155 objects/s recovering 2023-10-09T04:54:18.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/786041605' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:18.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:18.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4005918344' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:54:18.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:54:18.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[179183]: pgmap v1083: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 20566/204165 objects degraded (10.073%); 1823/204165 objects misplaced (0.893%); 9.7 MiB/s, 155 objects/s recovering 2023-10-09T04:54:18.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/786041605' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:18.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:18.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4005918344' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:54:18.796 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:54:19.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:18 smithi150 ceph-mon[168511]: pgmap v1083: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 20566/204165 objects degraded (10.073%); 1823/204165 objects misplaced (0.893%); 9.7 MiB/s, 155 objects/s recovering 2023-10-09T04:54:19.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/786041605' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:19.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:19.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4005918344' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:54:19.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:54:19.421 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:19.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:19.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:19.530 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:19.574 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:19.854 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:19.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:19.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: failed to encode map e355 with expected crc 2023-10-09T04:54:19.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: failed to encode map e355 with expected crc 2023-10-09T04:54:19.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:54:19.856 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: osdmap e355: 8 total, 8 up, 8 in 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[184249]: failed to encode map e355 with expected crc 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: failed to encode map e355 with expected crc 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: failed to encode map e355 with expected crc 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: osdmap e355: 8 total, 8 up, 8 in 2023-10-09T04:54:19.857 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:19 smithi107 ceph-mon[179183]: failed to encode map e355 with expected crc 2023-10-09T04:54:19.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:19.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:19.959 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:19.987 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T04:54:19.992 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:20.033 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: failed to encode map e355 with expected crc 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: failed to encode map e355 with expected crc 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: osdmap e355: 8 total, 8 up, 8 in 2023-10-09T04:54:20.037 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:19 smithi150 ceph-mon[168511]: failed to encode map e355 with expected crc 2023-10-09T04:54:20.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:20.039 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:20.140 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:20.172 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:20.211 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:20.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:20.220 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:20.321 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:20.362 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:20.387 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:54:20.422 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:20.422 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:54:20.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:20.436 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:20.466 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:54:20.492 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:54:20.518 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:54:20.538 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:20.539 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:54:20.570 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:54:20.588 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:20.605 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:54:20.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.608 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.609 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.609 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.609 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.609 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.609 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:54:20.660 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:20.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:20.667 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:20.743 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:54:20.743 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:54:20.768 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:20.822 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:20.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:20 smithi107 ceph-mon[184249]: pgmap v1085: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 20416/201918 objects degraded (10.111%); 1823/201918 objects misplaced (0.903%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:54:20.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20416/201918 objects degraded (10.111%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:20.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1793590491' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:20.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:20 smithi107 ceph-mon[179183]: pgmap v1085: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 20416/201918 objects degraded (10.111%); 1823/201918 objects misplaced (0.903%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:54:20.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20416/201918 objects degraded (10.111%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:20.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1793590491' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:21.067 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:21.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:21.071 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:21.173 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:21.204 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:21.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:20 smithi150 ceph-mon[168511]: pgmap v1085: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 20416/201918 objects degraded (10.111%); 1823/201918 objects misplaced (0.903%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:54:21.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20416/201918 objects degraded (10.111%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:21.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1793590491' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:21.356 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:21.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:21.369 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:21.390 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:54:21.411 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:21.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:54:21.470 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:21.537 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:21.708 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:21.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:21.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:21.815 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:21.859 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:21.967 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:21.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:21.979 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:22.080 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:22.114 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:22.156 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:22.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:22.161 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:22.262 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:22.289 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:22.333 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:22.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:22.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:22.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:54:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:54:22] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2023-10-09T04:54:22.440 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:22.489 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:22.535 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:22.631 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:22.681 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:22.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:22.687 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:22.787 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:22.832 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:22.888 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:22.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:22.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:22.997 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:23.028 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:22 smithi107 ceph-mon[184249]: pgmap v1086: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 503 op/s; 20090/196971 objects degraded (10.199%); 1807/196971 objects misplaced (0.917%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:54:23.028 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:22 smithi107 ceph-mon[179183]: pgmap v1086: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 503 op/s; 20090/196971 objects degraded (10.199%); 1807/196971 objects misplaced (0.917%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:54:23.053 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:23.173 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:54:23.184 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:23.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:23.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:23.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:22 smithi150 ceph-mon[168511]: pgmap v1086: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 503 op/s; 20090/196971 objects degraded (10.199%); 1807/196971 objects misplaced (0.917%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T04:54:23.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:23.371 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:23.801 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T04:54:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3184841279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:54:23.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:54:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3184841279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:54:23.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:54:24.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3184841279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:54:24.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: pgmap v1087: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 483 op/s; 19947/194739 objects degraded (10.243%); 1807/194739 objects misplaced (0.928%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: osdmap e356: 8 total, 8 up, 8 in 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[179183]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: pgmap v1087: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 483 op/s; 19947/194739 objects degraded (10.243%); 1807/194739 objects misplaced (0.928%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: osdmap e356: 8 total, 8 up, 8 in 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:24 smithi107 ceph-mon[184249]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: pgmap v1087: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 483 op/s; 19947/194739 objects degraded (10.243%); 1807/194739 objects misplaced (0.928%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: osdmap e356: 8 total, 8 up, 8 in 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:24 smithi150 ceph-mon[168511]: failed to encode map e356 with expected crc 2023-10-09T04:54:25.785 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 19947/194739 objects degraded (10.243%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:25.786 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:25.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:25.790 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:25.891 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:25.924 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:26.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 19947/194739 objects degraded (10.243%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 19947/194739 objects degraded (10.243%), 11 pgs degraded (PG_DEGRADED) 2023-10-09T04:54:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:26 smithi107 ceph-mon[184249]: pgmap v1089: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 455 op/s; 19947/193221 objects degraded (10.323%); 1807/193221 objects misplaced (0.935%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T04:54:27.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:26 smithi107 ceph-mon[179183]: pgmap v1089: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 455 op/s; 19947/193221 objects degraded (10.323%); 1807/193221 objects misplaced (0.935%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T04:54:27.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:26 smithi150 ceph-mon[168511]: pgmap v1089: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 455 op/s; 19947/193221 objects degraded (10.323%); 1807/193221 objects misplaced (0.935%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T04:54:28.280 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:28.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:28.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:28.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:28.417 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:28.777 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T04:54:28.941 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:28.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:28.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:29.046 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:29.075 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:28 smithi150 ceph-mon[168511]: pgmap v1090: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 19593/189018 objects degraded (10.366%); 1798/189018 objects misplaced (0.951%); 6.0 MiB/s, 95 objects/s recovering 2023-10-09T04:54:29.078 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:29.122 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:29.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:29.127 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:29.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:28 smithi107 ceph-mon[179183]: pgmap v1090: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 19593/189018 objects degraded (10.366%); 1798/189018 objects misplaced (0.951%); 6.0 MiB/s, 95 objects/s recovering 2023-10-09T04:54:29.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:28 smithi107 ceph-mon[184249]: pgmap v1090: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 19593/189018 objects degraded (10.366%); 1798/189018 objects misplaced (0.951%); 6.0 MiB/s, 95 objects/s recovering 2023-10-09T04:54:29.227 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:29.255 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:29.294 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:29.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:29.302 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:29.403 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:29.434 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:29.526 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:29.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:29.534 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:29.635 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:29.669 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:29.715 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:29.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:29.718 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:29.723 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:29.819 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:29.853 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:29.901 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:29.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:29.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:30.006 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:30.046 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:30.210 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:30.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:30.218 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:30.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:30.366 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:30.411 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:30.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:30.417 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:30.517 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:30.561 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:30.616 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:30.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:30.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:30.721 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:30.753 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:30.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:30 smithi107 ceph-mon[179183]: pgmap v1091: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 19437/186483 objects degraded (10.423%); 1798/186483 objects misplaced (0.964%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T04:54:30.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 19437/186483 objects degraded (10.423%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:30.803 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:30.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:30.809 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:30.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:30.949 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:30.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:30 smithi150 ceph-mon[168511]: pgmap v1091: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 19437/186483 objects degraded (10.423%); 1798/186483 objects misplaced (0.964%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T04:54:30.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 19437/186483 objects degraded (10.423%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:31.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:30 smithi107 ceph-mon[184249]: pgmap v1091: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 19437/186483 objects degraded (10.423%); 1798/186483 objects misplaced (0.964%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T04:54:31.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 19437/186483 objects degraded (10.423%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:31.360 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:31.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:31.366 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:31.467 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:31.493 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:31.542 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:31.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:31.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:31.651 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:31.697 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:54:31.698 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:54:31.714 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:31.739 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:31.771 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:31.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:31.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:31.838 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:54:31.883 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:31.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:31.917 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1215256211' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:31.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:31.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1215256211' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:31.920 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:32.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:54:32] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2023-10-09T04:54:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1215256211' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:32.913 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:32.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:32.923 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:33.024 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:33.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: pgmap v1092: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 19115/180963 objects degraded (10.563%); 1724/180963 objects misplaced (0.953%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:54:33.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:54:33.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1215256211' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: osdmap e357: 8 total, 8 up, 8 in 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[184249]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: pgmap v1092: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 19115/180963 objects degraded (10.563%); 1724/180963 objects misplaced (0.953%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:54:33.056 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1215256211' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: osdmap e357: 8 total, 8 up, 8 in 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.057 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:32 smithi107 ceph-mon[179183]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:33.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: pgmap v1092: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 19115/180963 objects degraded (10.563%); 1724/180963 objects misplaced (0.953%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1215256211' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: osdmap e357: 8 total, 8 up, 8 in 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:32 smithi150 ceph-mon[168511]: failed to encode map e357 with expected crc 2023-10-09T04:54:33.321 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:33.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:33.324 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:33.425 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:33.459 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:33.499 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:33.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:33.504 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:33.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:54:33.605 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:33.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:33.675 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:33.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:33.678 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:33.779 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:33.807 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:33.852 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:33.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:33.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:33.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:33.996 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:34.047 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:34.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:34.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:34.155 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:34.193 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:34.241 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:34.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:34.248 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:34.346 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:54:34.349 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:34.381 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:34.382 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:54:34.417 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:54:34.424 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:34.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:34.428 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:34.459 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:54:34.494 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:54:34.529 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:34.532 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:54:34.560 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:34.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:54:34.593 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:54:34.603 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.603 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.603 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.604 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.604 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.604 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.604 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.604 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:54:34.605 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:34.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:34.610 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:34.705 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:34.711 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:34.787 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:34 smithi107 ceph-mon[184249]: pgmap v1094: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 18946/178557 objects degraded (10.611%); 1724/178557 objects misplaced (0.966%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:54:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/793358296' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:34 smithi107 ceph-mon[179183]: pgmap v1094: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 18946/178557 objects degraded (10.611%); 1724/178557 objects misplaced (0.966%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:54:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/793358296' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:35.086 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:35.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:35.093 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:35.193 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:35.223 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:34 smithi150 ceph-mon[168511]: pgmap v1094: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 548 op/s; 18946/178557 objects degraded (10.611%); 1724/178557 objects misplaced (0.966%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:54:35.223 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/793358296' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:35.228 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:35.273 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:35.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:35.282 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:35.382 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:35.410 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:35.457 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:35.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:35.468 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:35.568 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:35.602 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:35.644 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:35.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:35.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:35.717 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:54:35.755 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:35.796 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 18946/178557 objects degraded (10.611%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1626603653' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:54:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:54:36.030 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:36.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 18946/178557 objects degraded (10.611%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:36.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1626603653' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:54:36.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:54:36.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:36.039 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:36.039 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 18946/178557 objects degraded (10.611%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:36.039 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1626603653' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:54:36.039 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:54:36.140 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:36.141 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T04:54:36.172 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:36.220 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:36.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:36.226 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:36.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:36.366 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:36.477 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:36.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:36.482 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:36.583 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:36.624 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:36.824 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:36.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:36.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:36.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:91713 11.d 11:b896a44e:::benchmark_data_smithi107_315913_object17601:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e358)", 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:54:36.862466+0000", 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00016490299999999999, 2023-10-09T04:54:36.863 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019227400000000001, 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 91713 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862466+0000", 2023-10-09T04:54:36.864 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862466+0000", 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862464+0000", 2023-10-09T04:54:36.865 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862472+0000", 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0730000000000005e-06 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862486+0000", 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4139e-05 2023-10-09T04:54:36.866 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862494+0000", 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2400000000000001e-06 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:54:36.862560+0000", 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6288e-05 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:54:36.867 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:36.868 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:54:36.868 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:54:36.868 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 1 2023-10-09T04:54:36.868 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:54:36.881 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[179183]: pgmap v1095: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 541 op/s; 18946/176982 objects degraded (10.705%); 1724/176982 objects misplaced (0.974%); 6.8 MiB/s, 109 objects/s recovering 2023-10-09T04:54:36.881 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:54:36.881 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[179183]: osdmap e358: 8 total, 8 up, 8 in 2023-10-09T04:54:36.882 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[179183]: failed to encode map e358 with expected crc 2023-10-09T04:54:36.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[184249]: pgmap v1095: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 541 op/s; 18946/176982 objects degraded (10.705%); 1724/176982 objects misplaced (0.974%); 6.8 MiB/s, 109 objects/s recovering 2023-10-09T04:54:36.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:54:36.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[184249]: osdmap e358: 8 total, 8 up, 8 in 2023-10-09T04:54:36.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:36 smithi107 ceph-mon[184249]: failed to encode map e358 with expected crc 2023-10-09T04:54:36.930 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:36.960 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:37.000 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:37.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:37.003 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:37.033 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:37.104 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:37.157 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:37.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:54:37.218 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:37.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:37.224 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:37.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:36 smithi150 ceph-mon[168511]: pgmap v1095: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 541 op/s; 18946/176982 objects degraded (10.705%); 1724/176982 objects misplaced (0.974%); 6.8 MiB/s, 109 objects/s recovering 2023-10-09T04:54:37.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:54:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:36 smithi150 ceph-mon[168511]: osdmap e358: 8 total, 8 up, 8 in 2023-10-09T04:54:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:36 smithi150 ceph-mon[168511]: failed to encode map e358 with expected crc 2023-10-09T04:54:37.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:37.410 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:37 smithi107 ceph-mon[184249]: failed to encode map e358 with expected crc 2023-10-09T04:54:37.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:37 smithi107 ceph-mon[179183]: failed to encode map e358 with expected crc 2023-10-09T04:54:38.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:37 smithi150 ceph-mon[168511]: failed to encode map e358 with expected crc 2023-10-09T04:54:38.930 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:38.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:38.934 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:39.034 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:39.063 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:39.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:38 smithi107 ceph-mon[184249]: pgmap v1097: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 18587/172794 objects degraded (10.757%); 1714/172794 objects misplaced (0.992%); 7.2 MiB/s, 115 objects/s recovering 2023-10-09T04:54:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:38 smithi107 ceph-mon[179183]: pgmap v1097: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 18587/172794 objects degraded (10.757%); 1714/172794 objects misplaced (0.992%); 7.2 MiB/s, 115 objects/s recovering 2023-10-09T04:54:39.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:38 smithi150 ceph-mon[168511]: pgmap v1097: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 18587/172794 objects degraded (10.757%); 1714/172794 objects misplaced (0.992%); 7.2 MiB/s, 115 objects/s recovering 2023-10-09T04:54:39.260 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:39.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:39.266 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:39.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:54:39.367 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:39.452 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:39.504 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:39.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:39.510 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:39.611 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:39.643 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:39.686 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:39.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:39.690 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:39.704 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:39.704 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:39.790 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:39.859 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:40.244 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:40.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:40.250 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:40.351 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:40.413 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:40.529 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:40.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:40.542 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:40.643 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:40.677 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:40.724 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:40.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:40.728 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:40.767 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:40.829 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[184249]: pgmap v1098: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 443 op/s; 18428/170310 objects degraded (10.820%); 1714/170310 objects misplaced (1.006%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 18428/170310 objects degraded (10.820%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/359317380' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[179183]: pgmap v1098: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 443 op/s; 18428/170310 objects degraded (10.820%); 1714/170310 objects misplaced (1.006%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 18428/170310 objects degraded (10.820%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:40.832 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/359317380' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:54:40.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:54:40.858 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:40.902 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:40.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:40.908 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:40 smithi150 ceph-mon[168511]: pgmap v1098: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 443 op/s; 18428/170310 objects degraded (10.820%); 1714/170310 objects misplaced (1.006%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T04:54:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 18428/170310 objects degraded (10.820%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/359317380' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:54:40.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:54:41.008 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:41.036 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:41.083 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:41.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:41.087 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:41.130 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:54:41.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:41.222 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:41.267 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:41.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:41.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:41.372 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:41.409 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:41.452 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:41.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:41.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:41.557 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:41.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:41.648 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:41.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:41.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:41.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:41.804 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:41.879 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:41.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:41.885 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[184249]: failed to encode map e359 with expected crc 2023-10-09T04:54:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:54:41.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[184249]: osdmap e359: 8 total, 8 up, 8 in 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[184249]: failed to encode map e359 with expected crc 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[184249]: failed to encode map e359 with expected crc 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[179183]: failed to encode map e359 with expected crc 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[179183]: osdmap e359: 8 total, 8 up, 8 in 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[179183]: failed to encode map e359 with expected crc 2023-10-09T04:54:41.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:41 smithi107 ceph-mon[179183]: failed to encode map e359 with expected crc 2023-10-09T04:54:41.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:42.038 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:41 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:41 smithi150 ceph-mon[168511]: failed to encode map e359 with expected crc 2023-10-09T04:54:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:54:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:41 smithi150 ceph-mon[168511]: osdmap e359: 8 total, 8 up, 8 in 2023-10-09T04:54:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:41 smithi150 ceph-mon[168511]: failed to encode map e359 with expected crc 2023-10-09T04:54:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:41 smithi150 ceph-mon[168511]: failed to encode map e359 with expected crc 2023-10-09T04:54:42.412 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:54:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:54:42] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2023-10-09T04:54:42.581 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:42.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:42.590 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:42.691 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:42.734 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:42.786 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:42.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:42.799 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:42.899 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:42.948 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:42.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:42 smithi150 ceph-mon[168511]: failed to encode map e359 with expected crc 2023-10-09T04:54:42.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:42 smithi150 ceph-mon[168511]: pgmap v1100: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 18134/165075 objects degraded (10.985%); 1683/165075 objects misplaced (1.020%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:54:43.017 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:43.017 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:54:43.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:43.019 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:43.057 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:54:43.086 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:54:43.115 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:54:43.120 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:43.139 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:54:43.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:42 smithi107 ceph-mon[184249]: failed to encode map e359 with expected crc 2023-10-09T04:54:43.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:42 smithi107 ceph-mon[184249]: pgmap v1100: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 18134/165075 objects degraded (10.985%); 1683/165075 objects misplaced (1.020%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:54:43.161 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:42 smithi107 ceph-mon[179183]: failed to encode map e359 with expected crc 2023-10-09T04:54:43.161 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:42 smithi107 ceph-mon[179183]: pgmap v1100: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 18134/165075 objects degraded (10.985%); 1683/165075 objects misplaced (1.020%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:54:43.168 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:43.169 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:54:43.197 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:54:43.224 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:54:43.225 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.225 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.225 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:54:43.238 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:43.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:43.242 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:43.343 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:43.387 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:43.539 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:43.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:43.543 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:43.639 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:54:43.640 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:54:43.645 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:43.676 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:43.724 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:43.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:43.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:43.760 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:54:43.830 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:43.870 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T04:54:43.879 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:43.929 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:43.932 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1701255542' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:54:43.932 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/34085859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:43.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:43.933 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:44.034 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:44.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1701255542' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:54:44.055 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/34085859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:44.056 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1701255542' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:54:44.056 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/34085859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:44.070 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:44.115 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:44.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:44.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:44.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:44.258 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:44.643 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:54:44.660 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T04:54:44.663 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:44.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:44.669 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:44.769 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:44.805 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:44.832 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:44.854 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:44.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:44.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[179183]: pgmap v1101: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 17954/162699 objects degraded (11.035%); 1683/162699 objects misplaced (1.034%); 8.1 MiB/s, 129 objects/s recovering 2023-10-09T04:54:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1701255542' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:54:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[179183]: osdmap e360: 8 total, 8 up, 8 in 2023-10-09T04:54:44.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[179183]: failed to encode map e360 with expected crc 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[179183]: failed to encode map e360 with expected crc 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[179183]: failed to encode map e360 with expected crc 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[184249]: pgmap v1101: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 17954/162699 objects degraded (11.035%); 1683/162699 objects misplaced (1.034%); 8.1 MiB/s, 129 objects/s recovering 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1701255542' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[184249]: osdmap e360: 8 total, 8 up, 8 in 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[184249]: failed to encode map e360 with expected crc 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[184249]: failed to encode map e360 with expected crc 2023-10-09T04:54:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:44 smithi107 ceph-mon[184249]: failed to encode map e360 with expected crc 2023-10-09T04:54:44.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:45.013 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:45.182 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:45.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:45.188 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:45.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:44 smithi150 ceph-mon[168511]: pgmap v1101: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 17954/162699 objects degraded (11.035%); 1683/162699 objects misplaced (1.034%); 8.1 MiB/s, 129 objects/s recovering 2023-10-09T04:54:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1701255542' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:54:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:44 smithi150 ceph-mon[168511]: osdmap e360: 8 total, 8 up, 8 in 2023-10-09T04:54:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:44 smithi150 ceph-mon[168511]: failed to encode map e360 with expected crc 2023-10-09T04:54:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:44 smithi150 ceph-mon[168511]: failed to encode map e360 with expected crc 2023-10-09T04:54:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:44 smithi150 ceph-mon[168511]: failed to encode map e360 with expected crc 2023-10-09T04:54:45.289 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:45.326 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:45.370 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:45.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:45.374 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:45.475 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:45.523 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:45.573 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:45.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:45.577 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:45.678 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:45.725 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:45.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17954/162699 objects degraded (11.035%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:45.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17954/162699 objects degraded (11.035%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:45.967 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:45.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:45.974 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:45.976 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:45.998 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:46.075 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:46.111 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:46.115 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:54:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17954/162699 objects degraded (11.035%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:46.271 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:46.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:46.279 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:46.380 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:46.418 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:46.467 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:46.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:46.473 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:46.574 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:46.603 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:46.646 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:46.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:46.651 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:46.752 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:46.781 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:46.827 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:46.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:46.832 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:46.838 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:46 smithi107 ceph-mon[179183]: pgmap v1103: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 17954/161205 objects degraded (11.137%); 1683/161205 objects misplaced (1.044%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:54:46.932 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:46.968 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:47.013 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:47.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:47.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:47.118 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:47.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:46 smithi150 ceph-mon[168511]: pgmap v1103: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 17954/161205 objects degraded (11.137%); 1683/161205 objects misplaced (1.044%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:54:47.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:47.148 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:46 smithi107 ceph-mon[184249]: pgmap v1103: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 17954/161205 objects degraded (11.137%); 1683/161205 objects misplaced (1.044%); 5.2 MiB/s, 83 objects/s recovering 2023-10-09T04:54:47.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:47.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:54:47.195 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:47.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:47.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:47.300 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:47.350 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:47.701 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:47.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:47.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:47.814 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:47.871 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:54:47.877 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:47.985 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:48.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2962482796' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:48.034 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2962482796' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:48.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:48.034 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:48.135 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:48.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2962482796' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:54:48.318 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:48.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:48.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:48.424 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:48.470 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:48.530 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:48.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:48.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:48.637 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:48.672 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:48.716 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:48.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:48.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:48.820 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:48.854 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:48.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: pgmap v1104: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 17624/157410 objects degraded (11.196%); 1636/157410 objects misplaced (1.039%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:54:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: failed to encode map e361 with expected crc 2023-10-09T04:54:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: failed to encode map e361 with expected crc 2023-10-09T04:54:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2962482796' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: osdmap e361: 8 total, 8 up, 8 in 2023-10-09T04:54:48.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: failed to encode map e361 with expected crc 2023-10-09T04:54:48.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:48 smithi150 ceph-mon[168511]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.160 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: pgmap v1104: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 17624/157410 objects degraded (11.196%); 1636/157410 objects misplaced (1.039%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:54:49.160 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2962482796' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: osdmap e361: 8 total, 8 up, 8 in 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[184249]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.161 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: pgmap v1104: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 17624/157410 objects degraded (11.196%); 1636/157410 objects misplaced (1.039%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2962482796' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: osdmap e361: 8 total, 8 up, 8 in 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:48 smithi107 ceph-mon[179183]: failed to encode map e361 with expected crc 2023-10-09T04:54:49.165 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:49.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:49.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:49.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:49.319 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:49.540 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:49.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:49.548 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:49.649 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:49.690 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:49.740 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:49.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:49.746 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:49.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:49.909 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:49.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:49 smithi150 ceph-mon[168511]: pgmap v1106: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 17441/154698 objects degraded (11.274%); 1636/154698 objects misplaced (1.058%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:54:50.102 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:50.119 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:50.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:50.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:50.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:49 smithi107 ceph-mon[184249]: pgmap v1106: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 17441/154698 objects degraded (11.274%); 1636/154698 objects misplaced (1.058%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:54:50.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:49 smithi107 ceph-mon[179183]: pgmap v1106: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 17441/154698 objects degraded (11.274%); 1636/154698 objects misplaced (1.058%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T04:54:50.225 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:50.282 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:50.295 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:54:50.295 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:54:50.422 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:50.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:50.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:50.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:50.576 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:50.911 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17441/154698 objects degraded (11.274%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:50.911 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3308375289' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:54:50.911 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:54:50.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:50.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:50.964 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:51.065 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:51.110 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:51.143 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T04:54:51.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17441/154698 objects degraded (11.274%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:51.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3308375289' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:54:51.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:54:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17441/154698 objects degraded (11.274%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3308375289' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:54:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:54:51.293 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:54:51.365 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:51.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:51.374 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:51.475 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:51.536 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:51.587 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:51.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:51.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:51.616 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:54:51.693 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:51.749 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:51.822 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:51.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:51.827 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:51.862 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 3 1 2023-10-09T04:54:51.928 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:51.956 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:51.992 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:51.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:51.996 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:52.023 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:54:52.097 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:52.141 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:52 smithi150 ceph-mon[168511]: failed to encode map e362 with expected crc 2023-10-09T04:54:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:54:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:52 smithi150 ceph-mon[168511]: osdmap e362: 8 total, 8 up, 8 in 2023-10-09T04:54:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:52 smithi150 ceph-mon[168511]: failed to encode map e362 with expected crc 2023-10-09T04:54:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:52 smithi150 ceph-mon[168511]: pgmap v1108: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 17069/148668 objects degraded (11.481%); 1614/148668 objects misplaced (1.086%); 7.6 MiB/s, 121 objects/s recovering 2023-10-09T04:54:52.291 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:52.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:52.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:52.335 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:54:52.363 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:54:52.393 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:54:52.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[184249]: failed to encode map e362 with expected crc 2023-10-09T04:54:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:54:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[184249]: osdmap e362: 8 total, 8 up, 8 in 2023-10-09T04:54:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[184249]: failed to encode map e362 with expected crc 2023-10-09T04:54:52.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[184249]: pgmap v1108: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 17069/148668 objects degraded (11.481%); 1614/148668 objects misplaced (1.086%); 7.6 MiB/s, 121 objects/s recovering 2023-10-09T04:54:52.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:54:52] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2023-10-09T04:54:52.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[179183]: failed to encode map e362 with expected crc 2023-10-09T04:54:52.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:54:52.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[179183]: osdmap e362: 8 total, 8 up, 8 in 2023-10-09T04:54:52.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[179183]: failed to encode map e362 with expected crc 2023-10-09T04:54:52.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:52 smithi107 ceph-mon[179183]: pgmap v1108: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 17069/148668 objects degraded (11.481%); 1614/148668 objects misplaced (1.086%); 7.6 MiB/s, 121 objects/s recovering 2023-10-09T04:54:52.428 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:54:52.460 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:54:52.463 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:52.470 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:52.493 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:54:52.534 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:54:52.543 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:52.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:52.555 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:52.568 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:54:52.580 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.580 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.580 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.580 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.581 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.581 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.581 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.581 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:54:52.655 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:52.715 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:53.016 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:53.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:53.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:53.124 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:53.168 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3315767828' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3315767828' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:53.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3315767828' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:54:53.474 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:53.631 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:53.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:53.642 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:53.743 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:54:53.800 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:53.858 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:54:53.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:53.871 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:54:53.972 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:54.020 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:54.049 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:54:54.049 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:101035 11.e 11:7bd2265a:::benchmark_data_smithi107_315913_object26923:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e362)", 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:54:54.038242+0000", 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.010498465, 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010521703, 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:54:54.050 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 101035 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038242+0000", 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038242+0000", 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:54.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038240+0000", 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038250+0000", 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8949999999999993e-06 2023-10-09T04:54:54.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038272+0000", 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2371999999999999e-05 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038281+0000", 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5730000000000008e-06 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.053 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:54.054 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038341+0000", 2023-10-09T04:54:54.054 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0396000000000002e-05 2023-10-09T04:54:54.054 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.054 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038483+0000", 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000141352 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T04:54:54.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.038603+0000", 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012008800000000001 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.042016+0000", 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0034130549999999999 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:54:54.042815+0000", 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079897799999999999 2023-10-09T04:54:54.056 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:54.057 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:54.057 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:54.057 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:54.057 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:54:54.057 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 1 2023-10-09T04:54:54.057 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:54:54.083 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:54.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:54.087 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:54.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:54:54.224 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:54.401 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:54 smithi107 ceph-mon[179183]: pgmap v1109: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 16877/145974 objects degraded (11.562%); 1614/145974 objects misplaced (1.106%); 8.9 MiB/s, 142 objects/s recovering 2023-10-09T04:54:54.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:54 smithi107 ceph-mon[184249]: pgmap v1109: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 16877/145974 objects degraded (11.562%); 1614/145974 objects misplaced (1.106%); 8.9 MiB/s, 142 objects/s recovering 2023-10-09T04:54:54.456 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:54:54.459 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:54 smithi150 ceph-mon[168511]: pgmap v1109: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 16877/145974 objects degraded (11.562%); 1614/145974 objects misplaced (1.106%); 8.9 MiB/s, 142 objects/s recovering 2023-10-09T04:54:54.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:54.460 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:54:54.534 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:54:54.562 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:54:54.638 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:54.694 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:54:54.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:54.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:54:54.805 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:54.858 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:54.976 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:54.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:54.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:55.084 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:55.136 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:55.190 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:55.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:55.194 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:55.205 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:54:55.238 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/992526739' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:55.238 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:55.238 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16877/145974 objects degraded (11.562%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:55.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/992526739' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:55.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:55.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16877/145974 objects degraded (11.562%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:55.261 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:54:55.296 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:54:55.330 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:55.407 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:54:55.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:55.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:54:55.412 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/992526739' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:55.412 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:54:55.412 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16877/145974 objects degraded (11.562%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:54:55.501 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:54:55.512 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:55.631 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:56.225 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.3 to 1 (10000) 2023-10-09T04:54:56.274 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:56.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:56.283 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:56.341 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:56.385 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:54:56.399 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:56.399 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.399 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:54:56.399 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: osdmap e363: 8 total, 8 up, 8 in 2023-10-09T04:54:56.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: pgmap v1111: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 16877/144408 objects degraded (11.687%); 1614/144408 objects misplaced (1.118%); 6.2 MiB/s, 98 objects/s recovering 2023-10-09T04:54:56.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3946645014' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:54:56.400 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:54:56.431 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:56.584 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:54:56.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:56.589 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:54:56.666 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:54:56.666 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:54:56.667 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:54:56.667 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:54:56.667 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:54:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:54:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: osdmap e363: 8 total, 8 up, 8 in 2023-10-09T04:54:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: pgmap v1111: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 16877/144408 objects degraded (11.687%); 1614/144408 objects misplaced (1.118%); 6.2 MiB/s, 98 objects/s recovering 2023-10-09T04:54:56.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3946645014' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:54:56.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:54:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:54:56.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:54:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: osdmap e363: 8 total, 8 up, 8 in 2023-10-09T04:54:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: failed to encode map e363 with expected crc 2023-10-09T04:54:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: pgmap v1111: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 16877/144408 objects degraded (11.687%); 1614/144408 objects misplaced (1.118%); 6.2 MiB/s, 98 objects/s recovering 2023-10-09T04:54:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3946645014' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:54:56.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:54:56.690 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:56.734 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:57.165 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:54:57.264 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:54:57.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:57.273 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:54:57.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:57.399 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:57.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: osdmap e364: 8 total, 8 up, 8 in 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:57 smithi150 ceph-mon[168511]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:54:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: osdmap e364: 8 total, 8 up, 8 in 2023-10-09T04:54:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[184249]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: osdmap e364: 8 total, 8 up, 8 in 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:57 smithi107 ceph-mon[179183]: failed to encode map e364 with expected crc 2023-10-09T04:54:57.885 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:54:58.297 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:54:58.480 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:54:58 smithi150 ceph-mon[168511]: pgmap v1113: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 490 op/s; 16541/140244 objects degraded (11.794%); 1559/140244 objects misplaced (1.112%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:54:58.484 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:54:58 smithi107 ceph-mon[179183]: pgmap v1113: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 490 op/s; 16541/140244 objects degraded (11.794%); 1559/140244 objects misplaced (1.112%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:54:58.484 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:54:58 smithi107 ceph-mon[184249]: pgmap v1113: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 490 op/s; 16541/140244 objects degraded (11.794%); 1559/140244 objects misplaced (1.112%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T04:54:58.488 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:58.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:58.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:58.538 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T04:54:58.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:58.674 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:58.798 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:58.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:58.804 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:58.905 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:54:58.950 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:59.208 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:54:59.211 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:54:59.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:59.214 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:54:59.291 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:54:59.291 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:54:59.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:54:59.291 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199848 9.c 9:3c19c40e:::benchmark_data_smithi107_236173_object83557:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 533.35443349699995, 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1931520779999998, 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199848 2023-10-09T04:54:59.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932225+0000", 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932223+0000", 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932233+0000", 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6120000000000005e-06 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932259+0000", 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6154000000000001e-05 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932269+0000", 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2820000000000002e-06 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932469+0000", 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020021000000000001 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932599+0000", 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013000500000000001 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.932723+0000", 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012386999999999999 2023-10-09T04:54:59.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.937281+0000", 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045584270000000003 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949292+0000", 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012011305 2023-10-09T04:54:59.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.949301+0000", 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4209999999999995e-06 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933233+0000", 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.983932735 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933244+0000", 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0761000000000001e-05 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.120893+0000", 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.187648523 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for missing object", 2023-10-09T04:54:59.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.121045+0000", 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015212599999999999 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125303+0000", 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042582039999999998 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.125377+0000", 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4233000000000006e-05 2023-10-09T04:54:59.300 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:210007 9.c 9:316b1ab5:::benchmark_data_smithi107_236173_object93716:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 516.71632754100006, 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1016366150000001, 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.301 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 210007 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570331+0000", 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570330+0000", 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570337+0000", 2023-10-09T04:54:59.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0620000000000003e-06 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570349+0000", 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570356+0000", 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7220000000000002e-06 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570741+0000", 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038530200000000002 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:22.570749+0000", 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9500000000000001e-06 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629516+0000", 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0587671169999999 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629646+0000", 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130106 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,7", 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.629777+0000", 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013098600000000001 2023-10-09T04:54:59.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.644487+0000", 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014709913999999999 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671832+0000", 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027344341000000001 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671887+0000", 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5847000000000002e-05 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671932+0000", 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4505000000000002e-05 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:23.671968+0000", 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5874000000000002e-05 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114340 10.12 10:490bb1b3:::benchmark_data_smithi107_275910_object114339:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:54:59.309 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 382.17426601199998, 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2821366030000001, 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114340 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112391+0000", 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112644+0000", 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025286800000000001 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112655+0000", 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0752e-05 2023-10-09T04:54:59.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112661+0000", 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8529999999999997e-06 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113755+0000", 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010944500000000001 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113765+0000", 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.302e-06 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.382911+0000", 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269146474 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383702+0000", 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079067199999999997 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394430+0000", 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010728355 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394529+0000", 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9146000000000002e-05 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114390 10.12 10:4e8d4491:::benchmark_data_smithi107_275910_object114389:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 382.17399028099999, 2023-10-09T04:54:59.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282455109, 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114390 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:54:59.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:54:59.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112758+0000", 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0243999999999999e-05 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112766+0000", 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1370000000000002e-06 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112771+0000", 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5299999999999998e-06 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113788+0000", 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010166750000000001 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113794+0000", 2023-10-09T04:54:59.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7240000000000003e-06 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383749+0000", 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269954749 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383971+0000", 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00022203699999999999 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,1", 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384474+0000", 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050264500000000002 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389508+0000", 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050344700000000001 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389546+0000", 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7994000000000002e-05 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394576+0000", 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005029731 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394638+0000", 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1830999999999998e-05 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.395124+0000", 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00048579999999999999 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172821 10.10 10:09f9b43d:::benchmark_data_smithi107_275910_object49954:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.751684307, 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1169666779999998, 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172821 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.325 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534973+0000", 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534979+0000", 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2419999999999997e-06 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534996+0000", 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6509999999999999e-05 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535003+0000", 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6490000000000002e-06 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535062+0000", 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9867000000000001e-05 2023-10-09T04:54:59.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535071+0000", 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2670000000000006e-06 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466135+0000", 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93106387099999999 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466147+0000", 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2261e-05 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616622+0000", 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.150474894 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616755+0000", 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013361699999999999 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.617107+0000", 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035121000000000002 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624379+0000", 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072726620000000001 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651128+0000", 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026748348000000002 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651300+0000", 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017214300000000001 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651368+0000", 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8658000000000006e-05 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651941+0000", 2023-10-09T04:54:59.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057280700000000005 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172855 10.10 10:0ac279c8:::benchmark_data_smithi107_275910_object49988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.71983353399997, 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0861262200000001, 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.334 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172855 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566824+0000", 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566832+0000", 2023-10-09T04:54:59.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1699999999999997e-06 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566847+0000", 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4949999999999999e-05 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566853+0000", 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2199999999999997e-06 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566998+0000", 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144566 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.567009+0000", 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0913e-05 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466188+0000", 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89917888400000001 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466197+0000", 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9269999999999994e-06 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618804+0000", 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1526075899999999 2023-10-09T04:54:59.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618980+0000", 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017621100000000001 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.619311+0000", 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033076399999999999 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627443+0000", 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008131938 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651189+0000", 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023745628000000001 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652120+0000", 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00093167399999999996 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652178+0000", 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7139000000000003e-05 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652951+0000", 2023-10-09T04:54:59.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00077382500000000001 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172913 10.10 10:0c11951f:::benchmark_data_smithi107_275910_object50046:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.66774961800002, 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0348156890000002, 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172913 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618912+0000", 2023-10-09T04:54:59.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.095e-06 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618920+0000", 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5029999999999997e-06 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618925+0000", 2023-10-09T04:54:59.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9810000000000003e-06 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619000+0000", 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4882999999999994e-05 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619010+0000", 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0247e-05 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466241+0000", 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84723043099999995 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466247+0000", 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9540000000000001e-06 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.620946+0000", 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1546991200000001 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621045+0000", 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9489999999999998e-05 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621271+0000", 2023-10-09T04:54:59.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000225582 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627451+0000", 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061795599999999997 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651243+0000", 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023792216000000001 2023-10-09T04:54:59.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653021+0000", 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001778682 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653083+0000", 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2022999999999999e-05 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653725+0000", 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00064138200000000002 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172917 10.10 10:0cf96eb9:::benchmark_data_smithi107_275910_object50050:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.66286420300003, 2023-10-09T04:54:59.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0308317630000001, 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172917 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:54:59.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623793+0000", 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623797+0000", 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.963e-06 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623806+0000", 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1510000000000004e-06 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623810+0000", 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5279999999999997e-06 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623896+0000", 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5786999999999997e-05 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623905+0000", 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3600000000000002e-06 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466274+0000", 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84236858199999998 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466280+0000", 2023-10-09T04:54:59.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.674e-06 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622683+0000", 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.156402725 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622787+0000", 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104046 2023-10-09T04:54:59.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.623004+0000", 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00021705199999999999 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631178+0000", 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0081733080000000007 2023-10-09T04:54:59.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652010+0000", 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020832109000000001 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653857+0000", 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018470680000000001 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653891+0000", 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3779999999999998e-05 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654626+0000", 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073574299999999997 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.361 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172920 10.10 10:0985dcde:::benchmark_data_smithi107_275910_object50053:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.66283465200002, 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0316853319999999, 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.362 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172920 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623827+0000", 2023-10-09T04:54:59.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7480000000000002e-06 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623832+0000", 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3720000000000004e-06 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623836+0000", 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7840000000000001e-06 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623927+0000", 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1378000000000005e-05 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623933+0000", 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8409999999999996e-06 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466312+0000", 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84237957200000002 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466319+0000", 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5339999999999996e-06 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624413+0000", 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.158094183 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624509+0000", 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6173000000000002e-05 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624718+0000", 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020912099999999999 2023-10-09T04:54:59.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631189+0000", 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006470679 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652069+0000", 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020880192999999998 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654697+0000", 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026272869999999999 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654759+0000", 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2195999999999999e-05 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655509+0000", 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00075062999999999996 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172934 10.10 10:0d1585d0:::benchmark_data_smithi107_275910_object50067:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.65403768200002, 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0237619379999998, 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.371 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172934 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632620+0000", 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632624+0000", 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1760000000000003e-06 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632635+0000", 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0946e-05 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632639+0000", 2023-10-09T04:54:59.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2139999999999998e-06 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632690+0000", 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0884000000000003e-05 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632700+0000", 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5629999999999998e-06 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466365+0000", 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.83366547899999999 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466372+0000", 2023-10-09T04:54:59.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9709999999999998e-06 2023-10-09T04:54:59.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.625948+0000", 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.15957555 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626041+0000", 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2575e-05 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626253+0000", 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000212444 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636039+0000", 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0097863710000000003 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653771+0000", 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017731218 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655708+0000", 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00193724 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655755+0000", 2023-10-09T04:54:59.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7389000000000003e-05 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656383+0000", 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062785 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.381 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172940 10.10 10:0e6d4d43:::benchmark_data_smithi107_275910_object50073:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.64517026099998, 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0155136320000002, 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172940 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.382 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641487+0000", 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641492+0000", 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9840000000000001e-06 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641505+0000", 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2641e-05 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641510+0000", 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2569999999999998e-06 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641566+0000", 2023-10-09T04:54:59.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5770000000000003e-05 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641576+0000", 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000008e-06 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466396+0000", 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.82482007899999998 2023-10-09T04:54:59.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466400+0000", 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8179999999999997e-06 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627484+0000", 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.16108487 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627595+0000", 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110208 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627801+0000", 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000206808 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636046+0000", 2023-10-09T04:54:59.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082443759999999994 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653802+0000", 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0177567 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656414+0000", 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026115700000000001 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656441+0000", 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7024000000000001e-05 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.657002+0000", 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00056107900000000003 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.390 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172948 10.10 10:09be15eb:::benchmark_data_smithi107_275910_object50081:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.63834146400001, 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0203026240000002, 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.391 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172948 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648316+0000", 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648322+0000", 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4670000000000001e-06 2023-10-09T04:54:59.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648338+0000", 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5719e-05 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648345+0000", 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8449999999999997e-06 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648408+0000", 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2854000000000005e-05 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648416+0000", 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2160000000000006e-06 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466423+0000", 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.81800731400000004 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466429+0000", 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0310000000000004e-06 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629305+0000", 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.162875192 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629418+0000", 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113618 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629700+0000", 2023-10-09T04:54:59.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028153299999999999 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640846+0000", 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011146595 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653829+0000", 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983137 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667679+0000", 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013849623 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667733+0000", 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3906000000000002e-05 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668620+0000", 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00088691099999999999 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172992 10.10 10:0ef4cbf6:::benchmark_data_smithi107_275910_object50125:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.59537558900001, 2023-10-09T04:54:59.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9783086810000001, 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172992 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:54:59.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691282+0000", 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691287+0000", 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8520000000000003e-06 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691299+0000", 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2055999999999999e-05 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691306+0000", 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8730000000000001e-06 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691367+0000", 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0476000000000002e-05 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691378+0000", 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1392999999999999e-05 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466450+0000", 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.775071595 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466453+0000", 2023-10-09T04:54:59.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7170000000000002e-06 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631244+0000", 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1647909190000001 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631410+0000", 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016531900000000001 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631738+0000", 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000328392 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640858+0000", 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091197199999999996 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655559+0000", 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014701418000000001 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668797+0000", 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013237553000000001 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668851+0000", 2023-10-09T04:54:59.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4428000000000001e-05 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.669592+0000", 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074082200000000003 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.409 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173030 10.10 10:09ad359e:::benchmark_data_smithi107_275910_object50163:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.55578892099999, 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9449707730000001, 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173030 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.410 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730869+0000", 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730872+0000", 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.977e-06 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730878+0000", 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0939999999999996e-06 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730882+0000", 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0860000000000004e-06 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730944+0000", 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1266999999999995e-05 2023-10-09T04:54:59.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730953+0000", 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0510000000000002e-06 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466472+0000", 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73551929400000005 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466476+0000", 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6100000000000002e-06 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633387+0000", 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1669115409999999 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633565+0000", 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000177443 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633893+0000", 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00032864599999999998 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645475+0000", 2023-10-09T04:54:59.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011581595 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655593+0000", 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010118271999999999 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674712+0000", 2023-10-09T04:54:59.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019118317999999999 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674768+0000", 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6449000000000001e-05 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675841+0000", 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001072635 2023-10-09T04:54:59.418 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173031 10.10 10:0abda0ba:::benchmark_data_smithi107_275910_object50164:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.55565571800003, 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9457541389999999, 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.419 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173031 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731002+0000", 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731008+0000", 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4099999999999999e-06 2023-10-09T04:54:59.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731016+0000", 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0630000000000006e-06 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731021+0000", 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5099999999999998e-06 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731059+0000", 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7512000000000003e-05 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731065+0000", 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4590000000000003e-06 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466495+0000", 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73542982599999995 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466499+0000", 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6720000000000002e-06 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636095+0000", 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.169596364 2023-10-09T04:54:59.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636270+0000", 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017465699999999999 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636620+0000", 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035001900000000002 2023-10-09T04:54:59.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645483+0000", 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088628070000000003 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659770+0000", 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014287378 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675881+0000", 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016110695000000001 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675935+0000", 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4486e-05 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676757+0000", 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082201099999999999 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173033 10.10 10:0ca86095:::benchmark_data_smithi107_275910_object50166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.55518494699999, 2023-10-09T04:54:59.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.94607262, 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173033 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731473+0000", 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731481+0000", 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9999999999999996e-06 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731494+0000", 2023-10-09T04:54:59.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2765000000000001e-05 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731500+0000", 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.365e-06 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731549+0000", 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9364999999999999e-05 2023-10-09T04:54:59.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731558+0000", 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466518+0000", 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73496029100000004 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466521+0000", 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5250000000000001e-06 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638167+0000", 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1716454039999999 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638356+0000", 2023-10-09T04:54:59.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000189159 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638731+0000", 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000374862 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649972+0000", 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011241312999999999 2023-10-09T04:54:59.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659797+0000", 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098249879999999998 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676793+0000", 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016995828000000001 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676842+0000", 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8927000000000001e-05 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.677546+0000", 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00070453699999999998 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173067 10.10 10:0c9dffeb:::benchmark_data_smithi107_275910_object50200:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.50839662499999, 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9049430489999999, 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173067 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.438 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:54:59.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778261+0000", 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778266+0000", 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9470000000000002e-06 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778277+0000", 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1056999999999999e-05 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778282+0000", 2023-10-09T04:54:59.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9629999999999997e-06 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778345+0000", 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2483000000000005e-05 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778353+0000", 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3000000000000002e-06 2023-10-09T04:54:59.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466540+0000", 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.68818707599999995 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466544+0000", 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6150000000000001e-06 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640910+0000", 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1743666639999999 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641088+0000", 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000178202 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641430+0000", 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00034165500000000001 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649979+0000", 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0085488449999999994 2023-10-09T04:54:59.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659837+0000", 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098575880000000005 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682261+0000", 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022424539 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682310+0000", 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9095999999999999e-05 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683205+0000", 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00089500799999999998 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.449 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173078 10.10 10:084c52d2:::benchmark_data_smithi107_275910_object50211:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.49592501699999, 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.893055932, 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173078 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:54:59.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790733+0000", 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790738+0000", 2023-10-09T04:54:59.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7829999999999998e-06 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790747+0000", 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.234e-06 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790751+0000", 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6739999999999996e-06 2023-10-09T04:54:59.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790810+0000", 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8461000000000002e-05 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790819+0000", 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7669999999999992e-06 2023-10-09T04:54:59.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466562+0000", 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.67574361500000002 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466566+0000", 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5599999999999998e-06 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643659+0000", 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770934390000001 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643771+0000", 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111904 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.644029+0000", 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025822200000000001 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651050+0000", 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070206940000000001 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659868+0000", 2023-10-09T04:54:59.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088174429999999995 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683247+0000", 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023379015 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683277+0000", 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0803999999999998e-05 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683790+0000", 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051234299999999996 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173089 10.10 10:0fe1695e:::benchmark_data_smithi107_275910_object50222:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:54:59.459 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.47937096599998, 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8937954480000001, 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173089 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807287+0000", 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807291+0000", 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7339999999999999e-06 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807303+0000", 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1586000000000001e-05 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807308+0000", 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2279999999999998e-06 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807364+0000", 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5653999999999999e-05 2023-10-09T04:54:59.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807374+0000", 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0295000000000001e-05 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466584+0000", 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.65920980600000001 2023-10-09T04:54:59.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466588+0000", 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4699999999999998e-06 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645539+0000", 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1789513170000001 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645663+0000", 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012380299999999999 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645905+0000", 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024191600000000001 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651061+0000", 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051568839999999996 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659905+0000", 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088437020000000002 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.699982+0000", 2023-10-09T04:54:59.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040076673 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.700036+0000", 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4200999999999998e-05 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701083+0000", 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010472299999999999 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.468 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173143 10.10 10:080dd7e1:::benchmark_data_smithi107_275910_object50276:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 316.29925492900003, 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7145140429999999, 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:54:59.469 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173143 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:54:59.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987403+0000", 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987409+0000", 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9259999999999997e-06 2023-10-09T04:54:59.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987422+0000", 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3199e-05 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987427+0000", 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6520000000000003e-06 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987477+0000", 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0028000000000003e-05 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987486+0000", 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.422e-06 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466605+0000", 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.47911941600000002 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466609+0000", 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647464+0000", 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1808549340000001 2023-10-09T04:54:59.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647571+0000", 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106873 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647852+0000", 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028089400000000001 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651200+0000", 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033488889999999999 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659936+0000", 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087353670000000008 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701120+0000", 2023-10-09T04:54:59.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.041184487999999998 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701171+0000", 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0442000000000003e-05 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701918+0000", 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074717200000000005 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.477 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.478 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.478 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:54:59.478 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:54:59.478 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:54:59.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:54:59.532 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:54:59.731 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:54:59.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:54:59.739 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:54:59.754 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:54:59.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:54:59.887 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:00.166 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:00.197 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:00.223 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:00.233 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:00.250 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:00.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:00.258 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:00.259 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:00.289 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:00.335 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:00.359 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:00.378 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:00.396 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:00.408 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:00.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.414 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.415 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.415 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.415 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.415 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:55:00.445 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:00.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:00.449 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:00.501 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:00.550 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:00.593 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:00.647 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:00.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:00.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:00.753 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:00.816 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:00.836 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:00 smithi107 ceph-mon[184249]: pgmap v1114: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 457 op/s; 16359/137676 objects degraded (11.882%); 1559/137676 objects misplaced (1.132%); 5.9 MiB/s, 94 objects/s recovering 2023-10-09T04:55:00.837 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16359/137676 objects degraded (11.882%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:00.837 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1075362431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:00.837 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:00 smithi107 ceph-mon[179183]: pgmap v1114: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 457 op/s; 16359/137676 objects degraded (11.882%); 1559/137676 objects misplaced (1.132%); 5.9 MiB/s, 94 objects/s recovering 2023-10-09T04:55:00.837 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16359/137676 objects degraded (11.882%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:00.837 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1075362431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:00.864 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:00.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:00.871 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:00.972 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:00.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:00 smithi150 ceph-mon[168511]: pgmap v1114: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 457 op/s; 16359/137676 objects degraded (11.882%); 1559/137676 objects misplaced (1.132%); 5.9 MiB/s, 94 objects/s recovering 2023-10-09T04:55:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16359/137676 objects degraded (11.882%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1075362431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:01.003 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:01.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:01.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:01.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:02.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:55:02] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2023-10-09T04:55:02.601 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:02.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:02.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:02.710 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:55:02.713 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:02.754 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:02.859 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:02.863 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:02 smithi150 ceph-mon[168511]: pgmap v1115: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 573 op/s; 16010/132195 objects degraded (12.111%); 1482/132195 objects misplaced (1.121%); 7.8 MiB/s, 125 objects/s recovering 2023-10-09T04:55:02.863 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1980495288' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:02.863 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:02.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:02.865 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:02.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-mon[179183]: pgmap v1115: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 573 op/s; 16010/132195 objects degraded (12.111%); 1482/132195 objects misplaced (1.121%); 7.8 MiB/s, 125 objects/s recovering 2023-10-09T04:55:02.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1980495288' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:02.883 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:02.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-mon[184249]: pgmap v1115: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 573 op/s; 16010/132195 objects degraded (12.111%); 1482/132195 objects misplaced (1.121%); 7.8 MiB/s, 125 objects/s recovering 2023-10-09T04:55:02.883 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1980495288' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:02.884 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:02.965 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:03.010 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:03.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:03.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:03.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:03.270 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:03.283 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:55:03.284 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:55:03.315 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:03.380 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:03.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:03.387 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:03.488 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:03.515 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:03.655 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:03.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:03.661 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:03.719 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T04:55:03.762 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:03.812 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:55:03.812 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:03.812 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: osdmap e365: 8 total, 8 up, 8 in 2023-10-09T04:55:03.812 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: failed to encode map e365 with expected crc 2023-10-09T04:55:03.812 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: failed to encode map e365 with expected crc 2023-10-09T04:55:03.812 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: failed to encode map e365 with expected crc 2023-10-09T04:55:03.813 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1250704861' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:55:03.814 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:03.956 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:03.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:03.960 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:03.985 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:55:04.028 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:55:04.028 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: osdmap e365: 8 total, 8 up, 8 in 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: failed to encode map e365 with expected crc 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: failed to encode map e365 with expected crc 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: failed to encode map e365 with expected crc 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1250704861' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:55:04.029 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:04.030 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: osdmap e365: 8 total, 8 up, 8 in 2023-10-09T04:55:04.030 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: failed to encode map e365 with expected crc 2023-10-09T04:55:04.030 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: failed to encode map e365 with expected crc 2023-10-09T04:55:04.030 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: failed to encode map e365 with expected crc 2023-10-09T04:55:04.030 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1250704861' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:55:04.045 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:55:04.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:04.112 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:04.165 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:04.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:04.173 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:04.174 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T04:55:04.174 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:04.274 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:04.335 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:04.401 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:04.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:04.406 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:04.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:04.544 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:04.599 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:04.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:04.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:04.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:04.710 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:04.734 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:04.747 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:04.793 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:04.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:04.804 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:04.904 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[179183]: pgmap v1117: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 610 op/s; 15833/129741 objects degraded (12.204%); 1482/129741 objects misplaced (1.142%); 9.2 MiB/s, 147 objects/s recovering 2023-10-09T04:55:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[179183]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[179183]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1250704861' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:55:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[179183]: osdmap e366: 8 total, 8 up, 8 in 2023-10-09T04:55:04.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[179183]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[184249]: pgmap v1117: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 610 op/s; 15833/129741 objects degraded (12.204%); 1482/129741 objects misplaced (1.142%); 9.2 MiB/s, 147 objects/s recovering 2023-10-09T04:55:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[184249]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[184249]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1250704861' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:55:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[184249]: osdmap e366: 8 total, 8 up, 8 in 2023-10-09T04:55:04.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:04 smithi107 ceph-mon[184249]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.953 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:04 smithi150 ceph-mon[168511]: pgmap v1117: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 610 op/s; 15833/129741 objects degraded (12.204%); 1482/129741 objects misplaced (1.142%); 9.2 MiB/s, 147 objects/s recovering 2023-10-09T04:55:04.954 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:04 smithi150 ceph-mon[168511]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.954 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:04 smithi150 ceph-mon[168511]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.954 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1250704861' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:55:04.954 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:04 smithi150 ceph-mon[168511]: osdmap e366: 8 total, 8 up, 8 in 2023-10-09T04:55:04.954 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:04 smithi150 ceph-mon[168511]: failed to encode map e366 with expected crc 2023-10-09T04:55:04.956 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:05.011 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:05.100 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:05.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:05.103 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:05.204 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:05.244 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:05.376 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:55:05.591 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:05.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:05.598 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:05.699 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:05.764 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:05.878 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:05.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:05.887 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:05.890 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15833/129741 objects degraded (12.204%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15833/129741 objects degraded (12.204%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:05.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15833/129741 objects degraded (12.204%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:05.989 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:06.038 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:06.238 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:06.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:06.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:06.251 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:55:06.251 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:55:06.344 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:06.400 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:06 smithi150 ceph-mon[168511]: pgmap v1119: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 500 op/s; 15833/128238 objects degraded (12.347%); 1482/128238 objects misplaced (1.156%); 6.2 MiB/s, 99 objects/s recovering 2023-10-09T04:55:07.039 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:07.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:07.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:07.043 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:06 smithi107 ceph-mon[184249]: pgmap v1119: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 500 op/s; 15833/128238 objects degraded (12.347%); 1482/128238 objects misplaced (1.156%); 6.2 MiB/s, 99 objects/s recovering 2023-10-09T04:55:07.044 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:06 smithi107 ceph-mon[179183]: pgmap v1119: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 500 op/s; 15833/128238 objects degraded (12.347%); 1482/128238 objects misplaced (1.156%); 6.2 MiB/s, 99 objects/s recovering 2023-10-09T04:55:07.117 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:55:07.144 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:07.228 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:07.275 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:07.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:07.280 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:07.381 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:07.438 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:07.488 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:07.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:07.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:07.596 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:07.633 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:07.704 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:07.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:07.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:07.727 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:07.813 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:07.863 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:07.865 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:07.925 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:07.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:07.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:08.041 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:08.083 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:08.193 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:08.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:08.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:08.238 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:08.280 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:08.299 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:08.334 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:08.367 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:08.377 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:08.392 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:08.403 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:55:08.434 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:08.447 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:08.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:08.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:08.477 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:08.514 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:08.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.550 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:55:08.566 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:08.605 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:08.719 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:08.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:08.726 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:08.808 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:08 smithi150 ceph-mon[168511]: pgmap v1120: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 15488/124320 objects degraded (12.458%); 1389/124320 objects misplaced (1.117%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:55:08.808 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1714591635' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:08.827 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:08.865 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:08 smithi107 ceph-mon[179183]: pgmap v1120: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 15488/124320 objects degraded (12.458%); 1389/124320 objects misplaced (1.117%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:55:08.866 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1714591635' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:08.866 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:08 smithi107 ceph-mon[184249]: pgmap v1120: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 15488/124320 objects degraded (12.458%); 1389/124320 objects misplaced (1.117%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T04:55:08.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1714591635' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:08.892 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:08.979 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:08.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:08.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:09.086 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:09.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:09.285 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:09.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:09.292 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:09.393 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:09.401 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:55:09.401 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199863 9.7 9:ea0fc756:::benchmark_data_smithi107_236173_object83572:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 543.44318476399997, 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2993783300000001, 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.402 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199863 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951461+0000", 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951459+0000", 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951466+0000", 2023-10-09T04:55:09.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6619999999999999e-06 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951482+0000", 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6220999999999999e-05 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951489+0000", 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1130000000000003e-06 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951544+0000", 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4966000000000002e-05 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.951553+0000", 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1330000000000005e-06 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933888+0000", 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98233454200000003 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.933896+0000", 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5290000000000008e-06 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.209477+0000", 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2755806249999999 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.209558+0000", 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0976000000000005e-05 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,7", 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.210227+0000", 2023-10-09T04:55:09.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00066881199999999997 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250420+0000", 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040192987999999999 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250663+0000", 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024347799999999999 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250693+0000", 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0088999999999999e-05 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250747+0000", 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4095999999999998e-05 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250839+0000", 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1547999999999998e-05 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199870 9.f 9:fe1ed02a:::benchmark_data_smithi107_236173_object83579:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 543.43003530600004, 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2898256109999999, 2023-10-09T04:55:09.411 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199870 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964610+0000", 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964612+0000", 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5830000000000001e-06 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964620+0000", 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1200000000000002e-06 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964624+0000", 2023-10-09T04:55:09.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3359999999999999e-06 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964669+0000", 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5479000000000003e-05 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.964677+0000", 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4649999999999997e-06 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934766+0000", 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97008889399999998 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934772+0000", 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7209999999999997e-06 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.216924+0000", 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282151636 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.217060+0000", 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000136248 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.217852+0000", 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079194200000000001 2023-10-09T04:55:09.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250470+0000", 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032618001000000001 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.250988+0000", 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051779599999999995 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254273+0000", 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032855219999999999 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254320+0000", 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6968999999999997e-05 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254436+0000", 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115301 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:199872 9.f 9:fca5752e:::benchmark_data_smithi107_236173_object83581:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 543.42555681299996, 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.291988597, 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.420 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 199872 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969089+0000", 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969088+0000", 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969092+0000", 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.532e-06 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969102+0000", 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0124e-05 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969107+0000", 2023-10-09T04:55:09.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1679999999999997e-06 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969145+0000", 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8651e-05 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:05.969151+0000", 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5459999999999999e-06 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934790+0000", 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96563935999999995 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:06.934796+0000", 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.716e-06 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245573+0000", 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3107767770000001 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245682+0000", 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109053 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.245803+0000", 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012163900000000001 2023-10-09T04:55:09.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254473+0000", 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0086698850000000004 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.254501+0000", 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8031e-05 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.260912+0000", 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006411066 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.260970+0000", 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7272000000000003e-05 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:08.261077+0000", 2023-10-09T04:55:09.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107494 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230685 9.f 9:f9ee9afa:::benchmark_data_smithi107_236173_object114394:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.80624272300003, 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.468859124, 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.429 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230685 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588403+0000", 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588401+0000", 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588409+0000", 2023-10-09T04:55:09.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2819999999999999e-06 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588424+0000", 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5204e-05 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588430+0000", 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3829999999999997e-06 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588482+0000", 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2182000000000003e-05 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.588491+0000", 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1119999999999996e-06 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.991069+0000", 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4025786519999999 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.991221+0000", 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000151583 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:55.992136+0000", 2023-10-09T04:55:09.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00091492500000000003 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018015+0000", 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.025879037000000001 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057017+0000", 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039002224000000002 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057192+0000", 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017506600000000001 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057236+0000", 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4236999999999997e-05 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057262+0000", 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5510000000000001e-05 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230692 9.f 9:f1806ee8:::benchmark_data_smithi107_236173_object114401:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.79702797099998, 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.45982046, 2023-10-09T04:55:09.437 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230692 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597617+0000", 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597616+0000", 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597624+0000", 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5089999999999996e-06 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597639+0000", 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5037e-05 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.597645+0000", 2023-10-09T04:55:09.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5370000000000003e-06 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.599406+0000", 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001760309 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.599414+0000", 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005013+0000", 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.405598908 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005146+0000", 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013347500000000001 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.005312+0000", 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016575100000000001 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018022+0000", 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012710310000000001 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057053+0000", 2023-10-09T04:55:09.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.039030441999999999 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057342+0000", 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000289552 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057395+0000", 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2571999999999997e-05 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057438+0000", 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3137999999999999e-05 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230730 9.f 9:fcf50148:::benchmark_data_smithi107_236173_object114439:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.7472247, 2023-10-09T04:55:09.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4100991949999999, 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230730 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:55:09.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647421+0000", 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647419+0000", 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647426+0000", 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1890000000000001e-06 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647438+0000", 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.132e-05 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647444+0000", 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2489999999999998e-06 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647509+0000", 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5062999999999997e-05 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.647518+0000", 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9290000000000004e-06 2023-10-09T04:55:09.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010064+0000", 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.362546104 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010157+0000", 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3085999999999996e-05 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.010252+0000", 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4718999999999999e-05 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.025851+0000", 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015599464 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057090+0000", 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.031238604999999999 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057470+0000", 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038002000000000001 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057498+0000", 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8187999999999998e-05 2023-10-09T04:55:09.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057520+0000", 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1908000000000001e-05 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230745 9.f 9:f48d2409:::benchmark_data_smithi107_236173_object114454:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:55:09.453 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.72134684600002, 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3845619199999999, 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230745 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673299+0000", 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673298+0000", 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673303+0000", 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.451e-06 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673314+0000", 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1021e-05 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673321+0000", 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0840000000000003e-06 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673393+0000", 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2119999999999994e-05 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.673401+0000", 2023-10-09T04:55:09.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8909999999999995e-06 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013455+0000", 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.340053725 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013614+0000", 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000159352 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.013791+0000", 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017666200000000001 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037296+0000", 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023505183999999998 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057120+0000", 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019824292 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057774+0000", 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00065305199999999999 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057820+0000", 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6579000000000002e-05 2023-10-09T04:55:09.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057860+0000", 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0351e-05 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230754 9.f 9:f21bb8ff:::benchmark_data_smithi107_236173_object114463:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.461 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.71156838100001, 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3748627950000001, 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230754 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683077+0000", 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683076+0000", 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683083+0000", 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5229999999999998e-06 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683095+0000", 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1338000000000001e-05 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683101+0000", 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1190000000000002e-06 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683187+0000", 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6126999999999997e-05 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.683196+0000", 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7760000000000003e-06 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018103+0000", 2023-10-09T04:55:09.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.334907227 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018267+0000", 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016416299999999999 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.018424+0000", 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000156933 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044580+0000", 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026156520999999999 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057161+0000", 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012580605 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057894+0000", 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073296400000000001 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057919+0000", 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5109e-05 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057940+0000", 2023-10-09T04:55:09.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0656e-05 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230765 9.f 9:fee0d1b4:::benchmark_data_smithi107_236173_object114474:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.69354281900002, 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3569851310000001, 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.471 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230765 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701103+0000", 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701101+0000", 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701108+0000", 2023-10-09T04:55:09.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9029999999999998e-06 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701120+0000", 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2098e-05 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701127+0000", 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7880000000000001e-06 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701202+0000", 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4664000000000002e-05 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.701223+0000", 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1038000000000001e-05 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022648+0000", 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.321424758 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022745+0000", 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7167e-05 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.022833+0000", 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8602000000000003e-05 2023-10-09T04:55:09.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044585+0000", 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021751728000000001 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057569+0000", 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983582 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058001+0000", 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00043240100000000001 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058048+0000", 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6502999999999998e-05 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058088+0000", 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0039000000000001e-05 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230767 9.f 9:fbd6af55:::benchmark_data_smithi107_236173_object114476:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.690155619, 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3536720170000001, 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.479 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230767 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704490+0000", 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704489+0000", 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704506+0000", 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7671000000000001e-05 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704522+0000", 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5471000000000001e-05 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704528+0000", 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2360000000000001e-06 2023-10-09T04:55:09.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704635+0000", 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106591 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.704643+0000", 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9519999999999994e-06 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.025899+0000", 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3212563740000001 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.026030+0000", 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130772 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.026169+0000", 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013904799999999999 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044589+0000", 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018420110999999999 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057601+0000", 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013012463 2023-10-09T04:55:09.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058116+0000", 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051502600000000003 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058142+0000", 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5743000000000001e-05 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058162+0000", 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9718e-05 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230775 9.f 9:f25d8de9:::benchmark_data_smithi107_236173_object114484:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.68210492100002, 2023-10-09T04:55:09.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3457188740000001, 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230775 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:55:09.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712540+0000", 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712539+0000", 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712546+0000", 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2570000000000001e-06 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712558+0000", 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1744e-05 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712564+0000", 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9179999999999999e-06 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712619+0000", 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4595000000000002e-05 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.712628+0000", 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7010000000000008e-06 2023-10-09T04:55:09.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030135+0000", 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3175068940000001 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030274+0000", 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000138744 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.030413+0000", 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139507 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044594+0000", 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014180239000000001 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057640+0000", 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013046759 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058200+0000", 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00055940799999999995 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058236+0000", 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5819999999999999e-05 2023-10-09T04:55:09.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058259+0000", 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3674999999999999e-05 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230783 9.f 9:f1edcd3f:::benchmark_data_smithi107_236173_object114492:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:55:09.495 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.67142369999999, 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.335112605, 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230783 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723222+0000", 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723220+0000", 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723228+0000", 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2830000000000001e-06 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723245+0000", 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6206e-05 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723251+0000", 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6309999999999997e-06 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723309+0000", 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8140000000000002e-05 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.723319+0000", 2023-10-09T04:55:09.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1910000000000006e-06 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034067+0000", 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.310747952 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034174+0000", 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010709600000000001 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.034274+0000", 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9895000000000005e-05 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049410+0000", 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015136073999999999 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057665+0000", 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082556390000000004 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058286+0000", 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062063899999999998 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058314+0000", 2023-10-09T04:55:09.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8410000000000001e-05 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.058334+0000", 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0003000000000001e-05 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230794 9.f 9:f762a114:::benchmark_data_smithi107_236173_object114503:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.503 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.66168956299998, 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3409574909999999, 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230794 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732956+0000", 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732955+0000", 2023-10-09T04:55:09.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732960+0000", 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.215e-06 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732968+0000", 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8509999999999999e-06 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.732972+0000", 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7969999999999998e-06 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.733031+0000", 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8758000000000002e-05 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.733039+0000", 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8019999999999998e-06 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037348+0000", 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3043085130000001 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037494+0000", 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014574 2023-10-09T04:55:09.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.037654+0000", 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016057500000000001 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049415+0000", 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011760751 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057705+0000", 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082900119999999994 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073815+0000", 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016109602000000001 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073868+0000", 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3641999999999999e-05 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073913+0000", 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4978999999999997e-05 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.511 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230803 9.f 9:f6c4a756:::benchmark_data_smithi107_236173_object114512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.65075353100002, 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.330123524, 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230803 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743892+0000", 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743891+0000", 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743895+0000", 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.143e-06 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743903+0000", 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6109999999999996e-06 2023-10-09T04:55:09.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743908+0000", 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1739999999999999e-06 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743959+0000", 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1104999999999999e-05 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.743967+0000", 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0390000000000005e-06 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041603+0000", 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2976362209999999 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041707+0000", 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104044 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.041796+0000", 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9016000000000003e-05 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056364+0000", 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014567181 2023-10-09T04:55:09.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.057734+0000", 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0013707909999999999 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073947+0000", 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016212185 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.073983+0000", 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6397999999999999e-05 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074015+0000", 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2342000000000003e-05 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230812 9.f 9:f23fac8c:::benchmark_data_smithi107_236173_object114521:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.63396933299998, 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3134430880000001, 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230812 2023-10-09T04:55:09.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760676+0000", 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760678+0000", 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0810000000000001e-06 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760684+0000", 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4409999999999998e-06 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760687+0000", 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1760000000000002e-06 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760731+0000", 2023-10-09T04:55:09.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3621999999999997e-05 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.760739+0000", 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4069999999999993e-06 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044634+0000", 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.283894487 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044760+0000", 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012629199999999999 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.044898+0000", 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013757 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056368+0000", 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011469853 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061144+0000", 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047761619999999996 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074052+0000", 2023-10-09T04:55:09.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012907922 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074087+0000", 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5556999999999999e-05 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074119+0000", 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1794000000000001e-05 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.527 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230817 9.f 9:f05a5530:::benchmark_data_smithi107_236173_object114526:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.62845339500001, 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3080393260000001, 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.528 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230817 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766192+0000", 2023-10-09T04:55:09.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766191+0000", 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766197+0000", 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.913e-06 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766217+0000", 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0242999999999999e-05 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766224+0000", 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1359999999999999e-06 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766287+0000", 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2983000000000003e-05 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.766298+0000", 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0967e-05 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047427+0000", 2023-10-09T04:55:09.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2811282880000001 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047514+0000", 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7085999999999999e-05 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.047583+0000", 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9401999999999997e-05 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056476+0000", 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088928419999999998 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061233+0000", 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047575769999999998 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074154+0000", 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012920745000000001 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074189+0000", 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5209999999999997e-05 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074231+0000", 2023-10-09T04:55:09.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1891000000000003e-05 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230832 9.f 9:ff0ad490:::benchmark_data_smithi107_236173_object114541:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.59994161200001, 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2796266780000001, 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.536 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230832 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794704+0000", 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794703+0000", 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794709+0000", 2023-10-09T04:55:09.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6080000000000003e-06 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794720+0000", 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770000000000001e-05 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794727+0000", 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3990000000000001e-06 2023-10-09T04:55:09.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794796+0000", 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9589000000000001e-05 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.794806+0000", 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3840000000000003e-06 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049456+0000", 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.254650501 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049576+0000", 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011966 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.049712+0000", 2023-10-09T04:55:09.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013615200000000001 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056480+0000", 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0067681110000000003 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061274+0000", 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047939749999999998 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074263+0000", 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012989185 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074299+0000", 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5531000000000003e-05 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.074330+0000", 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1668999999999998e-05 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.34992.0:230843 9.f 9:f8f3c45f:::benchmark_data_smithi107_236173_object114552:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e207)", 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 494.57626142100003, 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2569545099999999, 2023-10-09T04:55:09.544 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.34992", 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/1320121191", 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 230843 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818384+0000", 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818383+0000", 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818389+0000", 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6660000000000002e-06 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818403+0000", 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4002000000000001e-05 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818408+0000", 2023-10-09T04:55:09.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0420000000000002e-06 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818471+0000", 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2095999999999996e-05 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:54.818483+0000", 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2916e-05 2023-10-09T04:55:09.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.051902+0000", 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2334182760000001 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.052007+0000", 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010548 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.052118+0000", 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011096599999999999 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.056483+0000", 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043650130000000001 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.061310+0000", 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048267020000000004 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075257+0000", 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013946656 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075303+0000", 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6470000000000001e-05 2023-10-09T04:55:09.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:46:56.075338+0000", 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5444999999999997e-05 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50224 11.a 11:579f729f:::benchmark_data_smithi107_315913_object50223:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e310)", 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.746329+0000", 2023-10-09T04:55:09.552 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 169.64831609000001, 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5446738330000001, 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50224 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746329+0000", 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746329+0000", 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746329+0000", 2023-10-09T04:55:09.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746360+0000", 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1359999999999998e-05 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746371+0000", 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1260999999999999e-05 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746377+0000", 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8640000000000001e-06 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746446+0000", 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9280000000000001e-05 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746455+0000", 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7649999999999999e-06 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.078799+0000", 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.332344111 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.078810+0000", 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0689999999999999e-05 2023-10-09T04:55:09.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.276881+0000", 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.198070524 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.277822+0000", 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00094167000000000003 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.290843+0000", 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013021250999999999 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.291003+0000", 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015963199999999999 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50234 11.a 11:5bd899af:::benchmark_data_smithi107_315913_object50233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e310)", 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.757814+0000", 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 169.63683177499999, 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.537843901, 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50234 2023-10-09T04:55:09.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757814+0000", 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757814+0000", 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757812+0000", 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757870+0000", 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7194000000000002e-05 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:09.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757882+0000", 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2075999999999999e-05 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757892+0000", 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0047000000000001e-05 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757941+0000", 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9033000000000003e-05 2023-10-09T04:55:09.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.757949+0000", 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3979999999999999e-06 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.078843+0000", 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32089336699999998 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.078850+0000", 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1400000000000002e-06 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.277853+0000", 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.199003399 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:09.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.279177+0000", 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0013240680000000001 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.279378+0000", 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000200805 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.285608+0000", 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0062299510000000001 2023-10-09T04:55:09.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.285620+0000", 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2249000000000001e-05 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.293393+0000", 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007772597 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.293453+0000", 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0188e-05 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.295657+0000", 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002204573 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:09.568 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:09.569 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:55:09.569 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:09.628 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1120,"stamp":"2023-10-09T04:55:07.621300+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2714769336,"num_objects":41440,"num_object_clones":0,"num_object_copies":124320,"num_objects_missing_on_primary":2746,"num_objects_missing":2746,"num_objects_degraded":15488,"num_objects_misplaced":1389,"num_objects_unfound":0,"num_objects_dirty":41440,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":107104,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21908,"num_bytes_recovered":1435255342,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150906,"ondisk_log_size":150906,"up":297,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":335,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":15028548,"kb_used_data":9324484,"kb_used_omap":21,"kb_used_meta":5703914,"kb_avail":734932668,"statfs":{"total":767960285184,"available":752571052032,"internally_reserved":0,"allocated":9548271616,"data_stored":9537196420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5840808405},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-291766272,"num_objects":-4452,"num_object_clones":0,"num_object_copies":-13356,"num_objects_missing_on_primary":-342,"num_objects_missing":-342,"num_objects_degraded":-871,"num_objects_misplaced":-170,"num_objects_unfound":0,"num_objects_dirty":-4452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4452,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1054,"num_bytes_recovered":69074944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003274"},"pg_stats":[{"pgid":"11.12","version":"366'5491","reported_seq":9199,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.631972+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:55:05.631972+0000","last_peered":"2023-10-09T04:55:05.631972+0000","last_clean":"2023-10-09T04:55:05.631972+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:55:05.631972+0000","last_undegraded":"2023-10-09T04:55:05.631972+0000","last_fullsized":"2023-10-09T04:55:05.631972+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5491,"log_dups_size":0,"ondisk_log_size":5491,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82149376,"num_objects":1254,"num_object_clones":0,"num_object_copies":3762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3288,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":361,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222717+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:54:56.222717+0000","last_peered":"2023-10-09T04:54:56.222717+0000","last_clean":"2023-10-09T04:54:56.222717+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:54:56.222717+0000","last_undegraded":"2023-10-09T04:54:56.222717+0000","last_fullsized":"2023-10-09T04:54:56.222717+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":138,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690423+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:02.690423+0000","last_peered":"2023-10-09T04:55:02.690423+0000","last_clean":"2023-10-09T04:55:02.690423+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:02.690423+0000","last_undegraded":"2023-10-09T04:55:02.690423+0000","last_fullsized":"2023-10-09T04:55:02.690423+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"366'5481","reported_seq":6156,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:05.949946+0000","last_change":"2023-10-09T04:53:29.237360+0000","last_active":"2023-10-09T04:55:05.949946+0000","last_peered":"2023-10-09T04:55:05.949946+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:55:05.949946+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5481,"log_dups_size":0,"ondisk_log_size":5481,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85000192,"num_objects":1297,"num_object_clones":0,"num_object_copies":3891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2233,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3257,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":168,"num_bytes_recovered":10977280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":575},{"shards":"0,2,4","objects":111},{"shards":"0,2,6","objects":505},{"shards":"0,6","objects":-824}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":308,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716823+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:02.716823+0000","last_peered":"2023-10-09T04:55:02.716823+0000","last_clean":"2023-10-09T04:55:02.716823+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:02.716823+0000","last_undegraded":"2023-10-09T04:55:02.716823+0000","last_fullsized":"2023-10-09T04:55:02.716823+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":329,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.217498+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:54:56.217498+0000","last_peered":"2023-10-09T04:54:56.217498+0000","last_clean":"2023-10-09T04:54:56.217498+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:54:56.217498+0000","last_undegraded":"2023-10-09T04:54:56.217498+0000","last_fullsized":"2023-10-09T04:54:56.217498+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"366'5656","reported_seq":10923,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.309310+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:55:05.309310+0000","last_peered":"2023-10-09T04:55:05.309310+0000","last_clean":"2023-10-09T04:55:05.309310+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:55:05.309310+0000","last_undegraded":"2023-10-09T04:55:05.309310+0000","last_fullsized":"2023-10-09T04:55:05.309310+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5656,"log_dups_size":0,"ondisk_log_size":5656,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84901888,"num_objects":1296,"num_object_clones":0,"num_object_copies":3888,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1296,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3374,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":60,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717420+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:02.717420+0000","last_peered":"2023-10-09T04:55:02.717420+0000","last_clean":"2023-10-09T04:55:02.717420+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:02.717420+0000","last_undegraded":"2023-10-09T04:55:02.717420+0000","last_fullsized":"2023-10-09T04:55:02.717420+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":38,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223180+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:54:56.223180+0000","last_peered":"2023-10-09T04:54:56.223180+0000","last_clean":"2023-10-09T04:54:56.223180+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:54:56.223180+0000","last_undegraded":"2023-10-09T04:54:56.223180+0000","last_fullsized":"2023-10-09T04:54:56.223180+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":327,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707116+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:02.707116+0000","last_peered":"2023-10-09T04:55:02.707116+0000","last_clean":"2023-10-09T04:55:02.707116+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:02.707116+0000","last_undegraded":"2023-10-09T04:55:02.707116+0000","last_fullsized":"2023-10-09T04:55:02.707116+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":86,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717680+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:02.717680+0000","last_peered":"2023-10-09T04:55:02.717680+0000","last_clean":"2023-10-09T04:55:02.717680+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:02.717680+0000","last_undegraded":"2023-10-09T04:55:02.717680+0000","last_fullsized":"2023-10-09T04:55:02.717680+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":343,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707139+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:02.707139+0000","last_peered":"2023-10-09T04:55:02.707139+0000","last_clean":"2023-10-09T04:55:02.707139+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:02.707139+0000","last_undegraded":"2023-10-09T04:55:02.707139+0000","last_fullsized":"2023-10-09T04:55:02.707139+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":82,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.725863+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:02.725863+0000","last_peered":"2023-10-09T04:55:02.725863+0000","last_clean":"2023-10-09T04:55:02.725863+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:02.725863+0000","last_undegraded":"2023-10-09T04:55:02.725863+0000","last_fullsized":"2023-10-09T04:55:02.725863+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":368,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.218345+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:54:56.218345+0000","last_peered":"2023-10-09T04:54:56.218345+0000","last_clean":"2023-10-09T04:54:56.218345+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:54:56.218345+0000","last_undegraded":"2023-10-09T04:54:56.218345+0000","last_fullsized":"2023-10-09T04:54:56.218345+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":321,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716373+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:02.716373+0000","last_peered":"2023-10-09T04:55:02.716373+0000","last_clean":"2023-10-09T04:55:02.716373+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:02.716373+0000","last_undegraded":"2023-10-09T04:55:02.716373+0000","last_fullsized":"2023-10-09T04:55:02.716373+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":401,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223501+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:54:56.223501+0000","last_peered":"2023-10-09T04:54:56.223501+0000","last_clean":"2023-10-09T04:54:56.223501+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:54:56.223501+0000","last_undegraded":"2023-10-09T04:54:56.223501+0000","last_fullsized":"2023-10-09T04:54:56.223501+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":382,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223057+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:54:56.223057+0000","last_peered":"2023-10-09T04:54:56.223057+0000","last_clean":"2023-10-09T04:54:56.223057+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:54:56.223057+0000","last_undegraded":"2023-10-09T04:54:56.223057+0000","last_fullsized":"2023-10-09T04:54:56.223057+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":344,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.218750+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:54:56.218750+0000","last_peered":"2023-10-09T04:54:56.218750+0000","last_clean":"2023-10-09T04:54:56.218750+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:54:56.218750+0000","last_undegraded":"2023-10-09T04:54:56.218750+0000","last_fullsized":"2023-10-09T04:54:56.218750+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":207,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717765+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:02.717765+0000","last_peered":"2023-10-09T04:55:02.717765+0000","last_clean":"2023-10-09T04:55:02.717765+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:02.717765+0000","last_undegraded":"2023-10-09T04:55:02.717765+0000","last_fullsized":"2023-10-09T04:55:02.717765+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":332,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.217244+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:54:56.217244+0000","last_peered":"2023-10-09T04:54:56.217244+0000","last_clean":"2023-10-09T04:54:56.217244+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:54:56.217244+0000","last_undegraded":"2023-10-09T04:54:56.217244+0000","last_fullsized":"2023-10-09T04:54:56.217244+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":362,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706916+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:02.706916+0000","last_peered":"2023-10-09T04:55:02.706916+0000","last_clean":"2023-10-09T04:55:02.706916+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:02.706916+0000","last_undegraded":"2023-10-09T04:55:02.706916+0000","last_fullsized":"2023-10-09T04:55:02.706916+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"366'5707","reported_seq":8361,"reported_epoch":366,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:55:06.336515+0000","last_change":"2023-10-09T04:54:02.176784+0000","last_active":"2023-10-09T04:55:06.336515+0000","last_peered":"2023-10-09T04:55:06.336515+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:28.110068+0000","last_became_peered":"2023-10-09T04:53:28.110068+0000","last_unstale":"2023-10-09T04:55:06.336515+0000","last_undegraded":"2023-10-09T04:55:06.336515+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5707,"log_dups_size":0,"ondisk_log_size":5707,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83296256,"num_objects":1271,"num_object_clones":0,"num_object_copies":3813,"num_objects_missing_on_primary":643,"num_objects_missing":643,"num_objects_degraded":0,"num_objects_misplaced":1389,"num_objects_unfound":0,"num_objects_dirty":1271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3417,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1090,"num_bytes_recovered":71434240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":637},{"shards":"0,1,3,6","objects":1},{"shards":"0,1,6","objects":534},{"shards":"0,1,7","objects":109},{"shards":"0,3","objects":-10}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":349,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.216846+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:54:56.216846+0000","last_peered":"2023-10-09T04:54:56.216846+0000","last_clean":"2023-10-09T04:54:56.216846+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:54:56.216846+0000","last_undegraded":"2023-10-09T04:54:56.216846+0000","last_fullsized":"2023-10-09T04:54:56.216846+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":318,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716808+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:02.716808+0000","last_peered":"2023-10-09T04:55:02.716808+0000","last_clean":"2023-10-09T04:55:02.716808+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:02.716808+0000","last_undegraded":"2023-10-09T04:55:02.716808+0000","last_fullsized":"2023-10-09T04:55:02.716808+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"365'5533","reported_seq":7541,"reported_epoch":365,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:03.437585+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:03.437585+0000","last_peered":"2023-10-09T04:55:03.437585+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:03.437585+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:03.437585+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5533,"log_dups_size":0,"ondisk_log_size":5533,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83034112,"num_objects":1267,"num_object_clones":0,"num_object_copies":3801,"num_objects_missing_on_primary":756,"num_objects_missing":756,"num_objects_degraded":1503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1267,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3311,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":948,"num_bytes_recovered":62095360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":136},{"shards":"0,2,5,6","objects":1},{"shards":"0,3,5","objects":620},{"shards":"0,5,6","objects":534},{"shards":"3,5,6","objects":-24}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":63,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.252371+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:54:56.252371+0000","last_peered":"2023-10-09T04:54:56.252371+0000","last_clean":"2023-10-09T04:54:56.252371+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:54:56.252371+0000","last_undegraded":"2023-10-09T04:54:56.252371+0000","last_fullsized":"2023-10-09T04:54:56.252371+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":62,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716995+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:02.716995+0000","last_peered":"2023-10-09T04:55:02.716995+0000","last_clean":"2023-10-09T04:55:02.716995+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:02.716995+0000","last_undegraded":"2023-10-09T04:55:02.716995+0000","last_fullsized":"2023-10-09T04:55:02.716995+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"366'5638","reported_seq":5729,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.764736+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:55:05.764736+0000","last_peered":"2023-10-09T04:55:05.764736+0000","last_clean":"2023-10-09T04:55:05.764736+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:55:05.764736+0000","last_undegraded":"2023-10-09T04:55:05.764736+0000","last_fullsized":"2023-10-09T04:55:05.764736+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5638,"log_dups_size":0,"ondisk_log_size":5638,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83361792,"num_objects":1272,"num_object_clones":0,"num_object_copies":3816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":327,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.217731+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:54:56.217731+0000","last_peered":"2023-10-09T04:54:56.217731+0000","last_clean":"2023-10-09T04:54:56.217731+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:54:56.217731+0000","last_undegraded":"2023-10-09T04:54:56.217731+0000","last_fullsized":"2023-10-09T04:54:56.217731+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":346,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704241+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:02.704241+0000","last_peered":"2023-10-09T04:55:02.704241+0000","last_clean":"2023-10-09T04:55:02.704241+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:02.704241+0000","last_undegraded":"2023-10-09T04:55:02.704241+0000","last_fullsized":"2023-10-09T04:55:02.704241+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"366'5681","reported_seq":5771,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.578990+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:55:05.578990+0000","last_peered":"2023-10-09T04:55:05.578990+0000","last_clean":"2023-10-09T04:55:05.578990+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:55:05.578990+0000","last_undegraded":"2023-10-09T04:55:05.578990+0000","last_fullsized":"2023-10-09T04:55:05.578990+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5681,"log_dups_size":0,"ondisk_log_size":5681,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82837504,"num_objects":1264,"num_object_clones":0,"num_object_copies":3792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3406,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":345,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.217581+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:54:56.217581+0000","last_peered":"2023-10-09T04:54:56.217581+0000","last_clean":"2023-10-09T04:54:56.217581+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:54:56.217581+0000","last_undegraded":"2023-10-09T04:54:56.217581+0000","last_fullsized":"2023-10-09T04:54:56.217581+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":389,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222738+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:54:56.222738+0000","last_peered":"2023-10-09T04:54:56.222738+0000","last_clean":"2023-10-09T04:54:56.222738+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:54:56.222738+0000","last_undegraded":"2023-10-09T04:54:56.222738+0000","last_fullsized":"2023-10-09T04:54:56.222738+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"365'5469","reported_seq":7081,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.025737+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:03.025737+0000","last_peered":"2023-10-09T04:55:03.025737+0000","last_clean":"2023-10-09T04:55:03.025737+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:03.025737+0000","last_undegraded":"2023-10-09T04:55:03.025737+0000","last_fullsized":"2023-10-09T04:55:03.025737+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5469,"log_dups_size":0,"ondisk_log_size":5469,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88735744,"num_objects":1354,"num_object_clones":0,"num_object_copies":4062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1354,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3234,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":380,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.218263+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:54:56.218263+0000","last_peered":"2023-10-09T04:54:56.218263+0000","last_clean":"2023-10-09T04:54:56.218263+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:54:56.218263+0000","last_undegraded":"2023-10-09T04:54:56.218263+0000","last_fullsized":"2023-10-09T04:54:56.218263+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":38,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222510+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:54:56.222510+0000","last_peered":"2023-10-09T04:54:56.222510+0000","last_clean":"2023-10-09T04:54:56.222510+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:54:56.222510+0000","last_undegraded":"2023-10-09T04:54:56.222510+0000","last_fullsized":"2023-10-09T04:54:56.222510+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"365'5596","reported_seq":8648,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.065871+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:03.065871+0000","last_peered":"2023-10-09T04:55:03.065871+0000","last_clean":"2023-10-09T04:55:03.065871+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:03.065871+0000","last_undegraded":"2023-10-09T04:55:03.065871+0000","last_fullsized":"2023-10-09T04:55:03.065871+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5596,"log_dups_size":0,"ondisk_log_size":5596,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86212608,"num_objects":1315,"num_object_clones":0,"num_object_copies":3945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3333,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":410,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706355+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:02.706355+0000","last_peered":"2023-10-09T04:55:02.706355+0000","last_clean":"2023-10-09T04:55:02.706355+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:02.706355+0000","last_undegraded":"2023-10-09T04:55:02.706355+0000","last_fullsized":"2023-10-09T04:55:02.706355+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":340,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690526+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:02.690526+0000","last_peered":"2023-10-09T04:55:02.690526+0000","last_clean":"2023-10-09T04:55:02.690526+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:02.690526+0000","last_undegraded":"2023-10-09T04:55:02.690526+0000","last_fullsized":"2023-10-09T04:55:02.690526+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"366'5723","reported_seq":8175,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:05.355435+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:55:05.355435+0000","last_peered":"2023-10-09T04:55:05.355435+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:55:05.355435+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5723,"log_dups_size":0,"ondisk_log_size":5723,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81952768,"num_objects":1250,"num_object_clones":0,"num_object_copies":3750,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1250,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3444,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":779},{"shards":"1,7","objects":471}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":38,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223529+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:54:56.223529+0000","last_peered":"2023-10-09T04:54:56.223529+0000","last_clean":"2023-10-09T04:54:56.223529+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:54:56.223529+0000","last_undegraded":"2023-10-09T04:54:56.223529+0000","last_fullsized":"2023-10-09T04:54:56.223529+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":409,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223413+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:54:56.223413+0000","last_peered":"2023-10-09T04:54:56.223413+0000","last_clean":"2023-10-09T04:54:56.223413+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:54:56.223413+0000","last_undegraded":"2023-10-09T04:54:56.223413+0000","last_fullsized":"2023-10-09T04:54:56.223413+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"366'5483","reported_seq":7833,"reported_epoch":366,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:05.741145+0000","last_change":"2023-10-09T04:53:18.244122+0000","last_active":"2023-10-09T04:55:05.741145+0000","last_peered":"2023-10-09T04:55:05.741145+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:55:05.741145+0000","last_undegraded":"2023-10-09T04:53:18.210107+0000","last_fullsized":"2023-10-09T04:55:05.741145+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5483,"log_dups_size":0,"ondisk_log_size":5483,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84246528,"num_objects":1285,"num_object_clones":0,"num_object_copies":3855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":647,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3279,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":997,"num_bytes_recovered":65339392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","7"],"object_location_counts":[{"shards":"0,2,3","objects":638},{"shards":"0,2,7","objects":647}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":38,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222594+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:54:56.222594+0000","last_peered":"2023-10-09T04:54:56.222594+0000","last_clean":"2023-10-09T04:54:56.222594+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:54:56.222594+0000","last_undegraded":"2023-10-09T04:54:56.222594+0000","last_fullsized":"2023-10-09T04:54:56.222594+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":335,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223448+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:54:56.223448+0000","last_peered":"2023-10-09T04:54:56.223448+0000","last_clean":"2023-10-09T04:54:56.223448+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:54:56.223448+0000","last_undegraded":"2023-10-09T04:54:56.223448+0000","last_fullsized":"2023-10-09T04:54:56.223448+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"366'5573","reported_seq":6141,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:05.924450+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:55:05.924450+0000","last_peered":"2023-10-09T04:55:05.924450+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:55:05.924450+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5573,"log_dups_size":0,"ondisk_log_size":5573,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79495168,"num_objects":1213,"num_object_clones":0,"num_object_copies":3639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3349,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":7503872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":646},{"shards":"0,2,4","objects":123},{"shards":"0,2,6","objects":541},{"shards":"0,6","objects":-1166}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":326,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222668+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:54:56.222668+0000","last_peered":"2023-10-09T04:54:56.222668+0000","last_clean":"2023-10-09T04:54:56.222668+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:54:56.222668+0000","last_undegraded":"2023-10-09T04:54:56.222668+0000","last_fullsized":"2023-10-09T04:54:56.222668+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":392,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222971+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:54:56.222971+0000","last_peered":"2023-10-09T04:54:56.222971+0000","last_clean":"2023-10-09T04:54:56.222971+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:54:56.222971+0000","last_undegraded":"2023-10-09T04:54:56.222971+0000","last_fullsized":"2023-10-09T04:54:56.222971+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"366'5636","reported_seq":10977,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.309416+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:55:05.309416+0000","last_peered":"2023-10-09T04:55:05.309416+0000","last_clean":"2023-10-09T04:55:05.309416+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:55:05.309416+0000","last_undegraded":"2023-10-09T04:55:05.309416+0000","last_fullsized":"2023-10-09T04:55:05.309416+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5636,"log_dups_size":0,"ondisk_log_size":5636,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88571904,"num_objects":1351,"num_object_clones":0,"num_object_copies":4053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1351,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3353,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":60,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717543+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:02.717543+0000","last_peered":"2023-10-09T04:55:02.717543+0000","last_clean":"2023-10-09T04:55:02.717543+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:02.717543+0000","last_undegraded":"2023-10-09T04:55:02.717543+0000","last_fullsized":"2023-10-09T04:55:02.717543+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":300,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717048+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:02.717048+0000","last_peered":"2023-10-09T04:55:02.717048+0000","last_clean":"2023-10-09T04:55:02.717048+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:02.717048+0000","last_undegraded":"2023-10-09T04:55:02.717048+0000","last_fullsized":"2023-10-09T04:55:02.717048+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"366'6597","reported_seq":7684,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:05.686420+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:55:05.686420+0000","last_peered":"2023-10-09T04:55:05.686420+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:55:05.686420+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6597,"log_dups_size":0,"ondisk_log_size":6597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161349656,"num_objects":2463,"num_object_clones":0,"num_object_copies":7389,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2463,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6597,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":1395},{"shards":"2,4","objects":1068}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":342,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.718265+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:02.718265+0000","last_peered":"2023-10-09T04:55:02.718265+0000","last_clean":"2023-10-09T04:55:02.718265+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:02.718265+0000","last_undegraded":"2023-10-09T04:55:02.718265+0000","last_fullsized":"2023-10-09T04:55:02.718265+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":380,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706842+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:02.706842+0000","last_peered":"2023-10-09T04:55:02.706842+0000","last_clean":"2023-10-09T04:55:02.706842+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:02.706842+0000","last_undegraded":"2023-10-09T04:55:02.706842+0000","last_fullsized":"2023-10-09T04:55:02.706842+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":300,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716508+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:02.716508+0000","last_peered":"2023-10-09T04:55:02.716508+0000","last_clean":"2023-10-09T04:55:02.716508+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:02.716508+0000","last_undegraded":"2023-10-09T04:55:02.716508+0000","last_fullsized":"2023-10-09T04:55:02.716508+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"366'6617","reported_seq":10608,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:06.292861+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:55:06.292861+0000","last_peered":"2023-10-09T04:55:06.292861+0000","last_clean":"2023-10-09T04:55:06.292861+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:55:06.292861+0000","last_undegraded":"2023-10-09T04:55:06.292861+0000","last_fullsized":"2023-10-09T04:55:06.292861+0000","mapping_epoch":343,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6617,"log_dups_size":0,"ondisk_log_size":6617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171900928,"num_objects":2623,"num_object_clones":0,"num_object_copies":7869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6617,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":386,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704416+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:02.704416+0000","last_peered":"2023-10-09T04:55:02.704416+0000","last_clean":"2023-10-09T04:55:02.704416+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:02.704416+0000","last_undegraded":"2023-10-09T04:55:02.704416+0000","last_fullsized":"2023-10-09T04:55:02.704416+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":366,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222991+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:54:56.222991+0000","last_peered":"2023-10-09T04:54:56.222991+0000","last_clean":"2023-10-09T04:54:56.222991+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:54:56.222991+0000","last_undegraded":"2023-10-09T04:54:56.222991+0000","last_fullsized":"2023-10-09T04:54:56.222991+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":326,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717838+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:02.717838+0000","last_peered":"2023-10-09T04:55:02.717838+0000","last_clean":"2023-10-09T04:55:02.717838+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:02.717838+0000","last_undegraded":"2023-10-09T04:55:02.717838+0000","last_fullsized":"2023-10-09T04:55:02.717838+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"365'5505","reported_seq":7454,"reported_epoch":365,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:03.265949+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:03.265949+0000","last_peered":"2023-10-09T04:55:03.265949+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:03.265949+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:03.265949+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5505,"log_dups_size":0,"ondisk_log_size":5505,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85000192,"num_objects":1297,"num_object_clones":0,"num_object_copies":3891,"num_objects_missing_on_primary":717,"num_objects_missing":717,"num_objects_degraded":1476,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3283,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":918,"num_bytes_recovered":60194816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":131},{"shards":"0,3,5","objects":586},{"shards":"0,5,6","objects":553},{"shards":"3,5,6","objects":27}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":377,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.703964+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:02.703964+0000","last_peered":"2023-10-09T04:55:02.703964+0000","last_clean":"2023-10-09T04:55:02.703964+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:02.703964+0000","last_undegraded":"2023-10-09T04:55:02.703964+0000","last_fullsized":"2023-10-09T04:55:02.703964+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":322,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.728495+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:02.728495+0000","last_peered":"2023-10-09T04:55:02.728495+0000","last_clean":"2023-10-09T04:55:02.728495+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:02.728495+0000","last_undegraded":"2023-10-09T04:55:02.728495+0000","last_fullsized":"2023-10-09T04:55:02.728495+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":336,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709969+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:03.709969+0000","last_peered":"2023-10-09T04:55:03.709969+0000","last_clean":"2023-10-09T04:55:03.709969+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:03.709969+0000","last_undegraded":"2023-10-09T04:55:03.709969+0000","last_fullsized":"2023-10-09T04:55:03.709969+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"366'6877","reported_seq":11268,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:05.877368+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:55:05.877368+0000","last_peered":"2023-10-09T04:55:05.877368+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:55:05.877368+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6877,"log_dups_size":0,"ondisk_log_size":6877,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168755200,"num_objects":2575,"num_object_clones":0,"num_object_copies":7725,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2829,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2575,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6877,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2140,"num_bytes_recovered":140247040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":258},{"shards":"1,2,5,6","objects":1},{"shards":"1,3,5","objects":1239},{"shards":"1,5,6","objects":1073},{"shards":"3,5","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":329,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704187+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:02.704187+0000","last_peered":"2023-10-09T04:55:02.704187+0000","last_clean":"2023-10-09T04:55:02.704187+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:02.704187+0000","last_undegraded":"2023-10-09T04:55:02.704187+0000","last_fullsized":"2023-10-09T04:55:02.704187+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":765,"reported_epoch":364,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:54:56.217141+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:54:56.217141+0000","last_peered":"2023-10-09T04:54:56.217141+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:54:56.217141+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":238,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704340+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:02.704340+0000","last_peered":"2023-10-09T04:55:02.704340+0000","last_clean":"2023-10-09T04:55:02.704340+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:02.704340+0000","last_undegraded":"2023-10-09T04:55:02.704340+0000","last_fullsized":"2023-10-09T04:55:02.704340+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":38,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223249+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:54:56.223249+0000","last_peered":"2023-10-09T04:54:56.223249+0000","last_clean":"2023-10-09T04:54:56.223249+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:54:56.223249+0000","last_undegraded":"2023-10-09T04:54:56.223249+0000","last_fullsized":"2023-10-09T04:54:56.223249+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"366'5711","reported_seq":8302,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:06.356547+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:55:06.356547+0000","last_peered":"2023-10-09T04:55:06.356547+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:55:06.356547+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5711,"log_dups_size":0,"ondisk_log_size":5711,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83558400,"num_objects":1275,"num_object_clones":0,"num_object_copies":3825,"num_objects_missing_on_primary":630,"num_objects_missing":630,"num_objects_degraded":1391,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3421,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1059,"num_bytes_recovered":69402624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":630},{"shards":"0,1,3,6","objects":1},{"shards":"0,1,6","objects":498},{"shards":"0,1,6,7","objects":1},{"shards":"0,1,7","objects":131},{"shards":"0,3","objects":14}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":364,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.217035+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:54:56.217035+0000","last_peered":"2023-10-09T04:54:56.217035+0000","last_clean":"2023-10-09T04:54:56.217035+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:54:56.217035+0000","last_undegraded":"2023-10-09T04:54:56.217035+0000","last_fullsized":"2023-10-09T04:54:56.217035+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":317,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222807+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:54:56.222807+0000","last_peered":"2023-10-09T04:54:56.222807+0000","last_clean":"2023-10-09T04:54:56.222807+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:54:56.222807+0000","last_undegraded":"2023-10-09T04:54:56.222807+0000","last_fullsized":"2023-10-09T04:54:56.222807+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":355,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690470+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:02.690470+0000","last_peered":"2023-10-09T04:55:02.690470+0000","last_clean":"2023-10-09T04:55:02.690470+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:02.690470+0000","last_undegraded":"2023-10-09T04:55:02.690470+0000","last_fullsized":"2023-10-09T04:55:02.690470+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"366'6703","reported_seq":6776,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.391600+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:55:05.391600+0000","last_peered":"2023-10-09T04:55:05.391600+0000","last_clean":"2023-10-09T04:55:05.391600+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:55:05.391600+0000","last_undegraded":"2023-10-09T04:55:05.391600+0000","last_fullsized":"2023-10-09T04:55:05.391600+0000","mapping_epoch":303,"log_start":"308'1200","ondisk_log_start":"308'1200","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5503,"log_dups_size":0,"ondisk_log_size":5503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172818432,"num_objects":2637,"num_object_clones":0,"num_object_copies":7911,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2637,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6703,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":330,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.218304+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:54:56.218304+0000","last_peered":"2023-10-09T04:54:56.218304+0000","last_clean":"2023-10-09T04:54:56.218304+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:54:56.218304+0000","last_undegraded":"2023-10-09T04:54:56.218304+0000","last_fullsized":"2023-10-09T04:54:56.218304+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":286,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.718143+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:02.718143+0000","last_peered":"2023-10-09T04:55:02.718143+0000","last_clean":"2023-10-09T04:55:02.718143+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:02.718143+0000","last_undegraded":"2023-10-09T04:55:02.718143+0000","last_fullsized":"2023-10-09T04:55:02.718143+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":45,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704250+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:02.704250+0000","last_peered":"2023-10-09T04:55:02.704250+0000","last_clean":"2023-10-09T04:55:02.704250+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:02.704250+0000","last_undegraded":"2023-10-09T04:55:02.704250+0000","last_fullsized":"2023-10-09T04:55:02.704250+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"365'6703","reported_seq":6773,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.000735+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:03.000735+0000","last_peered":"2023-10-09T04:55:03.000735+0000","last_clean":"2023-10-09T04:55:03.000735+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:03.000735+0000","last_undegraded":"2023-10-09T04:55:03.000735+0000","last_fullsized":"2023-10-09T04:55:03.000735+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6703,"log_dups_size":0,"ondisk_log_size":6703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171900928,"num_objects":2623,"num_object_clones":0,"num_object_copies":7869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6703,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":198,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.217994+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:54:56.217994+0000","last_peered":"2023-10-09T04:54:56.217994+0000","last_clean":"2023-10-09T04:54:56.217994+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:54:56.217994+0000","last_undegraded":"2023-10-09T04:54:56.217994+0000","last_fullsized":"2023-10-09T04:54:56.217994+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":343,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709407+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:03.709407+0000","last_peered":"2023-10-09T04:55:03.709407+0000","last_clean":"2023-10-09T04:55:03.709407+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:03.709407+0000","last_undegraded":"2023-10-09T04:55:03.709407+0000","last_fullsized":"2023-10-09T04:55:03.709407+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":60,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.715889+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:02.715889+0000","last_peered":"2023-10-09T04:55:02.715889+0000","last_clean":"2023-10-09T04:55:02.715889+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:02.715889+0000","last_undegraded":"2023-10-09T04:55:02.715889+0000","last_fullsized":"2023-10-09T04:55:02.715889+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"365'6493","reported_seq":6563,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.703834+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:02.703834+0000","last_peered":"2023-10-09T04:55:02.703834+0000","last_clean":"2023-10-09T04:55:02.703834+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:02.703834+0000","last_undegraded":"2023-10-09T04:55:02.703834+0000","last_fullsized":"2023-10-09T04:55:02.703834+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6493,"log_dups_size":0,"ondisk_log_size":6493,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176881664,"num_objects":2699,"num_object_clones":0,"num_object_copies":8097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2699,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6493,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":38,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223105+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:54:56.223105+0000","last_peered":"2023-10-09T04:54:56.223105+0000","last_clean":"2023-10-09T04:54:56.223105+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:54:56.223105+0000","last_undegraded":"2023-10-09T04:54:56.223105+0000","last_fullsized":"2023-10-09T04:54:56.223105+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":343,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690524+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:02.690524+0000","last_peered":"2023-10-09T04:55:02.690524+0000","last_clean":"2023-10-09T04:55:02.690524+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:02.690524+0000","last_undegraded":"2023-10-09T04:55:02.690524+0000","last_fullsized":"2023-10-09T04:55:02.690524+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":348,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222433+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:54:56.222433+0000","last_peered":"2023-10-09T04:54:56.222433+0000","last_clean":"2023-10-09T04:54:56.222433+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:54:56.222433+0000","last_undegraded":"2023-10-09T04:54:56.222433+0000","last_fullsized":"2023-10-09T04:54:56.222433+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"366'5621","reported_seq":8070,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:05.349822+0000","last_change":"2023-10-09T04:53:25.843633+0000","last_active":"2023-10-09T04:55:05.349822+0000","last_peered":"2023-10-09T04:55:05.349822+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.838527+0000","last_became_peered":"2023-10-09T04:53:25.838527+0000","last_unstale":"2023-10-09T04:55:05.349822+0000","last_undegraded":"2023-10-09T04:53:25.766514+0000","last_fullsized":"2023-10-09T04:53:25.758726+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5621,"log_dups_size":0,"ondisk_log_size":5621,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86540288,"num_objects":1321,"num_object_clones":0,"num_object_copies":3963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":730,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3343,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":730},{"shards":"1,7","objects":591}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":40,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223446+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:54:56.223446+0000","last_peered":"2023-10-09T04:54:56.223446+0000","last_clean":"2023-10-09T04:54:56.223446+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:54:56.223446+0000","last_undegraded":"2023-10-09T04:54:56.223446+0000","last_fullsized":"2023-10-09T04:54:56.223446+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":386,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704170+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:02.704170+0000","last_peered":"2023-10-09T04:55:02.704170+0000","last_clean":"2023-10-09T04:55:02.704170+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:02.704170+0000","last_undegraded":"2023-10-09T04:55:02.704170+0000","last_fullsized":"2023-10-09T04:55:02.704170+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"365'5567","reported_seq":8702,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.051316+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:03.051316+0000","last_peered":"2023-10-09T04:55:03.051316+0000","last_clean":"2023-10-09T04:55:03.051316+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:03.051316+0000","last_undegraded":"2023-10-09T04:55:03.051316+0000","last_fullsized":"2023-10-09T04:55:03.051316+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5567,"log_dups_size":0,"ondisk_log_size":5567,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87588864,"num_objects":1337,"num_object_clones":0,"num_object_copies":4011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3305,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":345,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707249+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:02.707249+0000","last_peered":"2023-10-09T04:55:02.707249+0000","last_clean":"2023-10-09T04:55:02.707249+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:02.707249+0000","last_undegraded":"2023-10-09T04:55:02.707249+0000","last_fullsized":"2023-10-09T04:55:02.707249+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":386,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.223127+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:54:56.223127+0000","last_peered":"2023-10-09T04:54:56.223127+0000","last_clean":"2023-10-09T04:54:56.223127+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:54:56.223127+0000","last_undegraded":"2023-10-09T04:54:56.223127+0000","last_fullsized":"2023-10-09T04:54:56.223127+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"365'5536","reported_seq":7175,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.090762+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:03.090762+0000","last_peered":"2023-10-09T04:55:03.090762+0000","last_clean":"2023-10-09T04:55:03.090762+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:03.090762+0000","last_undegraded":"2023-10-09T04:55:03.090762+0000","last_fullsized":"2023-10-09T04:55:03.090762+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5536,"log_dups_size":0,"ondisk_log_size":5536,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84344832,"num_objects":1287,"num_object_clones":0,"num_object_copies":3861,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1287,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3301,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":367,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706703+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:02.706703+0000","last_peered":"2023-10-09T04:55:02.706703+0000","last_clean":"2023-10-09T04:55:02.706703+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:02.706703+0000","last_undegraded":"2023-10-09T04:55:02.706703+0000","last_fullsized":"2023-10-09T04:55:02.706703+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":369,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222538+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:54:56.222538+0000","last_peered":"2023-10-09T04:54:56.222538+0000","last_clean":"2023-10-09T04:54:56.222538+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:54:56.222538+0000","last_undegraded":"2023-10-09T04:54:56.222538+0000","last_fullsized":"2023-10-09T04:54:56.222538+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"366'5618","reported_seq":5708,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.725621+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:55:05.725621+0000","last_peered":"2023-10-09T04:55:05.725621+0000","last_clean":"2023-10-09T04:55:05.725621+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:55:05.725621+0000","last_undegraded":"2023-10-09T04:55:05.725621+0000","last_fullsized":"2023-10-09T04:55:05.725621+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5618,"log_dups_size":0,"ondisk_log_size":5618,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87621632,"num_objects":1337,"num_object_clones":0,"num_object_copies":4011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3343,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":89,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716876+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:02.716876+0000","last_peered":"2023-10-09T04:55:02.716876+0000","last_clean":"2023-10-09T04:55:02.716876+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:02.716876+0000","last_undegraded":"2023-10-09T04:55:02.716876+0000","last_fullsized":"2023-10-09T04:55:02.716876+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":55,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.725786+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:02.725786+0000","last_peered":"2023-10-09T04:55:02.725786+0000","last_clean":"2023-10-09T04:55:02.725786+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:02.725786+0000","last_undegraded":"2023-10-09T04:55:02.725786+0000","last_fullsized":"2023-10-09T04:55:02.725786+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"366'5675","reported_seq":5761,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:05.874731+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:55:05.874731+0000","last_peered":"2023-10-09T04:55:05.874731+0000","last_clean":"2023-10-09T04:55:05.874731+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:55:05.874731+0000","last_undegraded":"2023-10-09T04:55:05.874731+0000","last_fullsized":"2023-10-09T04:55:05.874731+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5675,"log_dups_size":0,"ondisk_log_size":5675,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82116608,"num_objects":1253,"num_object_clones":0,"num_object_copies":3759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1253,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3405,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":52,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707036+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:02.707036+0000","last_peered":"2023-10-09T04:55:02.707036+0000","last_clean":"2023-10-09T04:55:02.707036+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:02.707036+0000","last_undegraded":"2023-10-09T04:55:02.707036+0000","last_fullsized":"2023-10-09T04:55:02.707036+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":385,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-10-09T04:54:56.222342+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:54:56.222342+0000","last_peered":"2023-10-09T04:54:56.222342+0000","last_clean":"2023-10-09T04:54:56.222342+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:54:56.222342+0000","last_undegraded":"2023-10-09T04:54:56.222342+0000","last_fullsized":"2023-10-09T04:54:56.222342+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":2714173464,"num_objects":41416,"num_object_clones":0,"num_object_copies":124248,"num_objects_missing_on_primary":2746,"num_objects_missing":2746,"num_objects_degraded":15486,"num_objects_misplaced":1389,"num_objects_unfound":0,"num_objects_dirty":41416,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":106804,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21864,"num_bytes_recovered":1432879104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9450958848,"data_stored":9450946632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150690,"ondisk_log_size":150690,"up":78,"acting":70,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234386,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2175248,"kb_used_data":1265800,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":91569904,"statfs":{"total":95995035648,"available":93767581696,"internally_reserved":0,"allocated":1296179200,"data_stored":1295168156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:07 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.7270000000000001,"15min":2.0790000000000002},"min":{"1min":0.29299999999999998,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":7.2569999999999997,"5min":10.343,"15min":11.922000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.77700000000000002,"5min":1.198,"15min":1.7609999999999999},"min":{"1min":0.255,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":5.7350000000000003,"5min":10.451000000000001,"15min":17.344000000000001},"last":0.32400000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":1.774,"15min":1.792},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":2.7389999999999999,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.7090000000000001,"15min":1.964},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.504,"5min":24.052,"15min":24.052},"last":0.441}]},{"osd":2,"last update":"Mon Oct 9 04:54:07 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":2.0529999999999999,"15min":2.2240000000000002},"min":{"1min":0.35699999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":4.0350000000000001,"5min":16.678999999999998,"15min":32.179000000000002},"last":1.863},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.373,"15min":1.9350000000000001},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":9.7070000000000007,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.36099999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:40 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.4319999999999999,"15min":1.6160000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":3.891,"5min":8.7899999999999991,"15min":11.003},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91600000000000004,"5min":1.1870000000000001,"15min":1.5249999999999999},"min":{"1min":0.33700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":3.6920000000000002,"5min":9.6590000000000007,"15min":10.955},"last":2.9740000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.77,"15min":1.9690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.2470000000000001,"5min":18.370000000000001,"15min":23.919},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.2230000000000001,"15min":1.6599999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.92600000000000005,"5min":9.2430000000000003,"15min":23.797999999999998},"last":0.38800000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":1.7789999999999999,"15min":2.2149999999999999},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.4830000000000001,"5min":16.568999999999999,"15min":79.709999999999994},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.341,"15min":2.0129999999999999},"min":{"1min":0.314,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.5169999999999999,"5min":12.022,"15min":79.332999999999998},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":1.796,"15min":2.0600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":1.177,"5min":16.599,"15min":16.599},"last":0.625},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.9610000000000001,"15min":2.0920000000000001},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":1.2030000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.51600000000000001}]}]},{"osd":6,"up_from":46,"seq":197568496022,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1791940,"kb_used_data":898748,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":91953212,"statfs":{"total":95995035648,"available":94160089088,"internally_reserved":0,"allocated":920317952,"data_stored":919318588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:09 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":1.3260000000000001,"15min":1.7969999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.216},"max":{"1min":1.032,"5min":10.545999999999999,"15min":19.166},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.502,"5min":1.966,"15min":2.0059999999999998},"min":{"1min":0.26900000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":1.204,"5min":10.645,"15min":19.143999999999998},"last":0.371}]},{"osd":1,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6759999999999999,"15min":1.8959999999999999},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.0089999999999999,"5min":10.686,"15min":10.686},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.228,"15min":1.431},"min":{"1min":0.29199999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9910000000000001,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.39800000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":1.2629999999999999,"15min":1.843},"min":{"1min":0.29699999999999999,"5min":0.221,"15min":0.221},"max":{"1min":1.1160000000000001,"5min":7.5330000000000004,"15min":13.32},"last":0.307},{"interface":"front","average":{"1min":1.036,"5min":2.4860000000000002,"15min":2.319},"min":{"1min":0.32800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":6.8600000000000003,"5min":10.712,"15min":15.391999999999999},"last":0.498}]},{"osd":3,"last update":"Mon Oct 9 04:54:45 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":2.0600000000000001,"15min":1.9730000000000001},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.315},"max":{"1min":3.3239999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":3.931},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.694,"15min":1.397},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":3.3439999999999999,"5min":12.456,"15min":12.456},"last":3.9169999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:54:23 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":1.5960000000000001,"15min":1.732},"min":{"1min":0.30599999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4099999999999999,"5min":14.137,"15min":14.137},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":1.8109999999999999,"15min":1.9370000000000001},"min":{"1min":0.32700000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.4239999999999999,"5min":14.972,"15min":14.972},"last":0.46700000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:54:23 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":1.331,"15min":1.784},"min":{"1min":0.33700000000000002,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":1.4059999999999999,"5min":8.7390000000000008,"15min":16.042000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.96499999999999997,"15min":1.8},"min":{"1min":0.35399999999999998,"5min":0.316,"15min":0.29099999999999998},"max":{"1min":1.087,"5min":7.9989999999999997,"15min":13.391999999999999},"last":0.54100000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.4630000000000001,"15min":2.5739999999999998},"min":{"1min":0.40699999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.861,"5min":9.3170000000000002,"15min":196.22300000000001},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.8979999999999999,"15min":2.8799999999999999},"min":{"1min":0.46400000000000002,"5min":0.38,"15min":0.33500000000000002},"max":{"1min":1.8799999999999999,"5min":14.885999999999999,"15min":196.24299999999999},"last":0.77200000000000002}]}]},{"osd":1,"up_from":235,"seq":1009317314639,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2548908,"kb_used_data":2214628,"kb_used_omap":5,"kb_used_meta":334266,"kb_avail":91196244,"statfs":{"total":95995035648,"available":93384953856,"internally_reserved":0,"allocated":2267779072,"data_stored":2266010892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":342289109},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.4239999999999999,"15min":1.1259999999999999},"min":{"1min":0.20899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.292,"5min":11.292,"15min":11.292},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.747,"5min":1.5169999999999999,"15min":1.2130000000000001},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5019999999999998,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.3999999999999999,"15min":1.1890000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.7750000000000004,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.91800000000000004},{"interface":"front","average":{"1min":1.556,"5min":1.659,"15min":1.3120000000000001},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.221},"max":{"1min":11.183,"5min":11.997,"15min":11.997},"last":0.55900000000000005}]},{"osd":3,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":1.9259999999999999,"15min":1.1100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":0.67200000000000004},{"interface":"front","average":{"1min":3.1539999999999999,"5min":1.9570000000000001,"15min":1.3240000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":27.914000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.66100000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.496,"15min":1.724},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.9319999999999999,"5min":10.932,"15min":10.932},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.4790000000000001,"15min":1.52},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.1660000000000004,"5min":15.007999999999999,"15min":15.007999999999999},"last":0.38400000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.7729999999999999,"15min":1.905},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.25,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.441},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.623,"15min":1.7629999999999999},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.311},"max":{"1min":11.151999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.58999999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.6259999999999999,"15min":1.587},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":11.103,"5min":11.103,"15min":11.103},"last":2.1539999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.609,"15min":1.431},"min":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.8820000000000001,"5min":10.961,"15min":10.961},"last":0.47999999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":1.5449999999999999,"15min":6.6059999999999999},"min":{"1min":0.41999999999999998,"5min":0.40600000000000003,"15min":0.34799999999999998},"max":{"1min":2.6059999999999999,"5min":10.894,"15min":146.554},"last":0.72399999999999998},{"interface":"front","average":{"1min":1.02,"5min":1.9790000000000001,"15min":7.2210000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.2119999999999997,"5min":15.06,"15min":146.53100000000001},"last":0.5}]}]},{"osd":0,"up_from":86,"seq":369367187729,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2027756,"kb_used_data":1183460,"kb_used_omap":5,"kb_used_meta":844282,"kb_avail":91717396,"statfs":{"total":95995035648,"available":93918613504,"internally_reserved":0,"allocated":1211863040,"data_stored":1209919103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":864545402},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.0429999999999999,"15min":1.143},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.1600000000000001,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":2.734},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.101,"15min":0.91900000000000004},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":1.732,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":2.089}]},{"osd":2,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":1.276,"5min":1.8380000000000001,"15min":1.6950000000000001},"min":{"1min":0.215,"5min":0.192,"15min":0.17799999999999999},"max":{"1min":6.9649999999999999,"5min":24.021000000000001,"15min":24.021000000000001},"last":2.7989999999999999},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.617,"15min":1.663},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":9.484,"5min":24.050999999999998,"15min":24.050999999999998},"last":2.1110000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:54:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":1.1659999999999999,"15min":1.478},"min":{"1min":0.26500000000000001,"5min":0.26100000000000001,"15min":0.23599999999999999},"max":{"1min":3.1930000000000001,"5min":14.036,"15min":14.036},"last":2.6219999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":1.7030000000000001,"15min":1.46},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.6200000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":2.8439999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.766,"15min":1.774},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":6.8940000000000001,"5min":12.196999999999999,"15min":13.125},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.5089999999999999,"15min":1.573},"min":{"1min":0.38700000000000001,"5min":0.34599999999999997,"15min":0.28000000000000003},"max":{"1min":2.8559999999999999,"5min":12.212,"15min":12.212},"last":2.7090000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.3979999999999999,"15min":1.75},"min":{"1min":0.435,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":2.8100000000000001,"5min":6.9329999999999998,"15min":13.022},"last":2.6520000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.6579999999999999,"15min":2.0950000000000002},"min":{"1min":0.33400000000000002,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.8600000000000003,"5min":7.6870000000000003,"15min":13.438000000000001},"last":2.0390000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.52,"15min":1.9810000000000001},"min":{"1min":0.40400000000000003,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":2.8809999999999998,"5min":9.6310000000000002,"15min":43.832999999999998},"last":2.6840000000000002},{"interface":"front","average":{"1min":1.085,"5min":1.6399999999999999,"15min":2.141},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.7930000000000001,"5min":7.5979999999999999,"15min":43.819000000000003},"last":2.0640000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.681,"15min":2.012},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.30199999999999999},"max":{"1min":5.8339999999999996,"5min":7.0220000000000002,"15min":13.374000000000001},"last":1.996},{"interface":"front","average":{"1min":1.242,"5min":1.8680000000000001,"15min":1.964},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":6.9370000000000003,"5min":14.393000000000001,"15min":14.393000000000001},"last":0.626}]}]},{"osd":2,"up_from":116,"seq":498216206572,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1981640,"kb_used_data":1321600,"kb_used_omap":7,"kb_used_meta":660024,"kb_avail":91763512,"statfs":{"total":95995035648,"available":93965836288,"internally_reserved":0,"allocated":1353318400,"data_stored":1351580753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":675864657},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.93700000000000006,"15min":1.756},"min":{"1min":0.21199999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.6850000000000001,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.443,"5min":1.147,"15min":1.6200000000000001},"min":{"1min":0.222,"5min":0.193,"15min":0.185},"max":{"1min":1.1160000000000001,"5min":7.9900000000000002,"15min":47.450000000000003},"last":0.308}]},{"osd":1,"last update":"Mon Oct 9 04:54:48 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.474,"15min":1.1879999999999999},"min":{"1min":0.22500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.6470000000000002,"5min":13.888,"15min":13.888},"last":0.26100000000000001},{"interface":"front","average":{"1min":1.498,"5min":1.47,"15min":1.6699999999999999},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":7.0659999999999998,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":1.8300000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5129999999999999,"15min":1.052},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":6.9279999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":1.7929999999999999},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5609999999999999,"15min":1.097},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.24199999999999999},"max":{"1min":6.9560000000000004,"5min":13.413,"15min":13.413},"last":2.0710000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":1.7150000000000001,"15min":1.859},"min":{"1min":0.39400000000000002,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":5.6319999999999997,"5min":10.335000000000001,"15min":11.215},"last":1.8580000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":1.5580000000000001,"15min":1.77},"min":{"1min":0.30399999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4159999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":1.2370000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":1.3680000000000001,"15min":1.8839999999999999},"min":{"1min":0.35799999999999998,"5min":0.29199999999999998,"15min":0.28299999999999997},"max":{"1min":0.84299999999999997,"5min":8.6140000000000008,"15min":12.141999999999999},"last":1.5109999999999999},{"interface":"front","average":{"1min":0.872,"5min":1.633,"15min":1.988},"min":{"1min":0.35599999999999998,"5min":0.30599999999999999,"15min":0.28899999999999998},"max":{"1min":5.6779999999999999,"5min":10.753,"15min":13.205},"last":3.694}]},{"osd":6,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.5720000000000001,"15min":1.7490000000000001},"min":{"1min":0.40600000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":3.4420000000000002,"5min":10.016,"15min":15.412000000000001},"last":4.5720000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":1.9550000000000001,"15min":1.954},"min":{"1min":0.35299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.90400000000000003,"5min":13.863,"15min":13.863},"last":1.363}]},{"osd":7,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.8240000000000001,"15min":2.0230000000000001},"min":{"1min":0.41599999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":3.3700000000000001,"5min":14.035,"15min":18.792999999999999},"last":2.7120000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0209999999999999,"15min":2.1850000000000001},"min":{"1min":0.39100000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":14.022,"15min":18.841999999999999},"last":2.7690000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524709,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1145840,"kb_used_data":858984,"kb_used_omap":2,"kb_used_meta":286845,"kb_avail":92599312,"statfs":{"total":95995035648,"available":94821695488,"internally_reserved":0,"allocated":879599616,"data_stored":877994686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":293729333},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":1.375,"15min":1.0309999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.7090000000000001,"5min":12.817,"15min":12.817},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.607,"5min":1.2250000000000001,"15min":1.242},"min":{"1min":0.221,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.6159999999999997,"5min":12.606999999999999,"15min":12.606999999999999},"last":1.6679999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:54:55 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.24,"15min":0.90200000000000002},"min":{"1min":0.253,"5min":0.21099999999999999,"15min":0.20999999999999999},"max":{"1min":8.4420000000000002,"5min":12.891,"15min":12.891},"last":0.5},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.26,"15min":1.534},"min":{"1min":0.25600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.9340000000000002,"5min":12.866,"15min":12.866},"last":3.9710000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.6699999999999999,"15min":1.599},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.255},"max":{"1min":1.946,"5min":21.722999999999999,"15min":21.722999999999999},"last":1.2490000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.2050000000000001,"15min":1.3400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69499999999999995,"5min":13.305999999999999,"15min":13.305999999999999},"last":1.2649999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.212,"15min":1.5980000000000001},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.312},"max":{"1min":4.359,"5min":7.8929999999999998,"15min":8.8209999999999997},"last":1.7250000000000001},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.8400000000000001,"15min":1.675},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":2.0049999999999999,"5min":21.532,"15min":21.532},"last":0.56699999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.411,"15min":1.5469999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81399999999999995,"5min":22.693000000000001,"15min":22.693000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.4019999999999999,"15min":2.069},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.6079999999999997,"5min":8.2650000000000006,"15min":10.946999999999999},"last":1.702}]},{"osd":6,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":2.1619999999999999,"15min":2.411},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":2.0369999999999999,"5min":21.693999999999999,"15min":21.693999999999999},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.5129999999999999,"15min":2.0139999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.899,"5min":12.991,"15min":12.991},"last":0.70599999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.367,"15min":1.7549999999999999},"min":{"1min":0.40899999999999997,"5min":0.36199999999999999,"15min":0.34899999999999998},"max":{"1min":5.9470000000000001,"5min":8.859,"15min":8.8620000000000001},"last":3.7160000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.861,"15min":2.1000000000000001},"min":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.9830000000000001,"5min":21.587,"15min":21.587},"last":0.83599999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019294,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1641612,"kb_used_data":753924,"kb_used_omap":0,"kb_used_meta":887680,"kb_avail":92103540,"statfs":{"total":95995035648,"available":94314024960,"internally_reserved":0,"allocated":772018176,"data_stored":771010927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":908984320},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":2.04,"15min":1.871},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":21.047000000000001,"5min":21.047000000000001,"15min":21.047000000000001},"last":1.996},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.8029999999999999,"15min":1.8400000000000001},"min":{"1min":0.313,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":12.064,"5min":12.064,"15min":12.064},"last":0.57399999999999995}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":1.718,"15min":1.425},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53000000000000003,"5min":12.112,"15min":12.112},"last":0.622},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.6930000000000001,"15min":1.8939999999999999},"min":{"1min":0.28699999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.762,"5min":21.356000000000002,"15min":21.356000000000002},"last":2.105}]},{"osd":2,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":2.2469999999999999,"15min":1.972},"min":{"1min":0.34899999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":27.442,"5min":27.442,"15min":27.442},"last":2.036},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.9930000000000001,"15min":2.008},"min":{"1min":0.33500000000000002,"5min":0.308,"15min":0.28599999999999998},"max":{"1min":5.5229999999999997,"5min":11.962999999999999,"15min":12.367000000000001},"last":0.60099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.7989999999999999,"15min":1.8300000000000001},"min":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.32700000000000001},"max":{"1min":3.673,"5min":12.138999999999999,"15min":12.138999999999999},"last":1.7809999999999999},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.883,"15min":1.847},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.8799999999999999,"5min":21.442,"15min":21.442},"last":2.1320000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":2.1429999999999998,"15min":1.899},"min":{"1min":0.28999999999999998,"5min":0.26900000000000002,"15min":0.25700000000000001},"max":{"1min":20.991,"5min":20.991,"15min":20.991},"last":3.7759999999999998},{"interface":"front","average":{"1min":0.497,"5min":1.663,"15min":1.8240000000000001},"min":{"1min":0.35799999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.86799999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":3.827}]},{"osd":6,"last update":"Mon Oct 9 04:54:31 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.1280000000000001,"15min":2.4399999999999999},"min":{"1min":0.33300000000000002,"5min":0.29599999999999999,"15min":0.29199999999999998},"max":{"1min":1.4199999999999999,"5min":21.481000000000002,"15min":31.064},"last":2.0790000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":2.5489999999999999,"15min":2.097},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":1.5960000000000001,"5min":39.834000000000003,"15min":39.834000000000003},"last":3.8450000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.5469999999999999,"15min":1.966},"min":{"1min":0.34699999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":0.95099999999999996,"5min":27.376000000000001,"15min":27.376000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.9490000000000001,"15min":2.2200000000000002},"min":{"1min":0.40100000000000002,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.0899999999999999,"5min":21.402000000000001,"15min":21.402000000000001},"last":2.1600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757658,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1715604,"kb_used_data":827340,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92029548,"statfs":{"total":95995035648,"available":94238257152,"internally_reserved":0,"allocated":847196160,"data_stored":846193315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":4.266,"15min":2.4689999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":0.51800000000000002,"5min":322.43200000000002,"15min":322.43200000000002},"last":2.3300000000000001},{"interface":"front","average":{"1min":0.754,"5min":4.8319999999999999,"15min":3.238},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":3.0569999999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.46700000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":2.2530000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":0.376}]},{"osd":2,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.2390000000000001,"15min":1.6240000000000001},"min":{"1min":0.30299999999999999,"5min":0.251,"15min":0.249},"max":{"1min":2.3119999999999998,"5min":8.6999999999999993,"15min":14.859999999999999},"last":2.3620000000000001},{"interface":"front","average":{"1min":1.244,"5min":1.6120000000000001,"15min":2.0979999999999999},"min":{"1min":0.31900000000000001,"5min":0.255,"15min":0.255},"max":{"1min":8.8900000000000006,"5min":8.8900000000000006,"15min":11.130000000000001},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":1.538,"15min":1.3120000000000001},"min":{"1min":0.33500000000000002,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":1.9550000000000001,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":74.915000000000006},{"interface":"front","average":{"1min":1.014,"5min":1.8240000000000001,"15min":1.78},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.0129999999999999,"5min":13.257,"15min":13.257},"last":74.799999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.4790000000000001,"15min":1.502},"min":{"1min":0.28000000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":13.285,"15min":13.285},"last":2.2999999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":1.9810000000000001,"15min":2.2109999999999999},"min":{"1min":0.32100000000000001,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":3.0960000000000001,"5min":14.824,"15min":14.824},"last":0.433}]},{"osd":6,"last update":"Mon Oct 9 04:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":1.7370000000000001,"15min":1.9750000000000001},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.077,"5min":13.189,"15min":21.196999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.5489999999999999,"15min":2.2189999999999999},"min":{"1min":0.313,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72099999999999997,"5min":13.279999999999999,"15min":19.631},"last":4.0209999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":2.3919999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1204420608,"data_stored":1204420608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2251292672,"data_stored":2251292672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1338183680,"data_stored":1338179608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":872480768,"data_stored":872480768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":766054400,"data_stored":766050328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":839450624,"data_stored":839450624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":900141056,"data_stored":900136984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1278935040,"data_stored":1278935040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:55:09.636 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:09.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:09 smithi150 ceph-mon[168511]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:09.838 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:09 smithi107 ceph-mon[184249]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:09.838 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:09 smithi107 ceph-mon[179183]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:10.073 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:10.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:10.078 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:10.179 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:10.234 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:10.333 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:10.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:10.339 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:10.430 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:55:10.439 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:10.509 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:10.548 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:10.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:10.552 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:10.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:10.664 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:10.689 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:10.754 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:10.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:10.760 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:10.861 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:10.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:10.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:10 smithi150 ceph-mon[168511]: pgmap v1121: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 15319/121800 objects degraded (12.577%); 1389/121800 objects misplaced (1.140%); 6.1 MiB/s, 98 objects/s recovering 2023-10-09T04:55:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15319/121800 objects degraded (12.577%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:10.993 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:10 smithi107 ceph-mon[179183]: pgmap v1121: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 15319/121800 objects degraded (12.577%); 1389/121800 objects misplaced (1.140%); 6.1 MiB/s, 98 objects/s recovering 2023-10-09T04:55:10.993 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15319/121800 objects degraded (12.577%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:10.994 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:10 smithi107 ceph-mon[184249]: pgmap v1121: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 432 op/s; 15319/121800 objects degraded (12.577%); 1389/121800 objects misplaced (1.140%); 6.1 MiB/s, 98 objects/s recovering 2023-10-09T04:55:10.995 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15319/121800 objects degraded (12.577%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:11.026 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:11.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:11.035 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:11.085 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:11.136 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:11.199 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:11.611 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:55:11.870 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:55:11.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1919169169' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:11.930 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:11 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:12.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1919169169' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:12.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:11 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:12.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1919169169' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:12.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:11 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:12.421 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:55:12] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2023-10-09T04:55:12.434 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:12.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:12.438 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:12.517 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:111324 11.8 11:11798c65:::benchmark_data_smithi107_315913_object37212:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e367)", 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:55:12.508243+0000", 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0085576009999999997, 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0085787080000000009, 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:12.518 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for degraded object", 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 111324 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508243+0000", 2023-10-09T04:55:12.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508243+0000", 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:12.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508241+0000", 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508248+0000", 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.144e-06 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508260+0000", 2023-10-09T04:55:12.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2218999999999999e-05 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508265+0000", 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1749999999999996e-06 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.508578+0000", 2023-10-09T04:55:12.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00031347599999999998 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513772+0000", 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051935619999999997 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:111328 11.8 11:12542bfa:::benchmark_data_smithi107_315913_object37216:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e367)", 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:55:12.513224+0000", 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.003576596, 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003644493, 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:12.524 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 111328 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513224+0000", 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513224+0000", 2023-10-09T04:55:12.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513222+0000", 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513229+0000", 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3080000000000002e-06 2023-10-09T04:55:12.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513246+0000", 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6192999999999999e-05 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.513254+0000", 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2579999999999995e-06 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.514054+0000", 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000799963 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "MOSDPGPushReply(11.8 367/351 [PushReplyOp(11:11798c65:::benchmark_data_smithi107_315913_object37212:head)])", 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:55:12.515915+0000", 2023-10-09T04:55:12.528 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.00088494599999999995, 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00099495399999999993, 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.515915+0000", 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.515915+0000", 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.515915+0000", 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.515921+0000", 2023-10-09T04:55:12.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1360000000000002e-06 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.515935+0000", 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4015999999999999e-05 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:12.515941+0000", 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0990000000000004e-06 2023-10-09T04:55:12.531 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.532 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:12.532 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.532 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:12.532 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:55:12.532 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 3 2023-10-09T04:55:12.532 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:55:12.539 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:12.576 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:12.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:12 smithi150 ceph-mon[168511]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 617 op/s; 14939/115647 objects degraded (12.918%); 1304/115647 objects misplaced (1.128%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T04:55:12.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:12 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:12.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:12 smithi150 ceph-mon[168511]: failed to encode map e367 with expected crc 2023-10-09T04:55:12.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:12 smithi150 ceph-mon[168511]: failed to encode map e367 with expected crc 2023-10-09T04:55:12.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:12 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:55:12.968 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:12 smithi150 ceph-mon[168511]: osdmap e367: 8 total, 8 up, 8 in 2023-10-09T04:55:13.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[184249]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 617 op/s; 14939/115647 objects degraded (12.918%); 1304/115647 objects misplaced (1.128%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T04:55:13.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:13.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[184249]: failed to encode map e367 with expected crc 2023-10-09T04:55:13.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[184249]: failed to encode map e367 with expected crc 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[184249]: osdmap e367: 8 total, 8 up, 8 in 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[179183]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 617 op/s; 14939/115647 objects degraded (12.918%); 1304/115647 objects misplaced (1.128%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[179183]: failed to encode map e367 with expected crc 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[179183]: failed to encode map e367 with expected crc 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:55:13.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:12 smithi107 ceph-mon[179183]: osdmap e367: 8 total, 8 up, 8 in 2023-10-09T04:55:13.243 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:13.427 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:13.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:13.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:13.491 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:55:13.536 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:13.587 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:13.634 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:13.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:13.639 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:13.739 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:13.790 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:13.840 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:13.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:13.844 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:13.924 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:13.945 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:13.946 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:55:13.985 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:14.031 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:14.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:14.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:14.145 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:14.180 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:14.235 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:14.238 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:14.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:14.244 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:14.345 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:14.381 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:14.479 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:14.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:14.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:14.540 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1124,"stamp":"2023-10-09T04:55:13.624412+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2464552888,"num_objects":37622,"num_object_clones":0,"num_object_copies":112866,"num_objects_missing_on_primary":2568,"num_objects_missing":2568,"num_objects_degraded":14771,"num_objects_misplaced":1304,"num_objects_unfound":0,"num_objects_dirty":37622,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":110922,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22707,"num_bytes_recovered":1487618606,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154224,"ondisk_log_size":154224,"up":297,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":335,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14277616,"kb_used_data":8559664,"kb_used_omap":21,"kb_used_meta":5717866,"kb_avail":735683600,"statfs":{"total":767960285184,"available":753340006400,"internally_reserved":0,"allocated":8765095936,"data_stored":8753985937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5855095253},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,0,0,2,2,1,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-368640000,"num_objects":-5625,"num_object_clones":0,"num_object_copies":-16875,"num_objects_missing_on_primary":-350,"num_objects_missing":-350,"num_objects_degraded":-1062,"num_objects_misplaced":-178,"num_objects_unfound":0,"num_objects_dirty":-5625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5625,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1240,"num_bytes_recovered":81264640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.927531"},"pg_stats":[{"pgid":"11.12","version":"366'5594","reported_seq":9302,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.740245+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:55:10.740245+0000","last_peered":"2023-10-09T04:55:10.740245+0000","last_clean":"2023-10-09T04:55:10.740245+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:55:10.740245+0000","last_undegraded":"2023-10-09T04:55:10.740245+0000","last_fullsized":"2023-10-09T04:55:10.740245+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5594,"log_dups_size":0,"ondisk_log_size":5594,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75399168,"num_objects":1151,"num_object_clones":0,"num_object_copies":3453,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1151,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3391,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":363,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704586+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:55:03.704586+0000","last_peered":"2023-10-09T04:55:03.704586+0000","last_clean":"2023-10-09T04:55:03.704586+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:55:03.704586+0000","last_undegraded":"2023-10-09T04:55:03.704586+0000","last_fullsized":"2023-10-09T04:55:03.704586+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":138,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690423+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:02.690423+0000","last_peered":"2023-10-09T04:55:02.690423+0000","last_clean":"2023-10-09T04:55:02.690423+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:02.690423+0000","last_undegraded":"2023-10-09T04:55:02.690423+0000","last_fullsized":"2023-10-09T04:55:02.690423+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"366'5570","reported_seq":6245,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:10.897989+0000","last_change":"2023-10-09T04:53:29.237360+0000","last_active":"2023-10-09T04:55:10.897989+0000","last_peered":"2023-10-09T04:55:10.897989+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:55:10.897989+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5570,"log_dups_size":0,"ondisk_log_size":5570,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79167488,"num_objects":1208,"num_object_clones":0,"num_object_copies":3624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2233,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3346,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":168,"num_bytes_recovered":10977280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":575},{"shards":"0,2,4","objects":111},{"shards":"0,2,6","objects":416},{"shards":"0,6","objects":-913}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":308,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716823+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:02.716823+0000","last_peered":"2023-10-09T04:55:02.716823+0000","last_clean":"2023-10-09T04:55:02.716823+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:02.716823+0000","last_undegraded":"2023-10-09T04:55:02.716823+0000","last_fullsized":"2023-10-09T04:55:02.716823+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":331,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703857+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:55:03.703857+0000","last_peered":"2023-10-09T04:55:03.703857+0000","last_clean":"2023-10-09T04:55:03.703857+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:55:03.703857+0000","last_undegraded":"2023-10-09T04:55:03.703857+0000","last_fullsized":"2023-10-09T04:55:03.703857+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"366'5758","reported_seq":11025,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.281172+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:55:10.281172+0000","last_peered":"2023-10-09T04:55:10.281172+0000","last_clean":"2023-10-09T04:55:10.281172+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:55:10.281172+0000","last_undegraded":"2023-10-09T04:55:10.281172+0000","last_fullsized":"2023-10-09T04:55:10.281172+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5758,"log_dups_size":0,"ondisk_log_size":5758,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78217216,"num_objects":1194,"num_object_clones":0,"num_object_copies":3582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3476,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":60,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717420+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:02.717420+0000","last_peered":"2023-10-09T04:55:02.717420+0000","last_clean":"2023-10-09T04:55:02.717420+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:02.717420+0000","last_undegraded":"2023-10-09T04:55:02.717420+0000","last_fullsized":"2023-10-09T04:55:02.717420+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":40,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.712475+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:55:03.712475+0000","last_peered":"2023-10-09T04:55:03.712475+0000","last_clean":"2023-10-09T04:55:03.712475+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:55:03.712475+0000","last_undegraded":"2023-10-09T04:55:03.712475+0000","last_fullsized":"2023-10-09T04:55:03.712475+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":327,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707116+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:02.707116+0000","last_peered":"2023-10-09T04:55:02.707116+0000","last_clean":"2023-10-09T04:55:02.707116+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:02.707116+0000","last_undegraded":"2023-10-09T04:55:02.707116+0000","last_fullsized":"2023-10-09T04:55:02.707116+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":86,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717680+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:02.717680+0000","last_peered":"2023-10-09T04:55:02.717680+0000","last_clean":"2023-10-09T04:55:02.717680+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:02.717680+0000","last_undegraded":"2023-10-09T04:55:02.717680+0000","last_fullsized":"2023-10-09T04:55:02.717680+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":343,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707139+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:02.707139+0000","last_peered":"2023-10-09T04:55:02.707139+0000","last_clean":"2023-10-09T04:55:02.707139+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:02.707139+0000","last_undegraded":"2023-10-09T04:55:02.707139+0000","last_fullsized":"2023-10-09T04:55:02.707139+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":82,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.725863+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:02.725863+0000","last_peered":"2023-10-09T04:55:02.725863+0000","last_clean":"2023-10-09T04:55:02.725863+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:02.725863+0000","last_undegraded":"2023-10-09T04:55:02.725863+0000","last_fullsized":"2023-10-09T04:55:02.725863+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":370,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703625+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:55:03.703625+0000","last_peered":"2023-10-09T04:55:03.703625+0000","last_clean":"2023-10-09T04:55:03.703625+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:55:03.703625+0000","last_undegraded":"2023-10-09T04:55:03.703625+0000","last_fullsized":"2023-10-09T04:55:03.703625+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":321,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716373+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:02.716373+0000","last_peered":"2023-10-09T04:55:02.716373+0000","last_clean":"2023-10-09T04:55:02.716373+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:02.716373+0000","last_undegraded":"2023-10-09T04:55:02.716373+0000","last_fullsized":"2023-10-09T04:55:02.716373+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":403,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.710814+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:55:03.710814+0000","last_peered":"2023-10-09T04:55:03.710814+0000","last_clean":"2023-10-09T04:55:03.710814+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:55:03.710814+0000","last_undegraded":"2023-10-09T04:55:03.710814+0000","last_fullsized":"2023-10-09T04:55:03.710814+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":384,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704597+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:55:03.704597+0000","last_peered":"2023-10-09T04:55:03.704597+0000","last_clean":"2023-10-09T04:55:03.704597+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:55:03.704597+0000","last_undegraded":"2023-10-09T04:55:03.704597+0000","last_fullsized":"2023-10-09T04:55:03.704597+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":346,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703023+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:55:03.703023+0000","last_peered":"2023-10-09T04:55:03.703023+0000","last_clean":"2023-10-09T04:55:03.703023+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:55:03.703023+0000","last_undegraded":"2023-10-09T04:55:03.703023+0000","last_fullsized":"2023-10-09T04:55:03.703023+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":207,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717765+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:02.717765+0000","last_peered":"2023-10-09T04:55:02.717765+0000","last_clean":"2023-10-09T04:55:02.717765+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:02.717765+0000","last_undegraded":"2023-10-09T04:55:02.717765+0000","last_fullsized":"2023-10-09T04:55:02.717765+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":334,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.702759+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:55:03.702759+0000","last_peered":"2023-10-09T04:55:03.702759+0000","last_clean":"2023-10-09T04:55:03.702759+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:55:03.702759+0000","last_undegraded":"2023-10-09T04:55:03.702759+0000","last_fullsized":"2023-10-09T04:55:03.702759+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":362,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706916+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:02.706916+0000","last_peered":"2023-10-09T04:55:02.706916+0000","last_clean":"2023-10-09T04:55:02.706916+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:02.706916+0000","last_undegraded":"2023-10-09T04:55:02.706916+0000","last_fullsized":"2023-10-09T04:55:02.706916+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"366'5792","reported_seq":8615,"reported_epoch":366,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:55:11.370587+0000","last_change":"2023-10-09T04:54:02.176784+0000","last_active":"2023-10-09T04:55:11.370587+0000","last_peered":"2023-10-09T04:55:11.370587+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:28.110068+0000","last_became_peered":"2023-10-09T04:53:28.110068+0000","last_unstale":"2023-10-09T04:55:11.370587+0000","last_undegraded":"2023-10-09T04:55:11.370587+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5792,"log_dups_size":0,"ondisk_log_size":5792,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77725696,"num_objects":1186,"num_object_clones":0,"num_object_copies":3558,"num_objects_missing_on_primary":558,"num_objects_missing":558,"num_objects_degraded":0,"num_objects_misplaced":1304,"num_objects_unfound":0,"num_objects_dirty":1186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3502,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1174,"num_bytes_recovered":76939264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":637},{"shards":"0,1,3,6","objects":2},{"shards":"0,1,6","objects":449},{"shards":"0,1,7","objects":109},{"shards":"0,3","objects":-11}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":351,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.702497+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:55:03.702497+0000","last_peered":"2023-10-09T04:55:03.702497+0000","last_clean":"2023-10-09T04:55:03.702497+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:55:03.702497+0000","last_undegraded":"2023-10-09T04:55:03.702497+0000","last_fullsized":"2023-10-09T04:55:03.702497+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":318,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716808+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:02.716808+0000","last_peered":"2023-10-09T04:55:02.716808+0000","last_clean":"2023-10-09T04:55:02.716808+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:02.716808+0000","last_undegraded":"2023-10-09T04:55:02.716808+0000","last_fullsized":"2023-10-09T04:55:02.716808+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"367'5695","reported_seq":8029,"reported_epoch":367,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:13.465778+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:13.465778+0000","last_peered":"2023-10-09T04:55:13.465778+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:13.465778+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:13.465778+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5695,"log_dups_size":0,"ondisk_log_size":5695,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72417280,"num_objects":1105,"num_object_clones":0,"num_object_copies":3315,"num_objects_missing_on_primary":756,"num_objects_missing":756,"num_objects_degraded":1341,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3473,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1110,"num_bytes_recovered":72712192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":136},{"shards":"0,2,5,6","objects":1},{"shards":"0,3,5","objects":620},{"shards":"0,5,6","objects":372},{"shards":"3,5,6","objects":-24}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":65,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.719639+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:55:03.719639+0000","last_peered":"2023-10-09T04:55:03.719639+0000","last_clean":"2023-10-09T04:55:03.719639+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:55:03.719639+0000","last_undegraded":"2023-10-09T04:55:03.719639+0000","last_fullsized":"2023-10-09T04:55:03.719639+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":62,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716995+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:02.716995+0000","last_peered":"2023-10-09T04:55:02.716995+0000","last_clean":"2023-10-09T04:55:02.716995+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:02.716995+0000","last_undegraded":"2023-10-09T04:55:02.716995+0000","last_fullsized":"2023-10-09T04:55:02.716995+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"366'5718","reported_seq":5809,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.830638+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:55:10.830638+0000","last_peered":"2023-10-09T04:55:10.830638+0000","last_clean":"2023-10-09T04:55:10.830638+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:55:10.830638+0000","last_undegraded":"2023-10-09T04:55:10.830638+0000","last_fullsized":"2023-10-09T04:55:10.830638+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5718,"log_dups_size":0,"ondisk_log_size":5718,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78118912,"num_objects":1192,"num_object_clones":0,"num_object_copies":3576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3448,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":329,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703935+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:55:03.703935+0000","last_peered":"2023-10-09T04:55:03.703935+0000","last_clean":"2023-10-09T04:55:03.703935+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:55:03.703935+0000","last_undegraded":"2023-10-09T04:55:03.703935+0000","last_fullsized":"2023-10-09T04:55:03.703935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":346,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704241+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:02.704241+0000","last_peered":"2023-10-09T04:55:02.704241+0000","last_clean":"2023-10-09T04:55:02.704241+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:02.704241+0000","last_undegraded":"2023-10-09T04:55:02.704241+0000","last_fullsized":"2023-10-09T04:55:02.704241+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"366'5773","reported_seq":5863,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.310480+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:55:10.310480+0000","last_peered":"2023-10-09T04:55:10.310480+0000","last_clean":"2023-10-09T04:55:10.310480+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:55:10.310480+0000","last_undegraded":"2023-10-09T04:55:10.310480+0000","last_fullsized":"2023-10-09T04:55:10.310480+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5773,"log_dups_size":0,"ondisk_log_size":5773,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76808192,"num_objects":1172,"num_object_clones":0,"num_object_copies":3516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3498,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":347,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703872+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:55:03.703872+0000","last_peered":"2023-10-09T04:55:03.703872+0000","last_clean":"2023-10-09T04:55:03.703872+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:55:03.703872+0000","last_undegraded":"2023-10-09T04:55:03.703872+0000","last_fullsized":"2023-10-09T04:55:03.703872+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":391,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704550+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:55:03.704550+0000","last_peered":"2023-10-09T04:55:03.704550+0000","last_clean":"2023-10-09T04:55:03.704550+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:55:03.704550+0000","last_undegraded":"2023-10-09T04:55:03.704550+0000","last_fullsized":"2023-10-09T04:55:03.704550+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"367'5656","reported_seq":7270,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:12.927319+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:12.927319+0000","last_peered":"2023-10-09T04:55:12.927319+0000","last_clean":"2023-10-09T04:55:12.927319+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:12.927319+0000","last_undegraded":"2023-10-09T04:55:12.927319+0000","last_fullsized":"2023-10-09T04:55:12.927319+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5656,"log_dups_size":0,"ondisk_log_size":5656,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76480512,"num_objects":1167,"num_object_clones":0,"num_object_copies":3501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3421,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":382,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703464+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:55:03.703464+0000","last_peered":"2023-10-09T04:55:03.703464+0000","last_clean":"2023-10-09T04:55:03.703464+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:55:03.703464+0000","last_undegraded":"2023-10-09T04:55:03.703464+0000","last_fullsized":"2023-10-09T04:55:03.703464+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":40,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.712758+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:55:03.712758+0000","last_peered":"2023-10-09T04:55:03.712758+0000","last_clean":"2023-10-09T04:55:03.712758+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:55:03.712758+0000","last_undegraded":"2023-10-09T04:55:03.712758+0000","last_fullsized":"2023-10-09T04:55:03.712758+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"367'5781","reported_seq":8835,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:12.893201+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:12.893201+0000","last_peered":"2023-10-09T04:55:12.893201+0000","last_clean":"2023-10-09T04:55:12.893201+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:12.893201+0000","last_undegraded":"2023-10-09T04:55:12.893201+0000","last_fullsized":"2023-10-09T04:55:12.893201+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5781,"log_dups_size":0,"ondisk_log_size":5781,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74088448,"num_objects":1130,"num_object_clones":0,"num_object_copies":3390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3518,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":410,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706355+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:02.706355+0000","last_peered":"2023-10-09T04:55:02.706355+0000","last_clean":"2023-10-09T04:55:02.706355+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:02.706355+0000","last_undegraded":"2023-10-09T04:55:02.706355+0000","last_fullsized":"2023-10-09T04:55:02.706355+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":340,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690526+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:02.690526+0000","last_peered":"2023-10-09T04:55:02.690526+0000","last_clean":"2023-10-09T04:55:02.690526+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:02.690526+0000","last_undegraded":"2023-10-09T04:55:02.690526+0000","last_fullsized":"2023-10-09T04:55:02.690526+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"366'5812","reported_seq":8264,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:10.332334+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:55:10.332334+0000","last_peered":"2023-10-09T04:55:10.332334+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:55:10.332334+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5812,"log_dups_size":0,"ondisk_log_size":5812,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76120064,"num_objects":1161,"num_object_clones":0,"num_object_copies":3483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1161,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3533,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":779},{"shards":"1,7","objects":382}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":40,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709767+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:55:03.709767+0000","last_peered":"2023-10-09T04:55:03.709767+0000","last_clean":"2023-10-09T04:55:03.709767+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:55:03.709767+0000","last_undegraded":"2023-10-09T04:55:03.709767+0000","last_fullsized":"2023-10-09T04:55:03.709767+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":411,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.710737+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:55:03.710737+0000","last_peered":"2023-10-09T04:55:03.710737+0000","last_clean":"2023-10-09T04:55:03.710737+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:55:03.710737+0000","last_undegraded":"2023-10-09T04:55:03.710737+0000","last_fullsized":"2023-10-09T04:55:03.710737+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"366'5563","reported_seq":8073,"reported_epoch":366,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:10.510774+0000","last_change":"2023-10-09T04:53:18.244122+0000","last_active":"2023-10-09T04:55:10.510774+0000","last_peered":"2023-10-09T04:55:10.510774+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:55:10.510774+0000","last_undegraded":"2023-10-09T04:53:18.210107+0000","last_fullsized":"2023-10-09T04:55:10.510774+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5563,"log_dups_size":0,"ondisk_log_size":5563,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79003648,"num_objects":1205,"num_object_clones":0,"num_object_copies":3615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":567,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3359,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1077,"num_bytes_recovered":70582272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","7"],"object_location_counts":[{"shards":"0,2,3","objects":638},{"shards":"0,2,7","objects":567}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":40,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.712843+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:55:03.712843+0000","last_peered":"2023-10-09T04:55:03.712843+0000","last_clean":"2023-10-09T04:55:03.712843+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:55:03.712843+0000","last_undegraded":"2023-10-09T04:55:03.712843+0000","last_fullsized":"2023-10-09T04:55:03.712843+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":337,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709982+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:55:03.709982+0000","last_peered":"2023-10-09T04:55:03.709982+0000","last_clean":"2023-10-09T04:55:03.709982+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:55:03.709982+0000","last_undegraded":"2023-10-09T04:55:03.709982+0000","last_fullsized":"2023-10-09T04:55:03.709982+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"366'5679","reported_seq":6247,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:10.908441+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:55:10.908441+0000","last_peered":"2023-10-09T04:55:10.908441+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:55:10.908441+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5679,"log_dups_size":0,"ondisk_log_size":5679,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72548352,"num_objects":1107,"num_object_clones":0,"num_object_copies":3321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1107,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3455,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":7503872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":646},{"shards":"0,2,4","objects":123},{"shards":"0,2,6","objects":435},{"shards":"0,6","objects":-1272}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":328,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704475+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:55:03.704475+0000","last_peered":"2023-10-09T04:55:03.704475+0000","last_clean":"2023-10-09T04:55:03.704475+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:55:03.704475+0000","last_undegraded":"2023-10-09T04:55:03.704475+0000","last_fullsized":"2023-10-09T04:55:03.704475+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":394,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.711316+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:55:03.711316+0000","last_peered":"2023-10-09T04:55:03.711316+0000","last_clean":"2023-10-09T04:55:03.711316+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:55:03.711316+0000","last_undegraded":"2023-10-09T04:55:03.711316+0000","last_fullsized":"2023-10-09T04:55:03.711316+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"366'5742","reported_seq":11083,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.196945+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:55:10.196945+0000","last_peered":"2023-10-09T04:55:10.196945+0000","last_clean":"2023-10-09T04:55:10.196945+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:55:10.196945+0000","last_undegraded":"2023-10-09T04:55:10.196945+0000","last_fullsized":"2023-10-09T04:55:10.196945+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5742,"log_dups_size":0,"ondisk_log_size":5742,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81625088,"num_objects":1245,"num_object_clones":0,"num_object_copies":3735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3459,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":60,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717543+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:02.717543+0000","last_peered":"2023-10-09T04:55:02.717543+0000","last_clean":"2023-10-09T04:55:02.717543+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:02.717543+0000","last_undegraded":"2023-10-09T04:55:02.717543+0000","last_fullsized":"2023-10-09T04:55:02.717543+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":300,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717048+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:02.717048+0000","last_peered":"2023-10-09T04:55:02.717048+0000","last_clean":"2023-10-09T04:55:02.717048+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:02.717048+0000","last_undegraded":"2023-10-09T04:55:02.717048+0000","last_fullsized":"2023-10-09T04:55:02.717048+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"366'6769","reported_seq":7856,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:10.718509+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:55:10.718509+0000","last_peered":"2023-10-09T04:55:10.718509+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:55:10.718509+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6769,"log_dups_size":0,"ondisk_log_size":6769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150077464,"num_objects":2291,"num_object_clones":0,"num_object_copies":6873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2291,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6769,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":1395},{"shards":"2,4","objects":896}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":342,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.718265+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:02.718265+0000","last_peered":"2023-10-09T04:55:02.718265+0000","last_clean":"2023-10-09T04:55:02.718265+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:02.718265+0000","last_undegraded":"2023-10-09T04:55:02.718265+0000","last_fullsized":"2023-10-09T04:55:02.718265+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":380,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706842+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:02.706842+0000","last_peered":"2023-10-09T04:55:02.706842+0000","last_clean":"2023-10-09T04:55:02.706842+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:02.706842+0000","last_undegraded":"2023-10-09T04:55:02.706842+0000","last_fullsized":"2023-10-09T04:55:02.706842+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":300,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716508+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:02.716508+0000","last_peered":"2023-10-09T04:55:02.716508+0000","last_clean":"2023-10-09T04:55:02.716508+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:02.716508+0000","last_undegraded":"2023-10-09T04:55:02.716508+0000","last_fullsized":"2023-10-09T04:55:02.716508+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"366'6809","reported_seq":10800,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.368638+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:55:11.368638+0000","last_peered":"2023-10-09T04:55:11.368638+0000","last_clean":"2023-10-09T04:55:11.368638+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:55:11.368638+0000","last_undegraded":"2023-10-09T04:55:11.368638+0000","last_fullsized":"2023-10-09T04:55:11.368638+0000","mapping_epoch":343,"log_start":"307'100","ondisk_log_start":"307'100","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6709,"log_dups_size":0,"ondisk_log_size":6709,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159318016,"num_objects":2431,"num_object_clones":0,"num_object_copies":7293,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6809,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":386,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704416+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:02.704416+0000","last_peered":"2023-10-09T04:55:02.704416+0000","last_clean":"2023-10-09T04:55:02.704416+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:02.704416+0000","last_undegraded":"2023-10-09T04:55:02.704416+0000","last_fullsized":"2023-10-09T04:55:02.704416+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":368,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704517+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:55:03.704517+0000","last_peered":"2023-10-09T04:55:03.704517+0000","last_clean":"2023-10-09T04:55:03.704517+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:55:03.704517+0000","last_undegraded":"2023-10-09T04:55:03.704517+0000","last_fullsized":"2023-10-09T04:55:03.704517+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":326,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.717838+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:02.717838+0000","last_peered":"2023-10-09T04:55:02.717838+0000","last_clean":"2023-10-09T04:55:02.717838+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:02.717838+0000","last_undegraded":"2023-10-09T04:55:02.717838+0000","last_fullsized":"2023-10-09T04:55:02.717838+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"367'5679","reported_seq":7980,"reported_epoch":367,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:13.481012+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:13.481012+0000","last_peered":"2023-10-09T04:55:13.481012+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:13.481012+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:13.481012+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5679,"log_dups_size":0,"ondisk_log_size":5679,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73596928,"num_objects":1123,"num_object_clones":0,"num_object_copies":3369,"num_objects_missing_on_primary":717,"num_objects_missing":717,"num_objects_degraded":1301,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3457,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1093,"num_bytes_recovered":71663616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":131},{"shards":"0,3,5","objects":586},{"shards":"0,5,6","objects":378},{"shards":"3,5,6","objects":28}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":377,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.703964+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:02.703964+0000","last_peered":"2023-10-09T04:55:02.703964+0000","last_clean":"2023-10-09T04:55:02.703964+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:02.703964+0000","last_undegraded":"2023-10-09T04:55:02.703964+0000","last_fullsized":"2023-10-09T04:55:02.703964+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":322,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.728495+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:02.728495+0000","last_peered":"2023-10-09T04:55:02.728495+0000","last_clean":"2023-10-09T04:55:02.728495+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:02.728495+0000","last_undegraded":"2023-10-09T04:55:02.728495+0000","last_fullsized":"2023-10-09T04:55:02.728495+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":336,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709969+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:03.709969+0000","last_peered":"2023-10-09T04:55:03.709969+0000","last_clean":"2023-10-09T04:55:03.709969+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:03.709969+0000","last_undegraded":"2023-10-09T04:55:03.709969+0000","last_fullsized":"2023-10-09T04:55:03.709969+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"366'7084","reported_seq":11889,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:10.861600+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:55:10.861600+0000","last_peered":"2023-10-09T04:55:10.861600+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:55:10.861600+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7084,"log_dups_size":0,"ondisk_log_size":7084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155189248,"num_objects":2368,"num_object_clones":0,"num_object_copies":7104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2622,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7084,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2347,"num_bytes_recovered":153812992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":258},{"shards":"1,2,5,6","objects":1},{"shards":"1,3,5","objects":1239},{"shards":"1,5,6","objects":866},{"shards":"3,5","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":329,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704187+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:02.704187+0000","last_peered":"2023-10-09T04:55:02.704187+0000","last_clean":"2023-10-09T04:55:02.704187+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:02.704187+0000","last_undegraded":"2023-10-09T04:55:02.704187+0000","last_fullsized":"2023-10-09T04:55:02.704187+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":767,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:03.701822+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:55:03.701822+0000","last_peered":"2023-10-09T04:55:03.701822+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:55:03.701822+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":238,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704340+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:02.704340+0000","last_peered":"2023-10-09T04:55:02.704340+0000","last_clean":"2023-10-09T04:55:02.704340+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:02.704340+0000","last_undegraded":"2023-10-09T04:55:02.704340+0000","last_fullsized":"2023-10-09T04:55:02.704340+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":40,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.712618+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:55:03.712618+0000","last_peered":"2023-10-09T04:55:03.712618+0000","last_clean":"2023-10-09T04:55:03.712618+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:55:03.712618+0000","last_undegraded":"2023-10-09T04:55:03.712618+0000","last_fullsized":"2023-10-09T04:55:03.712618+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"366'5802","reported_seq":8577,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:11.362964+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:55:11.362964+0000","last_peered":"2023-10-09T04:55:11.362964+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:55:11.362964+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5802,"log_dups_size":0,"ondisk_log_size":5802,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77594624,"num_objects":1184,"num_object_clones":0,"num_object_copies":3552,"num_objects_missing_on_primary":537,"num_objects_missing":537,"num_objects_degraded":1298,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1184,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3512,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1150,"num_bytes_recovered":75366400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":630},{"shards":"0,1,3,6","objects":3},{"shards":"0,1,6","objects":405},{"shards":"0,1,6,7","objects":1},{"shards":"0,1,7","objects":131},{"shards":"0,3","objects":14}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":366,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.701703+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:55:03.701703+0000","last_peered":"2023-10-09T04:55:03.701703+0000","last_clean":"2023-10-09T04:55:03.701703+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:55:03.701703+0000","last_undegraded":"2023-10-09T04:55:03.701703+0000","last_fullsized":"2023-10-09T04:55:03.701703+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":319,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704625+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:55:03.704625+0000","last_peered":"2023-10-09T04:55:03.704625+0000","last_clean":"2023-10-09T04:55:03.704625+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:55:03.704625+0000","last_undegraded":"2023-10-09T04:55:03.704625+0000","last_fullsized":"2023-10-09T04:55:03.704625+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":355,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690470+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:02.690470+0000","last_peered":"2023-10-09T04:55:02.690470+0000","last_clean":"2023-10-09T04:55:02.690470+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:02.690470+0000","last_undegraded":"2023-10-09T04:55:02.690470+0000","last_fullsized":"2023-10-09T04:55:02.690470+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"366'6901","reported_seq":6974,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.345596+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:55:10.345596+0000","last_peered":"2023-10-09T04:55:10.345596+0000","last_clean":"2023-10-09T04:55:10.345596+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:55:10.345596+0000","last_undegraded":"2023-10-09T04:55:10.345596+0000","last_fullsized":"2023-10-09T04:55:10.345596+0000","mapping_epoch":303,"log_start":"308'1400","ondisk_log_start":"308'1400","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5501,"log_dups_size":0,"ondisk_log_size":5501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159842304,"num_objects":2439,"num_object_clones":0,"num_object_copies":7317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6901,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":332,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.703540+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:55:03.703540+0000","last_peered":"2023-10-09T04:55:03.703540+0000","last_clean":"2023-10-09T04:55:03.703540+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:55:03.703540+0000","last_undegraded":"2023-10-09T04:55:03.703540+0000","last_fullsized":"2023-10-09T04:55:03.703540+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":286,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.718143+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:02.718143+0000","last_peered":"2023-10-09T04:55:02.718143+0000","last_clean":"2023-10-09T04:55:02.718143+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:02.718143+0000","last_undegraded":"2023-10-09T04:55:02.718143+0000","last_fullsized":"2023-10-09T04:55:02.718143+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":45,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704250+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:02.704250+0000","last_peered":"2023-10-09T04:55:02.704250+0000","last_clean":"2023-10-09T04:55:02.704250+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:02.704250+0000","last_undegraded":"2023-10-09T04:55:02.704250+0000","last_fullsized":"2023-10-09T04:55:02.704250+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"367'7058","reported_seq":7130,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:13.051363+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:13.051363+0000","last_peered":"2023-10-09T04:55:13.051363+0000","last_clean":"2023-10-09T04:55:13.051363+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:13.051363+0000","last_undegraded":"2023-10-09T04:55:13.051363+0000","last_fullsized":"2023-10-09T04:55:13.051363+0000","mapping_epoch":303,"log_start":"307'200","ondisk_log_start":"307'200","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6858,"log_dups_size":0,"ondisk_log_size":6858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148635648,"num_objects":2268,"num_object_clones":0,"num_object_copies":6804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7058,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":200,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704077+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:55:03.704077+0000","last_peered":"2023-10-09T04:55:03.704077+0000","last_clean":"2023-10-09T04:55:03.704077+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:55:03.704077+0000","last_undegraded":"2023-10-09T04:55:03.704077+0000","last_fullsized":"2023-10-09T04:55:03.704077+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":343,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709407+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:03.709407+0000","last_peered":"2023-10-09T04:55:03.709407+0000","last_clean":"2023-10-09T04:55:03.709407+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:03.709407+0000","last_undegraded":"2023-10-09T04:55:03.709407+0000","last_fullsized":"2023-10-09T04:55:03.709407+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":60,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.715889+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:02.715889+0000","last_peered":"2023-10-09T04:55:02.715889+0000","last_clean":"2023-10-09T04:55:02.715889+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:02.715889+0000","last_undegraded":"2023-10-09T04:55:02.715889+0000","last_fullsized":"2023-10-09T04:55:02.715889+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"367'6841","reported_seq":6913,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:12.705405+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:12.705405+0000","last_peered":"2023-10-09T04:55:12.705405+0000","last_clean":"2023-10-09T04:55:12.705405+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:12.705405+0000","last_undegraded":"2023-10-09T04:55:12.705405+0000","last_fullsized":"2023-10-09T04:55:12.705405+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6841,"log_dups_size":0,"ondisk_log_size":6841,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154075136,"num_objects":2351,"num_object_clones":0,"num_object_copies":7053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2351,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6841,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":40,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.712397+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:55:03.712397+0000","last_peered":"2023-10-09T04:55:03.712397+0000","last_clean":"2023-10-09T04:55:03.712397+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:55:03.712397+0000","last_undegraded":"2023-10-09T04:55:03.712397+0000","last_fullsized":"2023-10-09T04:55:03.712397+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":343,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.690524+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:02.690524+0000","last_peered":"2023-10-09T04:55:02.690524+0000","last_clean":"2023-10-09T04:55:02.690524+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:02.690524+0000","last_undegraded":"2023-10-09T04:55:02.690524+0000","last_fullsized":"2023-10-09T04:55:02.690524+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":350,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704290+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:55:03.704290+0000","last_peered":"2023-10-09T04:55:03.704290+0000","last_clean":"2023-10-09T04:55:03.704290+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:55:03.704290+0000","last_undegraded":"2023-10-09T04:55:03.704290+0000","last_fullsized":"2023-10-09T04:55:03.704290+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"366'5696","reported_seq":8145,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:10.392780+0000","last_change":"2023-10-09T04:53:25.843633+0000","last_active":"2023-10-09T04:55:10.392780+0000","last_peered":"2023-10-09T04:55:10.392780+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.838527+0000","last_became_peered":"2023-10-09T04:53:25.838527+0000","last_unstale":"2023-10-09T04:55:10.392780+0000","last_undegraded":"2023-10-09T04:53:25.766514+0000","last_fullsized":"2023-10-09T04:53:25.758726+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5696,"log_dups_size":0,"ondisk_log_size":5696,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81625088,"num_objects":1246,"num_object_clones":0,"num_object_copies":3738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":730,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3418,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":730},{"shards":"1,7","objects":516}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":42,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.709675+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:55:03.709675+0000","last_peered":"2023-10-09T04:55:03.709675+0000","last_clean":"2023-10-09T04:55:03.709675+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:55:03.709675+0000","last_undegraded":"2023-10-09T04:55:03.709675+0000","last_fullsized":"2023-10-09T04:55:03.709675+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":386,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.704170+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:02.704170+0000","last_peered":"2023-10-09T04:55:02.704170+0000","last_clean":"2023-10-09T04:55:02.704170+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:02.704170+0000","last_undegraded":"2023-10-09T04:55:02.704170+0000","last_fullsized":"2023-10-09T04:55:02.704170+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"367'5732","reported_seq":8869,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:13.003614+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:13.003614+0000","last_peered":"2023-10-09T04:55:13.003614+0000","last_clean":"2023-10-09T04:55:13.003614+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:13.003614+0000","last_undegraded":"2023-10-09T04:55:13.003614+0000","last_fullsized":"2023-10-09T04:55:13.003614+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5732,"log_dups_size":0,"ondisk_log_size":5732,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76775424,"num_objects":1172,"num_object_clones":0,"num_object_copies":3516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3470,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":345,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707249+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:02.707249+0000","last_peered":"2023-10-09T04:55:02.707249+0000","last_clean":"2023-10-09T04:55:02.707249+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:02.707249+0000","last_undegraded":"2023-10-09T04:55:02.707249+0000","last_fullsized":"2023-10-09T04:55:02.707249+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":388,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704707+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:55:03.704707+0000","last_peered":"2023-10-09T04:55:03.704707+0000","last_clean":"2023-10-09T04:55:03.704707+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:55:03.704707+0000","last_undegraded":"2023-10-09T04:55:03.704707+0000","last_fullsized":"2023-10-09T04:55:03.704707+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"367'5727","reported_seq":7368,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:13.034161+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:13.034161+0000","last_peered":"2023-10-09T04:55:13.034161+0000","last_clean":"2023-10-09T04:55:13.034161+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:13.034161+0000","last_undegraded":"2023-10-09T04:55:13.034161+0000","last_fullsized":"2023-10-09T04:55:13.034161+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5727,"log_dups_size":0,"ondisk_log_size":5727,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71827456,"num_objects":1096,"num_object_clones":0,"num_object_copies":3288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1096,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3492,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":367,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.706703+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:02.706703+0000","last_peered":"2023-10-09T04:55:02.706703+0000","last_clean":"2023-10-09T04:55:02.706703+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:02.706703+0000","last_undegraded":"2023-10-09T04:55:02.706703+0000","last_fullsized":"2023-10-09T04:55:02.706703+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":371,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704395+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:55:03.704395+0000","last_peered":"2023-10-09T04:55:03.704395+0000","last_clean":"2023-10-09T04:55:03.704395+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:55:03.704395+0000","last_undegraded":"2023-10-09T04:55:03.704395+0000","last_fullsized":"2023-10-09T04:55:03.704395+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"366'5709","reported_seq":5799,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.605929+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:55:10.605929+0000","last_peered":"2023-10-09T04:55:10.605929+0000","last_clean":"2023-10-09T04:55:10.605929+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:55:10.605929+0000","last_undegraded":"2023-10-09T04:55:10.605929+0000","last_fullsized":"2023-10-09T04:55:10.605929+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5709,"log_dups_size":0,"ondisk_log_size":5709,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81657856,"num_objects":1246,"num_object_clones":0,"num_object_copies":3738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3434,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":89,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.716876+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:02.716876+0000","last_peered":"2023-10-09T04:55:02.716876+0000","last_clean":"2023-10-09T04:55:02.716876+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:02.716876+0000","last_undegraded":"2023-10-09T04:55:02.716876+0000","last_fullsized":"2023-10-09T04:55:02.716876+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":55,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.725786+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:02.725786+0000","last_peered":"2023-10-09T04:55:02.725786+0000","last_clean":"2023-10-09T04:55:02.725786+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:02.725786+0000","last_undegraded":"2023-10-09T04:55:02.725786+0000","last_fullsized":"2023-10-09T04:55:02.725786+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"366'5768","reported_seq":5854,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:10.877226+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:55:10.877226+0000","last_peered":"2023-10-09T04:55:10.877226+0000","last_clean":"2023-10-09T04:55:10.877226+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:55:10.877226+0000","last_undegraded":"2023-10-09T04:55:10.877226+0000","last_fullsized":"2023-10-09T04:55:10.877226+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5768,"log_dups_size":0,"ondisk_log_size":5768,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76021760,"num_objects":1160,"num_object_clones":0,"num_object_copies":3480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3498,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":52,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-10-09T04:55:02.707036+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:02.707036+0000","last_peered":"2023-10-09T04:55:02.707036+0000","last_clean":"2023-10-09T04:55:02.707036+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:02.707036+0000","last_undegraded":"2023-10-09T04:55:02.707036+0000","last_fullsized":"2023-10-09T04:55:02.707036+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":387,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-10-09T04:55:03.704285+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:55:03.704285+0000","last_peered":"2023-10-09T04:55:03.704285+0000","last_clean":"2023-10-09T04:55:03.704285+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:55:03.704285+0000","last_undegraded":"2023-10-09T04:55:03.704285+0000","last_fullsized":"2023-10-09T04:55:03.704285+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":2463957016,"num_objects":37598,"num_object_clones":0,"num_object_copies":112794,"num_objects_missing_on_primary":2568,"num_objects_missing":2568,"num_objects_degraded":14769,"num_objects_misplaced":1304,"num_objects_unfound":0,"num_objects_dirty":37598,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":110622,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22663,"num_bytes_recovered":1485242368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8690282496,"data_stored":8690270280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154008,"ondisk_log_size":154008,"up":78,"acting":70,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234388,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2016820,"kb_used_data":1115628,"kb_used_omap":0,"kb_used_meta":901184,"kb_avail":91728332,"statfs":{"total":95995035648,"available":93929811968,"internally_reserved":0,"allocated":1142403072,"data_stored":1141380427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922812416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":1.4630000000000001,"15min":1.923},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.869,"5min":10.343,"15min":11.922000000000001},"last":1.645},{"interface":"front","average":{"1min":0.55200000000000005,"5min":1.048,"15min":1.6140000000000001},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":1.827,"5min":10.451000000000001,"15min":17.344000000000001},"last":1.827}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":1.774,"15min":1.792},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":2.7389999999999999,"5min":16.513000000000002,"15min":16.513000000000002},"last":2.1349999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.7090000000000001,"15min":1.964},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.504,"5min":24.052,"15min":24.052},"last":1.7470000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.859,"15min":2.0870000000000002},"min":{"1min":0.317,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":3.226,"5min":16.678999999999998,"15min":32.179000000000002},"last":1.6819999999999999},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.2270000000000001,"15min":1.7909999999999999},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":2.6899999999999999,"5min":16.704000000000001,"15min":16.704000000000001},"last":1.7929999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:40 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.4319999999999999,"15min":1.6160000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":3.891,"5min":8.7899999999999991,"15min":11.003},"last":1.853},{"interface":"front","average":{"1min":0.91600000000000004,"5min":1.1870000000000001,"15min":1.5249999999999999},"min":{"1min":0.33700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":3.6920000000000002,"5min":9.6590000000000007,"15min":10.955},"last":1.877}]},{"osd":4,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.77,"15min":1.9690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.2470000000000001,"5min":18.370000000000001,"15min":23.919},"last":3.8170000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.2230000000000001,"15min":1.6599999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.92600000000000005,"5min":9.2430000000000003,"15min":23.797999999999998},"last":3.0209999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":1.7789999999999999,"15min":2.2149999999999999},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.4830000000000001,"5min":16.568999999999999,"15min":79.709999999999994},"last":3.8570000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.341,"15min":2.0129999999999999},"min":{"1min":0.314,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.5169999999999999,"5min":12.022,"15min":79.332999999999998},"last":2.3420000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":1.796,"15min":2.0600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":1.177,"5min":16.599,"15min":16.599},"last":2.1669999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.9610000000000001,"15min":2.0920000000000001},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":1.2030000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":1.7190000000000001}]}]},{"osd":6,"up_from":46,"seq":197568496024,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1608232,"kb_used_data":702752,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":92136920,"statfs":{"total":95995035648,"available":94348206080,"internally_reserved":0,"allocated":719618048,"data_stored":718607083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:09 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":1.3260000000000001,"15min":1.7969999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.216},"max":{"1min":1.032,"5min":10.545999999999999,"15min":19.166},"last":3.1499999999999999},{"interface":"front","average":{"1min":0.502,"5min":1.966,"15min":2.0059999999999998},"min":{"1min":0.26900000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":1.204,"5min":10.645,"15min":19.143999999999998},"last":3.1360000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6759999999999999,"15min":1.8959999999999999},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.0089999999999999,"5min":10.686,"15min":10.686},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.228,"15min":1.431},"min":{"1min":0.29199999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9910000000000001,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.38400000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":1.2629999999999999,"15min":1.843},"min":{"1min":0.29699999999999999,"5min":0.221,"15min":0.221},"max":{"1min":1.1160000000000001,"5min":7.5330000000000004,"15min":13.32},"last":3.7509999999999999},{"interface":"front","average":{"1min":1.036,"5min":2.4860000000000002,"15min":2.319},"min":{"1min":0.32800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":6.8600000000000003,"5min":10.712,"15min":15.391999999999999},"last":1.462}]},{"osd":3,"last update":"Mon Oct 9 04:54:45 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":2.0600000000000001,"15min":1.9730000000000001},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.315},"max":{"1min":3.3239999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":3.6440000000000001},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.694,"15min":1.397},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":3.3439999999999999,"5min":12.456,"15min":12.456},"last":8.9689999999999994}]},{"osd":4,"last update":"Mon Oct 9 04:54:23 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":1.5960000000000001,"15min":1.732},"min":{"1min":0.30599999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4099999999999999,"5min":14.137,"15min":14.137},"last":8.6940000000000008},{"interface":"front","average":{"1min":0.49299999999999999,"5min":1.8109999999999999,"15min":1.9370000000000001},"min":{"1min":0.32700000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.4239999999999999,"5min":14.972,"15min":14.972},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:54:23 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":1.331,"15min":1.784},"min":{"1min":0.33700000000000002,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":1.4059999999999999,"5min":8.7390000000000008,"15min":16.042000000000002},"last":9.0069999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.96499999999999997,"15min":1.8},"min":{"1min":0.35399999999999998,"5min":0.316,"15min":0.29099999999999998},"max":{"1min":1.087,"5min":7.9989999999999997,"15min":13.391999999999999},"last":0.42999999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.4630000000000001,"15min":2.5739999999999998},"min":{"1min":0.40699999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.861,"5min":9.3170000000000002,"15min":196.22300000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.8979999999999999,"15min":2.8799999999999999},"min":{"1min":0.46400000000000002,"5min":0.38,"15min":0.33500000000000002},"max":{"1min":1.8799999999999999,"5min":14.885999999999999,"15min":196.24299999999999},"last":0.48199999999999998}]}]},{"osd":1,"up_from":235,"seq":1009317314640,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2459052,"kb_used_data":2120676,"kb_used_omap":5,"kb_used_meta":338362,"kb_avail":91286100,"statfs":{"total":95995035648,"available":93476966400,"internally_reserved":0,"allocated":2171572224,"data_stored":2169804044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":346483413},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.4239999999999999,"15min":1.1259999999999999},"min":{"1min":0.20899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.292,"5min":11.292,"15min":11.292},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.747,"5min":1.5169999999999999,"15min":1.2130000000000001},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5019999999999998,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.217}]},{"osd":2,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.3999999999999999,"15min":1.1890000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.7750000000000004,"5min":15.111000000000001,"15min":15.111000000000001},"last":1.452},{"interface":"front","average":{"1min":1.556,"5min":1.659,"15min":1.3120000000000001},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.221},"max":{"1min":11.183,"5min":11.997,"15min":11.997},"last":0.33100000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":1.9259999999999999,"15min":1.1100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":2.008},{"interface":"front","average":{"1min":3.1539999999999999,"5min":1.9570000000000001,"15min":1.3240000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":27.914000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":2.0179999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.496,"15min":1.724},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.9319999999999999,"5min":10.932,"15min":10.932},"last":2.7770000000000001},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.4790000000000001,"15min":1.52},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.1660000000000004,"5min":15.007999999999999,"15min":15.007999999999999},"last":1.4219999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.7729999999999999,"15min":1.905},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.25,"5min":15.034000000000001,"15min":15.034000000000001},"last":1.4950000000000001},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.623,"15min":1.7629999999999999},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.311},"max":{"1min":11.151999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":2.262}]},{"osd":6,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.6259999999999999,"15min":1.587},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":11.103,"5min":11.103,"15min":11.103},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.609,"15min":1.431},"min":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.8820000000000001,"5min":10.961,"15min":10.961},"last":0.42499999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":1.5449999999999999,"15min":6.6059999999999999},"min":{"1min":0.41999999999999998,"5min":0.40600000000000003,"15min":0.34799999999999998},"max":{"1min":2.6059999999999999,"5min":10.894,"15min":146.554},"last":2.2360000000000002},{"interface":"front","average":{"1min":1.02,"5min":1.9790000000000001,"15min":7.2210000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.2119999999999997,"5min":15.06,"15min":146.53100000000001},"last":1.5229999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187730,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1955244,"kb_used_data":1123236,"kb_used_omap":5,"kb_used_meta":831994,"kb_avail":91789908,"statfs":{"total":95995035648,"available":93992865792,"internally_reserved":0,"allocated":1150193664,"data_stored":1148249727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":851962490},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.0429999999999999,"15min":1.143},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.1600000000000001,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.101,"15min":0.91900000000000004},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":1.732,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":1.669}]},{"osd":2,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":1.276,"5min":1.8380000000000001,"15min":1.6950000000000001},"min":{"1min":0.215,"5min":0.192,"15min":0.17799999999999999},"max":{"1min":6.9649999999999999,"5min":24.021000000000001,"15min":24.021000000000001},"last":3.1179999999999999},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.617,"15min":1.663},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":9.484,"5min":24.050999999999998,"15min":24.050999999999998},"last":8.9550000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":1.1659999999999999,"15min":1.478},"min":{"1min":0.26500000000000001,"5min":0.26100000000000001,"15min":0.23599999999999999},"max":{"1min":3.1930000000000001,"5min":14.036,"15min":14.036},"last":2.7930000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":1.7030000000000001,"15min":1.46},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.6200000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":3.016}]},{"osd":4,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.766,"15min":1.774},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":6.8940000000000001,"5min":12.196999999999999,"15min":13.125},"last":3.0569999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.5089999999999999,"15min":1.573},"min":{"1min":0.38700000000000001,"5min":0.34599999999999997,"15min":0.28000000000000003},"max":{"1min":2.8559999999999999,"5min":12.212,"15min":12.212},"last":0.46999999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.3979999999999999,"15min":1.75},"min":{"1min":0.435,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":2.8100000000000001,"5min":6.9329999999999998,"15min":13.022},"last":0.432},{"interface":"front","average":{"1min":1.052,"5min":1.6579999999999999,"15min":2.0950000000000002},"min":{"1min":0.33400000000000002,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.8600000000000003,"5min":7.6870000000000003,"15min":13.438000000000001},"last":0.45200000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.52,"15min":1.9810000000000001},"min":{"1min":0.40400000000000003,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":2.8809999999999998,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.496},{"interface":"front","average":{"1min":1.085,"5min":1.6399999999999999,"15min":2.141},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.7930000000000001,"5min":7.5979999999999999,"15min":43.819000000000003},"last":0.47999999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.681,"15min":2.012},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.30199999999999999},"max":{"1min":5.8339999999999996,"5min":7.0220000000000002,"15min":13.374000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":1.242,"5min":1.8680000000000001,"15min":1.964},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":6.9370000000000003,"5min":14.393000000000001,"15min":14.393000000000001},"last":3.0910000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206573,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1932040,"kb_used_data":1249856,"kb_used_omap":7,"kb_used_meta":682168,"kb_avail":91813112,"statfs":{"total":95995035648,"available":94016626688,"internally_reserved":0,"allocated":1279852544,"data_stored":1278114897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":698540113},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.93700000000000006,"15min":1.756},"min":{"1min":0.21199999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.6850000000000001,"5min":9.9819999999999993,"15min":49.338000000000001},"last":2.2410000000000001},{"interface":"front","average":{"1min":0.443,"5min":1.147,"15min":1.6200000000000001},"min":{"1min":0.222,"5min":0.193,"15min":0.185},"max":{"1min":1.1160000000000001,"5min":7.9900000000000002,"15min":47.450000000000003},"last":0.45900000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:54:48 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.474,"15min":1.1879999999999999},"min":{"1min":0.22500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.6470000000000002,"5min":13.888,"15min":13.888},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.498,"5min":1.47,"15min":1.6699999999999999},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":7.0659999999999998,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.61199999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5129999999999999,"15min":1.052},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":6.9279999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":2.5910000000000002},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5609999999999999,"15min":1.097},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.24199999999999999},"max":{"1min":6.9560000000000004,"5min":13.413,"15min":13.413},"last":2.613}]},{"osd":4,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":1.7150000000000001,"15min":1.859},"min":{"1min":0.39400000000000002,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":5.6319999999999997,"5min":10.335000000000001,"15min":11.215},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.66200000000000003,"5min":1.5580000000000001,"15min":1.77},"min":{"1min":0.30399999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4159999999999999,"5min":11.276999999999999,"15min":18.672999999999998},"last":1.536}]},{"osd":5,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":1.3680000000000001,"15min":1.8839999999999999},"min":{"1min":0.35799999999999998,"5min":0.29199999999999998,"15min":0.28299999999999997},"max":{"1min":0.84299999999999997,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.872,"5min":1.633,"15min":1.988},"min":{"1min":0.35599999999999998,"5min":0.30599999999999999,"15min":0.28899999999999998},"max":{"1min":5.6779999999999999,"5min":10.753,"15min":13.205},"last":1.429}]},{"osd":6,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.5720000000000001,"15min":1.7490000000000001},"min":{"1min":0.40600000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":3.4420000000000002,"5min":10.016,"15min":15.412000000000001},"last":2.3170000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":1.9550000000000001,"15min":1.954},"min":{"1min":0.35299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.90400000000000003,"5min":13.863,"15min":13.863},"last":2.5030000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.8240000000000001,"15min":2.0230000000000001},"min":{"1min":0.41599999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":3.3700000000000001,"5min":14.035,"15min":18.792999999999999},"last":4.3179999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0209999999999999,"15min":2.1850000000000001},"min":{"1min":0.39100000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":14.022,"15min":18.841999999999999},"last":0.52300000000000002}]}]},{"osd":3,"up_from":198,"seq":850403524710,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1105840,"kb_used_data":827176,"kb_used_omap":2,"kb_used_meta":278653,"kb_avail":92639312,"statfs":{"total":95995035648,"available":94862655488,"internally_reserved":0,"allocated":847028224,"data_stored":845423294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":285340725},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,1,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":1.375,"15min":1.0309999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.7090000000000001,"5min":12.817,"15min":12.817},"last":0.38700000000000001},{"interface":"front","average":{"1min":1.607,"5min":1.2250000000000001,"15min":1.242},"min":{"1min":0.221,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.6159999999999997,"5min":12.606999999999999,"15min":12.606999999999999},"last":0.35199999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:54:55 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.24,"15min":0.90200000000000002},"min":{"1min":0.253,"5min":0.21099999999999999,"15min":0.20999999999999999},"max":{"1min":8.4420000000000002,"5min":12.891,"15min":12.891},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.26,"15min":1.534},"min":{"1min":0.25600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.9340000000000002,"5min":12.866,"15min":12.866},"last":0.46300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.6699999999999999,"15min":1.599},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.255},"max":{"1min":1.946,"5min":21.722999999999999,"15min":21.722999999999999},"last":0.37},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.2050000000000001,"15min":1.3400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69499999999999995,"5min":13.305999999999999,"15min":13.305999999999999},"last":0.48399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.212,"15min":1.5980000000000001},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.312},"max":{"1min":4.359,"5min":7.8929999999999998,"15min":8.8209999999999997},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.8400000000000001,"15min":1.675},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":2.0049999999999999,"5min":21.532,"15min":21.532},"last":0.41799999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.411,"15min":1.5469999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81399999999999995,"5min":22.693000000000001,"15min":22.693000000000001},"last":35.712000000000003},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.4019999999999999,"15min":2.069},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.6079999999999997,"5min":8.2650000000000006,"15min":10.946999999999999},"last":35.488}]},{"osd":6,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":2.1619999999999999,"15min":2.411},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":2.0369999999999999,"5min":21.693999999999999,"15min":21.693999999999999},"last":50.113999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.5129999999999999,"15min":2.0139999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.899,"5min":12.991,"15min":12.991},"last":53.841999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.367,"15min":1.7549999999999999},"min":{"1min":0.40899999999999997,"5min":0.36199999999999999,"15min":0.34899999999999998},"max":{"1min":5.9470000000000001,"5min":8.859,"15min":8.8620000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.861,"15min":2.1000000000000001},"min":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.9830000000000001,"5min":21.587,"15min":21.587},"last":0.45300000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019296,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1533936,"kb_used_data":642152,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92211216,"statfs":{"total":95995035648,"available":94424285184,"internally_reserved":0,"allocated":657563648,"data_stored":656544798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":2.04,"15min":1.871},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":21.047000000000001,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.8029999999999999,"15min":1.8400000000000001},"min":{"1min":0.313,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":12.064,"5min":12.064,"15min":12.064},"last":0.27100000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":1.718,"15min":1.425},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53000000000000003,"5min":12.112,"15min":12.112},"last":1.3500000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.6930000000000001,"15min":1.8939999999999999},"min":{"1min":0.28699999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.762,"5min":21.356000000000002,"15min":21.356000000000002},"last":1.107}]},{"osd":2,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":2.2469999999999999,"15min":1.972},"min":{"1min":0.34899999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":27.442,"5min":27.442,"15min":27.442},"last":1.5229999999999999},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.9930000000000001,"15min":2.008},"min":{"1min":0.33500000000000002,"5min":0.308,"15min":0.28599999999999998},"max":{"1min":5.5229999999999997,"5min":11.962999999999999,"15min":12.367000000000001},"last":0.40200000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.7989999999999999,"15min":1.8300000000000001},"min":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.32700000000000001},"max":{"1min":3.673,"5min":12.138999999999999,"15min":12.138999999999999},"last":1.8129999999999999},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.883,"15min":1.847},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.8799999999999999,"5min":21.442,"15min":21.442},"last":1.6259999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:54:14 2023","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":2.1429999999999998,"15min":1.899},"min":{"1min":0.28999999999999998,"5min":0.26900000000000002,"15min":0.25700000000000001},"max":{"1min":20.991,"5min":20.991,"15min":20.991},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.497,"5min":1.663,"15min":1.8240000000000001},"min":{"1min":0.35799999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.86799999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.36699999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:54:31 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.1280000000000001,"15min":2.4399999999999999},"min":{"1min":0.33300000000000002,"5min":0.29599999999999999,"15min":0.29199999999999998},"max":{"1min":1.4199999999999999,"5min":21.481000000000002,"15min":31.064},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":2.5489999999999999,"15min":2.097},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":1.5960000000000001,"5min":39.834000000000003,"15min":39.834000000000003},"last":2.589}]},{"osd":7,"last update":"Mon Oct 9 04:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.5469999999999999,"15min":1.966},"min":{"1min":0.34699999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":0.95099999999999996,"5min":27.376000000000001,"15min":27.376000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.9490000000000001,"15min":2.2200000000000002},"min":{"1min":0.40100000000000002,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.0899999999999999,"5min":21.402000000000001,"15min":21.402000000000001},"last":1.1399999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757659,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1666452,"kb_used_data":778188,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92078700,"statfs":{"total":95995035648,"available":94288588800,"internally_reserved":0,"allocated":796864512,"data_stored":795861667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":4.266,"15min":2.4689999999999999},"min":{"1min":0.22,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":0.51800000000000002,"5min":322.43200000000002,"15min":322.43200000000002},"last":6.7949999999999999},{"interface":"front","average":{"1min":0.754,"5min":4.8319999999999999,"15min":3.238},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":3.0569999999999999,"5min":322.61599999999999,"15min":322.61599999999999},"last":1.4610000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":6.8940000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":0.376}]},{"osd":2,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.2390000000000001,"15min":1.6240000000000001},"min":{"1min":0.30299999999999999,"5min":0.251,"15min":0.249},"max":{"1min":2.3119999999999998,"5min":8.6999999999999993,"15min":14.859999999999999},"last":6.8700000000000001},{"interface":"front","average":{"1min":1.244,"5min":1.6120000000000001,"15min":2.0979999999999999},"min":{"1min":0.31900000000000001,"5min":0.255,"15min":0.255},"max":{"1min":8.8900000000000006,"5min":8.8900000000000006,"15min":11.130000000000001},"last":1.2310000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":1.538,"15min":1.3120000000000001},"min":{"1min":0.33500000000000002,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":1.9550000000000001,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.014,"5min":1.8240000000000001,"15min":1.78},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.0129999999999999,"5min":13.257,"15min":13.257},"last":1.5580000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:54:11 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.4790000000000001,"15min":1.502},"min":{"1min":0.28000000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":13.285,"15min":13.285},"last":6.9169999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":1.9810000000000001,"15min":2.2109999999999999},"min":{"1min":0.32100000000000001,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":3.0960000000000001,"5min":14.824,"15min":14.824},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":1.7370000000000001,"15min":1.9750000000000001},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.077,"5min":13.189,"15min":21.196999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.5489999999999999,"15min":2.2189999999999999},"min":{"1min":0.313,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72099999999999997,"5min":13.279999999999999,"15min":19.631},"last":0.498}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":6.8440000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1143144448,"data_stored":1143144448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2154954752,"data_stored":2154954752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1266159616,"data_stored":1266155544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":839843840,"data_stored":839843840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":653266944,"data_stored":653262872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":789839872,"data_stored":789839872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":705236992,"data_stored":705232920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1137836032,"data_stored":1137836032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:55:14.548 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:55:14.595 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:14.686 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:14.766 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:14.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:14.771 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:14.872 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:14.912 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:14.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:14 smithi107 ceph-mon[179183]: pgmap v1124: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 14771/112866 objects degraded (13.087%); 1304/112866 objects misplaced (1.155%); 7.8 MiB/s, 124 objects/s recovering 2023-10-09T04:55:14.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:14 smithi107 ceph-mon[184249]: pgmap v1124: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 14771/112866 objects degraded (13.087%); 1304/112866 objects misplaced (1.155%); 7.8 MiB/s, 124 objects/s recovering 2023-10-09T04:55:14.944 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:55:14.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:14 smithi150 ceph-mon[168511]: pgmap v1124: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 14771/112866 objects degraded (13.087%); 1304/112866 objects misplaced (1.155%); 7.8 MiB/s, 124 objects/s recovering 2023-10-09T04:55:15.053 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:15.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:15.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:15.165 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:15.228 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:15.547 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:15.562 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:15.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:15.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:15.591 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:15.629 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:15.664 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:15.670 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:15.694 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:15.700 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:15.722 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:15.745 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:15.745 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:15.784 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:15.803 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:15.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:15.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:15.834 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:15.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:55:15.909 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:15.962 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:15 smithi150 ceph-mon[168511]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:15.962 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 14771/112866 objects degraded (13.087%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:15.963 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3525667233' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:15.963 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:55:15.975 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:16.049 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:16.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:16.058 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:16.081 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[179183]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:16.082 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 14771/112866 objects degraded (13.087%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:16.082 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3525667233' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:16.082 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:55:16.082 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[184249]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:16.082 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 14771/112866 objects degraded (13.087%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:16.082 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3525667233' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:16.083 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:55:16.108 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:55:16.109 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:55:16.159 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:16.240 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:16.835 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:16.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:16.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:16.867 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:55:16.951 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:17.007 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:17.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:16 smithi107 ceph-mon[179183]: pgmap v1125: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 575 op/s; 14771/110964 objects degraded (13.312%); 1304/110964 objects misplaced (1.175%); 7.7 MiB/s, 123 objects/s recovering 2023-10-09T04:55:17.109 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:17.110 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:17.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:16 smithi107 ceph-mon[184249]: pgmap v1125: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 575 op/s; 14771/110964 objects degraded (13.312%); 1304/110964 objects misplaced (1.175%); 7.7 MiB/s, 123 objects/s recovering 2023-10-09T04:55:17.118 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:17.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:17.118 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:16 smithi150 ceph-mon[168511]: pgmap v1125: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 575 op/s; 14771/110964 objects degraded (13.312%); 1304/110964 objects misplaced (1.175%); 7.7 MiB/s, 123 objects/s recovering 2023-10-09T04:55:17.118 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:17.119 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:17.220 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:17.277 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:17.435 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:17.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:17.439 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:17.540 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:17.596 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:17.688 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:17.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:17.697 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:17.777 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:17.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:17.847 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:17.915 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:17.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:17.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:18.026 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:18.069 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:18.125 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:18.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:18.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:18.231 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:18.275 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:18.321 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:18.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:18.325 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:18.426 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:18.459 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:18.580 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:55:18.697 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:18.698 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14400/106287 objects degraded (13.548%), 11 pgs degraded, 9 pgs undersized","count":20},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1478,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":367,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":8,"osd_in_since":1696827203,"num_remapped_pgs":9},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":8},{"state_name":"active+recovery_wait+degraded","count":3},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":35429,"data_bytes":2320832440,"bytes_used":14301712384,"bytes_avail":753658572800,"bytes_total":767960285184,"degraded_objects":14400,"degraded_total":106287,"degraded_ratio":0.13548223206977336,"misplaced_objects":1211,"misplaced_total":106287,"misplaced_ratio":0.011393679377534412,"recovering_objects_per_sec":126,"recovering_bytes_per_sec":8306289,"recovering_keys_per_sec":0,"num_objects_recovered":1268,"num_bytes_recovered":83099648,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":600},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"724e7db3-73f4-4fab-8b02-92c868475a4e":{"message":"Global Recovery Event (2m)\n [========================....] (remaining: 22s)","progress":0.87878787517547607,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:55:18.887 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:55:19.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:18 smithi107 ceph-mon[184249]: pgmap v1126: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 14400/106287 objects degraded (13.548%); 1211/106287 objects misplaced (1.139%); 7.9 MiB/s, 126 objects/s recovering 2023-10-09T04:55:19.099 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2193928726' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:19.099 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:18 smithi107 ceph-mon[179183]: pgmap v1126: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 14400/106287 objects degraded (13.548%); 1211/106287 objects misplaced (1.139%); 7.9 MiB/s, 126 objects/s recovering 2023-10-09T04:55:19.099 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2193928726' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:19.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:18 smithi150 ceph-mon[168511]: pgmap v1126: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 14400/106287 objects degraded (13.548%); 1211/106287 objects misplaced (1.139%); 7.9 MiB/s, 126 objects/s recovering 2023-10-09T04:55:19.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2193928726' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:19.503 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:19.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:19.511 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:19.612 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:19.650 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:19.700 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:19.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:19.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:19.769 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:55:19.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:19.810 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:19.894 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:19.932 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:19.959 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3683047426' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:19.959 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:19.959 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3683047426' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:19.959 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: osdmap e368: 8 total, 8 up, 8 in 2023-10-09T04:55:19.959 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: failed to encode map e368 with expected crc 2023-10-09T04:55:19.960 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: failed to encode map e368 with expected crc 2023-10-09T04:55:19.960 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:19 smithi150 ceph-mon[168511]: failed to encode map e368 with expected crc 2023-10-09T04:55:19.963 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:19.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:19.969 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:20.069 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:20.110 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:20.162 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:20.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:20.166 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3683047426' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3683047426' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: osdmap e368: 8 total, 8 up, 8 in 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: failed to encode map e368 with expected crc 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: failed to encode map e368 with expected crc 2023-10-09T04:55:20.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[179183]: failed to encode map e368 with expected crc 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3683047426' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3683047426' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: osdmap e368: 8 total, 8 up, 8 in 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: failed to encode map e368 with expected crc 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: failed to encode map e368 with expected crc 2023-10-09T04:55:20.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:19 smithi107 ceph-mon[184249]: failed to encode map e368 with expected crc 2023-10-09T04:55:20.191 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:55:20.191 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:55:20.267 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:20.323 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:20.368 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:20.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:20.371 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:20.472 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:20.533 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:20.582 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:20.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:20.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:20.688 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:20.739 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:20.750 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:55:20.817 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:20 smithi107 ceph-mon[179183]: pgmap v1128: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 507 op/s; 14213/103461 objects degraded (13.738%); 1211/103461 objects misplaced (1.170%); 6.4 MiB/s, 102 objects/s recovering 2023-10-09T04:55:20.817 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 14213/103461 objects degraded (13.738%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:20.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:20 smithi107 ceph-mon[184249]: pgmap v1128: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 507 op/s; 14213/103461 objects degraded (13.738%); 1211/103461 objects misplaced (1.170%); 6.4 MiB/s, 102 objects/s recovering 2023-10-09T04:55:20.818 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 14213/103461 objects degraded (13.738%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:20 smithi150 ceph-mon[168511]: pgmap v1128: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 507 op/s; 14213/103461 objects degraded (13.738%); 1211/103461 objects misplaced (1.170%); 6.4 MiB/s, 102 objects/s recovering 2023-10-09T04:55:20.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 14213/103461 objects degraded (13.738%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:21.038 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:21.053 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:21.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:21.067 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:21.168 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:21.251 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:21.461 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:55:21.523 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:21.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:21.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:21.627 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:21.684 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:21.718 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:21.745 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:21.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:21.751 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:21.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:21.924 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:21.925 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:21.971 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:22.006 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:22.040 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:22.084 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:22.124 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:22.165 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:22.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:55:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:55:22] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2023-10-09T04:55:22.182 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:22.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:22.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:22.202 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.221 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:55:22.295 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:22.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:22.432 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:22.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:22.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:22.539 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:22.603 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:22.811 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:22.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:22.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:22.828 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:22 smithi107 ceph-mon[179183]: pgmap v1129: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 13823/96771 objects degraded (14.284%); 1096/96771 objects misplaced (1.133%); 8.4 MiB/s, 134 objects/s recovering 2023-10-09T04:55:22.828 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/421140321' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:22.922 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:22.940 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:22.999 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:23.088 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:22 smithi107 ceph-mon[184249]: pgmap v1129: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 13823/96771 objects degraded (14.284%); 1096/96771 objects misplaced (1.133%); 8.4 MiB/s, 134 objects/s recovering 2023-10-09T04:55:23.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/421140321' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:23.216 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:22 smithi150 ceph-mon[168511]: pgmap v1129: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 2.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 13823/96771 objects degraded (14.284%); 1096/96771 objects misplaced (1.133%); 8.4 MiB/s, 134 objects/s recovering 2023-10-09T04:55:23.216 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/421140321' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:23.488 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:23.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:23.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:23.601 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:23.634 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:55:23.634 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:55:23.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.634 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:118335 11.15 11:aedd5780:::benchmark_data_smithi107_315913_object44223:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e368)", 2023-10-09T04:55:23.634 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:55:23.629589+0000", 2023-10-09T04:55:23.634 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0039496890000000002, 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039811860000000003, 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 118335 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.635 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629589+0000", 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629589+0000", 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629587+0000", 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629597+0000", 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0548e-05 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629621+0000", 2023-10-09T04:55:23.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4292000000000001e-05 2023-10-09T04:55:23.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:23.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629631+0000", 2023-10-09T04:55:23.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3209999999999994e-06 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629682+0000", 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1239000000000002e-05 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629787+0000", 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010488999999999999 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629870+0000", 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2968999999999998e-05 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:55:23.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.631968+0000", 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020979089999999998 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:118339 11.f 11:fa9fd86c:::benchmark_data_smithi107_315913_object44227:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e368)", 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:55:23.629651+0000", 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0038874209999999998, 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039958490000000001, 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:23.641 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:55:23.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:55:23.643 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:55:23.643 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:23.643 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 118339 2023-10-09T04:55:23.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.644 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:23.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:23.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629651+0000", 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629651+0000", 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:23.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:23.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629650+0000", 2023-10-09T04:55:23.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:23.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629654+0000", 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7579999999999998e-06 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:23.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629662+0000", 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0250000000000002e-06 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629667+0000", 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8250000000000004e-06 2023-10-09T04:55:23.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629721+0000", 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3732e-05 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629844+0000", 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000123289 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.629963+0000", 2023-10-09T04:55:23.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119504 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.35868.0:118330 11.3 e368/337 11:c124905d:::benchmark_data_smithi107_315913_object44218:head v 368'6083, mlcod=309'3166)", 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:55:23.630442+0000", 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0030961230000000001, 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032837729999999998, 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:55:23.651 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630442+0000", 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630442+0000", 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630441+0000", 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630448+0000", 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3729999999999998e-06 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630462+0000", 2023-10-09T04:55:23.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3867e-05 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630467+0000", 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4659999999999998e-06 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630534+0000", 2023-10-09T04:55:23.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6503999999999999e-05 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:55:23.630560+0000", 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6633999999999999e-05 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:55:23.655 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.656 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:55:23.656 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:55:23.656 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 3 2023-10-09T04:55:23.656 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:55:23.683 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:23.736 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:23.748 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:55:23.848 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:23.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:23.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:23.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:24.010 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:24.257 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:24.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:24.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:24.323 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1130,"stamp":"2023-10-09T04:55:23.627615+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2046891960,"num_objects":31249,"num_object_clones":0,"num_object_copies":93747,"num_objects_missing_on_primary":2181,"num_objects_missing":2181,"num_objects_degraded":13618,"num_objects_misplaced":1096,"num_objects_unfound":0,"num_objects_dirty":31249,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":117295,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24071,"num_bytes_recovered":1577009710,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159397,"ondisk_log_size":159397,"up":297,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":334,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":13187228,"kb_used_data":7440604,"kb_used_omap":21,"kb_used_meta":5746538,"kb_avail":736773988,"statfs":{"total":767960285184,"available":754456563712,"internally_reserved":0,"allocated":7619178496,"data_stored":7608003398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5884455381},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-417660928,"num_objects":-6373,"num_object_clones":0,"num_object_copies":-19119,"num_objects_missing_on_primary":-387,"num_objects_missing":-387,"num_objects_degraded":-1153,"num_objects_misplaced":-208,"num_objects_unfound":0,"num_objects_dirty":-6373,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6373,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1364,"num_bytes_recovered":89391104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003202"},"pg_stats":[{"pgid":"11.12","version":"368'5779","reported_seq":9489,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.725585+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:55:20.725585+0000","last_peered":"2023-10-09T04:55:20.725585+0000","last_clean":"2023-10-09T04:55:20.725585+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:55:20.725585+0000","last_undegraded":"2023-10-09T04:55:20.725585+0000","last_fullsized":"2023-10-09T04:55:20.725585+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5779,"log_dups_size":0,"ondisk_log_size":5779,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63275008,"num_objects":966,"num_object_clones":0,"num_object_copies":2898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":966,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3576,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":364,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760840+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:55:11.760840+0000","last_peered":"2023-10-09T04:55:11.760840+0000","last_clean":"2023-10-09T04:55:11.760840+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:55:11.760840+0000","last_undegraded":"2023-10-09T04:55:11.760840+0000","last_fullsized":"2023-10-09T04:55:11.760840+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":140,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.759753+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:11.759753+0000","last_peered":"2023-10-09T04:55:11.759753+0000","last_clean":"2023-10-09T04:55:11.759753+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:11.759753+0000","last_undegraded":"2023-10-09T04:55:11.759753+0000","last_fullsized":"2023-10-09T04:55:11.759753+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"368'5771","reported_seq":6448,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:20.974798+0000","last_change":"2023-10-09T04:53:29.237360+0000","last_active":"2023-10-09T04:55:20.974798+0000","last_peered":"2023-10-09T04:55:20.974798+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:55:20.974798+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5771,"log_dups_size":0,"ondisk_log_size":5771,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65994752,"num_objects":1007,"num_object_clones":0,"num_object_copies":3021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2233,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3547,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":168,"num_bytes_recovered":10977280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":575},{"shards":"0,2,4","objects":111},{"shards":"0,2,6","objects":215},{"shards":"0,6","objects":-1114}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":310,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772132+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:11.772132+0000","last_peered":"2023-10-09T04:55:11.772132+0000","last_clean":"2023-10-09T04:55:11.772132+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:11.772132+0000","last_undegraded":"2023-10-09T04:55:11.772132+0000","last_fullsized":"2023-10-09T04:55:11.772132+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":332,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.762843+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:55:11.762843+0000","last_peered":"2023-10-09T04:55:11.762843+0000","last_clean":"2023-10-09T04:55:11.762843+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:55:11.762843+0000","last_undegraded":"2023-10-09T04:55:11.762843+0000","last_fullsized":"2023-10-09T04:55:11.762843+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"368'5965","reported_seq":11234,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.342255+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:55:20.342255+0000","last_peered":"2023-10-09T04:55:20.342255+0000","last_clean":"2023-10-09T04:55:20.342255+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:55:20.342255+0000","last_undegraded":"2023-10-09T04:55:20.342255+0000","last_fullsized":"2023-10-09T04:55:20.342255+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5965,"log_dups_size":0,"ondisk_log_size":5965,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64651264,"num_objects":987,"num_object_clones":0,"num_object_copies":2961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3683,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":62,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779626+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:11.779626+0000","last_peered":"2023-10-09T04:55:11.779626+0000","last_clean":"2023-10-09T04:55:11.779626+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:11.779626+0000","last_undegraded":"2023-10-09T04:55:11.779626+0000","last_fullsized":"2023-10-09T04:55:11.779626+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":41,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772423+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:55:11.772423+0000","last_peered":"2023-10-09T04:55:11.772423+0000","last_clean":"2023-10-09T04:55:11.772423+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:55:11.772423+0000","last_undegraded":"2023-10-09T04:55:11.772423+0000","last_fullsized":"2023-10-09T04:55:11.772423+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":329,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.768117+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:11.768117+0000","last_peered":"2023-10-09T04:55:11.768117+0000","last_clean":"2023-10-09T04:55:11.768117+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:11.768117+0000","last_undegraded":"2023-10-09T04:55:11.768117+0000","last_fullsized":"2023-10-09T04:55:11.768117+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":88,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779907+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:11.779907+0000","last_peered":"2023-10-09T04:55:11.779907+0000","last_clean":"2023-10-09T04:55:11.779907+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:11.779907+0000","last_undegraded":"2023-10-09T04:55:11.779907+0000","last_fullsized":"2023-10-09T04:55:11.779907+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":345,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767476+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:11.767476+0000","last_peered":"2023-10-09T04:55:11.767476+0000","last_clean":"2023-10-09T04:55:11.767476+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:11.767476+0000","last_undegraded":"2023-10-09T04:55:11.767476+0000","last_fullsized":"2023-10-09T04:55:11.767476+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":84,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.786847+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:11.786847+0000","last_peered":"2023-10-09T04:55:11.786847+0000","last_clean":"2023-10-09T04:55:11.786847+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:11.786847+0000","last_undegraded":"2023-10-09T04:55:11.786847+0000","last_fullsized":"2023-10-09T04:55:11.786847+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":371,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763744+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:55:11.763744+0000","last_peered":"2023-10-09T04:55:11.763744+0000","last_clean":"2023-10-09T04:55:11.763744+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:55:11.763744+0000","last_undegraded":"2023-10-09T04:55:11.763744+0000","last_fullsized":"2023-10-09T04:55:11.763744+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":323,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772599+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:11.772599+0000","last_peered":"2023-10-09T04:55:11.772599+0000","last_clean":"2023-10-09T04:55:11.772599+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:11.772599+0000","last_undegraded":"2023-10-09T04:55:11.772599+0000","last_fullsized":"2023-10-09T04:55:11.772599+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":404,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.762431+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:55:11.762431+0000","last_peered":"2023-10-09T04:55:11.762431+0000","last_clean":"2023-10-09T04:55:11.762431+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:55:11.762431+0000","last_undegraded":"2023-10-09T04:55:11.762431+0000","last_fullsized":"2023-10-09T04:55:11.762431+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":385,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761648+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:55:11.761648+0000","last_peered":"2023-10-09T04:55:11.761648+0000","last_clean":"2023-10-09T04:55:11.761648+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:55:11.761648+0000","last_undegraded":"2023-10-09T04:55:11.761648+0000","last_fullsized":"2023-10-09T04:55:11.761648+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":347,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763907+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:55:11.763907+0000","last_peered":"2023-10-09T04:55:11.763907+0000","last_clean":"2023-10-09T04:55:11.763907+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:55:11.763907+0000","last_undegraded":"2023-10-09T04:55:11.763907+0000","last_fullsized":"2023-10-09T04:55:11.763907+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":209,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773626+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:11.773626+0000","last_peered":"2023-10-09T04:55:11.773626+0000","last_clean":"2023-10-09T04:55:11.773626+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:11.773626+0000","last_undegraded":"2023-10-09T04:55:11.773626+0000","last_fullsized":"2023-10-09T04:55:11.773626+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":335,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763524+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:55:11.763524+0000","last_peered":"2023-10-09T04:55:11.763524+0000","last_clean":"2023-10-09T04:55:11.763524+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:55:11.763524+0000","last_undegraded":"2023-10-09T04:55:11.763524+0000","last_fullsized":"2023-10-09T04:55:11.763524+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":364,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767725+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:11.767725+0000","last_peered":"2023-10-09T04:55:11.767725+0000","last_clean":"2023-10-09T04:55:11.767725+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:11.767725+0000","last_undegraded":"2023-10-09T04:55:11.767725+0000","last_fullsized":"2023-10-09T04:55:11.767725+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"368'5998","reported_seq":9240,"reported_epoch":368,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:55:21.385121+0000","last_change":"2023-10-09T04:54:02.176784+0000","last_active":"2023-10-09T04:55:21.385121+0000","last_peered":"2023-10-09T04:55:21.385121+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:28.110068+0000","last_became_peered":"2023-10-09T04:53:28.110068+0000","last_unstale":"2023-10-09T04:55:21.385121+0000","last_undegraded":"2023-10-09T04:55:21.385121+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5998,"log_dups_size":0,"ondisk_log_size":5998,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64225280,"num_objects":980,"num_object_clones":0,"num_object_copies":2940,"num_objects_missing_on_primary":350,"num_objects_missing":350,"num_objects_degraded":0,"num_objects_misplaced":1096,"num_objects_unfound":0,"num_objects_dirty":980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3708,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1383,"num_bytes_recovered":90636288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":637},{"shards":"0,1,3,6","objects":1},{"shards":"0,1,6","objects":241},{"shards":"0,1,7","objects":109},{"shards":"0,3","objects":-8}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":352,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763275+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:55:11.763275+0000","last_peered":"2023-10-09T04:55:11.763275+0000","last_clean":"2023-10-09T04:55:11.763275+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:55:11.763275+0000","last_undegraded":"2023-10-09T04:55:11.763275+0000","last_fullsized":"2023-10-09T04:55:11.763275+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":320,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779537+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:11.779537+0000","last_peered":"2023-10-09T04:55:11.779537+0000","last_clean":"2023-10-09T04:55:11.779537+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:11.779537+0000","last_undegraded":"2023-10-09T04:55:11.779537+0000","last_fullsized":"2023-10-09T04:55:11.779537+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"368'5878","reported_seq":8579,"reported_epoch":368,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:23.521685+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:23.521685+0000","last_peered":"2023-10-09T04:55:23.521685+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:23.521685+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:23.521685+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5878,"log_dups_size":0,"ondisk_log_size":5878,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60424192,"num_objects":922,"num_object_clones":0,"num_object_copies":2766,"num_objects_missing_on_primary":756,"num_objects_missing":756,"num_objects_degraded":1158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":922,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3656,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1293,"num_bytes_recovered":84705280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":136},{"shards":"0,2,5,6","objects":1},{"shards":"0,3,5","objects":620},{"shards":"0,5,6","objects":189},{"shards":"3,5,6","objects":-24}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":66,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.778358+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:55:11.778358+0000","last_peered":"2023-10-09T04:55:11.778358+0000","last_clean":"2023-10-09T04:55:11.778358+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:55:11.778358+0000","last_undegraded":"2023-10-09T04:55:11.778358+0000","last_fullsized":"2023-10-09T04:55:11.778358+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":64,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779780+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:11.779780+0000","last_peered":"2023-10-09T04:55:11.779780+0000","last_clean":"2023-10-09T04:55:11.779780+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:11.779780+0000","last_undegraded":"2023-10-09T04:55:11.779780+0000","last_fullsized":"2023-10-09T04:55:11.779780+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"368'5911","reported_seq":6004,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.794618+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:55:20.794618+0000","last_peered":"2023-10-09T04:55:20.794618+0000","last_clean":"2023-10-09T04:55:20.794618+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:55:20.794618+0000","last_undegraded":"2023-10-09T04:55:20.794618+0000","last_fullsized":"2023-10-09T04:55:20.794618+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5911,"log_dups_size":0,"ondisk_log_size":5911,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65470464,"num_objects":999,"num_object_clones":0,"num_object_copies":2997,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":999,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3641,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":330,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763087+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:55:11.763087+0000","last_peered":"2023-10-09T04:55:11.763087+0000","last_clean":"2023-10-09T04:55:11.763087+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:55:11.763087+0000","last_undegraded":"2023-10-09T04:55:11.763087+0000","last_fullsized":"2023-10-09T04:55:11.763087+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":348,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.766969+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:11.766969+0000","last_peered":"2023-10-09T04:55:11.766969+0000","last_clean":"2023-10-09T04:55:11.766969+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:11.766969+0000","last_undegraded":"2023-10-09T04:55:11.766969+0000","last_fullsized":"2023-10-09T04:55:11.766969+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"368'5985","reported_seq":6077,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.673426+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:55:20.673426+0000","last_peered":"2023-10-09T04:55:20.673426+0000","last_clean":"2023-10-09T04:55:20.673426+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:55:20.673426+0000","last_undegraded":"2023-10-09T04:55:20.673426+0000","last_fullsized":"2023-10-09T04:55:20.673426+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5985,"log_dups_size":0,"ondisk_log_size":5985,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62914560,"num_objects":960,"num_object_clones":0,"num_object_copies":2880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":960,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3710,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":348,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.762932+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:55:11.762932+0000","last_peered":"2023-10-09T04:55:11.762932+0000","last_clean":"2023-10-09T04:55:11.762932+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:55:11.762932+0000","last_undegraded":"2023-10-09T04:55:11.762932+0000","last_fullsized":"2023-10-09T04:55:11.762932+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":392,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761136+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:55:11.761136+0000","last_peered":"2023-10-09T04:55:11.761136+0000","last_clean":"2023-10-09T04:55:11.761136+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:55:11.761136+0000","last_undegraded":"2023-10-09T04:55:11.761136+0000","last_fullsized":"2023-10-09T04:55:11.761136+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"368'5829","reported_seq":7444,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:23.083433+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:23.083433+0000","last_peered":"2023-10-09T04:55:23.083433+0000","last_clean":"2023-10-09T04:55:23.083433+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:23.083433+0000","last_undegraded":"2023-10-09T04:55:23.083433+0000","last_fullsized":"2023-10-09T04:55:23.083433+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5829,"log_dups_size":0,"ondisk_log_size":5829,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65142784,"num_objects":994,"num_object_clones":0,"num_object_copies":2982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":994,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3594,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":383,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763597+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:55:11.763597+0000","last_peered":"2023-10-09T04:55:11.763597+0000","last_clean":"2023-10-09T04:55:11.763597+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:55:11.763597+0000","last_undegraded":"2023-10-09T04:55:11.763597+0000","last_fullsized":"2023-10-09T04:55:11.763597+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":41,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772538+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:55:11.772538+0000","last_peered":"2023-10-09T04:55:11.772538+0000","last_clean":"2023-10-09T04:55:11.772538+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:55:11.772538+0000","last_undegraded":"2023-10-09T04:55:11.772538+0000","last_fullsized":"2023-10-09T04:55:11.772538+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"368'5965","reported_seq":9020,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:23.065940+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:23.065940+0000","last_peered":"2023-10-09T04:55:23.065940+0000","last_clean":"2023-10-09T04:55:23.065940+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:23.065940+0000","last_undegraded":"2023-10-09T04:55:23.065940+0000","last_fullsized":"2023-10-09T04:55:23.065940+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5965,"log_dups_size":0,"ondisk_log_size":5965,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62029824,"num_objects":946,"num_object_clones":0,"num_object_copies":2838,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":946,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3702,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":412,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767377+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:11.767377+0000","last_peered":"2023-10-09T04:55:11.767377+0000","last_clean":"2023-10-09T04:55:11.767377+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:11.767377+0000","last_undegraded":"2023-10-09T04:55:11.767377+0000","last_fullsized":"2023-10-09T04:55:11.767377+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":342,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760568+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:11.760568+0000","last_peered":"2023-10-09T04:55:11.760568+0000","last_clean":"2023-10-09T04:55:11.760568+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:11.760568+0000","last_undegraded":"2023-10-09T04:55:11.760568+0000","last_fullsized":"2023-10-09T04:55:11.760568+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"368'6015","reported_seq":8469,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:20.435610+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:55:20.435610+0000","last_peered":"2023-10-09T04:55:20.435610+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:55:20.435610+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6015,"log_dups_size":0,"ondisk_log_size":6015,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62816256,"num_objects":958,"num_object_clones":0,"num_object_copies":2874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3736,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":779},{"shards":"1,7","objects":179}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":41,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761849+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:55:11.761849+0000","last_peered":"2023-10-09T04:55:11.761849+0000","last_clean":"2023-10-09T04:55:11.761849+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:55:11.761849+0000","last_undegraded":"2023-10-09T04:55:11.761849+0000","last_fullsized":"2023-10-09T04:55:11.761849+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":412,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.762350+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:55:11.762350+0000","last_peered":"2023-10-09T04:55:11.762350+0000","last_clean":"2023-10-09T04:55:11.762350+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:55:11.762350+0000","last_undegraded":"2023-10-09T04:55:11.762350+0000","last_fullsized":"2023-10-09T04:55:11.762350+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"368'5759","reported_seq":8663,"reported_epoch":368,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:20.459724+0000","last_change":"2023-10-09T04:53:18.244122+0000","last_active":"2023-10-09T04:55:20.459724+0000","last_peered":"2023-10-09T04:55:20.459724+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:55:20.459724+0000","last_undegraded":"2023-10-09T04:53:18.210107+0000","last_fullsized":"2023-10-09T04:55:20.459724+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5759,"log_dups_size":0,"ondisk_log_size":5759,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66158592,"num_objects":1009,"num_object_clones":0,"num_object_copies":3027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":371,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3555,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1273,"num_bytes_recovered":83427328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","7"],"object_location_counts":[{"shards":"0,2,3","objects":638},{"shards":"0,2,7","objects":371}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":41,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772586+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:55:11.772586+0000","last_peered":"2023-10-09T04:55:11.772586+0000","last_clean":"2023-10-09T04:55:11.772586+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:55:11.772586+0000","last_undegraded":"2023-10-09T04:55:11.772586+0000","last_fullsized":"2023-10-09T04:55:11.772586+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":338,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761080+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:55:11.761080+0000","last_peered":"2023-10-09T04:55:11.761080+0000","last_clean":"2023-10-09T04:55:11.761080+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:55:11.761080+0000","last_undegraded":"2023-10-09T04:55:11.761080+0000","last_fullsized":"2023-10-09T04:55:11.761080+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"368'5866","reported_seq":6436,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:20.981219+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:55:20.981219+0000","last_peered":"2023-10-09T04:55:20.981219+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:55:20.981219+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5866,"log_dups_size":0,"ondisk_log_size":5866,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60293120,"num_objects":920,"num_object_clones":0,"num_object_copies":2760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3642,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":7503872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":646},{"shards":"0,2,4","objects":123},{"shards":"0,2,6","objects":248},{"shards":"0,6","objects":-1459}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":329,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761061+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:55:11.761061+0000","last_peered":"2023-10-09T04:55:11.761061+0000","last_clean":"2023-10-09T04:55:11.761061+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:55:11.761061+0000","last_undegraded":"2023-10-09T04:55:11.761061+0000","last_fullsized":"2023-10-09T04:55:11.761061+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":395,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.762507+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:55:11.762507+0000","last_peered":"2023-10-09T04:55:11.762507+0000","last_clean":"2023-10-09T04:55:11.762507+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:55:11.762507+0000","last_undegraded":"2023-10-09T04:55:11.762507+0000","last_fullsized":"2023-10-09T04:55:11.762507+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"368'5965","reported_seq":11308,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.403114+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:55:20.403114+0000","last_peered":"2023-10-09T04:55:20.403114+0000","last_clean":"2023-10-09T04:55:20.403114+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:55:20.403114+0000","last_undegraded":"2023-10-09T04:55:20.403114+0000","last_fullsized":"2023-10-09T04:55:20.403114+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5965,"log_dups_size":0,"ondisk_log_size":5965,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67010560,"num_objects":1022,"num_object_clones":0,"num_object_copies":3066,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1022,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3682,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":62,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779763+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:11.779763+0000","last_peered":"2023-10-09T04:55:11.779763+0000","last_clean":"2023-10-09T04:55:11.779763+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:11.779763+0000","last_undegraded":"2023-10-09T04:55:11.779763+0000","last_fullsized":"2023-10-09T04:55:11.779763+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":303,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.872816+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:18.872816+0000","last_peered":"2023-10-09T04:55:18.872816+0000","last_clean":"2023-10-09T04:55:18.872816+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:18.872816+0000","last_undegraded":"2023-10-09T04:55:18.872816+0000","last_fullsized":"2023-10-09T04:55:18.872816+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"368'7163","reported_seq":8252,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:20.724986+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:55:20.724986+0000","last_peered":"2023-10-09T04:55:20.724986+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:55:20.724986+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7163,"log_dups_size":0,"ondisk_log_size":7163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124256280,"num_objects":1897,"num_object_clones":0,"num_object_copies":5691,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1897,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7163,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":1395},{"shards":"2,4","objects":502}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":344,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.774020+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:11.774020+0000","last_peered":"2023-10-09T04:55:11.774020+0000","last_clean":"2023-10-09T04:55:11.774020+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:11.774020+0000","last_undegraded":"2023-10-09T04:55:11.774020+0000","last_fullsized":"2023-10-09T04:55:11.774020+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":382,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767711+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:11.767711+0000","last_peered":"2023-10-09T04:55:11.767711+0000","last_clean":"2023-10-09T04:55:11.767711+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:11.767711+0000","last_undegraded":"2023-10-09T04:55:11.767711+0000","last_fullsized":"2023-10-09T04:55:11.767711+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":302,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772724+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:11.772724+0000","last_peered":"2023-10-09T04:55:11.772724+0000","last_clean":"2023-10-09T04:55:11.772724+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:11.772724+0000","last_undegraded":"2023-10-09T04:55:11.772724+0000","last_fullsized":"2023-10-09T04:55:11.772724+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"368'7231","reported_seq":11224,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:21.356783+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:55:21.356783+0000","last_peered":"2023-10-09T04:55:21.356783+0000","last_clean":"2023-10-09T04:55:21.356783+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:55:21.356783+0000","last_undegraded":"2023-10-09T04:55:21.356783+0000","last_fullsized":"2023-10-09T04:55:21.356783+0000","mapping_epoch":343,"log_start":"307'500","ondisk_log_start":"307'500","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6731,"log_dups_size":0,"ondisk_log_size":6731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131661824,"num_objects":2009,"num_object_clones":0,"num_object_copies":6027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7231,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":388,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772064+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:11.772064+0000","last_peered":"2023-10-09T04:55:11.772064+0000","last_clean":"2023-10-09T04:55:11.772064+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:11.772064+0000","last_undegraded":"2023-10-09T04:55:11.772064+0000","last_fullsized":"2023-10-09T04:55:11.772064+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":369,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761579+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:55:11.761579+0000","last_peered":"2023-10-09T04:55:11.761579+0000","last_clean":"2023-10-09T04:55:11.761579+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:55:11.761579+0000","last_undegraded":"2023-10-09T04:55:11.761579+0000","last_fullsized":"2023-10-09T04:55:11.761579+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":328,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773721+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:11.773721+0000","last_peered":"2023-10-09T04:55:11.773721+0000","last_clean":"2023-10-09T04:55:11.773721+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:11.773721+0000","last_undegraded":"2023-10-09T04:55:11.773721+0000","last_fullsized":"2023-10-09T04:55:11.773721+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"368'5888","reported_seq":8607,"reported_epoch":368,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:23.516335+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:23.516335+0000","last_peered":"2023-10-09T04:55:23.516335+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:23.516335+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:23.516335+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5888,"log_dups_size":0,"ondisk_log_size":5888,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59899904,"num_objects":914,"num_object_clones":0,"num_object_copies":2742,"num_objects_missing_on_primary":717,"num_objects_missing":717,"num_objects_degraded":1092,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3666,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1302,"num_bytes_recovered":85360640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":131},{"shards":"0,3,5","objects":586},{"shards":"0,5,6","objects":169},{"shards":"3,5,6","objects":28}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":379,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767943+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:11.767943+0000","last_peered":"2023-10-09T04:55:11.767943+0000","last_clean":"2023-10-09T04:55:11.767943+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:11.767943+0000","last_undegraded":"2023-10-09T04:55:11.767943+0000","last_fullsized":"2023-10-09T04:55:11.767943+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":324,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772391+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:11.772391+0000","last_peered":"2023-10-09T04:55:11.772391+0000","last_clean":"2023-10-09T04:55:11.772391+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:11.772391+0000","last_undegraded":"2023-10-09T04:55:11.772391+0000","last_fullsized":"2023-10-09T04:55:11.772391+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":338,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773887+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:11.773887+0000","last_peered":"2023-10-09T04:55:11.773887+0000","last_clean":"2023-10-09T04:55:11.773887+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:11.773887+0000","last_undegraded":"2023-10-09T04:55:11.773887+0000","last_fullsized":"2023-10-09T04:55:11.773887+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"368'7470","reported_seq":13049,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:20.867367+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:55:20.867367+0000","last_peered":"2023-10-09T04:55:20.867367+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:55:20.867367+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7470,"log_dups_size":0,"ondisk_log_size":7470,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129892352,"num_objects":1982,"num_object_clones":0,"num_object_copies":5946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2236,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7470,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2733,"num_bytes_recovered":179109888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":258},{"shards":"1,2,5,6","objects":1},{"shards":"1,3,5","objects":1239},{"shards":"1,5,6","objects":480},{"shards":"3,5","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":331,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767197+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:11.767197+0000","last_peered":"2023-10-09T04:55:11.767197+0000","last_clean":"2023-10-09T04:55:11.767197+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:11.767197+0000","last_undegraded":"2023-10-09T04:55:11.767197+0000","last_fullsized":"2023-10-09T04:55:11.767197+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":768,"reported_epoch":367,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:11.762823+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:55:11.762823+0000","last_peered":"2023-10-09T04:55:11.762823+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:55:11.762823+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":240,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.771994+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:11.771994+0000","last_peered":"2023-10-09T04:55:11.771994+0000","last_clean":"2023-10-09T04:55:11.771994+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:11.771994+0000","last_undegraded":"2023-10-09T04:55:11.771994+0000","last_fullsized":"2023-10-09T04:55:11.771994+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":41,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772185+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:55:11.772185+0000","last_peered":"2023-10-09T04:55:11.772185+0000","last_clean":"2023-10-09T04:55:11.772185+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:55:11.772185+0000","last_undegraded":"2023-10-09T04:55:11.772185+0000","last_fullsized":"2023-10-09T04:55:11.772185+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"368'5983","reported_seq":9120,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:21.326848+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:55:21.326848+0000","last_peered":"2023-10-09T04:55:21.326848+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:55:21.326848+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5983,"log_dups_size":0,"ondisk_log_size":5983,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65732608,"num_objects":1003,"num_object_clones":0,"num_object_copies":3009,"num_objects_missing_on_primary":358,"num_objects_missing":358,"num_objects_degraded":1119,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1003,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3693,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1331,"num_bytes_recovered":87228416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":630},{"shards":"0,1,3,6","objects":1},{"shards":"0,1,6","objects":226},{"shards":"0,1,6,7","objects":1},{"shards":"0,1,7","objects":131},{"shards":"0,3","objects":14}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":367,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.762709+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:55:11.762709+0000","last_peered":"2023-10-09T04:55:11.762709+0000","last_clean":"2023-10-09T04:55:11.762709+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:55:11.762709+0000","last_undegraded":"2023-10-09T04:55:11.762709+0000","last_fullsized":"2023-10-09T04:55:11.762709+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":320,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761218+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:55:11.761218+0000","last_peered":"2023-10-09T04:55:11.761218+0000","last_clean":"2023-10-09T04:55:11.761218+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:55:11.761218+0000","last_undegraded":"2023-10-09T04:55:11.761218+0000","last_fullsized":"2023-10-09T04:55:11.761218+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":357,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760217+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:11.760217+0000","last_peered":"2023-10-09T04:55:11.760217+0000","last_clean":"2023-10-09T04:55:11.760217+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:11.760217+0000","last_undegraded":"2023-10-09T04:55:11.760217+0000","last_fullsized":"2023-10-09T04:55:11.760217+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"368'7325","reported_seq":7400,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.400411+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:55:20.400411+0000","last_peered":"2023-10-09T04:55:20.400411+0000","last_clean":"2023-10-09T04:55:20.400411+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:55:20.400411+0000","last_undegraded":"2023-10-09T04:55:20.400411+0000","last_fullsized":"2023-10-09T04:55:20.400411+0000","mapping_epoch":303,"log_start":"308'1800","ondisk_log_start":"308'1800","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5525,"log_dups_size":0,"ondisk_log_size":5525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132055040,"num_objects":2015,"num_object_clones":0,"num_object_copies":6045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7325,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":333,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763667+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:55:11.763667+0000","last_peered":"2023-10-09T04:55:11.763667+0000","last_clean":"2023-10-09T04:55:11.763667+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:55:11.763667+0000","last_undegraded":"2023-10-09T04:55:11.763667+0000","last_fullsized":"2023-10-09T04:55:11.763667+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":288,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773913+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:11.773913+0000","last_peered":"2023-10-09T04:55:11.773913+0000","last_clean":"2023-10-09T04:55:11.773913+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:11.773913+0000","last_undegraded":"2023-10-09T04:55:11.773913+0000","last_fullsized":"2023-10-09T04:55:11.773913+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":47,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767323+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:11.767323+0000","last_peered":"2023-10-09T04:55:11.767323+0000","last_clean":"2023-10-09T04:55:11.767323+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:11.767323+0000","last_undegraded":"2023-10-09T04:55:11.767323+0000","last_fullsized":"2023-10-09T04:55:11.767323+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"368'7445","reported_seq":7518,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:23.063636+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:23.063636+0000","last_peered":"2023-10-09T04:55:23.063636+0000","last_clean":"2023-10-09T04:55:23.063636+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:23.063636+0000","last_undegraded":"2023-10-09T04:55:23.063636+0000","last_fullsized":"2023-10-09T04:55:23.063636+0000","mapping_epoch":303,"log_start":"307'600","ondisk_log_start":"307'600","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6845,"log_dups_size":0,"ondisk_log_size":6845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123273216,"num_objects":1881,"num_object_clones":0,"num_object_copies":5643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7445,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":201,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.763359+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:55:11.763359+0000","last_peered":"2023-10-09T04:55:11.763359+0000","last_clean":"2023-10-09T04:55:11.763359+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:55:11.763359+0000","last_undegraded":"2023-10-09T04:55:11.763359+0000","last_fullsized":"2023-10-09T04:55:11.763359+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":345,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.774421+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:11.774421+0000","last_peered":"2023-10-09T04:55:11.774421+0000","last_clean":"2023-10-09T04:55:11.774421+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:11.774421+0000","last_undegraded":"2023-10-09T04:55:11.774421+0000","last_fullsized":"2023-10-09T04:55:11.774421+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":62,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779487+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:11.779487+0000","last_peered":"2023-10-09T04:55:11.779487+0000","last_clean":"2023-10-09T04:55:11.779487+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:11.779487+0000","last_undegraded":"2023-10-09T04:55:11.779487+0000","last_fullsized":"2023-10-09T04:55:11.779487+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"368'7224","reported_seq":7297,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:22.695196+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:22.695196+0000","last_peered":"2023-10-09T04:55:22.695196+0000","last_clean":"2023-10-09T04:55:22.695196+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:22.695196+0000","last_undegraded":"2023-10-09T04:55:22.695196+0000","last_fullsized":"2023-10-09T04:55:22.695196+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7224,"log_dups_size":0,"ondisk_log_size":7224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128974848,"num_objects":1968,"num_object_clones":0,"num_object_copies":5904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1968,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7224,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":41,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772347+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:55:11.772347+0000","last_peered":"2023-10-09T04:55:11.772347+0000","last_clean":"2023-10-09T04:55:11.772347+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:55:11.772347+0000","last_undegraded":"2023-10-09T04:55:11.772347+0000","last_fullsized":"2023-10-09T04:55:11.772347+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":345,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760298+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:11.760298+0000","last_peered":"2023-10-09T04:55:11.760298+0000","last_clean":"2023-10-09T04:55:11.760298+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:11.760298+0000","last_undegraded":"2023-10-09T04:55:11.760298+0000","last_fullsized":"2023-10-09T04:55:11.760298+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":351,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760777+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:55:11.760777+0000","last_peered":"2023-10-09T04:55:11.760777+0000","last_clean":"2023-10-09T04:55:11.760777+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:55:11.760777+0000","last_undegraded":"2023-10-09T04:55:11.760777+0000","last_fullsized":"2023-10-09T04:55:11.760777+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"368'5895","reported_seq":8346,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:20.435624+0000","last_change":"2023-10-09T04:53:25.843633+0000","last_active":"2023-10-09T04:55:20.435624+0000","last_peered":"2023-10-09T04:55:20.435624+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.838527+0000","last_became_peered":"2023-10-09T04:53:25.838527+0000","last_unstale":"2023-10-09T04:55:20.435624+0000","last_undegraded":"2023-10-09T04:53:25.766514+0000","last_fullsized":"2023-10-09T04:53:25.758726+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5895,"log_dups_size":0,"ondisk_log_size":5895,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68583424,"num_objects":1047,"num_object_clones":0,"num_object_copies":3141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":730,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1047,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3617,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":730},{"shards":"1,7","objects":317}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":43,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761796+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:55:11.761796+0000","last_peered":"2023-10-09T04:55:11.761796+0000","last_clean":"2023-10-09T04:55:11.761796+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:55:11.761796+0000","last_undegraded":"2023-10-09T04:55:11.761796+0000","last_fullsized":"2023-10-09T04:55:11.761796+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":388,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.769736+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:11.769736+0000","last_peered":"2023-10-09T04:55:11.769736+0000","last_clean":"2023-10-09T04:55:11.769736+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:11.769736+0000","last_undegraded":"2023-10-09T04:55:11.769736+0000","last_fullsized":"2023-10-09T04:55:11.769736+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"368'5958","reported_seq":9096,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:23.092364+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:23.092364+0000","last_peered":"2023-10-09T04:55:23.092364+0000","last_clean":"2023-10-09T04:55:23.092364+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:23.092364+0000","last_undegraded":"2023-10-09T04:55:23.092364+0000","last_fullsized":"2023-10-09T04:55:23.092364+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5958,"log_dups_size":0,"ondisk_log_size":5958,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61964288,"num_objects":946,"num_object_clones":0,"num_object_copies":2838,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":946,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3696,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":347,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767481+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:11.767481+0000","last_peered":"2023-10-09T04:55:11.767481+0000","last_clean":"2023-10-09T04:55:11.767481+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:11.767481+0000","last_undegraded":"2023-10-09T04:55:11.767481+0000","last_fullsized":"2023-10-09T04:55:11.767481+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":389,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.761715+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:55:11.761715+0000","last_peered":"2023-10-09T04:55:11.761715+0000","last_clean":"2023-10-09T04:55:11.761715+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:55:11.761715+0000","last_undegraded":"2023-10-09T04:55:11.761715+0000","last_fullsized":"2023-10-09T04:55:11.761715+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"368'5932","reported_seq":7574,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:22.893393+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:22.893393+0000","last_peered":"2023-10-09T04:55:22.893393+0000","last_clean":"2023-10-09T04:55:22.893393+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:22.893393+0000","last_undegraded":"2023-10-09T04:55:22.893393+0000","last_fullsized":"2023-10-09T04:55:22.893393+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5932,"log_dups_size":0,"ondisk_log_size":5932,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58392576,"num_objects":891,"num_object_clones":0,"num_object_copies":2673,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":891,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3697,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":369,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767646+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:11.767646+0000","last_peered":"2023-10-09T04:55:11.767646+0000","last_clean":"2023-10-09T04:55:11.767646+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:11.767646+0000","last_undegraded":"2023-10-09T04:55:11.767646+0000","last_fullsized":"2023-10-09T04:55:11.767646+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":372,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760623+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:55:11.760623+0000","last_peered":"2023-10-09T04:55:11.760623+0000","last_clean":"2023-10-09T04:55:11.760623+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:55:11.760623+0000","last_undegraded":"2023-10-09T04:55:11.760623+0000","last_fullsized":"2023-10-09T04:55:11.760623+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"368'5907","reported_seq":5999,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.656818+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:55:20.656818+0000","last_peered":"2023-10-09T04:55:20.656818+0000","last_clean":"2023-10-09T04:55:20.656818+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:55:20.656818+0000","last_undegraded":"2023-10-09T04:55:20.656818+0000","last_fullsized":"2023-10-09T04:55:20.656818+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5907,"log_dups_size":0,"ondisk_log_size":5907,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68681728,"num_objects":1048,"num_object_clones":0,"num_object_copies":3144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1048,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3632,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":91,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779625+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:11.779625+0000","last_peered":"2023-10-09T04:55:11.779625+0000","last_clean":"2023-10-09T04:55:11.779625+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:11.779625+0000","last_undegraded":"2023-10-09T04:55:11.779625+0000","last_fullsized":"2023-10-09T04:55:11.779625+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":57,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.786773+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:11.786773+0000","last_peered":"2023-10-09T04:55:11.786773+0000","last_clean":"2023-10-09T04:55:11.786773+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:11.786773+0000","last_undegraded":"2023-10-09T04:55:11.786773+0000","last_fullsized":"2023-10-09T04:55:11.786773+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"368'5974","reported_seq":6062,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:20.859587+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:55:20.859587+0000","last_peered":"2023-10-09T04:55:20.859587+0000","last_clean":"2023-10-09T04:55:20.859587+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:55:20.859587+0000","last_undegraded":"2023-10-09T04:55:20.859587+0000","last_fullsized":"2023-10-09T04:55:20.859587+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5974,"log_dups_size":0,"ondisk_log_size":5974,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62521344,"num_objects":954,"num_object_clones":0,"num_object_copies":2862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":954,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3704,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":54,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.768116+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:11.768116+0000","last_peered":"2023-10-09T04:55:11.768116+0000","last_clean":"2023-10-09T04:55:11.768116+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:11.768116+0000","last_undegraded":"2023-10-09T04:55:11.768116+0000","last_fullsized":"2023-10-09T04:55:11.768116+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":388,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760680+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:55:11.760680+0000","last_peered":"2023-10-09T04:55:11.760680+0000","last_clean":"2023-10-09T04:55:11.760680+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:55:11.760680+0000","last_undegraded":"2023-10-09T04:55:11.760680+0000","last_fullsized":"2023-10-09T04:55:11.760680+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":2046296088,"num_objects":31225,"num_object_clones":0,"num_object_copies":93675,"num_objects_missing_on_primary":2181,"num_objects_missing":2181,"num_objects_degraded":13616,"num_objects_misplaced":1096,"num_objects_unfound":0,"num_objects_dirty":31225,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":116995,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24027,"num_bytes_recovered":1574633472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7537504256,"data_stored":7537492040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159181,"ondisk_log_size":159181,"up":78,"acting":70,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234390,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1873984,"kb_used_data":964600,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":91871168,"statfs":{"total":95995035648,"available":94076076032,"internally_reserved":0,"allocated":987750400,"data_stored":986723888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":1.4630000000000001,"15min":1.923},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.869,"5min":10.343,"15min":11.922000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":1.048,"15min":1.6140000000000001},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":1.827,"5min":10.451000000000001,"15min":17.344000000000001},"last":0.60199999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":1.774,"15min":1.792},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":2.7389999999999999,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.7090000000000001,"15min":1.964},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.504,"5min":24.052,"15min":24.052},"last":0.55200000000000005}]},{"osd":2,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.859,"15min":2.0870000000000002},"min":{"1min":0.317,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":3.226,"5min":16.678999999999998,"15min":32.179000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.2270000000000001,"15min":1.7909999999999999},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":2.6899999999999999,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.65900000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:54:40 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.4319999999999999,"15min":1.6160000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":3.891,"5min":8.7899999999999991,"15min":11.003},"last":0.755},{"interface":"front","average":{"1min":0.91600000000000004,"5min":1.1870000000000001,"15min":1.5249999999999999},"min":{"1min":0.33700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":3.6920000000000002,"5min":9.6590000000000007,"15min":10.955},"last":0.68700000000000006}]},{"osd":4,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.77,"15min":1.9690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.2470000000000001,"5min":18.370000000000001,"15min":23.919},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.2230000000000001,"15min":1.6599999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.92600000000000005,"5min":9.2430000000000003,"15min":23.797999999999998},"last":0.72399999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":1.7789999999999999,"15min":2.2149999999999999},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.4830000000000001,"5min":16.568999999999999,"15min":79.709999999999994},"last":20.678999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.341,"15min":2.0129999999999999},"min":{"1min":0.314,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.5169999999999999,"5min":12.022,"15min":79.332999999999998},"last":21.07}]},{"osd":6,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":1.796,"15min":2.0600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":1.177,"5min":16.599,"15min":16.599},"last":14.176},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.9610000000000001,"15min":2.0920000000000001},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":1.2030000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":14.191000000000001}]}]},{"osd":6,"up_from":46,"seq":197568496026,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1400500,"kb_used_data":499116,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92344652,"statfs":{"total":95995035648,"available":94560923648,"internally_reserved":0,"allocated":511094784,"data_stored":510079952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:13 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":1.0669999999999999,"15min":1.6399999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":3.1499999999999999,"5min":10.545999999999999,"15min":19.166},"last":1.6359999999999999},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.5029999999999999,"15min":1.946},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":5.8070000000000004,"5min":10.645,"15min":19.143999999999998},"last":1.647}]},{"osd":1,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6759999999999999,"15min":1.8959999999999999},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.0089999999999999,"5min":10.686,"15min":10.686},"last":1.3580000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.228,"15min":1.431},"min":{"1min":0.29199999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9910000000000001,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":1.3759999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":1.224,"15min":1.798},"min":{"1min":0.307,"5min":0.221,"15min":0.221},"max":{"1min":16.338000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.875,"15min":2.1970000000000001},"min":{"1min":0.27100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":5.7309999999999999,"5min":10.712,"15min":15.391999999999999},"last":0.32700000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:45 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":2.0600000000000001,"15min":1.9730000000000001},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.315},"max":{"1min":3.3239999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":1.3220000000000001},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.694,"15min":1.397},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":3.3439999999999999,"5min":12.456,"15min":12.456},"last":1.3440000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:54:23 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":1.5960000000000001,"15min":1.732},"min":{"1min":0.30599999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.4099999999999999,"5min":14.137,"15min":14.137},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":1.8109999999999999,"15min":1.9370000000000001},"min":{"1min":0.32700000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.4239999999999999,"5min":14.972,"15min":14.972},"last":0.61699999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:54:23 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":1.331,"15min":1.784},"min":{"1min":0.33700000000000002,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":1.4059999999999999,"5min":8.7390000000000008,"15min":16.042000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.96499999999999997,"15min":1.8},"min":{"1min":0.35399999999999998,"5min":0.316,"15min":0.29099999999999998},"max":{"1min":1.087,"5min":7.9989999999999997,"15min":13.391999999999999},"last":0.54800000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.4630000000000001,"15min":2.5739999999999998},"min":{"1min":0.40699999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.861,"5min":9.3170000000000002,"15min":196.22300000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.8979999999999999,"15min":2.8799999999999999},"min":{"1min":0.46400000000000002,"5min":0.38,"15min":0.33500000000000002},"max":{"1min":1.8799999999999999,"5min":14.885999999999999,"15min":196.24299999999999},"last":0.39800000000000002}]}]},{"osd":1,"up_from":235,"seq":1009317314642,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2252036,"kb_used_data":1917756,"kb_used_omap":5,"kb_used_meta":334266,"kb_avail":91493116,"statfs":{"total":95995035648,"available":93688950784,"internally_reserved":0,"allocated":1963782144,"data_stored":1962006230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":342289109},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.4239999999999999,"15min":1.1259999999999999},"min":{"1min":0.20899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.292,"5min":11.292,"15min":11.292},"last":1.24},{"interface":"front","average":{"1min":0.747,"5min":1.5169999999999999,"15min":1.2130000000000001},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5019999999999998,"5min":14.954000000000001,"15min":14.954000000000001},"last":1.4019999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.3999999999999999,"15min":1.1890000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.7750000000000004,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":1.556,"5min":1.659,"15min":1.3120000000000001},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.221},"max":{"1min":11.183,"5min":11.997,"15min":11.997},"last":6.1120000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":1.9259999999999999,"15min":1.1100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":0.40300000000000002},{"interface":"front","average":{"1min":3.1539999999999999,"5min":1.9570000000000001,"15min":1.3240000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":27.914000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.39300000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.496,"15min":1.724},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.9319999999999999,"5min":10.932,"15min":10.932},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.4790000000000001,"15min":1.52},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.1660000000000004,"5min":15.007999999999999,"15min":15.007999999999999},"last":0.33500000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.7729999999999999,"15min":1.905},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.25,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.309},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.623,"15min":1.7629999999999999},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.311},"max":{"1min":11.151999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":6.1539999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.6259999999999999,"15min":1.587},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":11.103,"5min":11.103,"15min":11.103},"last":2.919},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.609,"15min":1.431},"min":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.8820000000000001,"5min":10.961,"15min":10.961},"last":0.36699999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":1.5449999999999999,"15min":6.6059999999999999},"min":{"1min":0.41999999999999998,"5min":0.40600000000000003,"15min":0.34799999999999998},"max":{"1min":2.6059999999999999,"5min":10.894,"15min":146.554},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.02,"5min":1.9790000000000001,"15min":7.2210000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.2119999999999997,"5min":15.06,"15min":146.53100000000001},"last":0.48099999999999998}]}]},{"osd":0,"up_from":86,"seq":369367187732,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1836108,"kb_used_data":995908,"kb_used_omap":5,"kb_used_meta":840186,"kb_avail":91909044,"statfs":{"total":95995035648,"available":94114861056,"internally_reserved":0,"allocated":1019809792,"data_stored":1017850707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":860351098},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.0429999999999999,"15min":1.143},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.1600000000000001,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":1.1910000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.101,"15min":0.91900000000000004},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":1.732,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":2.6930000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.8089999999999999,"15min":1.6879999999999999},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":5.0720000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":0.377},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.768,"15min":1.639},"min":{"1min":0.251,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":8.9550000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":2.73}]},{"osd":3,"last update":"Mon Oct 9 04:54:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":1.1659999999999999,"15min":1.478},"min":{"1min":0.26500000000000001,"5min":0.26100000000000001,"15min":0.23599999999999999},"max":{"1min":3.1930000000000001,"5min":14.036,"15min":14.036},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":1.7030000000000001,"15min":1.46},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.6200000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":0.33800000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.4159999999999999,"15min":1.7689999999999999},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":3.7989999999999999,"5min":11.539,"15min":13.125},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.204,"15min":1.54},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28000000000000003},"max":{"1min":2.7090000000000001,"5min":9.5899999999999999,"15min":12.212},"last":1.2649999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3049999999999999,"15min":1.7310000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":3.843,"5min":6.9329999999999998,"15min":13.022},"last":3.319},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.393,"15min":2.069},"min":{"1min":0.37,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.1580000000000004,"5min":7.6870000000000003,"15min":13.438000000000001},"last":2.7759999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":1.3180000000000001,"15min":1.9510000000000001},"min":{"1min":0.38800000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":3.008,"5min":9.6310000000000002,"15min":43.832999999999998},"last":1.8},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.4279999999999999,"15min":2.105},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.1879999999999997,"5min":7.5979999999999999,"15min":43.819000000000003},"last":2.7989999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.504,"15min":1.952},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":5.2110000000000003,"5min":6.4199999999999999,"15min":13.374000000000001},"last":2.8239999999999998},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.4830000000000001,"15min":1.958},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":3.8490000000000002,"5min":11.5,"15min":14.393000000000001},"last":0.42899999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206575,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1790052,"kb_used_data":1099676,"kb_used_omap":7,"kb_used_meta":690360,"kb_avail":91955100,"statfs":{"total":95995035648,"available":94162022400,"internally_reserved":0,"allocated":1126068224,"data_stored":1124319136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":706928721},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.024,"15min":1.6419999999999999},"min":{"1min":0.19800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":5.1950000000000003,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.992,"5min":1.2829999999999999,"15min":1.605},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":7.5670000000000002,"5min":7.673,"15min":47.450000000000003},"last":0.25600000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:48 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.474,"15min":1.1879999999999999},"min":{"1min":0.22500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.6470000000000002,"5min":13.888,"15min":13.888},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.498,"5min":1.47,"15min":1.6699999999999999},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":7.0659999999999998,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.502}]},{"osd":3,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5129999999999999,"15min":1.052},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":6.9279999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5609999999999999,"15min":1.097},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.24199999999999999},"max":{"1min":6.9560000000000004,"5min":13.413,"15min":13.413},"last":0.68000000000000005}]},{"osd":4,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.7350000000000001,"15min":1.857},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":6.8360000000000003,"5min":10.335000000000001,"15min":11.215},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.593,"15min":1.706},"min":{"1min":0.39200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.3019999999999996,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.35399999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.4399999999999999,"15min":1.8029999999999999},"min":{"1min":0.33500000000000002,"5min":0.30199999999999999,"15min":0.28299999999999997},"max":{"1min":6.9939999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.675,"15min":1.998},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":6.9909999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.45800000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":1.9690000000000001,"15min":1.7709999999999999},"min":{"1min":0.52900000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":42.975999999999999,"5min":42.975999999999999,"15min":42.975999999999999},"last":2.5129999999999999},{"interface":"front","average":{"1min":4.0339999999999998,"5min":2.1080000000000001,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":42.843000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":2.4180000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.47899999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":5.8789999999999996,"5min":14.035,"15min":18.792999999999999},"last":2.4769999999999999},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.97,"15min":2.1240000000000001},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.0140000000000002,"5min":14.022,"15min":18.841999999999999},"last":0.55200000000000005}]}]},{"osd":3,"up_from":198,"seq":850403524712,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1035148,"kb_used_data":760580,"kb_used_omap":2,"kb_used_meta":274557,"kb_avail":92710004,"statfs":{"total":95995035648,"available":94935044096,"internally_reserved":0,"allocated":778833920,"data_stored":777217549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":281146421},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":1.375,"15min":1.0309999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.7090000000000001,"5min":12.817,"15min":12.817},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.607,"5min":1.2250000000000001,"15min":1.242},"min":{"1min":0.221,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.6159999999999997,"5min":12.606999999999999,"15min":12.606999999999999},"last":0.21299999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:54:55 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.24,"15min":0.90200000000000002},"min":{"1min":0.253,"5min":0.21099999999999999,"15min":0.20999999999999999},"max":{"1min":8.4420000000000002,"5min":12.891,"15min":12.891},"last":1.028},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.26,"15min":1.534},"min":{"1min":0.25600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.9340000000000002,"5min":12.866,"15min":12.866},"last":1.0049999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.6699999999999999,"15min":1.599},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.255},"max":{"1min":1.946,"5min":21.722999999999999,"15min":21.722999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.2050000000000001,"15min":1.3400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69499999999999995,"5min":13.305999999999999,"15min":13.305999999999999},"last":1.0640000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.212,"15min":1.5980000000000001},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.312},"max":{"1min":4.359,"5min":7.8929999999999998,"15min":8.8209999999999997},"last":0.313},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.8400000000000001,"15min":1.675},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":2.0049999999999999,"5min":21.532,"15min":21.532},"last":0.374}]},{"osd":5,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.411,"15min":1.5469999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81399999999999995,"5min":22.693000000000001,"15min":22.693000000000001},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.4019999999999999,"15min":2.069},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.6079999999999997,"5min":8.2650000000000006,"15min":10.946999999999999},"last":0.35099999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":2.1619999999999999,"15min":2.411},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":2.0369999999999999,"5min":21.693999999999999,"15min":21.693999999999999},"last":2.8079999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.5129999999999999,"15min":2.0139999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.899,"5min":12.991,"15min":12.991},"last":1.1080000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.367,"15min":1.7549999999999999},"min":{"1min":0.40899999999999997,"5min":0.36199999999999999,"15min":0.34899999999999998},"max":{"1min":5.9470000000000001,"5min":8.859,"15min":8.8620000000000001},"last":2.4550000000000001},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.861,"15min":2.1000000000000001},"min":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.9830000000000001,"5min":21.587,"15min":21.587},"last":0.40899999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019298,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1420924,"kb_used_data":520948,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92324228,"statfs":{"total":95995035648,"available":94540009472,"internally_reserved":0,"allocated":533450752,"data_stored":532428035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.754,"15min":1.851},"min":{"1min":0.23699999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.6139999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":4.7910000000000004},{"interface":"front","average":{"1min":1.454,"5min":1.7130000000000001,"15min":1.742},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":5.5209999999999999,"5min":12.064,"15min":12.064},"last":5.1399999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":1.718,"15min":1.425},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53000000000000003,"5min":12.112,"15min":12.112},"last":3.9809999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.6930000000000001,"15min":1.8939999999999999},"min":{"1min":0.28699999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.762,"5min":21.356000000000002,"15min":21.356000000000002},"last":1.534}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":4.7770000000000001,"5min":2.6080000000000001,"15min":2.1179999999999999},"min":{"1min":0.39300000000000002,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":64.391999999999996,"5min":64.391999999999996,"15min":64.391999999999996},"last":1.026},{"interface":"front","average":{"1min":4.6219999999999999,"5min":2.4449999999999998,"15min":2.0739999999999998},"min":{"1min":0.38500000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":64.248000000000005,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.92700000000000005}]},{"osd":3,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.7989999999999999,"15min":1.8300000000000001},"min":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.32700000000000001},"max":{"1min":3.673,"5min":12.138999999999999,"15min":12.138999999999999},"last":12.382},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.883,"15min":1.847},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.8799999999999999,"5min":21.442,"15min":21.442},"last":6.0460000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.482,"15min":1.819},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.7759999999999998,"5min":20.991,"15min":20.991},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.3540000000000001,"15min":1.7070000000000001},"min":{"1min":0.316,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":5.4409999999999998,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.376}]},{"osd":6,"last update":"Mon Oct 9 04:54:31 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.1280000000000001,"15min":2.4399999999999999},"min":{"1min":0.33300000000000002,"5min":0.29599999999999999,"15min":0.29199999999999998},"max":{"1min":1.4199999999999999,"5min":21.481000000000002,"15min":31.064},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":2.5489999999999999,"15min":2.097},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":1.5960000000000001,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.5469999999999999,"15min":1.966},"min":{"1min":0.34699999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":0.95099999999999996,"5min":27.376000000000001,"15min":27.376000000000001},"last":4.3170000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.9490000000000001,"15min":2.2200000000000002},"min":{"1min":0.40100000000000002,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.0899999999999999,"5min":21.402000000000001,"15min":21.402000000000001},"last":0.46300000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757661,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1578476,"kb_used_data":682020,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":92166676,"statfs":{"total":95995035648,"available":94378676224,"internally_reserved":0,"allocated":698388480,"data_stored":697377901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":4.0890000000000004,"15min":2.3879999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":6.7949999999999999,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.621},{"interface":"front","average":{"1min":0.78100000000000003,"5min":4.657,"15min":3.1230000000000002},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":2.9630000000000001,"5min":322.61599999999999,"15min":322.61599999999999},"last":3.395}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":0.29799999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":3.419}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":1.5189999999999999,"15min":1.6619999999999999},"min":{"1min":0.34999999999999998,"5min":0.251,"15min":0.249},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":1.0249999999999999},{"interface":"front","average":{"1min":2.3919999999999999,"5min":1.7929999999999999,"15min":2.0539999999999998},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":18.617000000000001,"5min":18.617000000000001,"15min":18.617000000000001},"last":3.3690000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:54:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":1.538,"15min":1.3120000000000001},"min":{"1min":0.33500000000000002,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":1.9550000000000001,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":1.121},{"interface":"front","average":{"1min":1.014,"5min":1.8240000000000001,"15min":1.78},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.0129999999999999,"5min":13.257,"15min":13.257},"last":3.274}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.3340000000000001,"15min":1.4650000000000001},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.26000000000000001},"max":{"1min":6.9169999999999998,"5min":13.285,"15min":13.285},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":1.4470000000000001,"15min":2.1339999999999999},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":2.7919999999999998,"5min":13.125,"15min":14.824},"last":3.339}]},{"osd":6,"last update":"Mon Oct 9 04:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":1.7370000000000001,"15min":1.9750000000000001},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.077,"5min":13.189,"15min":21.196999999999999},"last":3.4460000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.5489999999999999,"15min":2.2189999999999999},"min":{"1min":0.313,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72099999999999997,"5min":13.279999999999999,"15min":19.631},"last":0.434}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":0.52400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1012989952,"data_stored":1012989952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1942880256,"data_stored":1942880256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1110183936,"data_stored":1110179864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":773259264,"data_stored":773259264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":528617472,"data_stored":528613400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":691077120,"data_stored":691077120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":496963584,"data_stored":496959512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":981532672,"data_stored":981532672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:55:24.363 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:24.373 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:55:24.436 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:24.502 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:24.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:24.510 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:24.610 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:24.683 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:24.740 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:24.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:24.747 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:24.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:55:24.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:24.978 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[179183]: pgmap v1130: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.9 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 13618/93747 objects degraded (14.526%); 1096/93747 objects misplaced (1.169%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:55:24.978 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[179183]: from='client.55861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:24.979 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:24.979 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:24.979 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[184249]: pgmap v1130: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.9 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 13618/93747 objects degraded (14.526%); 1096/93747 objects misplaced (1.169%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:55:24.979 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[184249]: from='client.55861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:24.979 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:24.979 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:25.001 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:25.084 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:25.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:25.089 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:25.190 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:25.198 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:25.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:24 smithi150 ceph-mon[168511]: pgmap v1130: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.9 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 13618/93747 objects degraded (14.526%); 1096/93747 objects misplaced (1.169%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:55:25.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:24 smithi150 ceph-mon[168511]: from='client.55861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:25.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:25.225 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:25.230 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:25.316 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:25.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:25.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:25.424 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:25.464 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:25.507 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:25.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:25.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:25.616 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:25.713 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:25.769 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:25.808 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:25.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:25.817 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:25.917 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13618/93747 objects degraded (14.526%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4028740319' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13618/93747 objects degraded (14.526%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:26.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.015 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.015 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4028740319' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:26.015 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:26.023 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:26.043 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13618/93747 objects degraded (14.526%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:26.043 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.044 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.044 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4028740319' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:26.044 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:26.079 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:26.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:26.089 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:26.190 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:26.258 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:26.581 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:55:26.663 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:55:26.663 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:55:26.663 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:55:26.664 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:55:26.664 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:55:26.799 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:26.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:26.810 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:26.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: pgmap v1131: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 13618/91929 objects degraded (14.814%); 1096/91929 objects misplaced (1.192%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: osdmap e369: 8 total, 8 up, 8 in 2023-10-09T04:55:26.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: pgmap v1131: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 13618/91929 objects degraded (14.814%); 1096/91929 objects misplaced (1.192%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: osdmap e369: 8 total, 8 up, 8 in 2023-10-09T04:55:26.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:26 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:26.980 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:27.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: pgmap v1131: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 13618/91929 objects degraded (14.814%); 1096/91929 objects misplaced (1.192%); 8.5 MiB/s, 136 objects/s recovering 2023-10-09T04:55:27.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:55:27.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:27.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:55:27.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:55:27.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: osdmap e369: 8 total, 8 up, 8 in 2023-10-09T04:55:27.111 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:26 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:55:27.140 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:27.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:27.145 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:27.213 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:55:27.246 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:27.307 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:27.332 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:27.386 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:27.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:27.398 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:27.499 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:27.615 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:27.705 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:27.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:27.710 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:27.744 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:27.774 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:27.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:27.824 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:27.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[179183]: failed to encode map e369 with expected crc 2023-10-09T04:55:27.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[179183]: failed to encode map e369 with expected crc 2023-10-09T04:55:27.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[179183]: failed to encode map e369 with expected crc 2023-10-09T04:55:27.863 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/503426703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:27.878 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:27.902 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:27.916 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:27.938 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:55:27.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:27.991 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:28.002 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:28.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:28.014 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:28.035 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:55:28.112 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:28.115 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:28.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:27 smithi150 ceph-mon[168511]: failed to encode map e369 with expected crc 2023-10-09T04:55:28.153 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:27 smithi150 ceph-mon[168511]: failed to encode map e369 with expected crc 2023-10-09T04:55:28.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:27 smithi150 ceph-mon[168511]: failed to encode map e369 with expected crc 2023-10-09T04:55:28.154 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/503426703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:28.157 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:28.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[184249]: failed to encode map e369 with expected crc 2023-10-09T04:55:28.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[184249]: failed to encode map e369 with expected crc 2023-10-09T04:55:28.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[184249]: failed to encode map e369 with expected crc 2023-10-09T04:55:28.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/503426703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:28.213 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:28.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:28.219 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:28.321 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:28.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:28.568 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:28.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:28.572 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:28.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:28.743 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:28.802 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:28.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:28.808 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:28.908 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:28.955 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:28 smithi150 ceph-mon[168511]: pgmap v1133: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 623 op/s; 13206/87063 objects degraded (15.168%); 993/87063 objects misplaced (1.141%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T04:55:28.961 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:29.025 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:29.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:29.038 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:29.070 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:28 smithi107 ceph-mon[179183]: pgmap v1133: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 623 op/s; 13206/87063 objects degraded (15.168%); 993/87063 objects misplaced (1.141%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T04:55:29.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:28 smithi107 ceph-mon[184249]: pgmap v1133: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 623 op/s; 13206/87063 objects degraded (15.168%); 993/87063 objects misplaced (1.141%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T04:55:29.139 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:29.191 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:29.268 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:55:30.078 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:30.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:30.082 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:30.135 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:30.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:29 smithi107 ceph-mon[179183]: pgmap v1134: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 12994/84000 objects degraded (15.469%); 993/84000 objects misplaced (1.182%); 9.0 MiB/s, 143 objects/s recovering 2023-10-09T04:55:30.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:29 smithi107 ceph-mon[184249]: pgmap v1134: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 12994/84000 objects degraded (15.469%); 993/84000 objects misplaced (1.182%); 9.0 MiB/s, 143 objects/s recovering 2023-10-09T04:55:30.183 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:30.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:29 smithi150 ceph-mon[168511]: pgmap v1134: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 12994/84000 objects degraded (15.469%); 993/84000 objects misplaced (1.182%); 9.0 MiB/s, 143 objects/s recovering 2023-10-09T04:55:30.266 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:30.351 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:30.361 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:55:30.444 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:30.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:30.454 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:30.529 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:55:30.530 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:55:30.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:30.608 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:55:30.623 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:30.887 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 12994/84000 objects degraded (15.469%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:30.887 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:30 smithi107 ceph-mon[184249]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:31.013 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:31.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:31.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:31.061 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1134,"stamp":"2023-10-09T04:55:29.629730+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1833965496,"num_objects":28000,"num_object_clones":0,"num_object_copies":84000,"num_objects_missing_on_primary":1979,"num_objects_missing":1979,"num_objects_degraded":12994,"num_objects_misplaced":993,"num_objects_unfound":0,"num_objects_dirty":28000,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":120544,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24797,"num_bytes_recovered":1624588846,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162046,"ondisk_log_size":162046,"up":297,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":12673344,"kb_used_data":6888128,"kb_used_omap":21,"kb_used_meta":5785066,"kb_avail":737287872,"statfs":{"total":767960285184,"available":754982780928,"internally_reserved":0,"allocated":7053443072,"data_stored":7042256373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5923908053},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,4,3,10,2,4,1,2],"upper_bound":512},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-425132032,"num_objects":-6487,"num_object_clones":0,"num_object_copies":-19461,"num_objects_missing_on_primary":-404,"num_objects_missing":-404,"num_objects_degraded":-1219,"num_objects_misplaced":-218,"num_objects_unfound":0,"num_objects_dirty":-6487,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6487,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1434,"num_bytes_recovered":93978624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003281"},"pg_stats":[{"pgid":"11.12","version":"368'5892","reported_seq":9602,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.719869+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:55:25.719869+0000","last_peered":"2023-10-09T04:55:25.719869+0000","last_clean":"2023-10-09T04:55:25.719869+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:55:25.719869+0000","last_undegraded":"2023-10-09T04:55:25.719869+0000","last_fullsized":"2023-10-09T04:55:25.719869+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5892,"log_dups_size":0,"ondisk_log_size":5892,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55869440,"num_objects":853,"num_object_clones":0,"num_object_copies":2559,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":853,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3689,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":365,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866651+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:55:18.866651+0000","last_peered":"2023-10-09T04:55:18.866651+0000","last_clean":"2023-10-09T04:55:18.866651+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:55:18.866651+0000","last_undegraded":"2023-10-09T04:55:18.866651+0000","last_fullsized":"2023-10-09T04:55:18.866651+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":140,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.759753+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:11.759753+0000","last_peered":"2023-10-09T04:55:11.759753+0000","last_clean":"2023-10-09T04:55:11.759753+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:11.759753+0000","last_undegraded":"2023-10-09T04:55:11.759753+0000","last_fullsized":"2023-10-09T04:55:11.759753+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"368'5857","reported_seq":6534,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:25.954123+0000","last_change":"2023-10-09T04:53:29.237360+0000","last_active":"2023-10-09T04:55:25.954123+0000","last_peered":"2023-10-09T04:55:25.954123+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:55:25.954123+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5857,"log_dups_size":0,"ondisk_log_size":5857,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60358656,"num_objects":921,"num_object_clones":0,"num_object_copies":2763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2233,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3633,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":168,"num_bytes_recovered":10977280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":575},{"shards":"0,2,4","objects":111},{"shards":"0,2,6","objects":129},{"shards":"0,6","objects":-1200}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":310,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772132+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:11.772132+0000","last_peered":"2023-10-09T04:55:11.772132+0000","last_clean":"2023-10-09T04:55:11.772132+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:11.772132+0000","last_undegraded":"2023-10-09T04:55:11.772132+0000","last_fullsized":"2023-10-09T04:55:11.772132+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":333,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987450+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:55:18.987450+0000","last_peered":"2023-10-09T04:55:18.987450+0000","last_clean":"2023-10-09T04:55:18.987450+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:55:18.987450+0000","last_undegraded":"2023-10-09T04:55:18.987450+0000","last_fullsized":"2023-10-09T04:55:18.987450+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"368'6053","reported_seq":11322,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.417196+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:55:25.417196+0000","last_peered":"2023-10-09T04:55:25.417196+0000","last_clean":"2023-10-09T04:55:25.417196+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:55:25.417196+0000","last_undegraded":"2023-10-09T04:55:25.417196+0000","last_fullsized":"2023-10-09T04:55:25.417196+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6053,"log_dups_size":0,"ondisk_log_size":6053,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58884096,"num_objects":899,"num_object_clones":0,"num_object_copies":2697,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":899,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3771,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":62,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779626+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:11.779626+0000","last_peered":"2023-10-09T04:55:11.779626+0000","last_clean":"2023-10-09T04:55:11.779626+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:11.779626+0000","last_undegraded":"2023-10-09T04:55:11.779626+0000","last_fullsized":"2023-10-09T04:55:11.779626+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":42,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.871869+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:55:18.871869+0000","last_peered":"2023-10-09T04:55:18.871869+0000","last_clean":"2023-10-09T04:55:18.871869+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:55:18.871869+0000","last_undegraded":"2023-10-09T04:55:18.871869+0000","last_fullsized":"2023-10-09T04:55:18.871869+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":329,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.768117+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:11.768117+0000","last_peered":"2023-10-09T04:55:11.768117+0000","last_clean":"2023-10-09T04:55:11.768117+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:11.768117+0000","last_undegraded":"2023-10-09T04:55:11.768117+0000","last_fullsized":"2023-10-09T04:55:11.768117+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":88,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779907+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:11.779907+0000","last_peered":"2023-10-09T04:55:11.779907+0000","last_clean":"2023-10-09T04:55:11.779907+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:11.779907+0000","last_undegraded":"2023-10-09T04:55:11.779907+0000","last_fullsized":"2023-10-09T04:55:11.779907+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":345,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767476+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:11.767476+0000","last_peered":"2023-10-09T04:55:11.767476+0000","last_clean":"2023-10-09T04:55:11.767476+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:11.767476+0000","last_undegraded":"2023-10-09T04:55:11.767476+0000","last_fullsized":"2023-10-09T04:55:11.767476+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":84,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.786847+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:11.786847+0000","last_peered":"2023-10-09T04:55:11.786847+0000","last_clean":"2023-10-09T04:55:11.786847+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:11.786847+0000","last_undegraded":"2023-10-09T04:55:11.786847+0000","last_fullsized":"2023-10-09T04:55:11.786847+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":372,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987335+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:55:18.987335+0000","last_peered":"2023-10-09T04:55:18.987335+0000","last_clean":"2023-10-09T04:55:18.987335+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:55:18.987335+0000","last_undegraded":"2023-10-09T04:55:18.987335+0000","last_fullsized":"2023-10-09T04:55:18.987335+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":323,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772599+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:11.772599+0000","last_peered":"2023-10-09T04:55:11.772599+0000","last_clean":"2023-10-09T04:55:11.772599+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:11.772599+0000","last_undegraded":"2023-10-09T04:55:11.772599+0000","last_fullsized":"2023-10-09T04:55:11.772599+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":405,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866466+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:55:18.866466+0000","last_peered":"2023-10-09T04:55:18.866466+0000","last_clean":"2023-10-09T04:55:18.866466+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:55:18.866466+0000","last_undegraded":"2023-10-09T04:55:18.866466+0000","last_fullsized":"2023-10-09T04:55:18.866466+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":386,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866457+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:55:18.866457+0000","last_peered":"2023-10-09T04:55:18.866457+0000","last_clean":"2023-10-09T04:55:18.866457+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:55:18.866457+0000","last_undegraded":"2023-10-09T04:55:18.866457+0000","last_fullsized":"2023-10-09T04:55:18.866457+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":348,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.884579+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:55:18.884579+0000","last_peered":"2023-10-09T04:55:18.884579+0000","last_clean":"2023-10-09T04:55:18.884579+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:55:18.884579+0000","last_undegraded":"2023-10-09T04:55:18.884579+0000","last_fullsized":"2023-10-09T04:55:18.884579+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":209,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773626+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:11.773626+0000","last_peered":"2023-10-09T04:55:11.773626+0000","last_clean":"2023-10-09T04:55:11.773626+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:11.773626+0000","last_undegraded":"2023-10-09T04:55:11.773626+0000","last_fullsized":"2023-10-09T04:55:11.773626+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":336,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.884430+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:55:18.884430+0000","last_peered":"2023-10-09T04:55:18.884430+0000","last_clean":"2023-10-09T04:55:18.884430+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:55:18.884430+0000","last_undegraded":"2023-10-09T04:55:18.884430+0000","last_fullsized":"2023-10-09T04:55:18.884430+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":364,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767725+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:11.767725+0000","last_peered":"2023-10-09T04:55:11.767725+0000","last_clean":"2023-10-09T04:55:11.767725+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:11.767725+0000","last_undegraded":"2023-10-09T04:55:11.767725+0000","last_fullsized":"2023-10-09T04:55:11.767725+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"368'6093","reported_seq":9541,"reported_epoch":368,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:55:26.391957+0000","last_change":"2023-10-09T04:54:02.176784+0000","last_active":"2023-10-09T04:55:26.391957+0000","last_peered":"2023-10-09T04:55:26.391957+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:28.110068+0000","last_became_peered":"2023-10-09T04:53:28.110068+0000","last_unstale":"2023-10-09T04:55:26.391957+0000","last_undegraded":"2023-10-09T04:55:26.391957+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6093,"log_dups_size":0,"ondisk_log_size":6093,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57999360,"num_objects":885,"num_object_clones":0,"num_object_copies":2655,"num_objects_missing_on_primary":247,"num_objects_missing":247,"num_objects_degraded":0,"num_objects_misplaced":993,"num_objects_unfound":0,"num_objects_dirty":885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3803,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1486,"num_bytes_recovered":97386496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":637},{"shards":"0,1,3,6","objects":1},{"shards":"0,1,6","objects":138},{"shards":"0,1,7","objects":109}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":353,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.884353+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:55:18.884353+0000","last_peered":"2023-10-09T04:55:18.884353+0000","last_clean":"2023-10-09T04:55:18.884353+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:55:18.884353+0000","last_undegraded":"2023-10-09T04:55:18.884353+0000","last_fullsized":"2023-10-09T04:55:18.884353+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":320,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779537+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:11.779537+0000","last_peered":"2023-10-09T04:55:11.779537+0000","last_clean":"2023-10-09T04:55:11.779537+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:11.779537+0000","last_undegraded":"2023-10-09T04:55:11.779537+0000","last_fullsized":"2023-10-09T04:55:11.779537+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"369'5989","reported_seq":8913,"reported_epoch":369,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:28.520644+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:28.520644+0000","last_peered":"2023-10-09T04:55:28.520644+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:28.520644+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:28.520644+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5989,"log_dups_size":0,"ondisk_log_size":5989,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53149696,"num_objects":811,"num_object_clones":0,"num_object_copies":2433,"num_objects_missing_on_primary":756,"num_objects_missing":756,"num_objects_degraded":1047,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3767,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1404,"num_bytes_recovered":91979776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":136},{"shards":"0,2,5,6","objects":1},{"shards":"0,3,5","objects":620},{"shards":"0,5,6","objects":78},{"shards":"3,5,6","objects":-24}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":67,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:19.007514+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:55:19.007514+0000","last_peered":"2023-10-09T04:55:19.007514+0000","last_clean":"2023-10-09T04:55:19.007514+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:55:19.007514+0000","last_undegraded":"2023-10-09T04:55:19.007514+0000","last_fullsized":"2023-10-09T04:55:19.007514+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":64,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779780+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:11.779780+0000","last_peered":"2023-10-09T04:55:11.779780+0000","last_clean":"2023-10-09T04:55:11.779780+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:11.779780+0000","last_undegraded":"2023-10-09T04:55:11.779780+0000","last_fullsized":"2023-10-09T04:55:11.779780+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"368'6005","reported_seq":6098,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.866993+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:55:25.866993+0000","last_peered":"2023-10-09T04:55:25.866993+0000","last_clean":"2023-10-09T04:55:25.866993+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:55:25.866993+0000","last_undegraded":"2023-10-09T04:55:25.866993+0000","last_fullsized":"2023-10-09T04:55:25.866993+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6005,"log_dups_size":0,"ondisk_log_size":6005,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59310080,"num_objects":905,"num_object_clones":0,"num_object_copies":2715,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":905,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3735,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":331,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987296+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:55:18.987296+0000","last_peered":"2023-10-09T04:55:18.987296+0000","last_clean":"2023-10-09T04:55:18.987296+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:55:18.987296+0000","last_undegraded":"2023-10-09T04:55:18.987296+0000","last_fullsized":"2023-10-09T04:55:18.987296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":348,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.766969+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:11.766969+0000","last_peered":"2023-10-09T04:55:11.766969+0000","last_clean":"2023-10-09T04:55:11.766969+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:11.766969+0000","last_undegraded":"2023-10-09T04:55:11.766969+0000","last_fullsized":"2023-10-09T04:55:11.766969+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"368'6086","reported_seq":6178,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.711327+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:55:25.711327+0000","last_peered":"2023-10-09T04:55:25.711327+0000","last_clean":"2023-10-09T04:55:25.711327+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:55:25.711327+0000","last_undegraded":"2023-10-09T04:55:25.711327+0000","last_fullsized":"2023-10-09T04:55:25.711327+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6086,"log_dups_size":0,"ondisk_log_size":6086,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56295424,"num_objects":859,"num_object_clones":0,"num_object_copies":2577,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":859,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3811,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":349,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987566+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:55:18.987566+0000","last_peered":"2023-10-09T04:55:18.987566+0000","last_clean":"2023-10-09T04:55:18.987566+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:55:18.987566+0000","last_undegraded":"2023-10-09T04:55:18.987566+0000","last_fullsized":"2023-10-09T04:55:18.987566+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":393,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866253+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:55:18.866253+0000","last_peered":"2023-10-09T04:55:18.866253+0000","last_clean":"2023-10-09T04:55:18.866253+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:55:18.866253+0000","last_undegraded":"2023-10-09T04:55:18.866253+0000","last_fullsized":"2023-10-09T04:55:18.866253+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"369'5919","reported_seq":7535,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:28.033330+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:28.033330+0000","last_peered":"2023-10-09T04:55:28.033330+0000","last_clean":"2023-10-09T04:55:28.033330+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:28.033330+0000","last_undegraded":"2023-10-09T04:55:28.033330+0000","last_fullsized":"2023-10-09T04:55:28.033330+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5919,"log_dups_size":0,"ondisk_log_size":5919,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59244544,"num_objects":904,"num_object_clones":0,"num_object_copies":2712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3684,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":384,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987219+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:55:18.987219+0000","last_peered":"2023-10-09T04:55:18.987219+0000","last_clean":"2023-10-09T04:55:18.987219+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:55:18.987219+0000","last_undegraded":"2023-10-09T04:55:18.987219+0000","last_fullsized":"2023-10-09T04:55:18.987219+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":42,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.871630+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:55:18.871630+0000","last_peered":"2023-10-09T04:55:18.871630+0000","last_clean":"2023-10-09T04:55:18.871630+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:55:18.871630+0000","last_undegraded":"2023-10-09T04:55:18.871630+0000","last_fullsized":"2023-10-09T04:55:18.871630+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"369'6070","reported_seq":9126,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:28.110860+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:28.110860+0000","last_peered":"2023-10-09T04:55:28.110860+0000","last_clean":"2023-10-09T04:55:28.110860+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:28.110860+0000","last_undegraded":"2023-10-09T04:55:28.110860+0000","last_fullsized":"2023-10-09T04:55:28.110860+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6070,"log_dups_size":0,"ondisk_log_size":6070,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55148544,"num_objects":841,"num_object_clones":0,"num_object_copies":2523,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":841,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3807,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":412,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767377+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:11.767377+0000","last_peered":"2023-10-09T04:55:11.767377+0000","last_clean":"2023-10-09T04:55:11.767377+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:11.767377+0000","last_undegraded":"2023-10-09T04:55:11.767377+0000","last_fullsized":"2023-10-09T04:55:11.767377+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":342,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760568+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:11.760568+0000","last_peered":"2023-10-09T04:55:11.760568+0000","last_clean":"2023-10-09T04:55:11.760568+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:11.760568+0000","last_undegraded":"2023-10-09T04:55:11.760568+0000","last_fullsized":"2023-10-09T04:55:11.760568+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"368'6112","reported_seq":8566,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:25.277440+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:55:25.277440+0000","last_peered":"2023-10-09T04:55:25.277440+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:55:25.277440+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6112,"log_dups_size":0,"ondisk_log_size":6112,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56459264,"num_objects":861,"num_object_clones":0,"num_object_copies":2583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3833,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":779},{"shards":"1,7","objects":82}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":42,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866608+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:55:18.866608+0000","last_peered":"2023-10-09T04:55:18.866608+0000","last_clean":"2023-10-09T04:55:18.866608+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:55:18.866608+0000","last_undegraded":"2023-10-09T04:55:18.866608+0000","last_fullsized":"2023-10-09T04:55:18.866608+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":413,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866381+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:55:18.866381+0000","last_peered":"2023-10-09T04:55:18.866381+0000","last_clean":"2023-10-09T04:55:18.866381+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:55:18.866381+0000","last_undegraded":"2023-10-09T04:55:18.866381+0000","last_fullsized":"2023-10-09T04:55:18.866381+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"368'5855","reported_seq":8951,"reported_epoch":368,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:25.614554+0000","last_change":"2023-10-09T04:53:18.244122+0000","last_active":"2023-10-09T04:55:25.614554+0000","last_peered":"2023-10-09T04:55:25.614554+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:55:25.614554+0000","last_undegraded":"2023-10-09T04:53:18.210107+0000","last_fullsized":"2023-10-09T04:55:25.614554+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5855,"log_dups_size":0,"ondisk_log_size":5855,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59867136,"num_objects":913,"num_object_clones":0,"num_object_copies":2739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":275,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3651,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1369,"num_bytes_recovered":89718784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","7"],"object_location_counts":[{"shards":"0,2,3","objects":638},{"shards":"0,2,7","objects":275}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":42,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.871685+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:55:18.871685+0000","last_peered":"2023-10-09T04:55:18.871685+0000","last_clean":"2023-10-09T04:55:18.871685+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:55:18.871685+0000","last_undegraded":"2023-10-09T04:55:18.871685+0000","last_fullsized":"2023-10-09T04:55:18.871685+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":339,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.867078+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:55:18.867078+0000","last_peered":"2023-10-09T04:55:18.867078+0000","last_clean":"2023-10-09T04:55:18.867078+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:55:18.867078+0000","last_undegraded":"2023-10-09T04:55:18.867078+0000","last_fullsized":"2023-10-09T04:55:18.867078+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"368'5965","reported_seq":6535,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:25.826951+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:55:25.826951+0000","last_peered":"2023-10-09T04:55:25.826951+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:55:25.826951+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5965,"log_dups_size":0,"ondisk_log_size":5965,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53805056,"num_objects":821,"num_object_clones":0,"num_object_copies":2463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3741,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":7503872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":646},{"shards":"0,2,4","objects":123},{"shards":"0,2,6","objects":149},{"shards":"0,6","objects":-1558}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":330,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866226+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:55:18.866226+0000","last_peered":"2023-10-09T04:55:18.866226+0000","last_clean":"2023-10-09T04:55:18.866226+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:55:18.866226+0000","last_undegraded":"2023-10-09T04:55:18.866226+0000","last_fullsized":"2023-10-09T04:55:18.866226+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":396,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866548+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:55:18.866548+0000","last_peered":"2023-10-09T04:55:18.866548+0000","last_clean":"2023-10-09T04:55:18.866548+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:55:18.866548+0000","last_undegraded":"2023-10-09T04:55:18.866548+0000","last_fullsized":"2023-10-09T04:55:18.866548+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"368'6067","reported_seq":11410,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.417316+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:55:25.417316+0000","last_peered":"2023-10-09T04:55:25.417316+0000","last_clean":"2023-10-09T04:55:25.417316+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:55:25.417316+0000","last_undegraded":"2023-10-09T04:55:25.417316+0000","last_fullsized":"2023-10-09T04:55:25.417316+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6067,"log_dups_size":0,"ondisk_log_size":6067,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60325888,"num_objects":920,"num_object_clones":0,"num_object_copies":2760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3784,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":62,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779763+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:11.779763+0000","last_peered":"2023-10-09T04:55:11.779763+0000","last_clean":"2023-10-09T04:55:11.779763+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:11.779763+0000","last_undegraded":"2023-10-09T04:55:11.779763+0000","last_fullsized":"2023-10-09T04:55:11.779763+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":303,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.872816+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:18.872816+0000","last_peered":"2023-10-09T04:55:18.872816+0000","last_clean":"2023-10-09T04:55:18.872816+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:18.872816+0000","last_undegraded":"2023-10-09T04:55:18.872816+0000","last_fullsized":"2023-10-09T04:55:18.872816+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"368'7382","reported_seq":8471,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:25.704769+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:55:25.704769+0000","last_peered":"2023-10-09T04:55:25.704769+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:55:25.704769+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7382,"log_dups_size":0,"ondisk_log_size":7382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109903896,"num_objects":1678,"num_object_clones":0,"num_object_copies":5034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1678,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7382,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":1395},{"shards":"2,4","objects":283}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":344,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.774020+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:11.774020+0000","last_peered":"2023-10-09T04:55:11.774020+0000","last_clean":"2023-10-09T04:55:11.774020+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:11.774020+0000","last_undegraded":"2023-10-09T04:55:11.774020+0000","last_fullsized":"2023-10-09T04:55:11.774020+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":382,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767711+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:11.767711+0000","last_peered":"2023-10-09T04:55:11.767711+0000","last_clean":"2023-10-09T04:55:11.767711+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:11.767711+0000","last_undegraded":"2023-10-09T04:55:11.767711+0000","last_fullsized":"2023-10-09T04:55:11.767711+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":302,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772724+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:11.772724+0000","last_peered":"2023-10-09T04:55:11.772724+0000","last_clean":"2023-10-09T04:55:11.772724+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:11.772724+0000","last_undegraded":"2023-10-09T04:55:11.772724+0000","last_fullsized":"2023-10-09T04:55:11.772724+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"368'7435","reported_seq":11428,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.385675+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:55:26.385675+0000","last_peered":"2023-10-09T04:55:26.385675+0000","last_clean":"2023-10-09T04:55:26.385675+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:55:26.385675+0000","last_undegraded":"2023-10-09T04:55:26.385675+0000","last_fullsized":"2023-10-09T04:55:26.385675+0000","mapping_epoch":343,"log_start":"307'700","ondisk_log_start":"307'700","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6735,"log_dups_size":0,"ondisk_log_size":6735,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118292480,"num_objects":1805,"num_object_clones":0,"num_object_copies":5415,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1805,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7435,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":388,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772064+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:11.772064+0000","last_peered":"2023-10-09T04:55:11.772064+0000","last_clean":"2023-10-09T04:55:11.772064+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:11.772064+0000","last_undegraded":"2023-10-09T04:55:11.772064+0000","last_fullsized":"2023-10-09T04:55:11.772064+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":370,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866380+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:55:18.866380+0000","last_peered":"2023-10-09T04:55:18.866380+0000","last_clean":"2023-10-09T04:55:18.866380+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:55:18.866380+0000","last_undegraded":"2023-10-09T04:55:18.866380+0000","last_fullsized":"2023-10-09T04:55:18.866380+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":328,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773721+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:11.773721+0000","last_peered":"2023-10-09T04:55:11.773721+0000","last_clean":"2023-10-09T04:55:11.773721+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:11.773721+0000","last_undegraded":"2023-10-09T04:55:11.773721+0000","last_fullsized":"2023-10-09T04:55:11.773721+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"369'5989","reported_seq":8911,"reported_epoch":369,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:28.541384+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:28.541384+0000","last_peered":"2023-10-09T04:55:28.541384+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:28.541384+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:28.541384+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5989,"log_dups_size":0,"ondisk_log_size":5989,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53280768,"num_objects":813,"num_object_clones":0,"num_object_copies":2439,"num_objects_missing_on_primary":717,"num_objects_missing":717,"num_objects_degraded":991,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3767,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1403,"num_bytes_recovered":91979776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5","objects":131},{"shards":"0,3,5","objects":586},{"shards":"0,5,6","objects":68},{"shards":"3,5,6","objects":28}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":379,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767943+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:11.767943+0000","last_peered":"2023-10-09T04:55:11.767943+0000","last_clean":"2023-10-09T04:55:11.767943+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:11.767943+0000","last_undegraded":"2023-10-09T04:55:11.767943+0000","last_fullsized":"2023-10-09T04:55:11.767943+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":324,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.772391+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:11.772391+0000","last_peered":"2023-10-09T04:55:11.772391+0000","last_clean":"2023-10-09T04:55:11.772391+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:11.772391+0000","last_undegraded":"2023-10-09T04:55:11.772391+0000","last_fullsized":"2023-10-09T04:55:11.772391+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":338,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773887+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:11.773887+0000","last_peered":"2023-10-09T04:55:11.773887+0000","last_clean":"2023-10-09T04:55:11.773887+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:11.773887+0000","last_undegraded":"2023-10-09T04:55:11.773887+0000","last_fullsized":"2023-10-09T04:55:11.773887+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"368'7686","reported_seq":13698,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:25.889912+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:55:25.889912+0000","last_peered":"2023-10-09T04:55:25.889912+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:55:25.889912+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7686,"log_dups_size":0,"ondisk_log_size":7686,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115736576,"num_objects":1766,"num_object_clones":0,"num_object_copies":5298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2019,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1766,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7686,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2950,"num_bytes_recovered":193331200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":258},{"shards":"1,2,5,6","objects":1},{"shards":"1,3,5","objects":1239},{"shards":"1,5,6","objects":263},{"shards":"3,5","objects":5}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":331,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767197+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:11.767197+0000","last_peered":"2023-10-09T04:55:11.767197+0000","last_clean":"2023-10-09T04:55:11.767197+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:11.767197+0000","last_undegraded":"2023-10-09T04:55:11.767197+0000","last_fullsized":"2023-10-09T04:55:11.767197+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":769,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:18.987470+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:55:18.987470+0000","last_peered":"2023-10-09T04:55:18.987470+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:55:18.987470+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":240,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.771994+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:11.771994+0000","last_peered":"2023-10-09T04:55:11.771994+0000","last_clean":"2023-10-09T04:55:11.771994+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:11.771994+0000","last_undegraded":"2023-10-09T04:55:11.771994+0000","last_fullsized":"2023-10-09T04:55:11.771994+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":42,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:19.001135+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:55:19.001135+0000","last_peered":"2023-10-09T04:55:19.001135+0000","last_clean":"2023-10-09T04:55:19.001135+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:55:19.001135+0000","last_undegraded":"2023-10-09T04:55:19.001135+0000","last_fullsized":"2023-10-09T04:55:19.001135+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"368'6081","reported_seq":9415,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:26.427017+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:55:26.427017+0000","last_peered":"2023-10-09T04:55:26.427017+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:55:26.427017+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6081,"log_dups_size":0,"ondisk_log_size":6081,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59310080,"num_objects":905,"num_object_clones":0,"num_object_copies":2715,"num_objects_missing_on_primary":259,"num_objects_missing":259,"num_objects_degraded":1020,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":905,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3791,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1429,"num_bytes_recovered":93650944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":630},{"shards":"0,1,3,6","objects":2},{"shards":"0,1,6","objects":127},{"shards":"0,1,6,7","objects":1},{"shards":"0,1,7","objects":131},{"shards":"0,3","objects":14}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":368,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987356+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:55:18.987356+0000","last_peered":"2023-10-09T04:55:18.987356+0000","last_clean":"2023-10-09T04:55:18.987356+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:55:18.987356+0000","last_undegraded":"2023-10-09T04:55:18.987356+0000","last_fullsized":"2023-10-09T04:55:18.987356+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":321,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866316+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:55:18.866316+0000","last_peered":"2023-10-09T04:55:18.866316+0000","last_clean":"2023-10-09T04:55:18.866316+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:55:18.866316+0000","last_undegraded":"2023-10-09T04:55:18.866316+0000","last_fullsized":"2023-10-09T04:55:18.866316+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":357,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760217+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:11.760217+0000","last_peered":"2023-10-09T04:55:11.760217+0000","last_clean":"2023-10-09T04:55:11.760217+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:11.760217+0000","last_undegraded":"2023-10-09T04:55:11.760217+0000","last_fullsized":"2023-10-09T04:55:11.760217+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"368'7535","reported_seq":7610,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.435649+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:55:25.435649+0000","last_peered":"2023-10-09T04:55:25.435649+0000","last_clean":"2023-10-09T04:55:25.435649+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:55:25.435649+0000","last_undegraded":"2023-10-09T04:55:25.435649+0000","last_fullsized":"2023-10-09T04:55:25.435649+0000","mapping_epoch":303,"log_start":"308'2000","ondisk_log_start":"308'2000","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5535,"log_dups_size":0,"ondisk_log_size":5535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118292480,"num_objects":1805,"num_object_clones":0,"num_object_copies":5415,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1805,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7535,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":334,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987267+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:55:18.987267+0000","last_peered":"2023-10-09T04:55:18.987267+0000","last_clean":"2023-10-09T04:55:18.987267+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:55:18.987267+0000","last_undegraded":"2023-10-09T04:55:18.987267+0000","last_fullsized":"2023-10-09T04:55:18.987267+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":288,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.773913+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:11.773913+0000","last_peered":"2023-10-09T04:55:11.773913+0000","last_clean":"2023-10-09T04:55:11.773913+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:11.773913+0000","last_undegraded":"2023-10-09T04:55:11.773913+0000","last_fullsized":"2023-10-09T04:55:11.773913+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":47,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767323+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:11.767323+0000","last_peered":"2023-10-09T04:55:11.767323+0000","last_clean":"2023-10-09T04:55:11.767323+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:11.767323+0000","last_undegraded":"2023-10-09T04:55:11.767323+0000","last_fullsized":"2023-10-09T04:55:11.767323+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"369'7659","reported_seq":7733,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:28.080576+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:28.080576+0000","last_peered":"2023-10-09T04:55:28.080576+0000","last_clean":"2023-10-09T04:55:28.080576+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:28.080576+0000","last_undegraded":"2023-10-09T04:55:28.080576+0000","last_fullsized":"2023-10-09T04:55:28.080576+0000","mapping_epoch":303,"log_start":"307'800","ondisk_log_start":"307'800","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6859,"log_dups_size":0,"ondisk_log_size":6859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109248512,"num_objects":1667,"num_object_clones":0,"num_object_copies":5001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7659,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":202,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.987524+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:55:18.987524+0000","last_peered":"2023-10-09T04:55:18.987524+0000","last_clean":"2023-10-09T04:55:18.987524+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:55:18.987524+0000","last_undegraded":"2023-10-09T04:55:18.987524+0000","last_fullsized":"2023-10-09T04:55:18.987524+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":345,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.774421+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:11.774421+0000","last_peered":"2023-10-09T04:55:11.774421+0000","last_clean":"2023-10-09T04:55:11.774421+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:11.774421+0000","last_undegraded":"2023-10-09T04:55:11.774421+0000","last_fullsized":"2023-10-09T04:55:11.774421+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":62,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779487+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:11.779487+0000","last_peered":"2023-10-09T04:55:11.779487+0000","last_clean":"2023-10-09T04:55:11.779487+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:11.779487+0000","last_undegraded":"2023-10-09T04:55:11.779487+0000","last_fullsized":"2023-10-09T04:55:11.779487+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"369'7426","reported_seq":7500,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:27.667655+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:27.667655+0000","last_peered":"2023-10-09T04:55:27.667655+0000","last_clean":"2023-10-09T04:55:27.667655+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:27.667655+0000","last_undegraded":"2023-10-09T04:55:27.667655+0000","last_fullsized":"2023-10-09T04:55:27.667655+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7426,"log_dups_size":0,"ondisk_log_size":7426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115736576,"num_objects":1766,"num_object_clones":0,"num_object_copies":5298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1766,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7426,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":42,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:19.000986+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:55:19.000986+0000","last_peered":"2023-10-09T04:55:19.000986+0000","last_clean":"2023-10-09T04:55:19.000986+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:55:19.000986+0000","last_undegraded":"2023-10-09T04:55:19.000986+0000","last_fullsized":"2023-10-09T04:55:19.000986+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":345,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.760298+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:11.760298+0000","last_peered":"2023-10-09T04:55:11.760298+0000","last_clean":"2023-10-09T04:55:11.760298+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:11.760298+0000","last_undegraded":"2023-10-09T04:55:11.760298+0000","last_fullsized":"2023-10-09T04:55:11.760298+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":352,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866043+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:55:18.866043+0000","last_peered":"2023-10-09T04:55:18.866043+0000","last_clean":"2023-10-09T04:55:18.866043+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:55:18.866043+0000","last_undegraded":"2023-10-09T04:55:18.866043+0000","last_fullsized":"2023-10-09T04:55:18.866043+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"368'6004","reported_seq":8455,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:25.339767+0000","last_change":"2023-10-09T04:53:25.843633+0000","last_active":"2023-10-09T04:55:25.339767+0000","last_peered":"2023-10-09T04:55:25.339767+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.838527+0000","last_became_peered":"2023-10-09T04:53:25.838527+0000","last_unstale":"2023-10-09T04:55:25.339767+0000","last_undegraded":"2023-10-09T04:53:25.766514+0000","last_fullsized":"2023-10-09T04:53:25.758726+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6004,"log_dups_size":0,"ondisk_log_size":6004,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61440000,"num_objects":938,"num_object_clones":0,"num_object_copies":2814,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":730,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":938,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3726,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":730},{"shards":"1,7","objects":208}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":44,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866562+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:55:18.866562+0000","last_peered":"2023-10-09T04:55:18.866562+0000","last_clean":"2023-10-09T04:55:18.866562+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:55:18.866562+0000","last_undegraded":"2023-10-09T04:55:18.866562+0000","last_fullsized":"2023-10-09T04:55:18.866562+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":388,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.769736+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:11.769736+0000","last_peered":"2023-10-09T04:55:11.769736+0000","last_clean":"2023-10-09T04:55:11.769736+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:11.769736+0000","last_undegraded":"2023-10-09T04:55:11.769736+0000","last_fullsized":"2023-10-09T04:55:11.769736+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"369'6058","reported_seq":9197,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:28.060300+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:28.060300+0000","last_peered":"2023-10-09T04:55:28.060300+0000","last_clean":"2023-10-09T04:55:28.060300+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:28.060300+0000","last_undegraded":"2023-10-09T04:55:28.060300+0000","last_fullsized":"2023-10-09T04:55:28.060300+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6058,"log_dups_size":0,"ondisk_log_size":6058,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55410688,"num_objects":846,"num_object_clones":0,"num_object_copies":2538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":846,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3796,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":347,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767481+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:11.767481+0000","last_peered":"2023-10-09T04:55:11.767481+0000","last_clean":"2023-10-09T04:55:11.767481+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:11.767481+0000","last_undegraded":"2023-10-09T04:55:11.767481+0000","last_fullsized":"2023-10-09T04:55:11.767481+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":390,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866515+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:55:18.866515+0000","last_peered":"2023-10-09T04:55:18.866515+0000","last_clean":"2023-10-09T04:55:18.866515+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:55:18.866515+0000","last_undegraded":"2023-10-09T04:55:18.866515+0000","last_fullsized":"2023-10-09T04:55:18.866515+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"369'6030","reported_seq":7673,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:28.094384+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:28.094384+0000","last_peered":"2023-10-09T04:55:28.094384+0000","last_clean":"2023-10-09T04:55:28.094384+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:28.094384+0000","last_undegraded":"2023-10-09T04:55:28.094384+0000","last_fullsized":"2023-10-09T04:55:28.094384+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6030,"log_dups_size":0,"ondisk_log_size":6030,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51970048,"num_objects":793,"num_object_clones":0,"num_object_copies":2379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3795,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":369,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.767646+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:11.767646+0000","last_peered":"2023-10-09T04:55:11.767646+0000","last_clean":"2023-10-09T04:55:11.767646+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:11.767646+0000","last_undegraded":"2023-10-09T04:55:11.767646+0000","last_fullsized":"2023-10-09T04:55:11.767646+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":373,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866136+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:55:18.866136+0000","last_peered":"2023-10-09T04:55:18.866136+0000","last_clean":"2023-10-09T04:55:18.866136+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:55:18.866136+0000","last_undegraded":"2023-10-09T04:55:18.866136+0000","last_fullsized":"2023-10-09T04:55:18.866136+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"368'6010","reported_seq":6102,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.690153+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:55:25.690153+0000","last_peered":"2023-10-09T04:55:25.690153+0000","last_clean":"2023-10-09T04:55:25.690153+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:55:25.690153+0000","last_undegraded":"2023-10-09T04:55:25.690153+0000","last_fullsized":"2023-10-09T04:55:25.690153+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6010,"log_dups_size":0,"ondisk_log_size":6010,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61931520,"num_objects":945,"num_object_clones":0,"num_object_copies":2835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3735,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":91,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.779625+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:11.779625+0000","last_peered":"2023-10-09T04:55:11.779625+0000","last_clean":"2023-10-09T04:55:11.779625+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:11.779625+0000","last_undegraded":"2023-10-09T04:55:11.779625+0000","last_fullsized":"2023-10-09T04:55:11.779625+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":57,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.786773+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:11.786773+0000","last_peered":"2023-10-09T04:55:11.786773+0000","last_clean":"2023-10-09T04:55:11.786773+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:11.786773+0000","last_undegraded":"2023-10-09T04:55:11.786773+0000","last_fullsized":"2023-10-09T04:55:11.786773+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"368'6072","reported_seq":6160,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:25.743894+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:55:25.743894+0000","last_peered":"2023-10-09T04:55:25.743894+0000","last_clean":"2023-10-09T04:55:25.743894+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:55:25.743894+0000","last_undegraded":"2023-10-09T04:55:25.743894+0000","last_fullsized":"2023-10-09T04:55:25.743894+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6072,"log_dups_size":0,"ondisk_log_size":6072,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098816,"num_objects":856,"num_object_clones":0,"num_object_copies":2568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3802,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":54,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-10-09T04:55:11.768116+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:11.768116+0000","last_peered":"2023-10-09T04:55:11.768116+0000","last_clean":"2023-10-09T04:55:11.768116+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:11.768116+0000","last_undegraded":"2023-10-09T04:55:11.768116+0000","last_fullsized":"2023-10-09T04:55:11.768116+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":389,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-10-09T04:55:18.866022+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:55:18.866022+0000","last_peered":"2023-10-09T04:55:18.866022+0000","last_clean":"2023-10-09T04:55:18.866022+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:55:18.866022+0000","last_undegraded":"2023-10-09T04:55:18.866022+0000","last_fullsized":"2023-10-09T04:55:18.866022+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":1833369624,"num_objects":27976,"num_object_clones":0,"num_object_copies":83928,"num_objects_missing_on_primary":1979,"num_objects_missing":1979,"num_objects_degraded":12992,"num_objects_misplaced":993,"num_objects_unfound":0,"num_objects_dirty":27976,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":120244,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24753,"num_bytes_recovered":1622212608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6959476736,"data_stored":6959464520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161830,"ondisk_log_size":161830,"up":78,"acting":70,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234391,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1803852,"kb_used_data":890372,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":91941300,"statfs":{"total":95995035648,"available":94147891200,"internally_reserved":0,"allocated":911740928,"data_stored":910710549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":1.4630000000000001,"15min":1.923},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.869,"5min":10.343,"15min":11.922000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":1.048,"15min":1.6140000000000001},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":1.827,"5min":10.451000000000001,"15min":17.344000000000001},"last":0.84899999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":1.774,"15min":1.792},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":2.7389999999999999,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.7090000000000001,"15min":1.964},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.504,"5min":24.052,"15min":24.052},"last":0.28799999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.859,"15min":2.0870000000000002},"min":{"1min":0.317,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":3.226,"5min":16.678999999999998,"15min":32.179000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.2270000000000001,"15min":1.7909999999999999},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":2.6899999999999999,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:40 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.4319999999999999,"15min":1.6160000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":3.891,"5min":8.7899999999999991,"15min":11.003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.91600000000000004,"5min":1.1870000000000001,"15min":1.5249999999999999},"min":{"1min":0.33700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":3.6920000000000002,"5min":9.6590000000000007,"15min":10.955},"last":0.72899999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.77,"15min":1.9690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.2470000000000001,"5min":18.370000000000001,"15min":23.919},"last":0.315},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.2230000000000001,"15min":1.6599999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.92600000000000005,"5min":9.2430000000000003,"15min":23.797999999999998},"last":0.40899999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":1.7789999999999999,"15min":2.2149999999999999},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.4830000000000001,"5min":16.568999999999999,"15min":79.709999999999994},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.341,"15min":2.0129999999999999},"min":{"1min":0.314,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.5169999999999999,"5min":12.022,"15min":79.332999999999998},"last":0.38300000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":1.796,"15min":2.0600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":1.177,"5min":16.599,"15min":16.599},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.9610000000000001,"15min":2.0920000000000001},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":1.2030000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.51900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496027,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1303488,"kb_used_data":397944,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":92441664,"statfs":{"total":95995035648,"available":94660263936,"internally_reserved":0,"allocated":407494656,"data_stored":406475957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:13 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":1.0669999999999999,"15min":1.6399999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":3.1499999999999999,"5min":10.545999999999999,"15min":19.166},"last":0.29299999999999998},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.5029999999999999,"15min":1.946},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":5.8070000000000004,"5min":10.645,"15min":19.143999999999998},"last":0.50700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6759999999999999,"15min":1.8959999999999999},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.0089999999999999,"5min":10.686,"15min":10.686},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.228,"15min":1.431},"min":{"1min":0.29199999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9910000000000001,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":3.2639999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":1.224,"15min":1.798},"min":{"1min":0.307,"5min":0.221,"15min":0.221},"max":{"1min":16.338000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":1.2,"5min":1.875,"15min":2.1970000000000001},"min":{"1min":0.27100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":5.7309999999999999,"5min":10.712,"15min":15.391999999999999},"last":0.59199999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:54:45 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":2.0600000000000001,"15min":1.9730000000000001},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.315},"max":{"1min":3.3239999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":4.6020000000000003},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.694,"15min":1.397},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":3.3439999999999999,"5min":12.456,"15min":12.456},"last":3.7549999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.252,"15min":1.75},"min":{"1min":0.26400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":16.399999999999999,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.121,"5min":1.4610000000000001,"15min":1.8500000000000001},"min":{"1min":0.39500000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.068999999999999,"5min":16.068999999999999,"15min":16.068999999999999},"last":4.5609999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.3080000000000001,"15min":1.6970000000000001},"min":{"1min":0.31,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":9.0069999999999997,"5min":9.0069999999999997,"15min":16.042000000000002},"last":3.306},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.0649999999999999,"15min":1.7509999999999999},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":16.292999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":4.641}]},{"osd":7,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.4630000000000001,"15min":2.5739999999999998},"min":{"1min":0.40699999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.861,"5min":9.3170000000000002,"15min":196.22300000000001},"last":0.625},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.8979999999999999,"15min":2.8799999999999999},"min":{"1min":0.46400000000000002,"5min":0.38,"15min":0.33500000000000002},"max":{"1min":1.8799999999999999,"5min":14.885999999999999,"15min":196.24299999999999},"last":0.54000000000000004}]}]},{"osd":1,"up_from":235,"seq":1009317314643,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2155460,"kb_used_data":1812988,"kb_used_omap":5,"kb_used_meta":342458,"kb_avail":91589692,"statfs":{"total":95995035648,"available":93787844608,"internally_reserved":0,"allocated":1856499712,"data_stored":1854723798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":350677717},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.4239999999999999,"15min":1.1259999999999999},"min":{"1min":0.20899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.292,"5min":11.292,"15min":11.292},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.747,"5min":1.5169999999999999,"15min":1.2130000000000001},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5019999999999998,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.29899999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.3999999999999999,"15min":1.1890000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.7750000000000004,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.22800000000000001},{"interface":"front","average":{"1min":1.556,"5min":1.659,"15min":1.3120000000000001},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.221},"max":{"1min":11.183,"5min":11.997,"15min":11.997},"last":0.72099999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":1.9259999999999999,"15min":1.1100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":0.628},{"interface":"front","average":{"1min":3.1539999999999999,"5min":1.9570000000000001,"15min":1.3240000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":27.914000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.496,"15min":1.724},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.9319999999999999,"5min":10.932,"15min":10.932},"last":1.3049999999999999},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.4790000000000001,"15min":1.52},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.1660000000000004,"5min":15.007999999999999,"15min":15.007999999999999},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.7729999999999999,"15min":1.905},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.25,"5min":15.034000000000001,"15min":15.034000000000001},"last":5.5960000000000001},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.623,"15min":1.7629999999999999},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.311},"max":{"1min":11.151999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":5.5599999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.6259999999999999,"15min":1.587},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":11.103,"5min":11.103,"15min":11.103},"last":0.69499999999999995},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.609,"15min":1.431},"min":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.8820000000000001,"5min":10.961,"15min":10.961},"last":0.66000000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":1.5449999999999999,"15min":6.6059999999999999},"min":{"1min":0.41999999999999998,"5min":0.40600000000000003,"15min":0.34799999999999998},"max":{"1min":2.6059999999999999,"5min":10.894,"15min":146.554},"last":4.306},{"interface":"front","average":{"1min":1.02,"5min":1.9790000000000001,"15min":7.2210000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.2119999999999997,"5min":15.06,"15min":146.53100000000001},"last":5.6349999999999998}]}]},{"osd":0,"up_from":86,"seq":369367187733,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1794380,"kb_used_data":932036,"kb_used_omap":5,"kb_used_meta":862330,"kb_avail":91950772,"statfs":{"total":95995035648,"available":94157590528,"internally_reserved":0,"allocated":954404864,"data_stored":952445779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":883026554},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.0429999999999999,"15min":1.143},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.1600000000000001,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":2.9900000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.101,"15min":0.91900000000000004},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":1.732,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":4.7359999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.8089999999999999,"15min":1.6879999999999999},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":5.0720000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":3.6000000000000001},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.768,"15min":1.639},"min":{"1min":0.251,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":8.9550000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":0.752}]},{"osd":3,"last update":"Mon Oct 9 04:54:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":1.1659999999999999,"15min":1.478},"min":{"1min":0.26500000000000001,"5min":0.26100000000000001,"15min":0.23599999999999999},"max":{"1min":3.1930000000000001,"5min":14.036,"15min":14.036},"last":8.8109999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":1.7030000000000001,"15min":1.46},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.6200000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":3.4329999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.4159999999999999,"15min":1.7689999999999999},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":3.7989999999999999,"5min":11.539,"15min":13.125},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.204,"15min":1.54},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28000000000000003},"max":{"1min":2.7090000000000001,"5min":9.5899999999999999,"15min":12.212},"last":0.46600000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3049999999999999,"15min":1.7310000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":3.843,"5min":6.9329999999999998,"15min":13.022},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.393,"15min":2.069},"min":{"1min":0.37,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.1580000000000004,"5min":7.6870000000000003,"15min":13.438000000000001},"last":0.64200000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":1.3180000000000001,"15min":1.9510000000000001},"min":{"1min":0.38800000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":3.008,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.498},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.4279999999999999,"15min":2.105},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.1879999999999997,"5min":7.5979999999999999,"15min":43.819000000000003},"last":0.60999999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.504,"15min":1.952},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":5.2110000000000003,"5min":6.4199999999999999,"15min":13.374000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.4830000000000001,"15min":1.958},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":3.8490000000000002,"5min":11.5,"15min":14.393000000000001},"last":0.88100000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206576,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1697956,"kb_used_data":1019868,"kb_used_omap":7,"kb_used_meta":678072,"kb_avail":92047196,"statfs":{"total":95995035648,"available":94256328704,"internally_reserved":0,"allocated":1044344832,"data_stored":1042595744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":694345809},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.024,"15min":1.6419999999999999},"min":{"1min":0.19800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":5.1950000000000003,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.992,"5min":1.2829999999999999,"15min":1.605},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":7.5670000000000002,"5min":7.673,"15min":47.450000000000003},"last":1.579}]},{"osd":1,"last update":"Mon Oct 9 04:54:48 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.474,"15min":1.1879999999999999},"min":{"1min":0.22500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.6470000000000002,"5min":13.888,"15min":13.888},"last":1.2629999999999999},{"interface":"front","average":{"1min":1.498,"5min":1.47,"15min":1.6699999999999999},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":7.0659999999999998,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.32300000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5129999999999999,"15min":1.052},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":6.9279999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":1.149},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5609999999999999,"15min":1.097},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.24199999999999999},"max":{"1min":6.9560000000000004,"5min":13.413,"15min":13.413},"last":1.181}]},{"osd":4,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.7350000000000001,"15min":1.857},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":6.8360000000000003,"5min":10.335000000000001,"15min":11.215},"last":2.5710000000000002},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.593,"15min":1.706},"min":{"1min":0.39200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.3019999999999996,"5min":11.276999999999999,"15min":18.672999999999998},"last":1.4970000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.4399999999999999,"15min":1.8029999999999999},"min":{"1min":0.33500000000000002,"5min":0.30199999999999999,"15min":0.28299999999999997},"max":{"1min":6.9939999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":1.6299999999999999},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.675,"15min":1.998},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":6.9909999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.36599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":1.9690000000000001,"15min":1.7709999999999999},"min":{"1min":0.52900000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":42.975999999999999,"5min":42.975999999999999,"15min":42.975999999999999},"last":2.5009999999999999},{"interface":"front","average":{"1min":4.0339999999999998,"5min":2.1080000000000001,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":42.843000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.52300000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.47899999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":5.8789999999999996,"5min":14.035,"15min":18.792999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.97,"15min":2.1240000000000001},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.0140000000000002,"5min":14.022,"15min":18.841999999999999},"last":0.55700000000000005}]}]},{"osd":3,"up_from":198,"seq":850403524713,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1011084,"kb_used_data":728324,"kb_used_omap":2,"kb_used_meta":282749,"kb_avail":92734068,"statfs":{"total":95995035648,"available":94959685632,"internally_reserved":0,"allocated":745803776,"data_stored":744187405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":289535029},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,3,1,2,1,2],"upper_bound":512},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":1.375,"15min":1.0309999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.7090000000000001,"5min":12.817,"15min":12.817},"last":2.0350000000000001},{"interface":"front","average":{"1min":1.607,"5min":1.2250000000000001,"15min":1.242},"min":{"1min":0.221,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.6159999999999997,"5min":12.606999999999999,"15min":12.606999999999999},"last":13.303000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:55 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.24,"15min":0.90200000000000002},"min":{"1min":0.253,"5min":0.21099999999999999,"15min":0.20999999999999999},"max":{"1min":8.4420000000000002,"5min":12.891,"15min":12.891},"last":2.1389999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.26,"15min":1.534},"min":{"1min":0.25600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.9340000000000002,"5min":12.866,"15min":12.866},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.6699999999999999,"15min":1.599},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.255},"max":{"1min":1.946,"5min":21.722999999999999,"15min":21.722999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.2050000000000001,"15min":1.3400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69499999999999995,"5min":13.305999999999999,"15min":13.305999999999999},"last":4.6619999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.212,"15min":1.5980000000000001},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.312},"max":{"1min":4.359,"5min":7.8929999999999998,"15min":8.8209999999999997},"last":10.34},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.8400000000000001,"15min":1.675},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":2.0049999999999999,"5min":21.532,"15min":21.532},"last":0.47799999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.411,"15min":1.5469999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81399999999999995,"5min":22.693000000000001,"15min":22.693000000000001},"last":2.089},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.4019999999999999,"15min":2.069},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.6079999999999997,"5min":8.2650000000000006,"15min":10.946999999999999},"last":10.409000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":2.1619999999999999,"15min":2.411},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":2.0369999999999999,"5min":21.693999999999999,"15min":21.693999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.5129999999999999,"15min":2.0139999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.899,"5min":12.991,"15min":12.991},"last":2.1099999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.367,"15min":1.7549999999999999},"min":{"1min":0.40899999999999997,"5min":0.36199999999999999,"15min":0.34899999999999998},"max":{"1min":5.9470000000000001,"5min":8.859,"15min":8.8620000000000001},"last":10.381},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.861,"15min":2.1000000000000001},"min":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.9830000000000001,"5min":21.587,"15min":21.587},"last":0.502}]}]},{"osd":4,"up_from":30,"seq":128849019299,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1376648,"kb_used_data":476672,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92368504,"statfs":{"total":95995035648,"available":94585348096,"internally_reserved":0,"allocated":488112128,"data_stored":487085544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.754,"15min":1.851},"min":{"1min":0.23699999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.6139999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":7.2210000000000001},{"interface":"front","average":{"1min":1.454,"5min":1.7130000000000001,"15min":1.742},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":5.5209999999999999,"5min":12.064,"15min":12.064},"last":1.8660000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":1.718,"15min":1.425},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53000000000000003,"5min":12.112,"15min":12.112},"last":1.929},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.6930000000000001,"15min":1.8939999999999999},"min":{"1min":0.28699999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.762,"5min":21.356000000000002,"15min":21.356000000000002},"last":4.8310000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":4.7770000000000001,"5min":2.6080000000000001,"15min":2.1179999999999999},"min":{"1min":0.39300000000000002,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":64.391999999999996,"5min":64.391999999999996,"15min":64.391999999999996},"last":7.1390000000000002},{"interface":"front","average":{"1min":4.6219999999999999,"5min":2.4449999999999998,"15min":2.0739999999999998},"min":{"1min":0.38500000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":64.248000000000005,"5min":64.248000000000005,"15min":64.248000000000005},"last":1.903}]},{"osd":3,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.7989999999999999,"15min":1.8300000000000001},"min":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.32700000000000001},"max":{"1min":3.673,"5min":12.138999999999999,"15min":12.138999999999999},"last":2.242},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.883,"15min":1.847},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.8799999999999999,"5min":21.442,"15min":21.442},"last":4.8760000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.482,"15min":1.819},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.7759999999999998,"5min":20.991,"15min":20.991},"last":7.1950000000000003},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.3540000000000001,"15min":1.7070000000000001},"min":{"1min":0.316,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":5.4409999999999998,"5min":14.202999999999999,"15min":14.202999999999999},"last":1.9750000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:54:31 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.1280000000000001,"15min":2.4399999999999999},"min":{"1min":0.33300000000000002,"5min":0.29599999999999999,"15min":0.29199999999999998},"max":{"1min":1.4199999999999999,"5min":21.481000000000002,"15min":31.064},"last":12.949},{"interface":"front","average":{"1min":0.63800000000000001,"5min":2.5489999999999999,"15min":2.097},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":1.5960000000000001,"5min":39.834000000000003,"15min":39.834000000000003},"last":7.367}]},{"osd":7,"last update":"Mon Oct 9 04:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.5469999999999999,"15min":1.966},"min":{"1min":0.34699999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":0.95099999999999996,"5min":27.376000000000001,"15min":27.376000000000001},"last":1.9530000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.9490000000000001,"15min":2.2200000000000002},"min":{"1min":0.40100000000000002,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.0899999999999999,"5min":21.402000000000001,"15min":21.402000000000001},"last":4.9089999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757662,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1530476,"kb_used_data":629924,"kb_used_omap":0,"kb_used_meta":900544,"kb_avail":92214676,"statfs":{"total":95995035648,"available":94427828224,"internally_reserved":0,"allocated":645042176,"data_stored":644031597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922157056},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":4.0890000000000004,"15min":2.3879999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":6.7949999999999999,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.78100000000000003,"5min":4.657,"15min":3.1230000000000002},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":2.9630000000000001,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.45100000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":0.314},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":0.49199999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":1.5189999999999999,"15min":1.6619999999999999},"min":{"1min":0.34999999999999998,"5min":0.251,"15min":0.249},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.751},{"interface":"front","average":{"1min":2.3919999999999999,"5min":1.7929999999999999,"15min":2.0539999999999998},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":18.617000000000001,"5min":18.617000000000001,"15min":18.617000000000001},"last":1.0980000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":1.538,"15min":1.3120000000000001},"min":{"1min":0.33500000000000002,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":1.9550000000000001,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":4.5199999999999996},{"interface":"front","average":{"1min":1.014,"5min":1.8240000000000001,"15min":1.78},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.0129999999999999,"5min":13.257,"15min":13.257},"last":1.23}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.3340000000000001,"15min":1.4650000000000001},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.26000000000000001},"max":{"1min":6.9169999999999998,"5min":13.285,"15min":13.285},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.69099999999999995,"5min":1.4470000000000001,"15min":2.1339999999999999},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":2.7919999999999998,"5min":13.125,"15min":14.824},"last":0.59699999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":1.7370000000000001,"15min":1.9750000000000001},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.077,"5min":13.189,"15min":21.196999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.5489999999999999,"15min":2.2189999999999999},"min":{"1min":0.313,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72099999999999997,"5min":13.279999999999999,"15min":19.631},"last":1.028}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":0.69699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":948174848,"data_stored":948174848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1838415872,"data_stored":1838415872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1027805184,"data_stored":1027801112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":740491264,"data_stored":740491264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":474353664,"data_stored":474349592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":637534208,"data_stored":637534208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":389484544,"data_stored":389480472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":903217152,"data_stored":903217152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:55:31.069 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:55:31.094 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:55:31.129 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:31.160 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 12994/84000 objects degraded (15.469%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:31.160 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:30 smithi107 ceph-mon[179183]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:31.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 12994/84000 objects degraded (15.469%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:31.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:30 smithi150 ceph-mon[168511]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:31.165 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:31.211 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:31.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:31.214 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:31.315 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:31.476 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:31.665 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:31.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:31.672 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:31.674 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:31.773 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:31.858 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:32.140 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:55:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:55:32] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2023-10-09T04:55:32.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:32.141 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:31 smithi107 ceph-mon[179183]: pgmap v1135: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 12551/76827 objects degraded (16.337%); 877/76827 objects misplaced (1.142%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T04:55:32.141 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:32.141 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:31 smithi107 ceph-mon[184249]: pgmap v1135: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 12551/76827 objects degraded (16.337%); 877/76827 objects misplaced (1.142%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T04:55:32.148 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:32.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:32.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:32.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:31 smithi150 ceph-mon[168511]: pgmap v1135: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 12551/76827 objects degraded (16.337%); 877/76827 objects misplaced (1.142%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T04:55:32.260 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:32.300 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:32.359 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:32.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:32.364 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:32.411 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:32.465 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:32.520 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:32.574 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:32.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:32.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:32.683 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:32.686 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:32.789 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/244715412' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:33.081 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:55:33.250 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:33.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:33.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:33.356 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:33.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/244715412' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:33.392 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:33.396 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:33.403 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/244715412' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:33.403 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:33.449 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:33.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:33.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:33.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:33.622 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:34.209 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:55:34.209 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[179183]: failed to encode map e370 with expected crc 2023-10-09T04:55:34.209 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:34.209 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[179183]: osdmap e370: 8 total, 8 up, 8 in 2023-10-09T04:55:34.209 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[179183]: failed to encode map e370 with expected crc 2023-10-09T04:55:34.209 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[179183]: pgmap v1137: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 762 op/s; 12308/73620 objects degraded (16.718%); 877/73620 objects misplaced (1.191%); 12 MiB/s, 185 objects/s recovering 2023-10-09T04:55:34.210 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:55:34.210 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[184249]: failed to encode map e370 with expected crc 2023-10-09T04:55:34.210 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:34.210 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[184249]: osdmap e370: 8 total, 8 up, 8 in 2023-10-09T04:55:34.210 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[184249]: failed to encode map e370 with expected crc 2023-10-09T04:55:34.210 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:34 smithi107 ceph-mon[184249]: pgmap v1137: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 762 op/s; 12308/73620 objects degraded (16.718%); 877/73620 objects misplaced (1.191%); 12 MiB/s, 185 objects/s recovering 2023-10-09T04:55:34.259 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:34.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:34.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:34.368 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:34.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:34 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:55:34.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:34 smithi150 ceph-mon[168511]: failed to encode map e370 with expected crc 2023-10-09T04:55:34.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:34 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:34.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:34 smithi150 ceph-mon[168511]: osdmap e370: 8 total, 8 up, 8 in 2023-10-09T04:55:34.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:34 smithi150 ceph-mon[168511]: failed to encode map e370 with expected crc 2023-10-09T04:55:34.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:34 smithi150 ceph-mon[168511]: pgmap v1137: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 762 op/s; 12308/73620 objects degraded (16.718%); 877/73620 objects misplaced (1.191%); 12 MiB/s, 185 objects/s recovering 2023-10-09T04:55:34.404 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:34.460 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:34.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:34.466 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:34.567 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:34.618 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:34.676 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:34.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:34.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:34.784 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:34.849 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:34.925 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:34.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:34.937 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:34.962 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:35.004 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:35.030 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:35.038 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:35.077 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:35.118 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:35.132 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:35.168 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1431096547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:35.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1431096547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:35.209 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:35.255 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:35.270 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:35.273 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.273 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.273 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.273 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.273 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:55:35.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:35.282 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:35.383 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:35.423 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1431096547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:35.424 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:35.483 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:35.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:35.490 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:35.591 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:35.671 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:35.748 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:35.748 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 12308/73620 objects degraded (16.718%), 11 pgs degraded, 9 pgs undersized","count":20},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1495,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":370,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":8,"osd_in_since":1696827203,"num_remapped_pgs":9},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":8},{"state_name":"active+recovery_wait+degraded","count":3},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":24540,"data_bytes":1607210936,"bytes_used":12373200896,"bytes_avail":755587084288,"bytes_total":767960285184,"degraded_objects":12308,"degraded_total":73620,"degraded_ratio":0.16718283075251292,"misplaced_objects":877,"misplaced_total":73620,"misplaced_ratio":0.01191252377071448,"recovering_objects_per_sec":185,"recovering_bytes_per_sec":12125607,"recovering_keys_per_sec":0,"num_objects_recovered":1481,"num_bytes_recovered":97058816,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":762},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"724e7db3-73f4-4fab-8b02-92c868475a4e":{"message":"Global Recovery Event (3m)\n [========================....] (remaining: 24s)","progress":0.87878787517547607,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:55:35.806 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:35.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:35.818 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:35.919 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:35.933 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:55:35.933 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:55:35.933 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.933 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:126475 11.9 11:951bcf21:::benchmark_data_smithi107_315913_object52363:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:35.888478+0000", 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.044480349000000002, 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.044512742000000001, 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "delayed", 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126475 2023-10-09T04:55:35.934 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.888478+0000", 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.888478+0000", 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.888475+0000", 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.888483+0000", 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1519999999999992e-06 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.888500+0000", 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6566999999999999e-05 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.888509+0000", 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5010000000000004e-06 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.913370+0000", 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024861607000000001 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.914601+0000", 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012307119999999999 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.929602+0000", 2023-10-09T04:55:35.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015000813999999999 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.930800+0000", 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0011978920000000001 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.939 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:126464 11.9 11:95af806d:::benchmark_data_smithi107_315913_object52352:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:35.866381+0000", 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.066576415999999999, 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066672589000000004, 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "delayed", 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126464 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:35.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.866381+0000", 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.866381+0000", 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.866380+0000", 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.866388+0000", 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2770000000000005e-06 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.866401+0000", 2023-10-09T04:55:35.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2826000000000001e-05 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.866409+0000", 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1300000000000001e-06 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.884990+0000", 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.018581087999999999 2023-10-09T04:55:35.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.886222+0000", 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001231932 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.908601+0000", 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022378795 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.909912+0000", 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013112930000000001 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:126484 11.9 11:930cc9cc:::benchmark_data_smithi107_315913_object52372:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:35.904476+0000", 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.028482203000000001, 2023-10-09T04:55:35.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028625202999999998, 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "delayed", 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 126484 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.904476+0000", 2023-10-09T04:55:35.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.904476+0000", 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.904474+0000", 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.904481+0000", 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4150000000000002e-06 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.904497+0000", 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6035000000000001e-05 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:35.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.904505+0000", 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1040000000000007e-06 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.914733+0000", 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010227394000000001 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.915942+0000", 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001209044 2023-10-09T04:55:35.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.928048+0000", 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01210579 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.929429+0000", 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013811699999999999 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.950 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(11.a 370/351 [PushOp(11:50406a5b:::benchmark_data_smithi107_315913_object52387:head, version: 314'3364, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(11:50406a5b:::benchmark_data_smithi107_315913_object52387:head@314'3364, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:35.931362+0000", 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0015963780000000001, 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017978390000000001, 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931362+0000", 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931362+0000", 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931361+0000", 2023-10-09T04:55:35.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931466+0000", 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000105865 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931487+0000", 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0849999999999999e-05 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931503+0000", 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5658000000000002e-05 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931574+0000", 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0690000000000003e-05 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:55:35.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:35.931587+0000", 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.325e-05 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T04:55:35.955 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:55:35.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:55:35.961 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:36.003 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:36.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:36.007 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:36.108 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:36.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:36 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 12308/73620 objects degraded (16.718%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:36.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:36 smithi107 ceph-mon[184249]: pgmap v1138: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 12308/71805 objects degraded (17.141%); 877/71805 objects misplaced (1.221%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:55:36.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2382830440' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:36.179 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:36 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 12308/73620 objects degraded (16.718%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:36.180 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:36 smithi107 ceph-mon[179183]: pgmap v1138: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 12308/71805 objects degraded (17.141%); 877/71805 objects misplaced (1.221%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:55:36.180 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2382830440' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:36.182 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:36 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 12308/73620 objects degraded (16.718%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:36 smithi150 ceph-mon[168511]: pgmap v1138: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 12308/71805 objects degraded (17.141%); 877/71805 objects misplaced (1.221%); 6.7 MiB/s, 106 objects/s recovering 2023-10-09T04:55:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2382830440' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:36.354 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:36.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:36.360 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:36.413 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:55:36.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:36.532 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:36.737 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:36.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:36.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:36.787 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:55:36.787 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:36.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:36.940 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:36.982 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:37.058 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:37.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:37.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:37.174 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:37.220 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:37.283 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:37.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:37.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:37.392 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:37.434 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:37.484 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:37.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:37.495 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:37.584 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:37.595 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:37.690 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:37.974 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:37.981 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:55:37.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:37.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:38.084 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:38.141 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:38.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:38.352 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:38.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:38.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:38.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:38.507 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:38.716 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:38.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:38.723 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:38.757 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:38 smithi107 ceph-mon[184249]: pgmap v1139: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 11399/67080 objects degraded (16.993%); 691/67080 objects misplaced (1.030%); 10 MiB/s, 160 objects/s recovering 2023-10-09T04:55:38.763 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:38 smithi107 ceph-mon[179183]: pgmap v1139: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 11399/67080 objects degraded (16.993%); 691/67080 objects misplaced (1.030%); 10 MiB/s, 160 objects/s recovering 2023-10-09T04:55:38.824 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:38.885 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:38.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:38.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:38.939 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:38 smithi150 ceph-mon[168511]: pgmap v1139: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 11399/67080 objects degraded (16.993%); 691/67080 objects misplaced (1.030%); 10 MiB/s, 160 objects/s recovering 2023-10-09T04:55:39.040 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:39.098 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:39.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:39.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:39.176 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:39.276 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:39.334 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:39.381 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:39.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:39.388 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:39.489 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:39.529 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:39.584 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:39.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:39.588 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:39.688 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:39.751 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:39.823 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:39.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:39.829 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:39.930 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:39.943 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:39.977 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:40.034 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:40.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:40.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:40.141 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:40.206 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:40.338 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:40.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:40.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:40.423 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:55:40.423 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:55:40.423 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:55:40.423 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:55:40.423 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:55:40.445 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:40.487 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:40.546 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:40.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:40.551 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:40.652 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:40.699 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:40.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:40 smithi150 ceph-mon[168511]: pgmap v1140: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 666 op/s; 10960/63975 objects degraded (17.132%); 691/63975 objects misplaced (1.080%); 10 MiB/s, 161 objects/s recovering 2023-10-09T04:55:40.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3157349537' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:40.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10960/63975 objects degraded (17.132%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:40.763 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:40.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:40.765 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:40.779 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:55:40.866 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:40.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:40 smithi107 ceph-mon[179183]: pgmap v1140: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 666 op/s; 10960/63975 objects degraded (17.132%); 691/63975 objects misplaced (1.080%); 10 MiB/s, 161 objects/s recovering 2023-10-09T04:55:40.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3157349537' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:40.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10960/63975 objects degraded (17.132%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:40 smithi107 ceph-mon[184249]: pgmap v1140: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 666 op/s; 10960/63975 objects degraded (17.132%); 691/63975 objects misplaced (1.080%); 10 MiB/s, 161 objects/s recovering 2023-10-09T04:55:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3157349537' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:55:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10960/63975 objects degraded (17.132%), 11 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:40.929 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:40.992 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:40.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:40.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:41.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:41.124 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:55:41.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:41.181 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:41.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:41.186 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:41.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:41.324 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:41.380 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:41.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:41.383 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:41.484 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:41.522 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:41.530 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:55:41.571 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3157349537' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: osdmap e371: 8 total, 8 up, 8 in 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[184249]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3157349537' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: osdmap e371: 8 total, 8 up, 8 in 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: failed to encode map e371 with expected crc 2023-10-09T04:55:41.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:41 smithi107 ceph-mon[179183]: failed to encode map e371 with expected crc 2023-10-09T04:55:42.135 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:55:42] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2023-10-09T04:55:42.161 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:42.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:42.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: failed to encode map e371 with expected crc 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3157349537' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: osdmap e371: 8 total, 8 up, 8 in 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: failed to encode map e371 with expected crc 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: failed to encode map e371 with expected crc 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: failed to encode map e371 with expected crc 2023-10-09T04:55:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:41 smithi150 ceph-mon[168511]: failed to encode map e371 with expected crc 2023-10-09T04:55:42.267 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:42.309 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:42.338 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1141,"stamp":"2023-10-09T04:55:40.754480+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1354176440,"num_objects":20679,"num_object_clones":0,"num_object_copies":62037,"num_objects_missing_on_primary":1273,"num_objects_missing":1273,"num_objects_degraded":10960,"num_objects_misplaced":691,"num_objects_unfound":0,"num_objects_dirty":20679,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":127865,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26415,"num_bytes_recovered":1730626094,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167867,"ondisk_log_size":167867,"up":297,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":11460464,"kb_used_data":5680176,"kb_used_omap":21,"kb_used_meta":5780202,"kb_avail":738500752,"statfs":{"total":767960285184,"available":756224770048,"internally_reserved":0,"allocated":5816500224,"data_stored":5805244719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5918927317},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,2,2,4,3,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-323092480,"num_objects":-4930,"num_object_clones":0,"num_object_copies":-14790,"num_objects_missing_on_primary":-484,"num_objects_missing":-484,"num_objects_degraded":-1591,"num_objects_misplaced":-186,"num_objects_unfound":0,"num_objects_dirty":-4930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4930,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1058,"num_bytes_recovered":69337088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.124073"},"pg_stats":[{"pgid":"11.12","version":"370'6092","reported_seq":9804,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:35.441084+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:55:35.441084+0000","last_peered":"2023-10-09T04:55:35.441084+0000","last_clean":"2023-10-09T04:55:35.441084+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:55:35.441084+0000","last_undegraded":"2023-10-09T04:55:35.441084+0000","last_fullsized":"2023-10-09T04:55:35.441084+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42762240,"num_objects":653,"num_object_clones":0,"num_object_copies":1959,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":653,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3889,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":366,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568157+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:55:26.568157+0000","last_peered":"2023-10-09T04:55:26.568157+0000","last_clean":"2023-10-09T04:55:26.568157+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:55:26.568157+0000","last_undegraded":"2023-10-09T04:55:26.568157+0000","last_fullsized":"2023-10-09T04:55:26.568157+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":142,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.566754+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:26.566754+0000","last_peered":"2023-10-09T04:55:26.566754+0000","last_clean":"2023-10-09T04:55:26.566754+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:26.566754+0000","last_undegraded":"2023-10-09T04:55:26.566754+0000","last_fullsized":"2023-10-09T04:55:26.566754+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"370'6050","reported_seq":6921,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:35.954014+0000","last_change":"2023-10-09T04:53:29.237360+0000","last_active":"2023-10-09T04:55:35.954014+0000","last_peered":"2023-10-09T04:55:35.954014+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:55:35.954014+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6050,"log_dups_size":0,"ondisk_log_size":6050,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47710208,"num_objects":728,"num_object_clones":0,"num_object_copies":2184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2105,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3826,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":232,"num_bytes_recovered":15171584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":575},{"shards":"0,2,4","objects":47},{"shards":"0,6","objects":-1329}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":312,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.576838+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:26.576838+0000","last_peered":"2023-10-09T04:55:26.576838+0000","last_clean":"2023-10-09T04:55:26.576838+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:26.576838+0000","last_undegraded":"2023-10-09T04:55:26.576838+0000","last_fullsized":"2023-10-09T04:55:26.576838+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":334,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.582099+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:55:26.582099+0000","last_peered":"2023-10-09T04:55:26.582099+0000","last_clean":"2023-10-09T04:55:26.582099+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:55:26.582099+0000","last_undegraded":"2023-10-09T04:55:26.582099+0000","last_fullsized":"2023-10-09T04:55:26.582099+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"370'6392","reported_seq":11663,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.464882+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:55:40.464882+0000","last_peered":"2023-10-09T04:55:40.464882+0000","last_clean":"2023-10-09T04:55:40.464882+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:55:40.464882+0000","last_undegraded":"2023-10-09T04:55:40.464882+0000","last_fullsized":"2023-10-09T04:55:40.464882+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6392,"log_dups_size":0,"ondisk_log_size":6392,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36667392,"num_objects":560,"num_object_clones":0,"num_object_copies":1680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":560,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4110,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":64,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.584798+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:26.584798+0000","last_peered":"2023-10-09T04:55:26.584798+0000","last_clean":"2023-10-09T04:55:26.584798+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:26.584798+0000","last_undegraded":"2023-10-09T04:55:26.584798+0000","last_fullsized":"2023-10-09T04:55:26.584798+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":43,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.588657+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:55:26.588657+0000","last_peered":"2023-10-09T04:55:26.588657+0000","last_clean":"2023-10-09T04:55:26.588657+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:55:26.588657+0000","last_undegraded":"2023-10-09T04:55:26.588657+0000","last_fullsized":"2023-10-09T04:55:26.588657+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":331,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589622+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:26.589622+0000","last_peered":"2023-10-09T04:55:26.589622+0000","last_clean":"2023-10-09T04:55:26.589622+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:26.589622+0000","last_undegraded":"2023-10-09T04:55:26.589622+0000","last_fullsized":"2023-10-09T04:55:26.589622+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":90,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.584982+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:26.584982+0000","last_peered":"2023-10-09T04:55:26.584982+0000","last_clean":"2023-10-09T04:55:26.584982+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:26.584982+0000","last_undegraded":"2023-10-09T04:55:26.584982+0000","last_fullsized":"2023-10-09T04:55:26.584982+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":347,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589047+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:26.589047+0000","last_peered":"2023-10-09T04:55:26.589047+0000","last_clean":"2023-10-09T04:55:26.589047+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:26.589047+0000","last_undegraded":"2023-10-09T04:55:26.589047+0000","last_fullsized":"2023-10-09T04:55:26.589047+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":86,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.592124+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:26.592124+0000","last_peered":"2023-10-09T04:55:26.592124+0000","last_clean":"2023-10-09T04:55:26.592124+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:26.592124+0000","last_undegraded":"2023-10-09T04:55:26.592124+0000","last_fullsized":"2023-10-09T04:55:26.592124+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":373,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580127+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:55:26.580127+0000","last_peered":"2023-10-09T04:55:26.580127+0000","last_clean":"2023-10-09T04:55:26.580127+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:55:26.580127+0000","last_undegraded":"2023-10-09T04:55:26.580127+0000","last_fullsized":"2023-10-09T04:55:26.580127+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":326,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:33.109912+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:33.109912+0000","last_peered":"2023-10-09T04:55:33.109912+0000","last_clean":"2023-10-09T04:55:33.109912+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:33.109912+0000","last_undegraded":"2023-10-09T04:55:33.109912+0000","last_fullsized":"2023-10-09T04:55:33.109912+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":406,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568409+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:55:26.568409+0000","last_peered":"2023-10-09T04:55:26.568409+0000","last_clean":"2023-10-09T04:55:26.568409+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:55:26.568409+0000","last_undegraded":"2023-10-09T04:55:26.568409+0000","last_fullsized":"2023-10-09T04:55:26.568409+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":387,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568490+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:55:26.568490+0000","last_peered":"2023-10-09T04:55:26.568490+0000","last_clean":"2023-10-09T04:55:26.568490+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:55:26.568490+0000","last_undegraded":"2023-10-09T04:55:26.568490+0000","last_fullsized":"2023-10-09T04:55:26.568490+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":349,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.579791+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:55:26.579791+0000","last_peered":"2023-10-09T04:55:26.579791+0000","last_clean":"2023-10-09T04:55:26.579791+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:55:26.579791+0000","last_undegraded":"2023-10-09T04:55:26.579791+0000","last_fullsized":"2023-10-09T04:55:26.579791+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":211,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580616+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:26.580616+0000","last_peered":"2023-10-09T04:55:26.580616+0000","last_clean":"2023-10-09T04:55:26.580616+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:26.580616+0000","last_undegraded":"2023-10-09T04:55:26.580616+0000","last_fullsized":"2023-10-09T04:55:26.580616+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":337,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.579389+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:55:26.579389+0000","last_peered":"2023-10-09T04:55:26.579389+0000","last_clean":"2023-10-09T04:55:26.579389+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:55:26.579389+0000","last_undegraded":"2023-10-09T04:55:26.579389+0000","last_fullsized":"2023-10-09T04:55:26.579389+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":366,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.590065+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:26.590065+0000","last_peered":"2023-10-09T04:55:26.590065+0000","last_clean":"2023-10-09T04:55:26.590065+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:26.590065+0000","last_undegraded":"2023-10-09T04:55:26.590065+0000","last_fullsized":"2023-10-09T04:55:26.590065+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"370'6317","reported_seq":10290,"reported_epoch":370,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T04:55:36.470288+0000","last_change":"2023-10-09T04:54:02.176784+0000","last_active":"2023-10-09T04:55:36.470288+0000","last_peered":"2023-10-09T04:55:36.470288+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:28.110068+0000","last_became_peered":"2023-10-09T04:53:28.110068+0000","last_unstale":"2023-10-09T04:55:36.470288+0000","last_undegraded":"2023-10-09T04:55:36.470288+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6317,"log_dups_size":0,"ondisk_log_size":6317,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43319296,"num_objects":661,"num_object_clones":0,"num_object_copies":1983,"num_objects_missing_on_primary":27,"num_objects_missing":27,"num_objects_degraded":0,"num_objects_misplaced":691,"num_objects_unfound":0,"num_objects_dirty":661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4027,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1707,"num_bytes_recovered":111869952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":637},{"shards":"0,1,7","objects":27},{"shards":"0,3","objects":-3}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":354,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.579313+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:55:26.579313+0000","last_peered":"2023-10-09T04:55:26.579313+0000","last_clean":"2023-10-09T04:55:26.579313+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:55:26.579313+0000","last_undegraded":"2023-10-09T04:55:26.579313+0000","last_fullsized":"2023-10-09T04:55:26.579313+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":322,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.584085+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:26.584085+0000","last_peered":"2023-10-09T04:55:26.584085+0000","last_clean":"2023-10-09T04:55:26.584085+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:26.584085+0000","last_undegraded":"2023-10-09T04:55:26.584085+0000","last_fullsized":"2023-10-09T04:55:26.584085+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"370'6205","reported_seq":9697,"reported_epoch":370,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:38.526445+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:38.526445+0000","last_peered":"2023-10-09T04:55:38.526445+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:38.526445+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:38.526445+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6205,"log_dups_size":0,"ondisk_log_size":6205,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38993920,"num_objects":595,"num_object_clones":0,"num_object_copies":1785,"num_objects_missing_on_primary":619,"num_objects_missing":619,"num_objects_degraded":695,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3983,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1619,"num_bytes_recovered":106070016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,3,5","objects":619},{"shards":"0,3,5,6","objects":1},{"shards":"3,5,6","objects":-25}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":68,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.592962+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:55:26.592962+0000","last_peered":"2023-10-09T04:55:26.592962+0000","last_clean":"2023-10-09T04:55:26.592962+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:55:26.592962+0000","last_undegraded":"2023-10-09T04:55:26.592962+0000","last_fullsized":"2023-10-09T04:55:26.592962+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":66,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.584536+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:26.584536+0000","last_peered":"2023-10-09T04:55:26.584536+0000","last_clean":"2023-10-09T04:55:26.584536+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:26.584536+0000","last_undegraded":"2023-10-09T04:55:26.584536+0000","last_fullsized":"2023-10-09T04:55:26.584536+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"370'6197","reported_seq":6292,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:35.879321+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:55:35.879321+0000","last_peered":"2023-10-09T04:55:35.879321+0000","last_clean":"2023-10-09T04:55:35.879321+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:55:35.879321+0000","last_undegraded":"2023-10-09T04:55:35.879321+0000","last_fullsized":"2023-10-09T04:55:35.879321+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6197,"log_dups_size":0,"ondisk_log_size":6197,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46727168,"num_objects":713,"num_object_clones":0,"num_object_copies":2139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3927,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":332,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580567+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:55:26.580567+0000","last_peered":"2023-10-09T04:55:26.580567+0000","last_clean":"2023-10-09T04:55:26.580567+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:55:26.580567+0000","last_undegraded":"2023-10-09T04:55:26.580567+0000","last_fullsized":"2023-10-09T04:55:26.580567+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":350,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.590381+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:26.590381+0000","last_peered":"2023-10-09T04:55:26.590381+0000","last_clean":"2023-10-09T04:55:26.590381+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:26.590381+0000","last_undegraded":"2023-10-09T04:55:26.590381+0000","last_fullsized":"2023-10-09T04:55:26.590381+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"370'6302","reported_seq":6396,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:35.643559+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:55:35.643559+0000","last_peered":"2023-10-09T04:55:35.643559+0000","last_clean":"2023-10-09T04:55:35.643559+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:55:35.643559+0000","last_undegraded":"2023-10-09T04:55:35.643559+0000","last_fullsized":"2023-10-09T04:55:35.643559+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6302,"log_dups_size":0,"ondisk_log_size":6302,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42139648,"num_objects":643,"num_object_clones":0,"num_object_copies":1929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4027,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":350,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.582204+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:55:26.582204+0000","last_peered":"2023-10-09T04:55:26.582204+0000","last_clean":"2023-10-09T04:55:26.582204+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:55:26.582204+0000","last_undegraded":"2023-10-09T04:55:26.582204+0000","last_fullsized":"2023-10-09T04:55:26.582204+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":394,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.569031+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:55:26.569031+0000","last_peered":"2023-10-09T04:55:26.569031+0000","last_clean":"2023-10-09T04:55:26.569031+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:55:26.569031+0000","last_undegraded":"2023-10-09T04:55:26.569031+0000","last_fullsized":"2023-10-09T04:55:26.569031+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"370'6140","reported_seq":7757,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:37.938360+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:37.938360+0000","last_peered":"2023-10-09T04:55:37.938360+0000","last_clean":"2023-10-09T04:55:37.938360+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:37.938360+0000","last_undegraded":"2023-10-09T04:55:37.938360+0000","last_fullsized":"2023-10-09T04:55:37.938360+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6140,"log_dups_size":0,"ondisk_log_size":6140,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44761088,"num_objects":683,"num_object_clones":0,"num_object_copies":2049,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":683,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3905,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":385,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580016+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:55:26.580016+0000","last_peered":"2023-10-09T04:55:26.580016+0000","last_clean":"2023-10-09T04:55:26.580016+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:55:26.580016+0000","last_undegraded":"2023-10-09T04:55:26.580016+0000","last_fullsized":"2023-10-09T04:55:26.580016+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":43,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589196+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:55:26.589196+0000","last_peered":"2023-10-09T04:55:26.589196+0000","last_clean":"2023-10-09T04:55:26.589196+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:55:26.589196+0000","last_undegraded":"2023-10-09T04:55:26.589196+0000","last_fullsized":"2023-10-09T04:55:26.589196+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"370'6260","reported_seq":9317,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:38.004018+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:38.004018+0000","last_peered":"2023-10-09T04:55:38.004018+0000","last_clean":"2023-10-09T04:55:38.004018+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:38.004018+0000","last_undegraded":"2023-10-09T04:55:38.004018+0000","last_fullsized":"2023-10-09T04:55:38.004018+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6260,"log_dups_size":0,"ondisk_log_size":6260,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42696704,"num_objects":651,"num_object_clones":0,"num_object_copies":1953,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3997,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":414,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589189+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:26.589189+0000","last_peered":"2023-10-09T04:55:26.589189+0000","last_clean":"2023-10-09T04:55:26.589189+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:26.589189+0000","last_undegraded":"2023-10-09T04:55:26.589189+0000","last_fullsized":"2023-10-09T04:55:26.589189+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":344,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.567378+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:26.567378+0000","last_peered":"2023-10-09T04:55:26.567378+0000","last_clean":"2023-10-09T04:55:26.567378+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:26.567378+0000","last_undegraded":"2023-10-09T04:55:26.567378+0000","last_fullsized":"2023-10-09T04:55:26.567378+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"370'6424","reported_seq":8881,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:40.425104+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:55:40.425104+0000","last_peered":"2023-10-09T04:55:40.425104+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:55:40.425104+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6424,"log_dups_size":0,"ondisk_log_size":6424,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36012032,"num_objects":549,"num_object_clones":0,"num_object_copies":1647,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":549,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4145,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":610},{"shards":"1,7","objects":-230}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":43,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568753+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:55:26.568753+0000","last_peered":"2023-10-09T04:55:26.568753+0000","last_clean":"2023-10-09T04:55:26.568753+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:55:26.568753+0000","last_undegraded":"2023-10-09T04:55:26.568753+0000","last_fullsized":"2023-10-09T04:55:26.568753+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":414,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568308+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:55:26.568308+0000","last_peered":"2023-10-09T04:55:26.568308+0000","last_clean":"2023-10-09T04:55:26.568308+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:55:26.568308+0000","last_undegraded":"2023-10-09T04:55:26.568308+0000","last_fullsized":"2023-10-09T04:55:26.568308+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"370'6074","reported_seq":9610,"reported_epoch":370,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:35.497360+0000","last_change":"2023-10-09T04:53:18.244122+0000","last_active":"2023-10-09T04:55:35.497360+0000","last_peered":"2023-10-09T04:55:35.497360+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:55:35.497360+0000","last_undegraded":"2023-10-09T04:53:18.210107+0000","last_fullsized":"2023-10-09T04:55:35.497360+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6074,"log_dups_size":0,"ondisk_log_size":6074,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45514752,"num_objects":694,"num_object_clones":0,"num_object_copies":2082,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":694,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3870,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1588,"num_bytes_recovered":104071168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","7"],"object_location_counts":[{"shards":"0,2,3","objects":638},{"shards":"0,2,7","objects":56}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":43,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589289+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:55:26.589289+0000","last_peered":"2023-10-09T04:55:26.589289+0000","last_clean":"2023-10-09T04:55:26.589289+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:55:26.589289+0000","last_undegraded":"2023-10-09T04:55:26.589289+0000","last_fullsized":"2023-10-09T04:55:26.589289+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":340,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.569306+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:55:26.569306+0000","last_peered":"2023-10-09T04:55:26.569306+0000","last_clean":"2023-10-09T04:55:26.569306+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:55:26.569306+0000","last_undegraded":"2023-10-09T04:55:26.569306+0000","last_fullsized":"2023-10-09T04:55:26.569306+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"370'6195","reported_seq":7013,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:35.994504+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:55:35.994504+0000","last_peered":"2023-10-09T04:55:35.994504+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:55:35.994504+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6195,"log_dups_size":0,"ondisk_log_size":6195,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38731776,"num_objects":591,"num_object_clones":0,"num_object_copies":1773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2339,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3971,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":196,"num_bytes_recovered":12877824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":646},{"shards":"0,2,4","objects":41},{"shards":"0,6","objects":-1706}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":331,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568958+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:55:26.568958+0000","last_peered":"2023-10-09T04:55:26.568958+0000","last_clean":"2023-10-09T04:55:26.568958+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:55:26.568958+0000","last_undegraded":"2023-10-09T04:55:26.568958+0000","last_fullsized":"2023-10-09T04:55:26.568958+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":397,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568492+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:55:26.568492+0000","last_peered":"2023-10-09T04:55:26.568492+0000","last_clean":"2023-10-09T04:55:26.568492+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:55:26.568492+0000","last_undegraded":"2023-10-09T04:55:26.568492+0000","last_fullsized":"2023-10-09T04:55:26.568492+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"370'6380","reported_seq":11725,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.320773+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:55:40.320773+0000","last_peered":"2023-10-09T04:55:40.320773+0000","last_clean":"2023-10-09T04:55:40.320773+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:55:40.320773+0000","last_undegraded":"2023-10-09T04:55:40.320773+0000","last_fullsized":"2023-10-09T04:55:40.320773+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6380,"log_dups_size":0,"ondisk_log_size":6380,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39813120,"num_objects":607,"num_object_clones":0,"num_object_copies":1821,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4097,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":64,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.586810+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:26.586810+0000","last_peered":"2023-10-09T04:55:26.586810+0000","last_clean":"2023-10-09T04:55:26.586810+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:26.586810+0000","last_undegraded":"2023-10-09T04:55:26.586810+0000","last_fullsized":"2023-10-09T04:55:26.586810+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":305,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.577580+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:26.577580+0000","last_peered":"2023-10-09T04:55:26.577580+0000","last_clean":"2023-10-09T04:55:26.577580+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:26.577580+0000","last_undegraded":"2023-10-09T04:55:26.577580+0000","last_fullsized":"2023-10-09T04:55:26.577580+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"370'7771","reported_seq":8862,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:35.710544+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:55:35.710544+0000","last_peered":"2023-10-09T04:55:35.710544+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:55:35.710544+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7771,"log_dups_size":0,"ondisk_log_size":7771,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84410392,"num_objects":1289,"num_object_clones":0,"num_object_copies":3867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1289,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7771,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":1280},{"shards":"2,4","objects":-106}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":346,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580940+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:26.580940+0000","last_peered":"2023-10-09T04:55:26.580940+0000","last_clean":"2023-10-09T04:55:26.580940+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:26.580940+0000","last_undegraded":"2023-10-09T04:55:26.580940+0000","last_fullsized":"2023-10-09T04:55:26.580940+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":384,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.590001+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:26.590001+0000","last_peered":"2023-10-09T04:55:26.590001+0000","last_clean":"2023-10-09T04:55:26.590001+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:26.590001+0000","last_undegraded":"2023-10-09T04:55:26.590001+0000","last_fullsized":"2023-10-09T04:55:26.590001+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":304,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.577105+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:26.577105+0000","last_peered":"2023-10-09T04:55:26.577105+0000","last_clean":"2023-10-09T04:55:26.577105+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:26.577105+0000","last_undegraded":"2023-10-09T04:55:26.577105+0000","last_fullsized":"2023-10-09T04:55:26.577105+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"370'7842","reported_seq":11837,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:36.421158+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:55:36.421158+0000","last_peered":"2023-10-09T04:55:36.421158+0000","last_clean":"2023-10-09T04:55:36.421158+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:55:36.421158+0000","last_undegraded":"2023-10-09T04:55:36.421158+0000","last_fullsized":"2023-10-09T04:55:36.421158+0000","mapping_epoch":343,"log_start":"308'1100","ondisk_log_start":"308'1100","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6742,"log_dups_size":0,"ondisk_log_size":6742,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91619328,"num_objects":1398,"num_object_clones":0,"num_object_copies":4194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1398,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7842,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":390,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.592917+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:26.592917+0000","last_peered":"2023-10-09T04:55:26.592917+0000","last_clean":"2023-10-09T04:55:26.592917+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:26.592917+0000","last_undegraded":"2023-10-09T04:55:26.592917+0000","last_fullsized":"2023-10-09T04:55:26.592917+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":371,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568184+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:55:26.568184+0000","last_peered":"2023-10-09T04:55:26.568184+0000","last_clean":"2023-10-09T04:55:26.568184+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:55:26.568184+0000","last_undegraded":"2023-10-09T04:55:26.568184+0000","last_fullsized":"2023-10-09T04:55:26.568184+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":330,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580679+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:26.580679+0000","last_peered":"2023-10-09T04:55:26.580679+0000","last_clean":"2023-10-09T04:55:26.580679+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:26.580679+0000","last_undegraded":"2023-10-09T04:55:26.580679+0000","last_fullsized":"2023-10-09T04:55:26.580679+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"370'6188","reported_seq":9641,"reported_epoch":370,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:38.538142+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:38.538142+0000","last_peered":"2023-10-09T04:55:38.538142+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:38.538142+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:38.538142+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6188,"log_dups_size":0,"ondisk_log_size":6188,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40239104,"num_objects":614,"num_object_clones":0,"num_object_copies":1842,"num_objects_missing_on_primary":585,"num_objects_missing":585,"num_objects_degraded":661,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3966,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1602,"num_bytes_recovered":105021440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,2,5,6","objects":1},{"shards":"0,3,5","objects":585},{"shards":"3,5,6","objects":28}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":381,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589354+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:26.589354+0000","last_peered":"2023-10-09T04:55:26.589354+0000","last_clean":"2023-10-09T04:55:26.589354+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:26.589354+0000","last_undegraded":"2023-10-09T04:55:26.589354+0000","last_fullsized":"2023-10-09T04:55:26.589354+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":326,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.578823+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:26.578823+0000","last_peered":"2023-10-09T04:55:26.578823+0000","last_clean":"2023-10-09T04:55:26.578823+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:26.578823+0000","last_undegraded":"2023-10-09T04:55:26.578823+0000","last_fullsized":"2023-10-09T04:55:26.578823+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":340,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.577461+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:26.577461+0000","last_peered":"2023-10-09T04:55:26.577461+0000","last_clean":"2023-10-09T04:55:26.577461+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:26.577461+0000","last_undegraded":"2023-10-09T04:55:26.577461+0000","last_fullsized":"2023-10-09T04:55:26.577461+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"370'8087","reported_seq":15039,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:35.887016+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:55:35.887016+0000","last_peered":"2023-10-09T04:55:35.887016+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:55:35.887016+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":8087,"log_dups_size":0,"ondisk_log_size":8087,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89456640,"num_objects":1365,"num_object_clones":0,"num_object_copies":4095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1483,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8087,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3350,"num_bytes_recovered":219545600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":122},{"shards":"1,3,5","objects":1239},{"shards":"3,5","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":333,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589194+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:26.589194+0000","last_peered":"2023-10-09T04:55:26.589194+0000","last_clean":"2023-10-09T04:55:26.589194+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:26.589194+0000","last_undegraded":"2023-10-09T04:55:26.589194+0000","last_fullsized":"2023-10-09T04:55:26.589194+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":770,"reported_epoch":369,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:26.579928+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:55:26.579928+0000","last_peered":"2023-10-09T04:55:26.579928+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:55:26.579928+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":242,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.592845+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:26.592845+0000","last_peered":"2023-10-09T04:55:26.592845+0000","last_clean":"2023-10-09T04:55:26.592845+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:26.592845+0000","last_undegraded":"2023-10-09T04:55:26.592845+0000","last_fullsized":"2023-10-09T04:55:26.592845+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":43,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.588442+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:55:26.588442+0000","last_peered":"2023-10-09T04:55:26.588442+0000","last_clean":"2023-10-09T04:55:26.588442+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:55:26.588442+0000","last_undegraded":"2023-10-09T04:55:26.588442+0000","last_fullsized":"2023-10-09T04:55:26.588442+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"370'6298","reported_seq":10157,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:36.454336+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:55:36.454336+0000","last_peered":"2023-10-09T04:55:36.454336+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:55:36.454336+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6298,"log_dups_size":0,"ondisk_log_size":6298,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45088768,"num_objects":688,"num_object_clones":0,"num_object_copies":2064,"num_objects_missing_on_primary":42,"num_objects_missing":42,"num_objects_degraded":715,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4008,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1647,"num_bytes_recovered":107937792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1,3","objects":630},{"shards":"0,1,3,7","objects":1},{"shards":"0,1,7","objects":42},{"shards":"0,3","objects":15}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":369,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.579810+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:55:26.579810+0000","last_peered":"2023-10-09T04:55:26.579810+0000","last_clean":"2023-10-09T04:55:26.579810+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:55:26.579810+0000","last_undegraded":"2023-10-09T04:55:26.579810+0000","last_fullsized":"2023-10-09T04:55:26.579810+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":322,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.569106+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:55:26.569106+0000","last_peered":"2023-10-09T04:55:26.569106+0000","last_clean":"2023-10-09T04:55:26.569106+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:55:26.569106+0000","last_undegraded":"2023-10-09T04:55:26.569106+0000","last_fullsized":"2023-10-09T04:55:26.569106+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":359,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.567066+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:26.567066+0000","last_peered":"2023-10-09T04:55:26.567066+0000","last_clean":"2023-10-09T04:55:26.567066+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:26.567066+0000","last_undegraded":"2023-10-09T04:55:26.567066+0000","last_fullsized":"2023-10-09T04:55:26.567066+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"370'8153","reported_seq":8230,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.444398+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:55:40.444398+0000","last_peered":"2023-10-09T04:55:40.444398+0000","last_clean":"2023-10-09T04:55:40.444398+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:55:40.444398+0000","last_undegraded":"2023-10-09T04:55:40.444398+0000","last_fullsized":"2023-10-09T04:55:40.444398+0000","mapping_epoch":303,"log_start":"308'2600","ondisk_log_start":"308'2600","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5553,"log_dups_size":0,"ondisk_log_size":5553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77791232,"num_objects":1187,"num_object_clones":0,"num_object_copies":3561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8153,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":335,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.583398+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:55:26.583398+0000","last_peered":"2023-10-09T04:55:26.583398+0000","last_clean":"2023-10-09T04:55:26.583398+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:55:26.583398+0000","last_undegraded":"2023-10-09T04:55:26.583398+0000","last_fullsized":"2023-10-09T04:55:26.583398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":290,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580869+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:26.580869+0000","last_peered":"2023-10-09T04:55:26.580869+0000","last_clean":"2023-10-09T04:55:26.580869+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:26.580869+0000","last_undegraded":"2023-10-09T04:55:26.580869+0000","last_fullsized":"2023-10-09T04:55:26.580869+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":49,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589275+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:26.589275+0000","last_peered":"2023-10-09T04:55:26.589275+0000","last_clean":"2023-10-09T04:55:26.589275+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:26.589275+0000","last_undegraded":"2023-10-09T04:55:26.589275+0000","last_fullsized":"2023-10-09T04:55:26.589275+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"370'8086","reported_seq":8161,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:38.055127+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:38.055127+0000","last_peered":"2023-10-09T04:55:38.055127+0000","last_clean":"2023-10-09T04:55:38.055127+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:38.055127+0000","last_undegraded":"2023-10-09T04:55:38.055127+0000","last_fullsized":"2023-10-09T04:55:38.055127+0000","mapping_epoch":303,"log_start":"308'1200","ondisk_log_start":"308'1200","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6886,"log_dups_size":0,"ondisk_log_size":6886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81264640,"num_objects":1240,"num_object_clones":0,"num_object_copies":3720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8086,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":203,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.580874+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:55:26.580874+0000","last_peered":"2023-10-09T04:55:26.580874+0000","last_clean":"2023-10-09T04:55:26.580874+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:55:26.580874+0000","last_undegraded":"2023-10-09T04:55:26.580874+0000","last_fullsized":"2023-10-09T04:55:26.580874+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":347,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.579617+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:26.579617+0000","last_peered":"2023-10-09T04:55:26.579617+0000","last_clean":"2023-10-09T04:55:26.579617+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:26.579617+0000","last_undegraded":"2023-10-09T04:55:26.579617+0000","last_fullsized":"2023-10-09T04:55:26.579617+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":64,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.584662+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:26.584662+0000","last_peered":"2023-10-09T04:55:26.584662+0000","last_clean":"2023-10-09T04:55:26.584662+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:26.584662+0000","last_undegraded":"2023-10-09T04:55:26.584662+0000","last_fullsized":"2023-10-09T04:55:26.584662+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"370'7876","reported_seq":7951,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:37.702581+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:37.702581+0000","last_peered":"2023-10-09T04:55:37.702581+0000","last_clean":"2023-10-09T04:55:37.702581+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:37.702581+0000","last_undegraded":"2023-10-09T04:55:37.702581+0000","last_fullsized":"2023-10-09T04:55:37.702581+0000","mapping_epoch":303,"log_start":"307'100","ondisk_log_start":"307'100","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7776,"log_dups_size":0,"ondisk_log_size":7776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86245376,"num_objects":1316,"num_object_clones":0,"num_object_copies":3948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1316,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7876,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":43,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.588567+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:55:26.588567+0000","last_peered":"2023-10-09T04:55:26.588567+0000","last_clean":"2023-10-09T04:55:26.588567+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:55:26.588567+0000","last_undegraded":"2023-10-09T04:55:26.588567+0000","last_fullsized":"2023-10-09T04:55:26.588567+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":347,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.567145+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:26.567145+0000","last_peered":"2023-10-09T04:55:26.567145+0000","last_clean":"2023-10-09T04:55:26.567145+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:26.567145+0000","last_undegraded":"2023-10-09T04:55:26.567145+0000","last_fullsized":"2023-10-09T04:55:26.567145+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":353,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568685+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:55:26.568685+0000","last_peered":"2023-10-09T04:55:26.568685+0000","last_clean":"2023-10-09T04:55:26.568685+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:55:26.568685+0000","last_undegraded":"2023-10-09T04:55:26.568685+0000","last_fullsized":"2023-10-09T04:55:26.568685+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"370'6307","reported_seq":8760,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:40.416895+0000","last_change":"2023-10-09T04:53:25.843633+0000","last_active":"2023-10-09T04:55:40.416895+0000","last_peered":"2023-10-09T04:55:40.416895+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.838527+0000","last_became_peered":"2023-10-09T04:53:25.838527+0000","last_unstale":"2023-10-09T04:55:40.416895+0000","last_undegraded":"2023-10-09T04:53:25.766514+0000","last_fullsized":"2023-10-09T04:53:25.758726+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6307,"log_dups_size":0,"ondisk_log_size":6307,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41582592,"num_objects":635,"num_object_clones":0,"num_object_copies":1905,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":730,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4029,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":570},{"shards":"1,7","objects":-95}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":45,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568665+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:55:26.568665+0000","last_peered":"2023-10-09T04:55:26.568665+0000","last_clean":"2023-10-09T04:55:26.568665+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:55:26.568665+0000","last_undegraded":"2023-10-09T04:55:26.568665+0000","last_fullsized":"2023-10-09T04:55:26.568665+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":391,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:33.095305+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:33.095305+0000","last_peered":"2023-10-09T04:55:33.095305+0000","last_clean":"2023-10-09T04:55:33.095305+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:33.095305+0000","last_undegraded":"2023-10-09T04:55:33.095305+0000","last_fullsized":"2023-10-09T04:55:33.095305+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"370'6255","reported_seq":9395,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:37.957940+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:37.957940+0000","last_peered":"2023-10-09T04:55:37.957940+0000","last_clean":"2023-10-09T04:55:37.957940+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:37.957940+0000","last_undegraded":"2023-10-09T04:55:37.957940+0000","last_fullsized":"2023-10-09T04:55:37.957940+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6255,"log_dups_size":0,"ondisk_log_size":6255,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42500096,"num_objects":649,"num_object_clones":0,"num_object_copies":1947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3993,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":349,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589299+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:26.589299+0000","last_peered":"2023-10-09T04:55:26.589299+0000","last_clean":"2023-10-09T04:55:26.589299+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:26.589299+0000","last_undegraded":"2023-10-09T04:55:26.589299+0000","last_fullsized":"2023-10-09T04:55:26.589299+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":391,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.568569+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:55:26.568569+0000","last_peered":"2023-10-09T04:55:26.568569+0000","last_clean":"2023-10-09T04:55:26.568569+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:55:26.568569+0000","last_undegraded":"2023-10-09T04:55:26.568569+0000","last_fullsized":"2023-10-09T04:55:26.568569+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"370'6234","reported_seq":7878,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:38.003850+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:38.003850+0000","last_peered":"2023-10-09T04:55:38.003850+0000","last_clean":"2023-10-09T04:55:38.003850+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:38.003850+0000","last_undegraded":"2023-10-09T04:55:38.003850+0000","last_fullsized":"2023-10-09T04:55:38.003850+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6234,"log_dups_size":0,"ondisk_log_size":6234,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38600704,"num_objects":589,"num_object_clones":0,"num_object_copies":1767,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":589,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3999,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":371,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589878+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:26.589878+0000","last_peered":"2023-10-09T04:55:26.589878+0000","last_clean":"2023-10-09T04:55:26.589878+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:26.589878+0000","last_undegraded":"2023-10-09T04:55:26.589878+0000","last_fullsized":"2023-10-09T04:55:26.589878+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":374,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.567954+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:55:26.567954+0000","last_peered":"2023-10-09T04:55:26.567954+0000","last_clean":"2023-10-09T04:55:26.567954+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:55:26.567954+0000","last_undegraded":"2023-10-09T04:55:26.567954+0000","last_fullsized":"2023-10-09T04:55:26.567954+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"370'6244","reported_seq":6338,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:35.729087+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:55:35.729087+0000","last_peered":"2023-10-09T04:55:35.729087+0000","last_clean":"2023-10-09T04:55:35.729087+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:55:35.729087+0000","last_undegraded":"2023-10-09T04:55:35.729087+0000","last_fullsized":"2023-10-09T04:55:35.729087+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6244,"log_dups_size":0,"ondisk_log_size":6244,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46596096,"num_objects":711,"num_object_clones":0,"num_object_copies":2133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3969,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":93,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.584199+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:26.584199+0000","last_peered":"2023-10-09T04:55:26.584199+0000","last_clean":"2023-10-09T04:55:26.584199+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:26.584199+0000","last_undegraded":"2023-10-09T04:55:26.584199+0000","last_fullsized":"2023-10-09T04:55:26.584199+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":59,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.592082+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:26.592082+0000","last_peered":"2023-10-09T04:55:26.592082+0000","last_clean":"2023-10-09T04:55:26.592082+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:26.592082+0000","last_undegraded":"2023-10-09T04:55:26.592082+0000","last_fullsized":"2023-10-09T04:55:26.592082+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"370'6282","reported_seq":6372,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-10-09T04:55:35.699792+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:55:35.699792+0000","last_peered":"2023-10-09T04:55:35.699792+0000","last_clean":"2023-10-09T04:55:35.699792+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:55:35.699792+0000","last_undegraded":"2023-10-09T04:55:35.699792+0000","last_fullsized":"2023-10-09T04:55:35.699792+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6282,"log_dups_size":0,"ondisk_log_size":6282,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42336256,"num_objects":646,"num_object_clones":0,"num_object_copies":1938,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":646,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4012,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":56,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.589546+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:26.589546+0000","last_peered":"2023-10-09T04:55:26.589546+0000","last_clean":"2023-10-09T04:55:26.589546+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:26.589546+0000","last_undegraded":"2023-10-09T04:55:26.589546+0000","last_fullsized":"2023-10-09T04:55:26.589546+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":390,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-10-09T04:55:26.567933+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:55:26.567933+0000","last_peered":"2023-10-09T04:55:26.567933+0000","last_clean":"2023-10-09T04:55:26.567933+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:55:26.567933+0000","last_undegraded":"2023-10-09T04:55:26.567933+0000","last_fullsized":"2023-10-09T04:55:26.567933+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":1353580568,"num_objects":20655,"num_object_clones":0,"num_object_copies":61965,"num_objects_missing_on_primary":1273,"num_objects_missing":1273,"num_objects_degraded":10958,"num_objects_misplaced":691,"num_objects_unfound":0,"num_objects_dirty":20655,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":127565,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26371,"num_bytes_recovered":1728249856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5746405376,"data_stored":5746393160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167651,"ondisk_log_size":167651,"up":78,"acting":70,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234393,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1636312,"kb_used_data":726928,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":92108840,"statfs":{"total":95995035648,"available":94319452160,"internally_reserved":0,"allocated":744374272,"data_stored":743340026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":1.4630000000000001,"15min":1.923},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.869,"5min":10.343,"15min":11.922000000000001},"last":0.252},{"interface":"front","average":{"1min":0.55200000000000005,"5min":1.048,"15min":1.6140000000000001},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":1.827,"5min":10.451000000000001,"15min":17.344000000000001},"last":1.1830000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":1.774,"15min":1.792},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":2.7389999999999999,"5min":16.513000000000002,"15min":16.513000000000002},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.7090000000000001,"15min":1.964},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.504,"5min":24.052,"15min":24.052},"last":3.8460000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.859,"15min":2.0870000000000002},"min":{"1min":0.317,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":3.226,"5min":16.678999999999998,"15min":32.179000000000002},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.2270000000000001,"15min":1.7909999999999999},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":2.6899999999999999,"5min":16.704000000000001,"15min":16.704000000000001},"last":1.1459999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:40 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.4319999999999999,"15min":1.6160000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":3.891,"5min":8.7899999999999991,"15min":11.003},"last":1.2110000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":1.1870000000000001,"15min":1.5249999999999999},"min":{"1min":0.33700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":3.6920000000000002,"5min":9.6590000000000007,"15min":10.955},"last":1.2330000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.77,"15min":1.9690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.2470000000000001,"5min":18.370000000000001,"15min":23.919},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.2230000000000001,"15min":1.6599999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.92600000000000005,"5min":9.2430000000000003,"15min":23.797999999999998},"last":1.26}]},{"osd":5,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":1.7789999999999999,"15min":2.2149999999999999},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.4830000000000001,"5min":16.568999999999999,"15min":79.709999999999994},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.341,"15min":2.0129999999999999},"min":{"1min":0.314,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.5169999999999999,"5min":12.022,"15min":79.332999999999998},"last":0.61399999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":1.796,"15min":2.0600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":1.177,"5min":16.599,"15min":16.599},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.9610000000000001,"15min":2.0920000000000001},"min":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":1.2030000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.41399999999999998}]}]},{"osd":6,"up_from":46,"seq":197568496029,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1178060,"kb_used_data":272580,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":92567092,"statfs":{"total":95995035648,"available":94788702208,"internally_reserved":0,"allocated":279121920,"data_stored":278099354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:13 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":1.0669999999999999,"15min":1.6399999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":3.1499999999999999,"5min":10.545999999999999,"15min":19.166},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.5029999999999999,"15min":1.946},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":5.8070000000000004,"5min":10.645,"15min":19.143999999999998},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6759999999999999,"15min":1.8959999999999999},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.0089999999999999,"5min":10.686,"15min":10.686},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.228,"15min":1.431},"min":{"1min":0.29199999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9910000000000001,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.48899999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":1.224,"15min":1.798},"min":{"1min":0.307,"5min":0.221,"15min":0.221},"max":{"1min":16.338000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":1.3180000000000001},{"interface":"front","average":{"1min":1.2,"5min":1.875,"15min":2.1970000000000001},"min":{"1min":0.27100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":5.7309999999999999,"5min":10.712,"15min":15.391999999999999},"last":0.46100000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:54:45 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":2.0600000000000001,"15min":1.9730000000000001},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.315},"max":{"1min":3.3239999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.694,"15min":1.397},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":3.3439999999999999,"5min":12.456,"15min":12.456},"last":0.54500000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.252,"15min":1.75},"min":{"1min":0.26400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":16.399999999999999,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.121,"5min":1.4610000000000001,"15min":1.8500000000000001},"min":{"1min":0.39500000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.068999999999999,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.41499999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.3080000000000001,"15min":1.6970000000000001},"min":{"1min":0.31,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":9.0069999999999997,"5min":9.0069999999999997,"15min":16.042000000000002},"last":0.61899999999999999},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.0649999999999999,"15min":1.7509999999999999},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":16.292999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.51800000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.4630000000000001,"15min":2.5739999999999998},"min":{"1min":0.40699999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.861,"5min":9.3170000000000002,"15min":196.22300000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.8979999999999999,"15min":2.8799999999999999},"min":{"1min":0.46400000000000002,"5min":0.38,"15min":0.33500000000000002},"max":{"1min":1.8799999999999999,"5min":14.885999999999999,"15min":196.24299999999999},"last":0.70499999999999996}]}]},{"osd":1,"up_from":235,"seq":1009317314646,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1805596,"kb_used_data":1479508,"kb_used_omap":5,"kb_used_meta":326074,"kb_avail":91939556,"statfs":{"total":95995035648,"available":94146105344,"internally_reserved":0,"allocated":1515016192,"data_stored":1513232544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":333900501},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.4239999999999999,"15min":1.1259999999999999},"min":{"1min":0.20899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.292,"5min":11.292,"15min":11.292},"last":1.5409999999999999},{"interface":"front","average":{"1min":0.747,"5min":1.5169999999999999,"15min":1.2130000000000001},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5019999999999998,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.441}]},{"osd":2,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.3999999999999999,"15min":1.1890000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.7750000000000004,"5min":15.111000000000001,"15min":15.111000000000001},"last":8.6850000000000005},{"interface":"front","average":{"1min":1.556,"5min":1.659,"15min":1.3120000000000001},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.221},"max":{"1min":11.183,"5min":11.997,"15min":11.997},"last":10.388999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":1.9259999999999999,"15min":1.1100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":0.5},{"interface":"front","average":{"1min":3.1539999999999999,"5min":1.9570000000000001,"15min":1.3240000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":27.914000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.48499999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.496,"15min":1.724},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.9319999999999999,"5min":10.932,"15min":10.932},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.4790000000000001,"15min":1.52},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.1660000000000004,"5min":15.007999999999999,"15min":15.007999999999999},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.7729999999999999,"15min":1.905},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.25,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.623,"15min":1.7629999999999999},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.311},"max":{"1min":11.151999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.59199999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.6259999999999999,"15min":1.587},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":11.103,"5min":11.103,"15min":11.103},"last":0.55700000000000005},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.609,"15min":1.431},"min":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.8820000000000001,"5min":10.961,"15min":10.961},"last":0.73099999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":1.5449999999999999,"15min":6.6059999999999999},"min":{"1min":0.41999999999999998,"5min":0.40600000000000003,"15min":0.34799999999999998},"max":{"1min":2.6059999999999999,"5min":10.894,"15min":146.554},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.9790000000000001,"15min":7.2210000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.2119999999999997,"5min":15.06,"15min":146.53100000000001},"last":0.54700000000000004}]}]},{"osd":0,"up_from":86,"seq":369367187735,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1648364,"kb_used_data":794212,"kb_used_omap":5,"kb_used_meta":854138,"kb_avail":92096788,"statfs":{"total":95995035648,"available":94307110912,"internally_reserved":0,"allocated":813273088,"data_stored":811298855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":874637946},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.0429999999999999,"15min":1.143},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.1600000000000001,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":2.5779999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.101,"15min":0.91900000000000004},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":1.732,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":2.6680000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.8089999999999999,"15min":1.6879999999999999},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":5.0720000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.768,"15min":1.639},"min":{"1min":0.251,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":8.9550000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":2.6429999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:54:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":1.1659999999999999,"15min":1.478},"min":{"1min":0.26500000000000001,"5min":0.26100000000000001,"15min":0.23599999999999999},"max":{"1min":3.1930000000000001,"5min":14.036,"15min":14.036},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":1.7030000000000001,"15min":1.46},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.6200000000000001,"5min":23.222000000000001,"15min":23.222000000000001},"last":0.60199999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.4159999999999999,"15min":1.7689999999999999},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":3.7989999999999999,"5min":11.539,"15min":13.125},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.204,"15min":1.54},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28000000000000003},"max":{"1min":2.7090000000000001,"5min":9.5899999999999999,"15min":12.212},"last":0.42299999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3049999999999999,"15min":1.7310000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":3.843,"5min":6.9329999999999998,"15min":13.022},"last":1.407},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.393,"15min":2.069},"min":{"1min":0.37,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.1580000000000004,"5min":7.6870000000000003,"15min":13.438000000000001},"last":1.26}]},{"osd":6,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":1.3180000000000001,"15min":1.9510000000000001},"min":{"1min":0.38800000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":3.008,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.4279999999999999,"15min":2.105},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.1879999999999997,"5min":7.5979999999999999,"15min":43.819000000000003},"last":1.23}]},{"osd":7,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.504,"15min":1.952},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":5.2110000000000003,"5min":6.4199999999999999,"15min":13.374000000000001},"last":2.6080000000000001},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.4830000000000001,"15min":1.958},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":3.8490000000000002,"5min":11.5,"15min":14.393000000000001},"last":0.82799999999999996}]}]},{"osd":2,"up_from":116,"seq":498216206578,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1544128,"kb_used_data":857848,"kb_used_omap":7,"kb_used_meta":686264,"kb_avail":92201024,"statfs":{"total":95995035648,"available":94413848576,"internally_reserved":0,"allocated":878436352,"data_stored":876675823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":702734417},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.024,"15min":1.6419999999999999},"min":{"1min":0.19800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":5.1950000000000003,"5min":9.9819999999999993,"15min":49.338000000000001},"last":2.0550000000000002},{"interface":"front","average":{"1min":1.992,"5min":1.2829999999999999,"15min":1.605},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":7.5670000000000002,"5min":7.673,"15min":47.450000000000003},"last":0.46800000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:54:48 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.474,"15min":1.1879999999999999},"min":{"1min":0.22500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.6470000000000002,"5min":13.888,"15min":13.888},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.498,"5min":1.47,"15min":1.6699999999999999},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":7.0659999999999998,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":1.417}]},{"osd":3,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5129999999999999,"15min":1.052},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":6.9279999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":1.012},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5609999999999999,"15min":1.097},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.24199999999999999},"max":{"1min":6.9560000000000004,"5min":13.413,"15min":13.413},"last":1.052}]},{"osd":4,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.7350000000000001,"15min":1.857},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":6.8360000000000003,"5min":10.335000000000001,"15min":11.215},"last":1.125},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.593,"15min":1.706},"min":{"1min":0.39200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.3019999999999996,"5min":11.276999999999999,"15min":18.672999999999998},"last":2.149}]},{"osd":5,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.4399999999999999,"15min":1.8029999999999999},"min":{"1min":0.33500000000000002,"5min":0.30199999999999999,"15min":0.28299999999999997},"max":{"1min":6.9939999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.675,"15min":1.998},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":6.9909999999999997,"5min":9.9469999999999992,"15min":13.205},"last":1.093}]},{"osd":6,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":1.9690000000000001,"15min":1.7709999999999999},"min":{"1min":0.52900000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":42.975999999999999,"5min":42.975999999999999,"15min":42.975999999999999},"last":2.129},{"interface":"front","average":{"1min":4.0339999999999998,"5min":2.1080000000000001,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":42.843000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.44500000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.47899999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":5.8789999999999996,"5min":14.035,"15min":18.792999999999999},"last":2.1099999999999999},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.97,"15min":2.1240000000000001},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.0140000000000002,"5min":14.022,"15min":18.841999999999999},"last":0.48999999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524715,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":981356,"kb_used_data":662500,"kb_used_omap":2,"kb_used_meta":318845,"kb_avail":92763796,"statfs":{"total":95995035648,"available":94990127104,"internally_reserved":0,"allocated":678400000,"data_stored":676768481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":326497333},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":1.375,"15min":1.0309999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.7090000000000001,"5min":12.817,"15min":12.817},"last":0.36299999999999999},{"interface":"front","average":{"1min":1.607,"5min":1.2250000000000001,"15min":1.242},"min":{"1min":0.221,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.6159999999999997,"5min":12.606999999999999,"15min":12.606999999999999},"last":0.78400000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:54:55 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.24,"15min":0.90200000000000002},"min":{"1min":0.253,"5min":0.21099999999999999,"15min":0.20999999999999999},"max":{"1min":8.4420000000000002,"5min":12.891,"15min":12.891},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.26,"15min":1.534},"min":{"1min":0.25600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.9340000000000002,"5min":12.866,"15min":12.866},"last":6.4669999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.6699999999999999,"15min":1.599},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.255},"max":{"1min":1.946,"5min":21.722999999999999,"15min":21.722999999999999},"last":4.7679999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.2050000000000001,"15min":1.3400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69499999999999995,"5min":13.305999999999999,"15min":13.305999999999999},"last":6.5060000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.212,"15min":1.5980000000000001},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.312},"max":{"1min":4.359,"5min":7.8929999999999998,"15min":8.8209999999999997},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.8400000000000001,"15min":1.675},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":2.0049999999999999,"5min":21.532,"15min":21.532},"last":0.72699999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.411,"15min":1.5469999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81399999999999995,"5min":22.693000000000001,"15min":22.693000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.4019999999999999,"15min":2.069},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.6079999999999997,"5min":8.2650000000000006,"15min":10.946999999999999},"last":0.81100000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":2.1619999999999999,"15min":2.411},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":2.0369999999999999,"5min":21.693999999999999,"15min":21.693999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.5129999999999999,"15min":2.0139999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.899,"5min":12.991,"15min":12.991},"last":0.48399999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.367,"15min":1.7549999999999999},"min":{"1min":0.40899999999999997,"5min":0.36199999999999999,"15min":0.34899999999999998},"max":{"1min":5.9470000000000001,"5min":8.859,"15min":8.8620000000000001},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.861,"15min":2.1000000000000001},"min":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.9830000000000001,"5min":21.587,"15min":21.587},"last":0.75}]}]},{"osd":4,"up_from":30,"seq":128849019301,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1251796,"kb_used_data":360012,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92493356,"statfs":{"total":95995035648,"available":94713196544,"internally_reserved":0,"allocated":368652288,"data_stored":367621837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.754,"15min":1.851},"min":{"1min":0.23699999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.6139999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":1.454,"5min":1.7130000000000001,"15min":1.742},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":5.5209999999999999,"5min":12.064,"15min":12.064},"last":0.312}]},{"osd":1,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":1.718,"15min":1.425},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53000000000000003,"5min":12.112,"15min":12.112},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.6930000000000001,"15min":1.8939999999999999},"min":{"1min":0.28699999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.762,"5min":21.356000000000002,"15min":21.356000000000002},"last":2.2069999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":4.7770000000000001,"5min":2.6080000000000001,"15min":2.1179999999999999},"min":{"1min":0.39300000000000002,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":64.391999999999996,"5min":64.391999999999996,"15min":64.391999999999996},"last":4.9960000000000004},{"interface":"front","average":{"1min":4.6219999999999999,"5min":2.4449999999999998,"15min":2.0739999999999998},"min":{"1min":0.38500000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":64.248000000000005,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.51700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:54:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.7989999999999999,"15min":1.8300000000000001},"min":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.32700000000000001},"max":{"1min":3.673,"5min":12.138999999999999,"15min":12.138999999999999},"last":1.5289999999999999},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.883,"15min":1.847},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.8799999999999999,"5min":21.442,"15min":21.442},"last":2.1779999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.482,"15min":1.819},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.7759999999999998,"5min":20.991,"15min":20.991},"last":2.0659999999999998},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.3540000000000001,"15min":1.7070000000000001},"min":{"1min":0.316,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":5.4409999999999998,"5min":14.202999999999999,"15min":14.202999999999999},"last":2.0870000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:33 2023","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.9079999999999999,"15min":2.4039999999999999},"min":{"1min":0.34100000000000003,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":12.949,"5min":21.481000000000002,"15min":31.064},"last":2.105},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.728,"15min":2.0640000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":7.367,"5min":39.834000000000003,"15min":39.834000000000003},"last":1.224}]},{"osd":7,"last update":"Mon Oct 9 04:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.5469999999999999,"15min":1.966},"min":{"1min":0.34699999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":0.95099999999999996,"5min":27.376000000000001,"15min":27.376000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.9490000000000001,"15min":2.2200000000000002},"min":{"1min":0.40100000000000002,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.0899999999999999,"5min":21.402000000000001,"15min":21.402000000000001},"last":2.149}]}]},{"osd":5,"up_from":38,"seq":163208757664,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1414852,"kb_used_data":526588,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92330300,"statfs":{"total":95995035648,"available":94546227200,"internally_reserved":0,"allocated":539226112,"data_stored":538207799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":4.0890000000000004,"15min":2.3879999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":6.7949999999999999,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":4.657,"15min":3.1230000000000002},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":2.9630000000000001,"5min":322.61599999999999,"15min":322.61599999999999},"last":2.3479999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":7.3810000000000002},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":18.177}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":1.5189999999999999,"15min":1.6619999999999999},"min":{"1min":0.34999999999999998,"5min":0.251,"15min":0.249},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.443},{"interface":"front","average":{"1min":2.3919999999999999,"5min":1.7929999999999999,"15min":2.0539999999999998},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":18.617000000000001,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":1.538,"15min":1.3120000000000001},"min":{"1min":0.33500000000000002,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":1.9550000000000001,"5min":8.3789999999999996,"15min":8.3789999999999996},"last":2.5630000000000002},{"interface":"front","average":{"1min":1.014,"5min":1.8240000000000001,"15min":1.78},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.0129999999999999,"5min":13.257,"15min":13.257},"last":3.4220000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.3340000000000001,"15min":1.4650000000000001},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.26000000000000001},"max":{"1min":6.9169999999999998,"5min":13.285,"15min":13.285},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":1.4470000000000001,"15min":2.1339999999999999},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":2.7919999999999998,"5min":13.125,"15min":14.824},"last":0.43099999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":1.7370000000000001,"15min":1.9750000000000001},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.077,"5min":13.189,"15min":21.196999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.5489999999999999,"15min":2.2189999999999999},"min":{"1min":0.313,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72099999999999997,"5min":13.279999999999999,"15min":19.631},"last":0.55900000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":0.377}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":807731200,"data_stored":807731200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1495597056,"data_stored":1495597056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":864489472,"data_stored":864485400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":672595968,"data_stored":672595968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":364711936,"data_stored":364707864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":529137664,"data_stored":529137664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":273944576,"data_stored":273940504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":738197504,"data_stored":738197504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:55:42.366 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:42.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:42.373 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:42.474 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:42.533 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:42.614 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:42.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:42.623 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:42.629 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:42.724 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:42.753 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:42.777 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:42.793 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:42.843 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:42.873 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:42.904 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:42.908 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:42.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:42.912 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:42.941 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:42.991 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:43.014 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:43.022 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.026 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:55:43.050 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-mon[179183]: from='client.46166 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:43.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-mon[179183]: pgmap v1142: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 769 op/s; 10255/56352 objects degraded (18.198%); 337/56352 objects misplaced (0.598%); 13 MiB/s, 214 objects/s recovering 2023-10-09T04:55:43.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2902174227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:43.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-mon[184249]: from='client.46166 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:43.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-mon[184249]: pgmap v1142: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 769 op/s; 10255/56352 objects degraded (18.198%); 337/56352 objects misplaced (0.598%); 13 MiB/s, 214 objects/s recovering 2023-10-09T04:55:43.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2902174227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:43.105 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:43.221 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:42 smithi150 ceph-mon[168511]: from='client.46166 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:43.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:42 smithi150 ceph-mon[168511]: pgmap v1142: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 769 op/s; 10255/56352 objects degraded (18.198%); 337/56352 objects misplaced (0.598%); 13 MiB/s, 214 objects/s recovering 2023-10-09T04:55:43.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2902174227' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:43.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:43.234 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:43.335 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:43.386 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:43.632 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:43.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:43.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:43.740 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:43.816 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:43.942 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:43.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:43.950 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:44.051 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:44.099 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:44.160 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:44.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:44.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:44.269 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:44.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:55:44.349 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:44.432 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:44.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:44.452 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:44.507 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:55:44.507 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:55:44.553 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:44.632 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:44.698 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:44.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:44.711 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:44.812 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:44.825 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:44 smithi107 ceph-mon[184249]: pgmap v1143: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 9999/52494 objects degraded (19.048%); 337/52494 objects misplaced (0.642%); 12 MiB/s, 189 objects/s recovering 2023-10-09T04:55:44.924 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:45.148 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:45.162 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:45.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:45.167 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:45.167 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:44 smithi107 ceph-mon[179183]: pgmap v1143: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 9999/52494 objects degraded (19.048%); 337/52494 objects misplaced (0.642%); 12 MiB/s, 189 objects/s recovering 2023-10-09T04:55:45.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:44 smithi150 ceph-mon[168511]: pgmap v1143: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 9999/52494 objects degraded (19.048%); 337/52494 objects misplaced (0.642%); 12 MiB/s, 189 objects/s recovering 2023-10-09T04:55:45.269 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:45.311 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:45.315 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:55:45.347 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:45.497 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:45.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:45.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:45.602 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:55:45.631 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:45.717 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:55:45.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:45.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:55:45.821 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:45.855 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:45.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:55:46.036 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[179183]: osdmap e372: 8 total, 8 up, 8 in 2023-10-09T04:55:46.036 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[179183]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.036 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[179183]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.036 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[179183]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[179183]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9999/52494 objects degraded (19.048%), 10 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[184249]: osdmap e372: 8 total, 8 up, 8 in 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[184249]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[184249]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[184249]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[184249]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.037 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9999/52494 objects degraded (19.048%), 10 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:46.140 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:46.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:46.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:45 smithi150 ceph-mon[168511]: osdmap e372: 8 total, 8 up, 8 in 2023-10-09T04:55:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:45 smithi150 ceph-mon[168511]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:45 smithi150 ceph-mon[168511]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:45 smithi150 ceph-mon[168511]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:45 smithi150 ceph-mon[168511]: failed to encode map e372 with expected crc 2023-10-09T04:55:46.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9999/52494 objects degraded (19.048%), 10 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:46.249 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:46.328 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:46.401 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:46.411 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:46.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:46.419 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:46.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:46.527 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:46.606 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:47.127 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[179183]: pgmap v1145: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 9535/50187 objects degraded (18.999%); 662/50187 objects misplaced (1.319%); 11 MiB/s, 174 objects/s recovering 2023-10-09T04:55:47.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[179183]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[179183]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[179183]: osdmap e373: 8 total, 8 up, 8 in 2023-10-09T04:55:47.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[179183]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:47.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[184249]: pgmap v1145: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 9535/50187 objects degraded (18.999%); 662/50187 objects misplaced (1.319%); 11 MiB/s, 174 objects/s recovering 2023-10-09T04:55:47.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[184249]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[184249]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[184249]: osdmap e373: 8 total, 8 up, 8 in 2023-10-09T04:55:47.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[184249]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:47.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:46 smithi150 ceph-mon[168511]: pgmap v1145: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 1.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 9535/50187 objects degraded (18.999%); 662/50187 objects misplaced (1.319%); 11 MiB/s, 174 objects/s recovering 2023-10-09T04:55:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:46 smithi150 ceph-mon[168511]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:46 smithi150 ceph-mon[168511]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:46 smithi150 ceph-mon[168511]: osdmap e373: 8 total, 8 up, 8 in 2023-10-09T04:55:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:46 smithi150 ceph-mon[168511]: failed to encode map e373 with expected crc 2023-10-09T04:55:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:55:47.347 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:47.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:47.355 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:47.412 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:47.457 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:47.527 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:47.584 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:47.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:47.595 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:47.696 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:47.727 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:47.796 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:47.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:47.801 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:47.879 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:55:47.902 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:55:47.954 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:47.984 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2980246164' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:47.984 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:47 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:47.984 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2980246164' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:47.984 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:47 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:48.014 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:55:48.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:48.025 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:55:48.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:48.192 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2980246164' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:47 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:55:48.940 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:48.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:48.949 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:49.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:49.105 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: pgmap v1147: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 927 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 9316/44526 objects degraded (20.923%); 325/44526 objects misplaced (0.730%); 16 MiB/s, 251 objects/s recovering 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: osdmap e374: 8 total, 8 up, 8 in 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.106 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[179183]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: pgmap v1147: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 927 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 9316/44526 objects degraded (20.923%); 325/44526 objects misplaced (0.730%); 16 MiB/s, 251 objects/s recovering 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: osdmap e374: 8 total, 8 up, 8 in 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.109 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:48 smithi107 ceph-mon[184249]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.126 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: pgmap v1147: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 927 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 9316/44526 objects degraded (20.923%); 325/44526 objects misplaced (0.730%); 16 MiB/s, 251 objects/s recovering 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: osdmap e374: 8 total, 8 up, 8 in 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:48 smithi150 ceph-mon[168511]: failed to encode map e374 with expected crc 2023-10-09T04:55:49.451 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:49.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:49.457 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:49.558 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:49.604 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:49.671 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:49.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:49.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:49.776 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:49.833 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:49.898 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:49.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:49.911 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:50.011 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:50.122 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:49 smithi150 ceph-mon[168511]: pgmap v1149: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 853 MiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 9106/40986 objects degraded (22.217%); 325/40986 objects misplaced (0.793%); 9.4 MiB/s, 150 objects/s recovering 2023-10-09T04:55:50.371 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:50.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:50.377 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:50.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:49 smithi107 ceph-mon[179183]: pgmap v1149: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 853 MiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 9106/40986 objects degraded (22.217%); 325/40986 objects misplaced (0.793%); 9.4 MiB/s, 150 objects/s recovering 2023-10-09T04:55:50.380 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:49 smithi107 ceph-mon[184249]: pgmap v1149: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 853 MiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 9106/40986 objects degraded (22.217%); 325/40986 objects misplaced (0.793%); 9.4 MiB/s, 150 objects/s recovering 2023-10-09T04:55:50.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:50.527 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:50.708 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:50.732 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:55:51.007 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:51.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:51.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:51.045 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:51.075 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:51.115 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:51.117 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:51.155 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:51.168 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:51.203 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:51.208 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9106/40986 objects degraded (22.217%), 10 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:51.208 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:50 smithi107 ceph-mon[184249]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:51.208 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9106/40986 objects degraded (22.217%), 10 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:51.208 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:50 smithi107 ceph-mon[179183]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:51.210 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:51.213 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9106/40986 objects degraded (22.217%), 10 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:51.213 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:50 smithi150 ceph-mon[168511]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:55:51.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:51.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:51.249 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:51.278 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:51.312 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:51.316 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.323 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:55:51.341 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:138737 11.0 11:01b15a95:::benchmark_data_smithi107_315913_object64625:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e375)", 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:51.330103+0000", 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0090699289999999991, 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091038249999999994, 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:51.342 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 138737 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330103+0000", 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330103+0000", 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330101+0000", 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330112+0000", 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1158999999999999e-05 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330136+0000", 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3930999999999998e-05 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330147+0000", 2023-10-09T04:55:51.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0377000000000001e-05 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330216+0000", 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9585999999999994e-05 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330360+0000", 2023-10-09T04:55:51.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014356899999999999 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.330801+0000", 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044133399999999999 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:55:51.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337061+0000", 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062595430000000002 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.338418+0000", 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013572669999999999 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:51.349 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:138745 11.7 e375/332 11:e745df50:::benchmark_data_smithi107_315913_object64633:head v 375'6591, mlcod=375'6589)", 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:51.336974+0000", 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0021995280000000001, 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023457349999999998, 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:55:51.350 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.336974+0000", 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.336974+0000", 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.336973+0000", 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.336979+0000", 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5720000000000002e-06 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.336987+0000", 2023-10-09T04:55:51.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5590000000000006e-06 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.336993+0000", 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7100000000000004e-06 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337156+0000", 2023-10-09T04:55:51.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016295900000000001 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337175+0000", 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8601e-05 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:138740 11.b e375/343 11:db6f4ee5:::benchmark_data_smithi107_315913_object64628:head v 375'8645, mlcod=375'8643)", 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:55:51.337712+0000", 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00146156, 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001681423, 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337712+0000", 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:51.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337712+0000", 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337711+0000", 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337719+0000", 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6680000000000001e-06 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337730+0000", 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0849999999999999e-05 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337736+0000", 2023-10-09T04:55:51.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.489e-06 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337780+0000", 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4301999999999997e-05 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:55:51.337800+0000", 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9576999999999999e-05 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.358 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:55:51.359 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.359 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:55:51.359 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:55:51.359 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 3 2023-10-09T04:55:51.359 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:55:51.374 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:51.425 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:55:52.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:55:52] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2023-10-09T04:55:52.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/100474245' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:52.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[179183]: osdmap e375: 8 total, 8 up, 8 in 2023-10-09T04:55:52.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[179183]: failed to encode map e375 with expected crc 2023-10-09T04:55:52.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[179183]: pgmap v1151: 99 pgs: 2 active+recovery_wait+degraded, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 669 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 8291/32154 objects degraded (25.785%); 232/32154 objects misplaced (0.722%); 15 MiB/s, 278 objects/s recovering 2023-10-09T04:55:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/100474245' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[184249]: osdmap e375: 8 total, 8 up, 8 in 2023-10-09T04:55:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[184249]: failed to encode map e375 with expected crc 2023-10-09T04:55:52.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:51 smithi107 ceph-mon[184249]: pgmap v1151: 99 pgs: 2 active+recovery_wait+degraded, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 669 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 8291/32154 objects degraded (25.785%); 232/32154 objects misplaced (0.722%); 15 MiB/s, 278 objects/s recovering 2023-10-09T04:55:52.173 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1149,"stamp":"2023-10-09T04:55:49.640599+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":894310328,"num_objects":13662,"num_object_clones":0,"num_object_copies":40986,"num_objects_missing_on_primary":739,"num_objects_missing":739,"num_objects_degraded":9106,"num_objects_misplaced":325,"num_objects_unfound":0,"num_objects_dirty":13662,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":134882,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28357,"num_bytes_recovered":1857831470,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173084,"ondisk_log_size":173084,"up":297,"acting":289,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":10380256,"kb_used_data":4595680,"kb_used_omap":21,"kb_used_meta":5784298,"kb_avail":739580960,"statfs":{"total":767960285184,"available":757330903040,"internally_reserved":0,"allocated":4705976320,"data_stored":4694598397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5923121621},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,1,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-251396096,"num_objects":-3836,"num_object_clones":0,"num_object_copies":-11508,"num_objects_missing_on_primary":-210,"num_objects_missing":-210,"num_objects_degraded":-893,"num_objects_misplaced":-12,"num_objects_unfound":0,"num_objects_dirty":-3836,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3836,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":906,"num_bytes_recovered":59310080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001905"},"pg_stats":[{"pgid":"11.12","version":"372'6333","reported_seq":10048,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.267288+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:55:45.267288+0000","last_peered":"2023-10-09T04:55:45.267288+0000","last_clean":"2023-10-09T04:55:45.267288+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:55:45.267288+0000","last_undegraded":"2023-10-09T04:55:45.267288+0000","last_fullsized":"2023-10-09T04:55:45.267288+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6333,"log_dups_size":0,"ondisk_log_size":6333,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968064,"num_objects":412,"num_object_clones":0,"num_object_copies":1236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4130,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":369,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832991+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:55:44.832991+0000","last_peered":"2023-10-09T04:55:44.832991+0000","last_clean":"2023-10-09T04:55:44.832991+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:55:44.832991+0000","last_undegraded":"2023-10-09T04:55:44.832991+0000","last_fullsized":"2023-10-09T04:55:44.832991+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":145,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.812900+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:44.812900+0000","last_peered":"2023-10-09T04:55:44.812900+0000","last_clean":"2023-10-09T04:55:44.812900+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:44.812900+0000","last_undegraded":"2023-10-09T04:55:44.812900+0000","last_fullsized":"2023-10-09T04:55:44.812900+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"373'6271","reported_seq":7635,"reported_epoch":373,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.998825+0000","last_change":"2023-10-09T04:53:29.237360+0000","last_active":"2023-10-09T04:55:45.998825+0000","last_peered":"2023-10-09T04:55:45.998825+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:55:45.998825+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6271,"log_dups_size":0,"ondisk_log_size":6271,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33226752,"num_objects":507,"num_object_clones":0,"num_object_copies":1521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1837,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4047,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":453,"num_bytes_recovered":29655040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":1},{"shards":"0,2,3","objects":401},{"shards":"0,6","objects":-1329}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":314,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.762927+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:40.762927+0000","last_peered":"2023-10-09T04:55:40.762927+0000","last_clean":"2023-10-09T04:55:40.762927+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:40.762927+0000","last_undegraded":"2023-10-09T04:55:40.762927+0000","last_fullsized":"2023-10-09T04:55:40.762927+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":338,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835611+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:55:45.835611+0000","last_peered":"2023-10-09T04:55:45.835611+0000","last_clean":"2023-10-09T04:55:45.835611+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:55:45.835611+0000","last_undegraded":"2023-10-09T04:55:45.835611+0000","last_fullsized":"2023-10-09T04:55:45.835611+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"372'6522","reported_seq":11796,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.106650+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:55:45.106650+0000","last_peered":"2023-10-09T04:55:45.106650+0000","last_clean":"2023-10-09T04:55:45.106650+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:55:45.106650+0000","last_undegraded":"2023-10-09T04:55:45.106650+0000","last_fullsized":"2023-10-09T04:55:45.106650+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6522,"log_dups_size":0,"ondisk_log_size":6522,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28147712,"num_objects":430,"num_object_clones":0,"num_object_copies":1290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4240,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":67,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.829224+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:44.829224+0000","last_peered":"2023-10-09T04:55:44.829224+0000","last_clean":"2023-10-09T04:55:44.829224+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:44.829224+0000","last_undegraded":"2023-10-09T04:55:44.829224+0000","last_fullsized":"2023-10-09T04:55:44.829224+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":47,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.842943+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:55:45.842943+0000","last_peered":"2023-10-09T04:55:45.842943+0000","last_clean":"2023-10-09T04:55:45.842943+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:55:45.842943+0000","last_undegraded":"2023-10-09T04:55:45.842943+0000","last_fullsized":"2023-10-09T04:55:45.842943+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":333,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.761402+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:40.761402+0000","last_peered":"2023-10-09T04:55:40.761402+0000","last_clean":"2023-10-09T04:55:40.761402+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:40.761402+0000","last_undegraded":"2023-10-09T04:55:40.761402+0000","last_fullsized":"2023-10-09T04:55:40.761402+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":93,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.829528+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:44.829528+0000","last_peered":"2023-10-09T04:55:44.829528+0000","last_clean":"2023-10-09T04:55:44.829528+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:44.829528+0000","last_undegraded":"2023-10-09T04:55:44.829528+0000","last_fullsized":"2023-10-09T04:55:44.829528+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":349,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760715+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:40.760715+0000","last_peered":"2023-10-09T04:55:40.760715+0000","last_clean":"2023-10-09T04:55:40.760715+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:40.760715+0000","last_undegraded":"2023-10-09T04:55:40.760715+0000","last_fullsized":"2023-10-09T04:55:40.760715+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":89,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.836905+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:44.836905+0000","last_peered":"2023-10-09T04:55:44.836905+0000","last_clean":"2023-10-09T04:55:44.836905+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:44.836905+0000","last_undegraded":"2023-10-09T04:55:44.836905+0000","last_fullsized":"2023-10-09T04:55:44.836905+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":377,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835729+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:55:45.835729+0000","last_peered":"2023-10-09T04:55:45.835729+0000","last_clean":"2023-10-09T04:55:45.835729+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:55:45.835729+0000","last_undegraded":"2023-10-09T04:55:45.835729+0000","last_fullsized":"2023-10-09T04:55:45.835729+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":328,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.769657+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:40.769657+0000","last_peered":"2023-10-09T04:55:40.769657+0000","last_clean":"2023-10-09T04:55:40.769657+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:40.769657+0000","last_undegraded":"2023-10-09T04:55:40.769657+0000","last_fullsized":"2023-10-09T04:55:40.769657+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":409,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832925+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:55:44.832925+0000","last_peered":"2023-10-09T04:55:44.832925+0000","last_clean":"2023-10-09T04:55:44.832925+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:55:44.832925+0000","last_undegraded":"2023-10-09T04:55:44.832925+0000","last_fullsized":"2023-10-09T04:55:44.832925+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":390,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832546+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:55:44.832546+0000","last_peered":"2023-10-09T04:55:44.832546+0000","last_clean":"2023-10-09T04:55:44.832546+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:55:44.832546+0000","last_undegraded":"2023-10-09T04:55:44.832546+0000","last_fullsized":"2023-10-09T04:55:44.832546+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":353,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835611+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:55:45.835611+0000","last_peered":"2023-10-09T04:55:45.835611+0000","last_clean":"2023-10-09T04:55:45.835611+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:55:45.835611+0000","last_undegraded":"2023-10-09T04:55:45.835611+0000","last_fullsized":"2023-10-09T04:55:45.835611+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":213,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.762682+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:40.762682+0000","last_peered":"2023-10-09T04:55:40.762682+0000","last_clean":"2023-10-09T04:55:40.762682+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:40.762682+0000","last_undegraded":"2023-10-09T04:55:40.762682+0000","last_fullsized":"2023-10-09T04:55:40.762682+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":341,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835365+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:55:45.835365+0000","last_peered":"2023-10-09T04:55:45.835365+0000","last_clean":"2023-10-09T04:55:45.835365+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:55:45.835365+0000","last_undegraded":"2023-10-09T04:55:45.835365+0000","last_fullsized":"2023-10-09T04:55:45.835365+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":368,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760574+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:40.760574+0000","last_peered":"2023-10-09T04:55:40.760574+0000","last_clean":"2023-10-09T04:55:40.760574+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:40.760574+0000","last_undegraded":"2023-10-09T04:55:40.760574+0000","last_fullsized":"2023-10-09T04:55:40.760574+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"373'6556","reported_seq":11897,"reported_epoch":373,"state":"active+recovery_wait","last_fresh":"2023-10-09T04:55:46.317386+0000","last_change":"2023-10-09T04:55:45.914018+0000","last_active":"2023-10-09T04:55:46.317386+0000","last_peered":"2023-10-09T04:55:46.317386+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:55:45.864429+0000","last_became_peered":"2023-10-09T04:55:45.864429+0000","last_unstale":"2023-10-09T04:55:46.317386+0000","last_undegraded":"2023-10-09T04:55:46.317386+0000","last_fullsized":"2023-10-09T04:55:46.317386+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6556,"log_dups_size":0,"ondisk_log_size":6556,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27656192,"num_objects":422,"num_object_clones":0,"num_object_copies":1266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":422,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4266,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2372,"num_bytes_recovered":155385856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":["3","0","1","6"],"object_location_counts":[{"shards":"0,3,6","objects":422}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":358,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835265+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:55:45.835265+0000","last_peered":"2023-10-09T04:55:45.835265+0000","last_clean":"2023-10-09T04:55:45.835265+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:55:45.835265+0000","last_undegraded":"2023-10-09T04:55:45.835265+0000","last_fullsized":"2023-10-09T04:55:45.835265+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":325,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.829765+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:44.829765+0000","last_peered":"2023-10-09T04:55:44.829765+0000","last_clean":"2023-10-09T04:55:44.829765+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:44.829765+0000","last_undegraded":"2023-10-09T04:55:44.829765+0000","last_fullsized":"2023-10-09T04:55:44.829765+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"374'6456","reported_seq":10453,"reported_epoch":374,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:48.561602+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:48.561602+0000","last_peered":"2023-10-09T04:55:48.561602+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:48.561602+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:48.561602+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6456,"log_dups_size":0,"ondisk_log_size":6456,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22544384,"num_objects":344,"num_object_clones":0,"num_object_copies":1032,"num_objects_missing_on_primary":369,"num_objects_missing":369,"num_objects_degraded":445,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4234,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1870,"num_bytes_recovered":122519552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,3,5","objects":369},{"shards":"3,5,6","objects":-25}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":72,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.842803+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:55:45.842803+0000","last_peered":"2023-10-09T04:55:45.842803+0000","last_clean":"2023-10-09T04:55:45.842803+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:55:45.842803+0000","last_undegraded":"2023-10-09T04:55:45.842803+0000","last_fullsized":"2023-10-09T04:55:45.842803+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":69,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.830009+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:44.830009+0000","last_peered":"2023-10-09T04:55:44.830009+0000","last_clean":"2023-10-09T04:55:44.830009+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:44.830009+0000","last_undegraded":"2023-10-09T04:55:44.830009+0000","last_fullsized":"2023-10-09T04:55:44.830009+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"372'6443","reported_seq":6540,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.230881+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:55:45.230881+0000","last_peered":"2023-10-09T04:55:45.230881+0000","last_clean":"2023-10-09T04:55:45.230881+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:55:45.230881+0000","last_undegraded":"2023-10-09T04:55:45.230881+0000","last_fullsized":"2023-10-09T04:55:45.230881+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6443,"log_dups_size":0,"ondisk_log_size":6443,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30605312,"num_objects":467,"num_object_clones":0,"num_object_copies":1401,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":467,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4173,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":336,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835487+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:55:45.835487+0000","last_peered":"2023-10-09T04:55:45.835487+0000","last_clean":"2023-10-09T04:55:45.835487+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:55:45.835487+0000","last_undegraded":"2023-10-09T04:55:45.835487+0000","last_fullsized":"2023-10-09T04:55:45.835487+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":352,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760233+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:40.760233+0000","last_peered":"2023-10-09T04:55:40.760233+0000","last_clean":"2023-10-09T04:55:40.760233+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:40.760233+0000","last_undegraded":"2023-10-09T04:55:40.760233+0000","last_fullsized":"2023-10-09T04:55:40.760233+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"372'6520","reported_seq":6616,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.251476+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:55:45.251476+0000","last_peered":"2023-10-09T04:55:45.251476+0000","last_clean":"2023-10-09T04:55:45.251476+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:55:45.251476+0000","last_undegraded":"2023-10-09T04:55:45.251476+0000","last_fullsized":"2023-10-09T04:55:45.251476+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6520,"log_dups_size":0,"ondisk_log_size":6520,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27852800,"num_objects":425,"num_object_clones":0,"num_object_copies":1275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4245,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":354,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835670+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:55:45.835670+0000","last_peered":"2023-10-09T04:55:45.835670+0000","last_clean":"2023-10-09T04:55:45.835670+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:55:45.835670+0000","last_undegraded":"2023-10-09T04:55:45.835670+0000","last_fullsized":"2023-10-09T04:55:45.835670+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":397,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.831949+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:55:44.831949+0000","last_peered":"2023-10-09T04:55:44.831949+0000","last_clean":"2023-10-09T04:55:44.831949+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:55:44.831949+0000","last_undegraded":"2023-10-09T04:55:44.831949+0000","last_fullsized":"2023-10-09T04:55:44.831949+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"374'6370","reported_seq":7991,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-10-09T04:55:48.078938+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:48.078938+0000","last_peered":"2023-10-09T04:55:48.078938+0000","last_clean":"2023-10-09T04:55:48.078938+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:48.078938+0000","last_undegraded":"2023-10-09T04:55:48.078938+0000","last_fullsized":"2023-10-09T04:55:48.078938+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6370,"log_dups_size":0,"ondisk_log_size":6370,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29687808,"num_objects":453,"num_object_clones":0,"num_object_copies":1359,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4135,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":389,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835608+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:55:45.835608+0000","last_peered":"2023-10-09T04:55:45.835608+0000","last_clean":"2023-10-09T04:55:45.835608+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:55:45.835608+0000","last_undegraded":"2023-10-09T04:55:45.835608+0000","last_fullsized":"2023-10-09T04:55:45.835608+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":47,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.842908+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:55:45.842908+0000","last_peered":"2023-10-09T04:55:45.842908+0000","last_clean":"2023-10-09T04:55:45.842908+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:55:45.842908+0000","last_undegraded":"2023-10-09T04:55:45.842908+0000","last_fullsized":"2023-10-09T04:55:45.842908+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"374'6508","reported_seq":9569,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-10-09T04:55:48.035259+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:48.035259+0000","last_peered":"2023-10-09T04:55:48.035259+0000","last_clean":"2023-10-09T04:55:48.035259+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:48.035259+0000","last_undegraded":"2023-10-09T04:55:48.035259+0000","last_fullsized":"2023-10-09T04:55:48.035259+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6508,"log_dups_size":0,"ondisk_log_size":6508,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26443776,"num_objects":403,"num_object_clones":0,"num_object_copies":1209,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":403,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4245,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":416,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760984+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:40.760984+0000","last_peered":"2023-10-09T04:55:40.760984+0000","last_clean":"2023-10-09T04:55:40.760984+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:40.760984+0000","last_undegraded":"2023-10-09T04:55:40.760984+0000","last_fullsized":"2023-10-09T04:55:40.760984+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":347,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.813070+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:44.813070+0000","last_peered":"2023-10-09T04:55:44.813070+0000","last_clean":"2023-10-09T04:55:44.813070+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:44.813070+0000","last_undegraded":"2023-10-09T04:55:44.813070+0000","last_fullsized":"2023-10-09T04:55:44.813070+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"372'6545","reported_seq":9004,"reported_epoch":372,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.310236+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:55:45.310236+0000","last_peered":"2023-10-09T04:55:45.310236+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:55:45.310236+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6545,"log_dups_size":0,"ondisk_log_size":6545,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28082176,"num_objects":428,"num_object_clones":0,"num_object_copies":1284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":428,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4266,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":489},{"shards":"1,7","objects":-351}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":46,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832782+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:55:44.832782+0000","last_peered":"2023-10-09T04:55:44.832782+0000","last_clean":"2023-10-09T04:55:44.832782+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:55:44.832782+0000","last_undegraded":"2023-10-09T04:55:44.832782+0000","last_fullsized":"2023-10-09T04:55:44.832782+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":417,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832836+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:55:44.832836+0000","last_peered":"2023-10-09T04:55:44.832836+0000","last_clean":"2023-10-09T04:55:44.832836+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:55:44.832836+0000","last_undegraded":"2023-10-09T04:55:44.832836+0000","last_fullsized":"2023-10-09T04:55:44.832836+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"372'6296","reported_seq":9946,"reported_epoch":372,"state":"active+recovery_wait","last_fresh":"2023-10-09T04:55:45.304371+0000","last_change":"2023-10-09T04:55:38.498465+0000","last_active":"2023-10-09T04:55:45.304371+0000","last_peered":"2023-10-09T04:55:45.304371+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:55:45.304371+0000","last_undegraded":"2023-10-09T04:55:45.304371+0000","last_fullsized":"2023-10-09T04:55:45.304371+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6296,"log_dups_size":0,"ondisk_log_size":6296,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30965760,"num_objects":472,"num_object_clones":0,"num_object_copies":1416,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":472,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4092,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1644,"num_bytes_recovered":107741184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","3","7"],"object_location_counts":[{"shards":"0,2,3","objects":472}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":47,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.842989+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:55:45.842989+0000","last_peered":"2023-10-09T04:55:45.842989+0000","last_clean":"2023-10-09T04:55:45.842989+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:55:45.842989+0000","last_undegraded":"2023-10-09T04:55:45.842989+0000","last_fullsized":"2023-10-09T04:55:45.842989+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":343,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.833180+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:55:44.833180+0000","last_peered":"2023-10-09T04:55:44.833180+0000","last_clean":"2023-10-09T04:55:44.833180+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:55:44.833180+0000","last_undegraded":"2023-10-09T04:55:44.833180+0000","last_fullsized":"2023-10-09T04:55:44.833180+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"373'6425","reported_seq":7746,"reported_epoch":373,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.969764+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:55:45.969764+0000","last_peered":"2023-10-09T04:55:45.969764+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:55:45.969764+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6425,"log_dups_size":0,"ondisk_log_size":6425,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23658496,"num_objects":361,"num_object_clones":0,"num_object_copies":1083,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2068,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4201,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":425,"num_bytes_recovered":27885568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2,3","objects":459},{"shards":"0,6","objects":-1707}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":334,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.831875+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:55:44.831875+0000","last_peered":"2023-10-09T04:55:44.831875+0000","last_clean":"2023-10-09T04:55:44.831875+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:55:44.831875+0000","last_undegraded":"2023-10-09T04:55:44.831875+0000","last_fullsized":"2023-10-09T04:55:44.831875+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":400,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832772+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:55:44.832772+0000","last_peered":"2023-10-09T04:55:44.832772+0000","last_clean":"2023-10-09T04:55:44.832772+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:55:44.832772+0000","last_undegraded":"2023-10-09T04:55:44.832772+0000","last_fullsized":"2023-10-09T04:55:44.832772+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"372'6495","reported_seq":11842,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.235297+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:55:45.235297+0000","last_peered":"2023-10-09T04:55:45.235297+0000","last_clean":"2023-10-09T04:55:45.235297+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:55:45.235297+0000","last_undegraded":"2023-10-09T04:55:45.235297+0000","last_fullsized":"2023-10-09T04:55:45.235297+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6495,"log_dups_size":0,"ondisk_log_size":6495,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32276480,"num_objects":492,"num_object_clones":0,"num_object_copies":1476,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":492,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4212,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":67,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.829382+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:44.829382+0000","last_peered":"2023-10-09T04:55:44.829382+0000","last_clean":"2023-10-09T04:55:44.829382+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:44.829382+0000","last_undegraded":"2023-10-09T04:55:44.829382+0000","last_fullsized":"2023-10-09T04:55:44.829382+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":307,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.766485+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:40.766485+0000","last_peered":"2023-10-09T04:55:40.766485+0000","last_clean":"2023-10-09T04:55:40.766485+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:40.766485+0000","last_undegraded":"2023-10-09T04:55:40.766485+0000","last_fullsized":"2023-10-09T04:55:40.766485+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"372'8226","reported_seq":9319,"reported_epoch":372,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.314196+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:55:45.314196+0000","last_peered":"2023-10-09T04:55:45.314196+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:55:45.314196+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":8226,"log_dups_size":0,"ondisk_log_size":8226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54591512,"num_objects":834,"num_object_clones":0,"num_object_copies":2502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":834,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8226,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":825},{"shards":"2,4","objects":-561}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":348,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.764633+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:40.764633+0000","last_peered":"2023-10-09T04:55:40.764633+0000","last_clean":"2023-10-09T04:55:40.764633+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:40.764633+0000","last_undegraded":"2023-10-09T04:55:40.764633+0000","last_fullsized":"2023-10-09T04:55:40.764633+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":386,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760506+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:40.760506+0000","last_peered":"2023-10-09T04:55:40.760506+0000","last_clean":"2023-10-09T04:55:40.760506+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:40.760506+0000","last_undegraded":"2023-10-09T04:55:40.760506+0000","last_fullsized":"2023-10-09T04:55:40.760506+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":306,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.769788+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:40.769788+0000","last_peered":"2023-10-09T04:55:40.769788+0000","last_clean":"2023-10-09T04:55:40.769788+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:40.769788+0000","last_undegraded":"2023-10-09T04:55:40.769788+0000","last_fullsized":"2023-10-09T04:55:40.769788+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"373'8366","reported_seq":12363,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:46.468476+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:55:46.468476+0000","last_peered":"2023-10-09T04:55:46.468476+0000","last_clean":"2023-10-09T04:55:46.468476+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:55:46.468476+0000","last_undegraded":"2023-10-09T04:55:46.468476+0000","last_fullsized":"2023-10-09T04:55:46.468476+0000","mapping_epoch":343,"log_start":"308'1600","ondisk_log_start":"308'1600","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6766,"log_dups_size":0,"ondisk_log_size":6766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57278464,"num_objects":874,"num_object_clones":0,"num_object_copies":2622,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":874,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8366,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":392,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.764488+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:40.764488+0000","last_peered":"2023-10-09T04:55:40.764488+0000","last_clean":"2023-10-09T04:55:40.764488+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:40.764488+0000","last_undegraded":"2023-10-09T04:55:40.764488+0000","last_fullsized":"2023-10-09T04:55:40.764488+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":374,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832473+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:55:44.832473+0000","last_peered":"2023-10-09T04:55:44.832473+0000","last_clean":"2023-10-09T04:55:44.832473+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:55:44.832473+0000","last_undegraded":"2023-10-09T04:55:44.832473+0000","last_fullsized":"2023-10-09T04:55:44.832473+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":332,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.762756+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:40.762756+0000","last_peered":"2023-10-09T04:55:40.762756+0000","last_clean":"2023-10-09T04:55:40.762756+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:40.762756+0000","last_undegraded":"2023-10-09T04:55:40.762756+0000","last_fullsized":"2023-10-09T04:55:40.762756+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"374'6405","reported_seq":10294,"reported_epoch":374,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:48.561582+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:48.561582+0000","last_peered":"2023-10-09T04:55:48.561582+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:48.561582+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:48.561582+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6405,"log_dups_size":0,"ondisk_log_size":6405,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26017792,"num_objects":397,"num_object_clones":0,"num_object_copies":1191,"num_objects_missing_on_primary":370,"num_objects_missing":370,"num_objects_degraded":445,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4183,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1818,"num_bytes_recovered":119177216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,3,5","objects":370},{"shards":"3,5,6","objects":27}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":383,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.769127+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:40.769127+0000","last_peered":"2023-10-09T04:55:40.769127+0000","last_clean":"2023-10-09T04:55:40.769127+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:40.769127+0000","last_undegraded":"2023-10-09T04:55:40.769127+0000","last_fullsized":"2023-10-09T04:55:40.769127+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":328,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.762464+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:40.762464+0000","last_peered":"2023-10-09T04:55:40.762464+0000","last_clean":"2023-10-09T04:55:40.762464+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:40.762464+0000","last_undegraded":"2023-10-09T04:55:40.762464+0000","last_fullsized":"2023-10-09T04:55:40.762464+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":342,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.766324+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:40.766324+0000","last_peered":"2023-10-09T04:55:40.766324+0000","last_clean":"2023-10-09T04:55:40.766324+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:40.766324+0000","last_undegraded":"2023-10-09T04:55:40.766324+0000","last_fullsized":"2023-10-09T04:55:40.766324+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"372'8554","reported_seq":15873,"reported_epoch":372,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.385035+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:55:45.385035+0000","last_peered":"2023-10-09T04:55:45.385035+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:55:45.385035+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":8554,"log_dups_size":0,"ondisk_log_size":8554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58851328,"num_objects":898,"num_object_clones":0,"num_object_copies":2694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1239,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":898,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8554,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3472,"num_bytes_recovered":227540992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":894},{"shards":"3,5","objects":-341}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":335,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760552+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:40.760552+0000","last_peered":"2023-10-09T04:55:40.760552+0000","last_clean":"2023-10-09T04:55:40.760552+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:40.760552+0000","last_undegraded":"2023-10-09T04:55:40.760552+0000","last_fullsized":"2023-10-09T04:55:40.760552+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":774,"reported_epoch":373,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.835132+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:55:45.835132+0000","last_peered":"2023-10-09T04:55:45.835132+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:55:45.835132+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":244,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.764418+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:40.764418+0000","last_peered":"2023-10-09T04:55:40.764418+0000","last_clean":"2023-10-09T04:55:40.764418+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:40.764418+0000","last_undegraded":"2023-10-09T04:55:40.764418+0000","last_fullsized":"2023-10-09T04:55:40.764418+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":47,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.843783+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:55:45.843783+0000","last_peered":"2023-10-09T04:55:45.843783+0000","last_clean":"2023-10-09T04:55:45.843783+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:55:45.843783+0000","last_undegraded":"2023-10-09T04:55:45.843783+0000","last_fullsized":"2023-10-09T04:55:45.843783+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"373'6545","reported_seq":10535,"reported_epoch":373,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:46.439863+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:55:46.439863+0000","last_peered":"2023-10-09T04:55:46.439863+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:55:46.439863+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6545,"log_dups_size":0,"ondisk_log_size":6545,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28901376,"num_objects":441,"num_object_clones":0,"num_object_copies":1323,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":630,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":441,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4255,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1690,"num_bytes_recovered":110755840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["3","0","1"],"object_location_counts":[{"shards":"0,1,3","objects":427},{"shards":"0,3","objects":-189}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":373,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835085+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:55:45.835085+0000","last_peered":"2023-10-09T04:55:45.835085+0000","last_clean":"2023-10-09T04:55:45.835085+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:55:45.835085+0000","last_undegraded":"2023-10-09T04:55:45.835085+0000","last_fullsized":"2023-10-09T04:55:45.835085+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":325,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832024+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:55:44.832024+0000","last_peered":"2023-10-09T04:55:44.832024+0000","last_clean":"2023-10-09T04:55:44.832024+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:55:44.832024+0000","last_undegraded":"2023-10-09T04:55:44.832024+0000","last_fullsized":"2023-10-09T04:55:44.832024+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":362,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.812899+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:44.812899+0000","last_peered":"2023-10-09T04:55:44.812899+0000","last_clean":"2023-10-09T04:55:44.812899+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:44.812899+0000","last_undegraded":"2023-10-09T04:55:44.812899+0000","last_fullsized":"2023-10-09T04:55:44.812899+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"372'8428","reported_seq":8507,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.241976+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:55:45.241976+0000","last_peered":"2023-10-09T04:55:45.241976+0000","last_clean":"2023-10-09T04:55:45.241976+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:55:45.241976+0000","last_undegraded":"2023-10-09T04:55:45.241976+0000","last_fullsized":"2023-10-09T04:55:45.241976+0000","mapping_epoch":303,"log_start":"309'2900","ondisk_log_start":"309'2900","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5528,"log_dups_size":0,"ondisk_log_size":5528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59768832,"num_objects":912,"num_object_clones":0,"num_object_copies":2736,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":912,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8428,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":339,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835902+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:55:45.835902+0000","last_peered":"2023-10-09T04:55:45.835902+0000","last_clean":"2023-10-09T04:55:45.835902+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:55:45.835902+0000","last_undegraded":"2023-10-09T04:55:45.835902+0000","last_fullsized":"2023-10-09T04:55:45.835902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":292,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.763052+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:40.763052+0000","last_peered":"2023-10-09T04:55:40.763052+0000","last_clean":"2023-10-09T04:55:40.763052+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:40.763052+0000","last_undegraded":"2023-10-09T04:55:40.763052+0000","last_fullsized":"2023-10-09T04:55:40.763052+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":51,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760632+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:40.760632+0000","last_peered":"2023-10-09T04:55:40.760632+0000","last_clean":"2023-10-09T04:55:40.760632+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:40.760632+0000","last_undegraded":"2023-10-09T04:55:40.760632+0000","last_fullsized":"2023-10-09T04:55:40.760632+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"374'8588","reported_seq":8667,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-10-09T04:55:48.101692+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:48.101692+0000","last_peered":"2023-10-09T04:55:48.101692+0000","last_clean":"2023-10-09T04:55:48.101692+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:48.101692+0000","last_undegraded":"2023-10-09T04:55:48.101692+0000","last_fullsized":"2023-10-09T04:55:48.101692+0000","mapping_epoch":303,"log_start":"308'1700","ondisk_log_start":"308'1700","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6888,"log_dups_size":0,"ondisk_log_size":6888,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48365568,"num_objects":738,"num_object_clones":0,"num_object_copies":2214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8588,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":207,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.835711+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:55:45.835711+0000","last_peered":"2023-10-09T04:55:45.835711+0000","last_clean":"2023-10-09T04:55:45.835711+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:55:45.835711+0000","last_undegraded":"2023-10-09T04:55:45.835711+0000","last_fullsized":"2023-10-09T04:55:45.835711+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":349,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.768068+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:40.768068+0000","last_peered":"2023-10-09T04:55:40.768068+0000","last_clean":"2023-10-09T04:55:40.768068+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:40.768068+0000","last_undegraded":"2023-10-09T04:55:40.768068+0000","last_fullsized":"2023-10-09T04:55:40.768068+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":67,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.828997+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:44.828997+0000","last_peered":"2023-10-09T04:55:44.828997+0000","last_clean":"2023-10-09T04:55:44.828997+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:44.828997+0000","last_undegraded":"2023-10-09T04:55:44.828997+0000","last_fullsized":"2023-10-09T04:55:44.828997+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"373'8360","reported_seq":8438,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:47.659646+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:47.659646+0000","last_peered":"2023-10-09T04:55:47.659646+0000","last_clean":"2023-10-09T04:55:47.659646+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:47.659646+0000","last_undegraded":"2023-10-09T04:55:47.659646+0000","last_fullsized":"2023-10-09T04:55:47.659646+0000","mapping_epoch":303,"log_start":"307'600","ondisk_log_start":"307'600","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7760,"log_dups_size":0,"ondisk_log_size":7760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54525952,"num_objects":832,"num_object_clones":0,"num_object_copies":2496,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8360,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":47,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.843097+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:55:45.843097+0000","last_peered":"2023-10-09T04:55:45.843097+0000","last_clean":"2023-10-09T04:55:45.843097+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:55:45.843097+0000","last_undegraded":"2023-10-09T04:55:45.843097+0000","last_fullsized":"2023-10-09T04:55:45.843097+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":350,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.812940+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:44.812940+0000","last_peered":"2023-10-09T04:55:44.812940+0000","last_clean":"2023-10-09T04:55:44.812940+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:44.812940+0000","last_undegraded":"2023-10-09T04:55:44.812940+0000","last_fullsized":"2023-10-09T04:55:44.812940+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":356,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.831540+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:55:44.831540+0000","last_peered":"2023-10-09T04:55:44.831540+0000","last_clean":"2023-10-09T04:55:44.831540+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:55:44.831540+0000","last_undegraded":"2023-10-09T04:55:44.831540+0000","last_fullsized":"2023-10-09T04:55:44.831540+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"372'6435","reported_seq":9170,"reported_epoch":372,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:45.476730+0000","last_change":"2023-10-09T04:55:44.556751+0000","last_active":"2023-10-09T04:55:45.476730+0000","last_peered":"2023-10-09T04:55:45.476730+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.838527+0000","last_became_peered":"2023-10-09T04:53:25.838527+0000","last_unstale":"2023-10-09T04:55:45.476730+0000","last_undegraded":"2023-10-09T04:53:25.766514+0000","last_fullsized":"2023-10-09T04:53:25.758726+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6435,"log_dups_size":0,"ondisk_log_size":6435,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33193984,"num_objects":507,"num_object_clones":0,"num_object_copies":1521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":266,"num_objects_misplaced":325,"num_objects_unfound":0,"num_objects_dirty":507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4157,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":722,"num_bytes_recovered":47316992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":325},{"shards":"1,7","objects":-84}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":48,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832700+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:55:44.832700+0000","last_peered":"2023-10-09T04:55:44.832700+0000","last_clean":"2023-10-09T04:55:44.832700+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:55:44.832700+0000","last_undegraded":"2023-10-09T04:55:44.832700+0000","last_fullsized":"2023-10-09T04:55:44.832700+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":393,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.769448+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:40.769448+0000","last_peered":"2023-10-09T04:55:40.769448+0000","last_clean":"2023-10-09T04:55:40.769448+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:40.769448+0000","last_undegraded":"2023-10-09T04:55:40.769448+0000","last_fullsized":"2023-10-09T04:55:40.769448+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"374'6520","reported_seq":9664,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-10-09T04:55:48.091526+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:48.091526+0000","last_peered":"2023-10-09T04:55:48.091526+0000","last_clean":"2023-10-09T04:55:48.091526+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:48.091526+0000","last_undegraded":"2023-10-09T04:55:48.091526+0000","last_fullsized":"2023-10-09T04:55:48.091526+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6520,"log_dups_size":0,"ondisk_log_size":6520,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25133056,"num_objects":384,"num_object_clones":0,"num_object_copies":1152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4258,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":351,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.761070+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:40.761070+0000","last_peered":"2023-10-09T04:55:40.761070+0000","last_clean":"2023-10-09T04:55:40.761070+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:40.761070+0000","last_undegraded":"2023-10-09T04:55:40.761070+0000","last_fullsized":"2023-10-09T04:55:40.761070+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":394,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832615+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:55:44.832615+0000","last_peered":"2023-10-09T04:55:44.832615+0000","last_clean":"2023-10-09T04:55:44.832615+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:55:44.832615+0000","last_undegraded":"2023-10-09T04:55:44.832615+0000","last_fullsized":"2023-10-09T04:55:44.832615+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"374'6503","reported_seq":8151,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-10-09T04:55:48.018711+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:48.018711+0000","last_peered":"2023-10-09T04:55:48.018711+0000","last_clean":"2023-10-09T04:55:48.018711+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:48.018711+0000","last_undegraded":"2023-10-09T04:55:48.018711+0000","last_fullsized":"2023-10-09T04:55:48.018711+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6503,"log_dups_size":0,"ondisk_log_size":6503,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971520,"num_objects":320,"num_object_clones":0,"num_object_copies":960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4268,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":373,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.760404+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:40.760404+0000","last_peered":"2023-10-09T04:55:40.760404+0000","last_clean":"2023-10-09T04:55:40.760404+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:40.760404+0000","last_undegraded":"2023-10-09T04:55:40.760404+0000","last_fullsized":"2023-10-09T04:55:40.760404+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":377,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.832154+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:55:44.832154+0000","last_peered":"2023-10-09T04:55:44.832154+0000","last_clean":"2023-10-09T04:55:44.832154+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:55:44.832154+0000","last_undegraded":"2023-10-09T04:55:44.832154+0000","last_fullsized":"2023-10-09T04:55:44.832154+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"372'6478","reported_seq":6574,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.281687+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:55:45.281687+0000","last_peered":"2023-10-09T04:55:45.281687+0000","last_clean":"2023-10-09T04:55:45.281687+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:55:45.281687+0000","last_undegraded":"2023-10-09T04:55:45.281687+0000","last_fullsized":"2023-10-09T04:55:45.281687+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6478,"log_dups_size":0,"ondisk_log_size":6478,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31260672,"num_objects":477,"num_object_clones":0,"num_object_copies":1431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4203,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":96,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.829863+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:44.829863+0000","last_peered":"2023-10-09T04:55:44.829863+0000","last_clean":"2023-10-09T04:55:44.829863+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:44.829863+0000","last_undegraded":"2023-10-09T04:55:44.829863+0000","last_fullsized":"2023-10-09T04:55:44.829863+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":62,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.836837+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:44.836837+0000","last_peered":"2023-10-09T04:55:44.836837+0000","last_clean":"2023-10-09T04:55:44.836837+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:44.836837+0000","last_undegraded":"2023-10-09T04:55:44.836837+0000","last_fullsized":"2023-10-09T04:55:44.836837+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"372'6520","reported_seq":6612,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:45.271747+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:55:45.271747+0000","last_peered":"2023-10-09T04:55:45.271747+0000","last_clean":"2023-10-09T04:55:45.271747+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:55:45.271747+0000","last_undegraded":"2023-10-09T04:55:45.271747+0000","last_fullsized":"2023-10-09T04:55:45.271747+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6520,"log_dups_size":0,"ondisk_log_size":6520,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26738688,"num_objects":408,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4250,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":58,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-10-09T04:55:40.761331+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:40.761331+0000","last_peered":"2023-10-09T04:55:40.761331+0000","last_clean":"2023-10-09T04:55:40.761331+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:40.761331+0000","last_undegraded":"2023-10-09T04:55:40.761331+0000","last_fullsized":"2023-10-09T04:55:40.761331+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":393,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-10-09T04:55:44.831540+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:55:44.831540+0000","last_peered":"2023-10-09T04:55:44.831540+0000","last_clean":"2023-10-09T04:55:44.831540+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:55:44.831540+0000","last_undegraded":"2023-10-09T04:55:44.831540+0000","last_fullsized":"2023-10-09T04:55:44.831540+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":893714456,"num_objects":13638,"num_object_clones":0,"num_object_copies":40914,"num_objects_missing_on_primary":739,"num_objects_missing":739,"num_objects_degraded":9104,"num_objects_misplaced":325,"num_objects_unfound":0,"num_objects_dirty":13638,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":134582,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28313,"num_bytes_recovered":1855455232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4611846144,"data_stored":4611833928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":172868,"ondisk_log_size":172868,"up":78,"acting":71,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234395,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1455100,"kb_used_data":553908,"kb_used_omap":0,"kb_used_meta":901184,"kb_avail":92290052,"statfs":{"total":95995035648,"available":94505013248,"internally_reserved":0,"allocated":567201792,"data_stored":566155887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922812416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":1.4630000000000001,"15min":1.923},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.869,"5min":10.343,"15min":11.922000000000001},"last":7.3140000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":1.048,"15min":1.6140000000000001},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":1.827,"5min":10.451000000000001,"15min":17.344000000000001},"last":5.3899999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.5009999999999999,"15min":1.778},"min":{"1min":0.254,"5min":0.254,"15min":0.247},"max":{"1min":4.9969999999999999,"5min":16.280999999999999,"15min":16.513000000000002},"last":0.27900000000000003},{"interface":"front","average":{"1min":2.7050000000000001,"5min":1.6559999999999999,"15min":2.0049999999999999},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":9.5869999999999997,"5min":24.052,"15min":24.052},"last":9.5869999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.859,"15min":2.0870000000000002},"min":{"1min":0.317,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":3.226,"5min":16.678999999999998,"15min":32.179000000000002},"last":7.3869999999999996},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.2270000000000001,"15min":1.7909999999999999},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":2.6899999999999999,"5min":16.704000000000001,"15min":16.704000000000001},"last":5.3019999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:55:41 2023","interfaces":[{"interface":"back","average":{"1min":1.651,"5min":1.4550000000000001,"15min":1.6060000000000001},"min":{"1min":0.44500000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":9,"5min":9,"15min":11.003},"last":5.3470000000000004},{"interface":"front","average":{"1min":1.994,"5min":1.2869999999999999,"15min":1.5449999999999999},"min":{"1min":0.311,"5min":0.31,"15min":0.31},"max":{"1min":8.9730000000000008,"5min":9.6590000000000007,"15min":10.955},"last":3.129}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.1639999999999999,"15min":1.944},"min":{"1min":0.315,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.0419999999999998,"5min":10.634,"15min":23.919},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.214,"15min":1.621},"min":{"1min":0.34799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":10.868,"5min":10.868,"15min":23.797999999999998},"last":1.9059999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":1.6120000000000001,"15min":2.3119999999999998},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":20.678999999999998,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.46400000000000002},{"interface":"front","average":{"1min":3.3759999999999999,"5min":1.369,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.07,"5min":21.07,"15min":79.332999999999998},"last":8.2230000000000008}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":1.476,"15min":2.1230000000000002},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":14.176,"5min":14.176,"15min":16.599},"last":0.44800000000000001},{"interface":"front","average":{"1min":2.879,"5min":1.651,"15min":2.1190000000000002},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":14.191000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":7.4470000000000001}]}]},{"osd":6,"up_from":46,"seq":197568496031,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1149756,"kb_used_data":256564,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":92595396,"statfs":{"total":95995035648,"available":94817685504,"internally_reserved":0,"allocated":262721536,"data_stored":261683415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:13 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":1.0669999999999999,"15min":1.6399999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":3.1499999999999999,"5min":10.545999999999999,"15min":19.166},"last":2.3919999999999999},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.5029999999999999,"15min":1.946},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":5.8070000000000004,"5min":10.645,"15min":19.143999999999998},"last":0.755}]},{"osd":1,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6759999999999999,"15min":1.8959999999999999},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.0089999999999999,"5min":10.686,"15min":10.686},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.228,"15min":1.431},"min":{"1min":0.29199999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9910000000000001,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.877}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":1.224,"15min":1.798},"min":{"1min":0.307,"5min":0.221,"15min":0.221},"max":{"1min":16.338000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":2.355},{"interface":"front","average":{"1min":1.2,"5min":1.875,"15min":2.1970000000000001},"min":{"1min":0.27100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":5.7309999999999999,"5min":10.712,"15min":15.391999999999999},"last":0.81999999999999995}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":1.958,"15min":2.0150000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.1509999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":2.7850000000000001,"5min":1.7549999999999999,"15min":1.514},"min":{"1min":0.37,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":8.9689999999999994,"5min":12.456,"15min":12.456},"last":0.84999999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.252,"15min":1.75},"min":{"1min":0.26400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":16.399999999999999,"5min":16.399999999999999,"15min":16.399999999999999},"last":5.4059999999999997},{"interface":"front","average":{"1min":2.121,"5min":1.4610000000000001,"15min":1.8500000000000001},"min":{"1min":0.39500000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.068999999999999,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.77600000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.3080000000000001,"15min":1.6970000000000001},"min":{"1min":0.31,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":9.0069999999999997,"5min":9.0069999999999997,"15min":16.042000000000002},"last":1.2430000000000001},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.0649999999999999,"15min":1.7509999999999999},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":16.292999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":2.5640000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:54:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.4630000000000001,"15min":2.5739999999999998},"min":{"1min":0.40699999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.861,"5min":9.3170000000000002,"15min":196.22300000000001},"last":2.6070000000000002},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.8979999999999999,"15min":2.8799999999999999},"min":{"1min":0.46400000000000002,"5min":0.38,"15min":0.33500000000000002},"max":{"1min":1.8799999999999999,"5min":14.885999999999999,"15min":196.24299999999999},"last":0.73299999999999998}]}]},{"osd":1,"up_from":235,"seq":1009317314647,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1674620,"kb_used_data":1340276,"kb_used_omap":5,"kb_used_meta":334266,"kb_avail":92070532,"statfs":{"total":95995035648,"available":94280224768,"internally_reserved":0,"allocated":1372442624,"data_stored":1370643828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":342289109},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.4239999999999999,"15min":1.1259999999999999},"min":{"1min":0.20899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.292,"5min":11.292,"15min":11.292},"last":1.5409999999999999},{"interface":"front","average":{"1min":0.747,"5min":1.5169999999999999,"15min":1.2130000000000001},"min":{"1min":0.23499999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.5019999999999998,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.441}]},{"osd":2,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.3999999999999999,"15min":1.1890000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.7750000000000004,"5min":15.111000000000001,"15min":15.111000000000001},"last":8.6850000000000005},{"interface":"front","average":{"1min":1.556,"5min":1.659,"15min":1.3120000000000001},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.221},"max":{"1min":11.183,"5min":11.997,"15min":11.997},"last":10.388999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":2.8900000000000001,"5min":1.9259999999999999,"15min":1.1100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":0.5},{"interface":"front","average":{"1min":3.1539999999999999,"5min":1.9570000000000001,"15min":1.3240000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":27.914000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.48499999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.496,"15min":1.724},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.9319999999999999,"5min":10.932,"15min":10.932},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.4790000000000001,"15min":1.52},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.1660000000000004,"5min":15.007999999999999,"15min":15.007999999999999},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.7729999999999999,"15min":1.905},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.25,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.3500000000000001,"5min":1.623,"15min":1.7629999999999999},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.311},"max":{"1min":11.151999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.59199999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.6259999999999999,"15min":1.587},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":11.103,"5min":11.103,"15min":11.103},"last":0.55700000000000005},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.609,"15min":1.431},"min":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.8820000000000001,"5min":10.961,"15min":10.961},"last":0.73099999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:54:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":1.5449999999999999,"15min":6.6059999999999999},"min":{"1min":0.41999999999999998,"5min":0.40600000000000003,"15min":0.34799999999999998},"max":{"1min":2.6059999999999999,"5min":10.894,"15min":146.554},"last":0.75700000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.9790000000000001,"15min":7.2210000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.2119999999999997,"5min":15.06,"15min":146.53100000000001},"last":0.54700000000000004}]}]},{"osd":0,"up_from":86,"seq":369367187737,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1507292,"kb_used_data":644948,"kb_used_omap":5,"kb_used_meta":862330,"kb_avail":92237860,"statfs":{"total":95995035648,"available":94451568640,"internally_reserved":0,"allocated":660426752,"data_stored":658429776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":883026554},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.0429999999999999,"15min":1.143},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":2.1600000000000001,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":0.248},{"interface":"front","average":{"1min":0.47399999999999998,"5min":1.101,"15min":0.91900000000000004},"min":{"1min":0.19700000000000001,"5min":0.186,"15min":0.186},"max":{"1min":1.732,"5min":9.7029999999999994,"15min":9.7029999999999994},"last":0.33100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.8089999999999999,"15min":1.6879999999999999},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":5.0720000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":4.7699999999999996},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.768,"15min":1.639},"min":{"1min":0.251,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":8.9550000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":0.375}]},{"osd":3,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.518,"15min":1.5600000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":14.711,"5min":14.711,"15min":14.711},"last":0.497},{"interface":"front","average":{"1min":3.1669999999999998,"5min":1.726,"15min":1.581},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":18.193000000000001,"5min":18.193000000000001,"15min":23.222000000000001},"last":2.8460000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.4159999999999999,"15min":1.7689999999999999},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":3.7989999999999999,"5min":11.539,"15min":13.125},"last":2.8090000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.204,"15min":1.54},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28000000000000003},"max":{"1min":2.7090000000000001,"5min":9.5899999999999999,"15min":12.212},"last":0.52700000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3049999999999999,"15min":1.7310000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":3.843,"5min":6.9329999999999998,"15min":13.022},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.393,"15min":2.069},"min":{"1min":0.37,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.1580000000000004,"5min":7.6870000000000003,"15min":13.438000000000001},"last":0.81899999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":1.3180000000000001,"15min":1.9510000000000001},"min":{"1min":0.38800000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":3.008,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.4279999999999999,"15min":2.105},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.1879999999999997,"5min":7.5979999999999999,"15min":43.819000000000003},"last":0.79500000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.504,"15min":1.952},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":5.2110000000000003,"5min":6.4199999999999999,"15min":13.374000000000001},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.4830000000000001,"15min":1.958},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":3.8490000000000002,"5min":11.5,"15min":14.393000000000001},"last":10.675000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206580,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1352928,"kb_used_data":670616,"kb_used_omap":7,"kb_used_meta":682168,"kb_avail":92392224,"statfs":{"total":95995035648,"available":94609637376,"internally_reserved":0,"allocated":686710784,"data_stored":684935107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":698540113},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.024,"15min":1.6419999999999999},"min":{"1min":0.19800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":5.1950000000000003,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.20999999999999999},{"interface":"front","average":{"1min":1.992,"5min":1.2829999999999999,"15min":1.605},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":7.5670000000000002,"5min":7.673,"15min":47.450000000000003},"last":0.36799999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:54:48 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.474,"15min":1.1879999999999999},"min":{"1min":0.22500000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.6470000000000002,"5min":13.888,"15min":13.888},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.498,"5min":1.47,"15min":1.6699999999999999},"min":{"1min":0.23599999999999999,"5min":0.191,"15min":0.191},"max":{"1min":7.0659999999999998,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.5129999999999999,"15min":1.052},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":6.9279999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":1.581},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.5609999999999999,"15min":1.097},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.24199999999999999},"max":{"1min":6.9560000000000004,"5min":13.413,"15min":13.413},"last":1.6879999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.7350000000000001,"15min":1.857},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":6.8360000000000003,"5min":10.335000000000001,"15min":11.215},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.593,"15min":1.706},"min":{"1min":0.39200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.3019999999999996,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.42899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.4399999999999999,"15min":1.8029999999999999},"min":{"1min":0.33500000000000002,"5min":0.30199999999999999,"15min":0.28299999999999997},"max":{"1min":6.9939999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":1.611},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.675,"15min":1.998},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":6.9909999999999997,"5min":9.9469999999999992,"15min":13.205},"last":1.861}]},{"osd":6,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":1.9690000000000001,"15min":1.7709999999999999},"min":{"1min":0.52900000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":42.975999999999999,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":4.0339999999999998,"5min":2.1080000000000001,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":42.843000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.71099999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.47899999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":5.8789999999999996,"5min":14.035,"15min":18.792999999999999},"last":1.238},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.97,"15min":2.1240000000000001},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.0140000000000002,"5min":14.022,"15min":18.841999999999999},"last":1.2529999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524717,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":792796,"kb_used_data":478036,"kb_used_omap":2,"kb_used_meta":314749,"kb_avail":92952356,"statfs":{"total":95995035648,"available":95183212544,"internally_reserved":0,"allocated":489508864,"data_stored":487854602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":322303029},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":1.375,"15min":1.0309999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":1.7090000000000001,"5min":12.817,"15min":12.817},"last":2.125},{"interface":"front","average":{"1min":1.607,"5min":1.2250000000000001,"15min":1.242},"min":{"1min":0.221,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.6159999999999997,"5min":12.606999999999999,"15min":12.606999999999999},"last":3.5659999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:54:55 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.24,"15min":0.90200000000000002},"min":{"1min":0.253,"5min":0.21099999999999999,"15min":0.20999999999999999},"max":{"1min":8.4420000000000002,"5min":12.891,"15min":12.891},"last":5.7949999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.26,"15min":1.534},"min":{"1min":0.25600000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.9340000000000002,"5min":12.866,"15min":12.866},"last":3.306}]},{"osd":2,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.6699999999999999,"15min":1.599},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.255},"max":{"1min":1.946,"5min":21.722999999999999,"15min":21.722999999999999},"last":3.1960000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.2050000000000001,"15min":1.3400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69499999999999995,"5min":13.305999999999999,"15min":13.305999999999999},"last":2.641}]},{"osd":4,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.212,"15min":1.5980000000000001},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.312},"max":{"1min":4.359,"5min":7.8929999999999998,"15min":8.8209999999999997},"last":6.2460000000000004},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.8400000000000001,"15min":1.675},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":2.0049999999999999,"5min":21.532,"15min":21.532},"last":0.28199999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.411,"15min":1.5469999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81399999999999995,"5min":22.693000000000001,"15min":22.693000000000001},"last":2.214},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.4019999999999999,"15min":2.069},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.6079999999999997,"5min":8.2650000000000006,"15min":10.946999999999999},"last":6.4080000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":2.1619999999999999,"15min":2.411},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":2.0369999999999999,"5min":21.693999999999999,"15min":21.693999999999999},"last":3.1509999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.5129999999999999,"15min":2.0139999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.899,"5min":12.991,"15min":12.991},"last":2.1890000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:54:42 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.367,"15min":1.7549999999999999},"min":{"1min":0.40899999999999997,"5min":0.36199999999999999,"15min":0.34899999999999998},"max":{"1min":5.9470000000000001,"5min":8.859,"15min":8.8620000000000001},"last":7.4649999999999999},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.861,"15min":2.1000000000000001},"min":{"1min":0.39800000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.9830000000000001,"5min":21.587,"15min":21.587},"last":0.34399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019303,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1149560,"kb_used_data":249584,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92595592,"statfs":{"total":95995035648,"available":94817886208,"internally_reserved":0,"allocated":255574016,"data_stored":254531906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.754,"15min":1.851},"min":{"1min":0.23699999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.6139999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.454,"5min":1.7130000000000001,"15min":1.742},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":5.5209999999999999,"5min":12.064,"15min":12.064},"last":0.31}]},{"osd":1,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.4430000000000001,"15min":1.4550000000000001},"min":{"1min":0.33100000000000002,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":5.0629999999999997,"5min":12.112,"15min":12.112},"last":0.34599999999999997},{"interface":"front","average":{"1min":2.0139999999999998,"5min":1.552,"15min":1.895},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":5.3090000000000002,"5min":21.356000000000002,"15min":21.356000000000002},"last":0.37}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":4.7770000000000001,"5min":2.6080000000000001,"15min":2.1179999999999999},"min":{"1min":0.39300000000000002,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":64.391999999999996,"5min":64.391999999999996,"15min":64.391999999999996},"last":0.46300000000000002},{"interface":"front","average":{"1min":4.6219999999999999,"5min":2.4449999999999998,"15min":2.0739999999999998},"min":{"1min":0.38500000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":64.248000000000005,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":1.704,"15min":1.8919999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":12.382,"5min":12.382,"15min":12.382},"last":0.432},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.73,"15min":1.895},"min":{"1min":0.40400000000000003,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.0730000000000004,"5min":21.442,"15min":21.442},"last":3.2109999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.482,"15min":1.819},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.7759999999999998,"5min":20.991,"15min":20.991},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.3540000000000001,"15min":1.7070000000000001},"min":{"1min":0.316,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":5.4409999999999998,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:55:33 2023","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.9079999999999999,"15min":2.4039999999999999},"min":{"1min":0.34100000000000003,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":12.949,"5min":21.481000000000002,"15min":31.064},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.728,"15min":2.0640000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":7.367,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.55100000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":1.5469999999999999,"15min":1.966},"min":{"1min":0.34699999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":0.95099999999999996,"5min":27.376000000000001,"15min":27.376000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.85199999999999998,"5min":1.9490000000000001,"15min":2.2200000000000002},"min":{"1min":0.40100000000000002,"5min":0.317,"15min":0.29499999999999998},"max":{"1min":3.0899999999999999,"5min":21.402000000000001,"15min":21.402000000000001},"last":1.8109999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757666,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1298204,"kb_used_data":401748,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":92446948,"statfs":{"total":95995035648,"available":94665674752,"internally_reserved":0,"allocated":411389952,"data_stored":410363876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":4.0890000000000004,"15min":2.3879999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":6.7949999999999999,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.78100000000000003,"5min":4.657,"15min":3.1230000000000002},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":2.9630000000000001,"5min":322.61599999999999,"15min":322.61599999999999},"last":1.4330000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":0.29499999999999998},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":3.7759999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":1.5189999999999999,"15min":1.6619999999999999},"min":{"1min":0.34999999999999998,"5min":0.251,"15min":0.249},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":3.2639999999999998},{"interface":"front","average":{"1min":2.3919999999999999,"5min":1.7929999999999999,"15min":2.0539999999999998},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":18.617000000000001,"5min":18.617000000000001,"15min":18.617000000000001},"last":4.5839999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:55:43 2023","interfaces":[{"interface":"back","average":{"1min":6.0949999999999998,"5min":2.2919999999999998,"15min":1.643},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":74.915000000000006,"5min":74.915000000000006,"15min":74.915000000000006},"last":3.536},{"interface":"front","average":{"1min":6.1210000000000004,"5min":2.4940000000000002,"15min":2.073},"min":{"1min":0.40600000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":74.799999999999997,"5min":74.799999999999997,"15min":74.799999999999997},"last":2.4900000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.3340000000000001,"15min":1.4650000000000001},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.26000000000000001},"max":{"1min":6.9169999999999998,"5min":13.285,"15min":13.285},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":1.4470000000000001,"15min":2.1339999999999999},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":2.7919999999999998,"5min":13.125,"15min":14.824},"last":0.42399999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.4059999999999999,"15min":1.9590000000000001},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":3.4460000000000002,"5min":13.189,"15min":21.196999999999999},"last":0.376},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.2569999999999999,"15min":2.1739999999999999},"min":{"1min":0.36199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.0209999999999999,"5min":13.279999999999999,"15min":19.631},"last":2.714}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":2.923},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":3.0379999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":653787136,"data_stored":653787136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1360986112,"data_stored":1360986112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":679546880,"data_stored":679542808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":478937088,"data_stored":478937088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":238358528,"data_stored":238354456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":406781952,"data_stored":406781952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":251465728,"data_stored":251461656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":541982720,"data_stored":541982720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:55:52.185 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:55:52.202 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:52.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:52.207 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:52.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/100474245' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:52.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:51 smithi150 ceph-mon[168511]: osdmap e375: 8 total, 8 up, 8 in 2023-10-09T04:55:52.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:51 smithi150 ceph-mon[168511]: failed to encode map e375 with expected crc 2023-10-09T04:55:52.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:51 smithi150 ceph-mon[168511]: pgmap v1151: 99 pgs: 2 active+recovery_wait+degraded, 1 active+undersized+remapped, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 669 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 8291/32154 objects degraded (25.785%); 232/32154 objects misplaced (0.722%); 15 MiB/s, 278 objects/s recovering 2023-10-09T04:55:52.290 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:55:52.307 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:52.562 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:52.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:52.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:52.627 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:52.669 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:52.759 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:52.842 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:52.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:52.853 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:52.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:53.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[179183]: failed to encode map e375 with expected crc 2023-10-09T04:55:53.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[179183]: failed to encode map e375 with expected crc 2023-10-09T04:55:53.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[179183]: osdmap e376: 8 total, 8 up, 8 in 2023-10-09T04:55:53.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[179183]: failed to encode map e376 with expected crc 2023-10-09T04:55:53.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[179183]: failed to encode map e376 with expected crc 2023-10-09T04:55:53.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[184249]: failed to encode map e375 with expected crc 2023-10-09T04:55:53.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[184249]: failed to encode map e375 with expected crc 2023-10-09T04:55:53.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[184249]: osdmap e376: 8 total, 8 up, 8 in 2023-10-09T04:55:53.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[184249]: failed to encode map e376 with expected crc 2023-10-09T04:55:53.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:52 smithi107 ceph-mon[184249]: failed to encode map e376 with expected crc 2023-10-09T04:55:53.044 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:53.118 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:53.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:53.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:52 smithi150 ceph-mon[168511]: failed to encode map e375 with expected crc 2023-10-09T04:55:53.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:52 smithi150 ceph-mon[168511]: failed to encode map e375 with expected crc 2023-10-09T04:55:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:52 smithi150 ceph-mon[168511]: osdmap e376: 8 total, 8 up, 8 in 2023-10-09T04:55:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:52 smithi150 ceph-mon[168511]: failed to encode map e376 with expected crc 2023-10-09T04:55:53.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:52 smithi150 ceph-mon[168511]: failed to encode map e376 with expected crc 2023-10-09T04:55:53.239 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:53.305 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:53.306 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:53.357 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:53.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:53.363 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:53.464 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:53.534 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:53.603 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:53.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:53.611 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:53.712 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:53.788 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:54.066 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:54.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:54.073 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:54.091 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:54.174 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:54.199 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:55:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:53 smithi150 ceph-mon[168511]: failed to encode map e376 with expected crc 2023-10-09T04:55:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:53 smithi150 ceph-mon[168511]: failed to encode map e376 with expected crc 2023-10-09T04:55:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:53 smithi150 ceph-mon[168511]: pgmap v1153: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 584 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 912 op/s; 8031/28089 objects degraded (28.591%); 232/28089 objects misplaced (0.826%); 12 MiB/s, 229 objects/s recovering 2023-10-09T04:55:54.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:53 smithi107 ceph-mon[184249]: failed to encode map e376 with expected crc 2023-10-09T04:55:54.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:53 smithi107 ceph-mon[184249]: failed to encode map e376 with expected crc 2023-10-09T04:55:54.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:53 smithi107 ceph-mon[184249]: pgmap v1153: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 584 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 912 op/s; 8031/28089 objects degraded (28.591%); 232/28089 objects misplaced (0.826%); 12 MiB/s, 229 objects/s recovering 2023-10-09T04:55:54.237 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:53 smithi107 ceph-mon[179183]: failed to encode map e376 with expected crc 2023-10-09T04:55:54.237 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:53 smithi107 ceph-mon[179183]: failed to encode map e376 with expected crc 2023-10-09T04:55:54.237 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:53 smithi107 ceph-mon[179183]: pgmap v1153: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 584 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 912 op/s; 8031/28089 objects degraded (28.591%); 232/28089 objects misplaced (0.826%); 12 MiB/s, 229 objects/s recovering 2023-10-09T04:55:54.246 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:55.102 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:55.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:55.110 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:55.211 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:55:55.317 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:55.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8031/28089 objects degraded (28.591%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:55.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8031/28089 objects degraded (28.591%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8031/28089 objects degraded (28.591%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:55:55.605 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:55:55.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:55.617 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:55:55.718 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:55:55.762 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:55.766 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:55.810 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:55:55.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:55.814 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:55:55.914 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:56.000 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:56.199 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:56.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:56.209 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:56.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:56 smithi107 ceph-mon[184249]: pgmap v1154: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 543 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 757 op/s; 8031/26127 objects degraded (30.738%); 232/26127 objects misplaced (0.888%); 8.9 MiB/s, 176 objects/s recovering 2023-10-09T04:55:56.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:56 smithi107 ceph-mon[179183]: pgmap v1154: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 543 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 757 op/s; 8031/26127 objects degraded (30.738%); 232/26127 objects misplaced (0.888%); 8.9 MiB/s, 176 objects/s recovering 2023-10-09T04:55:56.310 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:55:56.420 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:56.456 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:55:56.457 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 8031/26127 objects degraded (30.738%), 9 pgs degraded, 7 pgs undersized","count":16},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1516,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":376,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":8,"osd_in_since":1696827203,"num_remapped_pgs":7},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":88},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":6},{"state_name":"active+recovery_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":8709,"data_bytes":569710520,"bytes_used":9804578816,"bytes_avail":758155706368,"bytes_total":767960285184,"degraded_objects":8031,"degraded_total":26127,"degraded_ratio":0.30738316683890227,"misplaced_objects":232,"misplaced_total":26127,"misplaced_ratio":0.008879702989244842,"recovering_objects_per_sec":176,"recovering_bytes_per_sec":9347136,"recovering_keys_per_sec":0,"num_objects_recovered":1377,"num_bytes_recovered":72810496,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":757},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"724e7db3-73f4-4fab-8b02-92c868475a4e":{"message":"Global Recovery Event (3m)\n [========================....] (remaining: 27s)","progress":0.87878787517547607,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:55:56.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:56 smithi150 ceph-mon[168511]: pgmap v1154: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 543 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 757 op/s; 8031/26127 objects degraded (30.738%); 232/26127 objects misplaced (0.888%); 8.9 MiB/s, 176 objects/s recovering 2023-10-09T04:55:56.829 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:55:56.829 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:55:56.829 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:55:56.830 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:55:56.830 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:55:57.161 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:55:57.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:57.166 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:55:57.251 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:55:57.267 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:57.358 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/504702081' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3072057970' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:57.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:57.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/504702081' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:57.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:57.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3072057970' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:57.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:57 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:57.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/504702081' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:57.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:57 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:55:57.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3072057970' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:55:57.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:57 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:55:57.770 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:57.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:57.778 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:57.878 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:57.922 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:57.968 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:55:57.969 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:57.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:57.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:58.079 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:58.183 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:58.293 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:58.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:58.297 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:58.312 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[179183]: failed to encode map e377 with expected crc 2023-10-09T04:55:58.312 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:55:58.312 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[179183]: osdmap e377: 8 total, 8 up, 8 in 2023-10-09T04:55:58.312 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[179183]: failed to encode map e377 with expected crc 2023-10-09T04:55:58.312 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[179183]: pgmap v1156: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 419 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 7736/20154 objects degraded (38.384%); 6.0 MiB/s, 121 objects/s recovering 2023-10-09T04:55:58.312 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[184249]: failed to encode map e377 with expected crc 2023-10-09T04:55:58.313 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:55:58.313 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[184249]: osdmap e377: 8 total, 8 up, 8 in 2023-10-09T04:55:58.313 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[184249]: failed to encode map e377 with expected crc 2023-10-09T04:55:58.313 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:58 smithi107 ceph-mon[184249]: pgmap v1156: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 419 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 7736/20154 objects degraded (38.384%); 6.0 MiB/s, 121 objects/s recovering 2023-10-09T04:55:58.399 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:58.420 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T04:55:58.421 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:55:58.447 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:58.516 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:58.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:58 smithi150 ceph-mon[168511]: failed to encode map e377 with expected crc 2023-10-09T04:55:58.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:55:58.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:58 smithi150 ceph-mon[168511]: osdmap e377: 8 total, 8 up, 8 in 2023-10-09T04:55:58.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:58 smithi150 ceph-mon[168511]: failed to encode map e377 with expected crc 2023-10-09T04:55:58.519 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:58 smithi150 ceph-mon[168511]: pgmap v1156: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 419 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 7736/20154 objects degraded (38.384%); 6.0 MiB/s, 121 objects/s recovering 2023-10-09T04:55:58.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:58.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:58.621 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:58.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:55:58.653 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:58.685 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:55:58.703 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:58.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:58.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:58.741 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:55:58.780 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:55:58.809 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:58.828 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:55:58.842 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:58.870 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:55:58.887 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:55:58.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:58.891 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:55:58.902 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:55:58.972 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:58.991 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:55:59.000 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:55:59.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.038 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.038 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:55:59.041 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:59.095 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:55:59.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:59.098 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:55:59.199 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:59.281 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:55:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2442986728' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:55:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2442986728' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:59.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:55:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2442986728' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:55:59.592 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:59.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:59.604 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:59.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:55:59.771 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:55:59.833 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:55:59.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:55:59.842 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:55:59.910 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:55:59.942 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:55:59.961 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:55:59.992 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:00.048 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:00.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:00.054 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:00.154 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:00.203 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:00.270 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:00.274 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:00 smithi150 ceph-mon[168511]: pgmap v1157: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 325 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 7481/15648 objects degraded (47.808%); 6.8 MiB/s, 130 objects/s recovering 2023-10-09T04:56:00.274 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7736/20154 objects degraded (38.384%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:00.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:00.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:00.379 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:00.588 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:00 smithi107 ceph-mon[184249]: pgmap v1157: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 325 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 7481/15648 objects degraded (47.808%); 6.8 MiB/s, 130 objects/s recovering 2023-10-09T04:56:00.588 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7736/20154 objects degraded (38.384%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:00.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:00 smithi107 ceph-mon[179183]: pgmap v1157: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 325 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 7481/15648 objects degraded (47.808%); 6.8 MiB/s, 130 objects/s recovering 2023-10-09T04:56:00.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7736/20154 objects degraded (38.384%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:00.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:01.347 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:01.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:01.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:01.453 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:01.507 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:01.521 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:01.521 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:01.562 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:01.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:01.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:01.574 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:01.641 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:56:01.671 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:01.777 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:02.105 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:02.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:02.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:02.121 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:56:02.121 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:56:02.181 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:02.217 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:02.252 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:02.286 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:56:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:56:02] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2023-10-09T04:56:02.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:02 smithi107 ceph-mon[179183]: pgmap v1158: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 149 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 883 op/s; 6992/7188 objects degraded (97.273%); 6.7 MiB/s, 161 objects/s recovering 2023-10-09T04:56:02.307 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:02.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:02.316 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:02.417 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:02.531 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:02.606 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:02 smithi107 ceph-mon[184249]: pgmap v1158: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 149 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 883 op/s; 6992/7188 objects degraded (97.273%); 6.7 MiB/s, 161 objects/s recovering 2023-10-09T04:56:02.618 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 74109 objects 2023-10-09T04:56:02.618 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :141.117 2023-10-09T04:56:02.673 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:02.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:02.679 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:02.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:02 smithi150 ceph-mon[168511]: pgmap v1158: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 149 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 883 op/s; 6992/7188 objects degraded (97.273%); 6.7 MiB/s, 161 objects/s recovering 2023-10-09T04:56:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:56:02.753 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:56:02.780 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:02.806 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:02.839 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:02.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:02.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:02.943 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:02.969 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:03.002 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:03.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:03.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:03.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:56:03.105 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:03.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:03.164 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:03.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:03.168 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:03.268 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:03.294 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:03.327 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:03.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:03.330 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:03.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:03.462 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:03.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:03 smithi150 ceph-mon[168511]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:03.635 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:03.640 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:03 smithi107 ceph-mon[179183]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:03.640 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:03 smithi107 ceph-mon[184249]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:03.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:03.641 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:03.660 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1158,"stamp":"2023-10-09T04:56:01.644394+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":155981752,"num_objects":2396,"num_object_clones":0,"num_object_copies":7188,"num_objects_missing_on_primary":224,"num_objects_missing":224,"num_objects_degraded":6992,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":146207,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30795,"num_bytes_recovered":1966752302,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181309,"ondisk_log_size":181309,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8496588,"kb_used_data":2667596,"kb_used_omap":21,"kb_used_meta":5828586,"kb_avail":741464628,"statfs":{"total":767960285184,"available":759259779072,"internally_reserved":0,"allocated":2731618304,"data_stored":2720074434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5968472533},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,7,8,3,6,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-545390592,"num_objects":-8322,"num_object_clones":0,"num_object_copies":-24966,"num_objects_missing_on_primary":-515,"num_objects_missing":-515,"num_objects_degraded":-1299,"num_objects_misplaced":-232,"num_objects_unfound":0,"num_objects_dirty":-8322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8381,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1531,"num_bytes_recovered":66912256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.488176"},"pg_stats":[{"pgid":"11.12","version":"377'6711","reported_seq":10431,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.660311+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:56:00.660311+0000","last_peered":"2023-10-09T04:56:00.660311+0000","last_clean":"2023-10-09T04:56:00.660311+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:56:00.660311+0000","last_undegraded":"2023-10-09T04:56:00.660311+0000","last_fullsized":"2023-10-09T04:56:00.660311+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6711,"log_dups_size":0,"ondisk_log_size":6711,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195456,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4508,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":373,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160454+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:55:52.160454+0000","last_peered":"2023-10-09T04:55:52.160454+0000","last_clean":"2023-10-09T04:55:52.160454+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:55:52.160454+0000","last_undegraded":"2023-10-09T04:55:52.160454+0000","last_fullsized":"2023-10-09T04:55:52.160454+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":149,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.158133+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:55:52.158133+0000","last_peered":"2023-10-09T04:55:52.158133+0000","last_clean":"2023-10-09T04:55:52.158133+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:55:52.158133+0000","last_undegraded":"2023-10-09T04:55:52.158133+0000","last_fullsized":"2023-10-09T04:55:52.158133+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"377'6642","reported_seq":9836,"reported_epoch":377,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:01.010428+0000","last_change":"2023-10-09T04:55:50.236445+0000","last_active":"2023-10-09T04:56:01.010428+0000","last_peered":"2023-10-09T04:56:01.010428+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.228205+0000","last_became_peered":"2023-10-09T04:53:29.228205+0000","last_unstale":"2023-10-09T04:56:01.010428+0000","last_undegraded":"2023-10-09T04:53:25.858893+0000","last_fullsized":"2023-10-09T04:53:25.760244+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6642,"log_dups_size":0,"ondisk_log_size":6642,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8912896,"num_objects":136,"num_object_clones":0,"num_object_copies":408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":924,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":136,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4418,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1365,"num_bytes_recovered":56000512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2","6"],"object_location_counts":[{"shards":"0,6","objects":-788}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":320,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.165120+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:55:52.165120+0000","last_peered":"2023-10-09T04:55:52.165120+0000","last_clean":"2023-10-09T04:55:52.165120+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:55:52.165120+0000","last_undegraded":"2023-10-09T04:55:52.165120+0000","last_fullsized":"2023-10-09T04:55:52.165120+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":341,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163891+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:55:52.163891+0000","last_peered":"2023-10-09T04:55:52.163891+0000","last_clean":"2023-10-09T04:55:52.163891+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:55:52.163891+0000","last_undegraded":"2023-10-09T04:55:52.163891+0000","last_fullsized":"2023-10-09T04:55:52.163891+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"377'6938","reported_seq":12217,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.401603+0000","last_change":"2023-10-09T04:53:36.457724+0000","last_active":"2023-10-09T04:56:00.401603+0000","last_peered":"2023-10-09T04:56:00.401603+0000","last_clean":"2023-10-09T04:56:00.401603+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:56:00.401603+0000","last_undegraded":"2023-10-09T04:56:00.401603+0000","last_fullsized":"2023-10-09T04:56:00.401603+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6938,"log_dups_size":0,"ondisk_log_size":6938,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":884736,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4656,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":71,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163562+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:55:52.163562+0000","last_peered":"2023-10-09T04:55:52.163562+0000","last_clean":"2023-10-09T04:55:52.163562+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:55:52.163562+0000","last_undegraded":"2023-10-09T04:55:52.163562+0000","last_fullsized":"2023-10-09T04:55:52.163562+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":50,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164094+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:55:52.164094+0000","last_peered":"2023-10-09T04:55:52.164094+0000","last_clean":"2023-10-09T04:55:52.164094+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:55:52.164094+0000","last_undegraded":"2023-10-09T04:55:52.164094+0000","last_fullsized":"2023-10-09T04:55:52.164094+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":338,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.176516+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:55:52.176516+0000","last_peered":"2023-10-09T04:55:52.176516+0000","last_clean":"2023-10-09T04:55:52.176516+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:55:52.176516+0000","last_undegraded":"2023-10-09T04:55:52.176516+0000","last_fullsized":"2023-10-09T04:55:52.176516+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":97,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163713+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:55:52.163713+0000","last_peered":"2023-10-09T04:55:52.163713+0000","last_clean":"2023-10-09T04:55:52.163713+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:55:52.163713+0000","last_undegraded":"2023-10-09T04:55:52.163713+0000","last_fullsized":"2023-10-09T04:55:52.163713+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":354,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175922+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:55:52.175922+0000","last_peered":"2023-10-09T04:55:52.175922+0000","last_clean":"2023-10-09T04:55:52.175922+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:55:52.175922+0000","last_undegraded":"2023-10-09T04:55:52.175922+0000","last_fullsized":"2023-10-09T04:55:52.175922+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":93,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164609+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:55:52.164609+0000","last_peered":"2023-10-09T04:55:52.164609+0000","last_clean":"2023-10-09T04:55:52.164609+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:55:52.164609+0000","last_undegraded":"2023-10-09T04:55:52.164609+0000","last_fullsized":"2023-10-09T04:55:52.164609+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":380,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.162731+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:55:52.162731+0000","last_peered":"2023-10-09T04:55:52.162731+0000","last_clean":"2023-10-09T04:55:52.162731+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:55:52.162731+0000","last_undegraded":"2023-10-09T04:55:52.162731+0000","last_fullsized":"2023-10-09T04:55:52.162731+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":333,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.165214+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:55:52.165214+0000","last_peered":"2023-10-09T04:55:52.165214+0000","last_clean":"2023-10-09T04:55:52.165214+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:55:52.165214+0000","last_undegraded":"2023-10-09T04:55:52.165214+0000","last_fullsized":"2023-10-09T04:55:52.165214+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":413,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160588+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:55:52.160588+0000","last_peered":"2023-10-09T04:55:52.160588+0000","last_clean":"2023-10-09T04:55:52.160588+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:55:52.160588+0000","last_undegraded":"2023-10-09T04:55:52.160588+0000","last_fullsized":"2023-10-09T04:55:52.160588+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":394,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160399+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:55:52.160399+0000","last_peered":"2023-10-09T04:55:52.160399+0000","last_clean":"2023-10-09T04:55:52.160399+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:55:52.160399+0000","last_undegraded":"2023-10-09T04:55:52.160399+0000","last_fullsized":"2023-10-09T04:55:52.160399+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":356,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.162585+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:55:52.162585+0000","last_peered":"2023-10-09T04:55:52.162585+0000","last_clean":"2023-10-09T04:55:52.162585+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:55:52.162585+0000","last_undegraded":"2023-10-09T04:55:52.162585+0000","last_fullsized":"2023-10-09T04:55:52.162585+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":218,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.166674+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:55:52.166674+0000","last_peered":"2023-10-09T04:55:52.166674+0000","last_clean":"2023-10-09T04:55:52.166674+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:55:52.166674+0000","last_undegraded":"2023-10-09T04:55:52.166674+0000","last_fullsized":"2023-10-09T04:55:52.166674+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":344,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.162233+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:55:52.162233+0000","last_peered":"2023-10-09T04:55:52.162233+0000","last_clean":"2023-10-09T04:55:52.162233+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:55:52.162233+0000","last_undegraded":"2023-10-09T04:55:52.162233+0000","last_fullsized":"2023-10-09T04:55:52.162233+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":373,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.177187+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:55:52.177187+0000","last_peered":"2023-10-09T04:55:52.177187+0000","last_clean":"2023-10-09T04:55:52.177187+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:55:52.177187+0000","last_undegraded":"2023-10-09T04:55:52.177187+0000","last_fullsized":"2023-10-09T04:55:52.177187+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"377'6964","reported_seq":12310,"reported_epoch":377,"state":"active+recovery_wait","last_fresh":"2023-10-09T04:56:01.461911+0000","last_change":"2023-10-09T04:55:45.914018+0000","last_active":"2023-10-09T04:56:01.461911+0000","last_peered":"2023-10-09T04:56:01.461911+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:55:45.864429+0000","last_became_peered":"2023-10-09T04:55:45.864429+0000","last_unstale":"2023-10-09T04:56:01.461911+0000","last_undegraded":"2023-10-09T04:56:01.461911+0000","last_fullsized":"2023-10-09T04:56:01.461911+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6964,"log_dups_size":0,"ondisk_log_size":6964,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":917504,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4674,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2372,"num_bytes_recovered":155385856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":["3","0","1","6"],"object_location_counts":[{"shards":"0,3,6","objects":14}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":361,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.165110+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:55:52.165110+0000","last_peered":"2023-10-09T04:55:52.165110+0000","last_clean":"2023-10-09T04:55:52.165110+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:55:52.165110+0000","last_undegraded":"2023-10-09T04:55:52.165110+0000","last_fullsized":"2023-10-09T04:55:52.165110+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":329,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164077+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:55:52.164077+0000","last_peered":"2023-10-09T04:55:52.164077+0000","last_clean":"2023-10-09T04:55:52.164077+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:55:52.164077+0000","last_undegraded":"2023-10-09T04:55:52.164077+0000","last_fullsized":"2023-10-09T04:55:52.164077+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"377'6712","reported_seq":11226,"reported_epoch":377,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:58.613105+0000","last_change":"2023-10-09T04:54:07.803872+0000","last_active":"2023-10-09T04:55:58.613105+0000","last_peered":"2023-10-09T04:55:58.613105+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:55:58.613105+0000","last_undegraded":"2023-10-09T04:54:05.517649+0000","last_fullsized":"2023-10-09T04:55:58.613105+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6712,"log_dups_size":0,"ondisk_log_size":6712,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767168,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":112,"num_objects_missing":112,"num_objects_degraded":188,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4490,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2127,"num_bytes_recovered":139362304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,3,5","objects":112},{"shards":"3,5,6","objects":-24}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":75,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163201+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:55:52.163201+0000","last_peered":"2023-10-09T04:55:52.163201+0000","last_clean":"2023-10-09T04:55:52.163201+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:55:52.163201+0000","last_undegraded":"2023-10-09T04:55:52.163201+0000","last_fullsized":"2023-10-09T04:55:52.163201+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":73,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164184+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:55:52.164184+0000","last_peered":"2023-10-09T04:55:52.164184+0000","last_clean":"2023-10-09T04:55:52.164184+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:55:52.164184+0000","last_undegraded":"2023-10-09T04:55:52.164184+0000","last_fullsized":"2023-10-09T04:55:52.164184+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"377'6851","reported_seq":6953,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.803959+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:56:00.803959+0000","last_peered":"2023-10-09T04:56:00.803959+0000","last_clean":"2023-10-09T04:56:00.803959+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:56:00.803959+0000","last_undegraded":"2023-10-09T04:56:00.803959+0000","last_fullsized":"2023-10-09T04:56:00.803959+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6851,"log_dups_size":0,"ondisk_log_size":6851,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3866624,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4581,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":339,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163937+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:55:52.163937+0000","last_peered":"2023-10-09T04:55:52.163937+0000","last_clean":"2023-10-09T04:55:52.163937+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:55:52.163937+0000","last_undegraded":"2023-10-09T04:55:52.163937+0000","last_fullsized":"2023-10-09T04:55:52.163937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":357,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.176900+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:55:52.176900+0000","last_peered":"2023-10-09T04:55:52.176900+0000","last_clean":"2023-10-09T04:55:52.176900+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:55:52.176900+0000","last_undegraded":"2023-10-09T04:55:52.176900+0000","last_fullsized":"2023-10-09T04:55:52.176900+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"377'6905","reported_seq":7006,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.663643+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:56:00.663643+0000","last_peered":"2023-10-09T04:56:00.663643+0000","last_clean":"2023-10-09T04:56:00.663643+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:56:00.663643+0000","last_undegraded":"2023-10-09T04:56:00.663643+0000","last_fullsized":"2023-10-09T04:56:00.663643+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6905,"log_dups_size":0,"ondisk_log_size":6905,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2621440,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4630,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":357,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163981+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:55:52.163981+0000","last_peered":"2023-10-09T04:55:52.163981+0000","last_clean":"2023-10-09T04:55:52.163981+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:55:52.163981+0000","last_undegraded":"2023-10-09T04:55:52.163981+0000","last_fullsized":"2023-10-09T04:55:52.163981+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":401,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160415+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:55:52.160415+0000","last_peered":"2023-10-09T04:55:52.160415+0000","last_clean":"2023-10-09T04:55:52.160415+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:55:52.160415+0000","last_undegraded":"2023-10-09T04:55:52.160415+0000","last_fullsized":"2023-10-09T04:55:52.160415+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"377'6649","reported_seq":8273,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:57.974201+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:55:57.974201+0000","last_peered":"2023-10-09T04:55:57.974201+0000","last_clean":"2023-10-09T04:55:57.974201+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:55:57.974201+0000","last_undegraded":"2023-10-09T04:55:57.974201+0000","last_fullsized":"2023-10-09T04:55:57.974201+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6649,"log_dups_size":0,"ondisk_log_size":6649,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11403264,"num_objects":174,"num_object_clones":0,"num_object_copies":522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4414,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":392,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.162492+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:55:52.162492+0000","last_peered":"2023-10-09T04:55:52.162492+0000","last_clean":"2023-10-09T04:55:52.162492+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:55:52.162492+0000","last_undegraded":"2023-10-09T04:55:52.162492+0000","last_fullsized":"2023-10-09T04:55:52.162492+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":50,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.162945+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:55:52.162945+0000","last_peered":"2023-10-09T04:55:52.162945+0000","last_clean":"2023-10-09T04:55:52.162945+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:55:52.162945+0000","last_undegraded":"2023-10-09T04:55:52.162945+0000","last_fullsized":"2023-10-09T04:55:52.162945+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"377'6768","reported_seq":9832,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:58.080601+0000","last_change":"2023-10-09T04:53:30.833814+0000","last_active":"2023-10-09T04:55:58.080601+0000","last_peered":"2023-10-09T04:55:58.080601+0000","last_clean":"2023-10-09T04:55:58.080601+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:55:58.080601+0000","last_undegraded":"2023-10-09T04:55:58.080601+0000","last_fullsized":"2023-10-09T04:55:58.080601+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6768,"log_dups_size":0,"ondisk_log_size":6768,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9404416,"num_objects":143,"num_object_clones":0,"num_object_copies":429,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4505,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":421,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175755+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:55:52.175755+0000","last_peered":"2023-10-09T04:55:52.175755+0000","last_clean":"2023-10-09T04:55:52.175755+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:55:52.175755+0000","last_undegraded":"2023-10-09T04:55:52.175755+0000","last_fullsized":"2023-10-09T04:55:52.175755+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":351,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.158227+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:55:52.158227+0000","last_peered":"2023-10-09T04:55:52.158227+0000","last_clean":"2023-10-09T04:55:52.158227+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:55:52.158227+0000","last_undegraded":"2023-10-09T04:55:52.158227+0000","last_fullsized":"2023-10-09T04:55:52.158227+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"377'6970","reported_seq":9434,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:00.402153+0000","last_change":"2023-10-09T04:53:25.848862+0000","last_active":"2023-10-09T04:56:00.402153+0000","last_peered":"2023-10-09T04:56:00.402153+0000","last_clean":"2023-10-09T04:52:19.724819+0000","last_became_active":"2023-10-09T04:53:25.841888+0000","last_became_peered":"2023-10-09T04:53:25.841888+0000","last_unstale":"2023-10-09T04:56:00.402153+0000","last_undegraded":"2023-10-09T04:53:25.768769+0000","last_fullsized":"2023-10-09T04:53:25.759660+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6970,"log_dups_size":0,"ondisk_log_size":6970,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229376,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":779,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4691,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,5,7","objects":64},{"shards":"1,7","objects":-776}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":50,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160666+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:55:52.160666+0000","last_peered":"2023-10-09T04:55:52.160666+0000","last_clean":"2023-10-09T04:55:52.160666+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:55:52.160666+0000","last_undegraded":"2023-10-09T04:55:52.160666+0000","last_fullsized":"2023-10-09T04:55:52.160666+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":421,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160538+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:55:52.160538+0000","last_peered":"2023-10-09T04:55:52.160538+0000","last_clean":"2023-10-09T04:55:52.160538+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:55:52.160538+0000","last_undegraded":"2023-10-09T04:55:52.160538+0000","last_fullsized":"2023-10-09T04:55:52.160538+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"377'6681","reported_seq":10337,"reported_epoch":377,"state":"active+recovery_wait","last_fresh":"2023-10-09T04:56:00.763030+0000","last_change":"2023-10-09T04:55:38.498465+0000","last_active":"2023-10-09T04:56:00.763030+0000","last_peered":"2023-10-09T04:56:00.763030+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:56:00.763030+0000","last_undegraded":"2023-10-09T04:56:00.763030+0000","last_fullsized":"2023-10-09T04:56:00.763030+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6681,"log_dups_size":0,"ondisk_log_size":6681,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5734400,"num_objects":87,"num_object_clones":0,"num_object_copies":261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4477,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1644,"num_bytes_recovered":107741184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","3","7"],"object_location_counts":[{"shards":"0,2,3","objects":87}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":50,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163026+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:55:52.163026+0000","last_peered":"2023-10-09T04:55:52.163026+0000","last_clean":"2023-10-09T04:55:52.163026+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:55:52.163026+0000","last_undegraded":"2023-10-09T04:55:52.163026+0000","last_fullsized":"2023-10-09T04:55:52.163026+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":347,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160474+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:55:52.160474+0000","last_peered":"2023-10-09T04:55:52.160474+0000","last_clean":"2023-10-09T04:55:52.160474+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:55:52.160474+0000","last_undegraded":"2023-10-09T04:55:52.160474+0000","last_fullsized":"2023-10-09T04:55:52.160474+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"377'6845","reported_seq":9010,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:00.994458+0000","last_change":"2023-10-09T04:53:29.237379+0000","last_active":"2023-10-09T04:56:00.994458+0000","last_peered":"2023-10-09T04:56:00.994458+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:56:00.994458+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6845,"log_dups_size":0,"ondisk_log_size":6845,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1648,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4621,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":845,"num_bytes_recovered":55410688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2,3","objects":39},{"shards":"0,6","objects":-1648}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":338,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160632+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:55:52.160632+0000","last_peered":"2023-10-09T04:55:52.160632+0000","last_clean":"2023-10-09T04:55:52.160632+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:55:52.160632+0000","last_undegraded":"2023-10-09T04:55:52.160632+0000","last_fullsized":"2023-10-09T04:55:52.160632+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":404,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.161430+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:55:52.161430+0000","last_peered":"2023-10-09T04:55:52.161430+0000","last_clean":"2023-10-09T04:55:52.161430+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:55:52.161430+0000","last_undegraded":"2023-10-09T04:55:52.161430+0000","last_fullsized":"2023-10-09T04:55:52.161430+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"377'6889","reported_seq":12242,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.444256+0000","last_change":"2023-10-09T04:54:07.601175+0000","last_active":"2023-10-09T04:56:00.444256+0000","last_peered":"2023-10-09T04:56:00.444256+0000","last_clean":"2023-10-09T04:56:00.444256+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:56:00.444256+0000","last_undegraded":"2023-10-09T04:56:00.444256+0000","last_fullsized":"2023-10-09T04:56:00.444256+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6889,"log_dups_size":0,"ondisk_log_size":6889,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6455296,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4606,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163643+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:55:52.163643+0000","last_peered":"2023-10-09T04:55:52.163643+0000","last_clean":"2023-10-09T04:55:52.163643+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:55:52.163643+0000","last_undegraded":"2023-10-09T04:55:52.163643+0000","last_fullsized":"2023-10-09T04:55:52.163643+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":312,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.168384+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:55:52.168384+0000","last_peered":"2023-10-09T04:55:52.168384+0000","last_clean":"2023-10-09T04:55:52.168384+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:55:52.168384+0000","last_undegraded":"2023-10-09T04:55:52.168384+0000","last_fullsized":"2023-10-09T04:55:52.168384+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"377'8948","reported_seq":10046,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:00.751884+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:56:00.751884+0000","last_peered":"2023-10-09T04:56:00.751884+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:56:00.751884+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"307'300","ondisk_log_start":"307'300","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":8648,"log_dups_size":0,"ondisk_log_size":8648,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7274520,"num_objects":112,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":112,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8948,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"1,2,4","objects":105},{"shards":"2,4","objects":-1283}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":353,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.167014+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:55:52.167014+0000","last_peered":"2023-10-09T04:55:52.167014+0000","last_clean":"2023-10-09T04:55:52.167014+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:55:52.167014+0000","last_undegraded":"2023-10-09T04:55:52.167014+0000","last_fullsized":"2023-10-09T04:55:52.167014+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":391,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.177175+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:55:52.177175+0000","last_peered":"2023-10-09T04:55:52.177175+0000","last_clean":"2023-10-09T04:55:52.177175+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:55:52.177175+0000","last_undegraded":"2023-10-09T04:55:52.177175+0000","last_fullsized":"2023-10-09T04:55:52.177175+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":311,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.165337+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:55:52.165337+0000","last_peered":"2023-10-09T04:55:52.165337+0000","last_clean":"2023-10-09T04:55:52.165337+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:55:52.165337+0000","last_undegraded":"2023-10-09T04:55:52.165337+0000","last_fullsized":"2023-10-09T04:55:52.165337+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"377'9186","reported_seq":13186,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:01.418739+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:56:01.418739+0000","last_peered":"2023-10-09T04:56:01.418739+0000","last_clean":"2023-10-09T04:56:01.418739+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:56:01.418739+0000","last_undegraded":"2023-10-09T04:56:01.418739+0000","last_fullsized":"2023-10-09T04:56:01.418739+0000","mapping_epoch":343,"log_start":"308'2500","ondisk_log_start":"308'2500","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6686,"log_dups_size":0,"ondisk_log_size":6686,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3538944,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9186,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":397,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175477+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:55:52.175477+0000","last_peered":"2023-10-09T04:55:52.175477+0000","last_clean":"2023-10-09T04:55:52.175477+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:55:52.175477+0000","last_undegraded":"2023-10-09T04:55:52.175477+0000","last_fullsized":"2023-10-09T04:55:52.175477+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":378,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160347+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:55:52.160347+0000","last_peered":"2023-10-09T04:55:52.160347+0000","last_clean":"2023-10-09T04:55:52.160347+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:55:52.160347+0000","last_undegraded":"2023-10-09T04:55:52.160347+0000","last_fullsized":"2023-10-09T04:55:52.160347+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":337,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.166449+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:55:52.166449+0000","last_peered":"2023-10-09T04:55:52.166449+0000","last_clean":"2023-10-09T04:55:52.166449+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:55:52.166449+0000","last_undegraded":"2023-10-09T04:55:52.166449+0000","last_fullsized":"2023-10-09T04:55:52.166449+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"377'6663","reported_seq":11071,"reported_epoch":377,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:55:58.577309+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:55:58.577309+0000","last_peered":"2023-10-09T04:55:58.577309+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:55:58.577309+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:55:58.577309+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6663,"log_dups_size":0,"ondisk_log_size":6663,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9109504,"num_objects":139,"num_object_clones":0,"num_object_copies":417,"num_objects_missing_on_primary":112,"num_objects_missing":112,"num_objects_degraded":187,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4441,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2076,"num_bytes_recovered":136085504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,3,5","objects":112},{"shards":"3,5,6","objects":27}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":388,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.161231+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:55:52.161231+0000","last_peered":"2023-10-09T04:55:52.161231+0000","last_clean":"2023-10-09T04:55:52.161231+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:55:52.161231+0000","last_undegraded":"2023-10-09T04:55:52.161231+0000","last_fullsized":"2023-10-09T04:55:52.161231+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":333,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164960+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:55:52.164960+0000","last_peered":"2023-10-09T04:55:52.164960+0000","last_clean":"2023-10-09T04:55:52.164960+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:55:52.164960+0000","last_undegraded":"2023-10-09T04:55:52.164960+0000","last_fullsized":"2023-10-09T04:55:52.164960+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":347,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.168327+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:55:52.168327+0000","last_peered":"2023-10-09T04:55:52.168327+0000","last_clean":"2023-10-09T04:55:52.168327+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:55:52.168327+0000","last_undegraded":"2023-10-09T04:55:52.168327+0000","last_fullsized":"2023-10-09T04:55:52.168327+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"377'9352","reported_seq":16676,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:00.834912+0000","last_change":"2023-10-09T04:54:00.782269+0000","last_active":"2023-10-09T04:56:00.834912+0000","last_peered":"2023-10-09T04:56:00.834912+0000","last_clean":"2023-10-09T04:52:19.726309+0000","last_became_active":"2023-10-09T04:54:00.748675+0000","last_became_peered":"2023-10-09T04:54:00.748675+0000","last_unstale":"2023-10-09T04:56:00.834912+0000","last_undegraded":"2023-10-09T04:54:00.742605+0000","last_fullsized":"2023-10-09T04:54:00.667967+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":9352,"log_dups_size":0,"ondisk_log_size":9352,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:45.415123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6553600,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1239,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9352,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3472,"num_bytes_recovered":227540992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":96},{"shards":"3,5","objects":-1139}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":340,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175520+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:55:52.175520+0000","last_peered":"2023-10-09T04:55:52.175520+0000","last_clean":"2023-10-09T04:55:52.175520+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:55:52.175520+0000","last_undegraded":"2023-10-09T04:55:52.175520+0000","last_fullsized":"2023-10-09T04:55:52.175520+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":777,"reported_epoch":376,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:55:52.162089+0000","last_change":"2023-10-09T04:53:25.915037+0000","last_active":"2023-10-09T04:55:52.162089+0000","last_peered":"2023-10-09T04:55:52.162089+0000","last_clean":"2023-10-09T04:53:19.215634+0000","last_became_active":"2023-10-09T04:53:25.914692+0000","last_became_peered":"2023-10-09T04:53:25.914692+0000","last_unstale":"2023-10-09T04:55:52.162089+0000","last_undegraded":"2023-10-09T04:53:25.767273+0000","last_fullsized":"2023-10-09T04:53:25.766516+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:27.891985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":249,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175390+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:55:52.175390+0000","last_peered":"2023-10-09T04:55:52.175390+0000","last_clean":"2023-10-09T04:55:52.175390+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:55:52.175390+0000","last_undegraded":"2023-10-09T04:55:52.175390+0000","last_fullsized":"2023-10-09T04:55:52.175390+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":50,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164393+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:55:52.164393+0000","last_peered":"2023-10-09T04:55:52.164393+0000","last_clean":"2023-10-09T04:55:52.164393+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:55:52.164393+0000","last_undegraded":"2023-10-09T04:55:52.164393+0000","last_fullsized":"2023-10-09T04:55:52.164393+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"377'6943","reported_seq":10937,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:01.465556+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:56:01.465556+0000","last_peered":"2023-10-09T04:56:01.465556+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:56:01.465556+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6943,"log_dups_size":0,"ondisk_log_size":6943,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2818048,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":630,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4653,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1690,"num_bytes_recovered":110755840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["3","0","1"],"object_location_counts":[{"shards":"0,1,3","objects":29},{"shards":"0,3","objects":-587}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":376,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.161999+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:55:52.161999+0000","last_peered":"2023-10-09T04:55:52.161999+0000","last_clean":"2023-10-09T04:55:52.161999+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:55:52.161999+0000","last_undegraded":"2023-10-09T04:55:52.161999+0000","last_fullsized":"2023-10-09T04:55:52.161999+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":329,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160505+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:55:52.160505+0000","last_peered":"2023-10-09T04:55:52.160505+0000","last_clean":"2023-10-09T04:55:52.160505+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:55:52.160505+0000","last_undegraded":"2023-10-09T04:55:52.160505+0000","last_fullsized":"2023-10-09T04:55:52.160505+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":366,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.158456+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:55:52.158456+0000","last_peered":"2023-10-09T04:55:52.158456+0000","last_clean":"2023-10-09T04:55:52.158456+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:55:52.158456+0000","last_undegraded":"2023-10-09T04:55:52.158456+0000","last_fullsized":"2023-10-09T04:55:52.158456+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"377'9229","reported_seq":9313,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.482045+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:56:00.482045+0000","last_peered":"2023-10-09T04:56:00.482045+0000","last_clean":"2023-10-09T04:56:00.482045+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:56:00.482045+0000","last_undegraded":"2023-10-09T04:56:00.482045+0000","last_fullsized":"2023-10-09T04:56:00.482045+0000","mapping_epoch":303,"log_start":"317'3700","ondisk_log_start":"317'3700","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5529,"log_dups_size":0,"ondisk_log_size":5529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7274496,"num_objects":111,"num_object_clones":0,"num_object_copies":333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9229,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":342,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.162574+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:55:52.162574+0000","last_peered":"2023-10-09T04:55:52.162574+0000","last_clean":"2023-10-09T04:55:52.162574+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:55:52.162574+0000","last_undegraded":"2023-10-09T04:55:52.162574+0000","last_fullsized":"2023-10-09T04:55:52.162574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":297,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.166941+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:55:52.166941+0000","last_peered":"2023-10-09T04:55:52.166941+0000","last_clean":"2023-10-09T04:55:52.166941+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:55:52.166941+0000","last_undegraded":"2023-10-09T04:55:52.166941+0000","last_fullsized":"2023-10-09T04:55:52.166941+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":56,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175604+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:55:52.175604+0000","last_peered":"2023-10-09T04:55:52.175604+0000","last_clean":"2023-10-09T04:55:52.175604+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:55:52.175604+0000","last_undegraded":"2023-10-09T04:55:52.175604+0000","last_fullsized":"2023-10-09T04:55:52.175604+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"377'9083","reported_seq":9165,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:58.076199+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:55:58.076199+0000","last_peered":"2023-10-09T04:55:58.076199+0000","last_clean":"2023-10-09T04:55:58.076199+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:55:58.076199+0000","last_undegraded":"2023-10-09T04:55:58.076199+0000","last_fullsized":"2023-10-09T04:55:58.076199+0000","mapping_epoch":303,"log_start":"308'2200","ondisk_log_start":"308'2200","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6883,"log_dups_size":0,"ondisk_log_size":6883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15925248,"num_objects":243,"num_object_clones":0,"num_object_copies":729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9083,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":210,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164206+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:55:52.164206+0000","last_peered":"2023-10-09T04:55:52.164206+0000","last_clean":"2023-10-09T04:55:52.164206+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:55:52.164206+0000","last_undegraded":"2023-10-09T04:55:52.164206+0000","last_fullsized":"2023-10-09T04:55:52.164206+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":354,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.167778+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:55:52.167778+0000","last_peered":"2023-10-09T04:55:52.167778+0000","last_clean":"2023-10-09T04:55:52.167778+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:55:52.167778+0000","last_undegraded":"2023-10-09T04:55:52.167778+0000","last_fullsized":"2023-10-09T04:55:52.167778+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":71,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.163467+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:55:52.163467+0000","last_peered":"2023-10-09T04:55:52.163467+0000","last_clean":"2023-10-09T04:55:52.163467+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:55:52.163467+0000","last_undegraded":"2023-10-09T04:55:52.163467+0000","last_fullsized":"2023-10-09T04:55:52.163467+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"377'8903","reported_seq":8985,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:57.654171+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:55:57.654171+0000","last_peered":"2023-10-09T04:55:57.654171+0000","last_clean":"2023-10-09T04:55:57.654171+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:55:57.654171+0000","last_undegraded":"2023-10-09T04:55:57.654171+0000","last_fullsized":"2023-10-09T04:55:57.654171+0000","mapping_epoch":303,"log_start":"308'1200","ondisk_log_start":"308'1200","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7703,"log_dups_size":0,"ondisk_log_size":7703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18939904,"num_objects":289,"num_object_clones":0,"num_object_copies":867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8903,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164022+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:55:52.164022+0000","last_peered":"2023-10-09T04:55:52.164022+0000","last_clean":"2023-10-09T04:55:52.164022+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:55:52.164022+0000","last_undegraded":"2023-10-09T04:55:52.164022+0000","last_fullsized":"2023-10-09T04:55:52.164022+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":354,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.158532+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:55:52.158532+0000","last_peered":"2023-10-09T04:55:52.158532+0000","last_clean":"2023-10-09T04:55:52.158532+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:55:52.158532+0000","last_undegraded":"2023-10-09T04:55:52.158532+0000","last_fullsized":"2023-10-09T04:55:52.158532+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":360,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160233+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:55:52.160233+0000","last_peered":"2023-10-09T04:55:52.160233+0000","last_clean":"2023-10-09T04:55:52.160233+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:55:52.160233+0000","last_undegraded":"2023-10-09T04:55:52.160233+0000","last_fullsized":"2023-10-09T04:55:52.160233+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"377'6777","reported_seq":10711,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:58.502306+0000","last_change":"2023-10-09T04:55:52.182433+0000","last_active":"2023-10-09T04:55:58.502306+0000","last_peered":"2023-10-09T04:55:58.502306+0000","last_clean":"2023-10-09T04:55:58.502306+0000","last_became_active":"2023-10-09T04:55:52.165641+0000","last_became_peered":"2023-10-09T04:55:52.165641+0000","last_unstale":"2023-10-09T04:55:58.502306+0000","last_undegraded":"2023-10-09T04:55:58.502306+0000","last_fullsized":"2023-10-09T04:55:58.502306+0000","mapping_epoch":375,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":376,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6777,"log_dups_size":0,"ondisk_log_size":6777,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10780672,"num_objects":165,"num_object_clones":0,"num_object_copies":495,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4499,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1313,"num_bytes_recovered":68616192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":52,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160578+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:55:52.160578+0000","last_peered":"2023-10-09T04:55:52.160578+0000","last_clean":"2023-10-09T04:55:52.160578+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:55:52.160578+0000","last_undegraded":"2023-10-09T04:55:52.160578+0000","last_fullsized":"2023-10-09T04:55:52.160578+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":398,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.161891+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:55:52.161891+0000","last_peered":"2023-10-09T04:55:52.161891+0000","last_clean":"2023-10-09T04:55:52.161891+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:55:52.161891+0000","last_undegraded":"2023-10-09T04:55:52.161891+0000","last_fullsized":"2023-10-09T04:55:52.161891+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"377'6809","reported_seq":9956,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:58.042130+0000","last_change":"2023-10-09T04:53:28.826577+0000","last_active":"2023-10-09T04:55:58.042130+0000","last_peered":"2023-10-09T04:55:58.042130+0000","last_clean":"2023-10-09T04:55:58.042130+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:55:58.042130+0000","last_undegraded":"2023-10-09T04:55:58.042130+0000","last_fullsized":"2023-10-09T04:55:58.042130+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6809,"log_dups_size":0,"ondisk_log_size":6809,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6193152,"num_objects":95,"num_object_clones":0,"num_object_copies":285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4547,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":356,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.175837+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:55:52.175837+0000","last_peered":"2023-10-09T04:55:52.175837+0000","last_clean":"2023-10-09T04:55:52.175837+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:55:52.175837+0000","last_undegraded":"2023-10-09T04:55:52.175837+0000","last_fullsized":"2023-10-09T04:55:52.175837+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":398,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160487+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:55:52.160487+0000","last_peered":"2023-10-09T04:55:52.160487+0000","last_clean":"2023-10-09T04:55:52.160487+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:55:52.160487+0000","last_undegraded":"2023-10-09T04:55:52.160487+0000","last_fullsized":"2023-10-09T04:55:52.160487+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"377'6770","reported_seq":8421,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:55:58.043924+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:55:58.043924+0000","last_peered":"2023-10-09T04:55:58.043924+0000","last_clean":"2023-10-09T04:55:58.043924+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:55:58.043924+0000","last_undegraded":"2023-10-09T04:55:58.043924+0000","last_fullsized":"2023-10-09T04:55:58.043924+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6770,"log_dups_size":0,"ondisk_log_size":6770,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3473408,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4535,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":378,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.177100+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:55:52.177100+0000","last_peered":"2023-10-09T04:55:52.177100+0000","last_clean":"2023-10-09T04:55:52.177100+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:55:52.177100+0000","last_undegraded":"2023-10-09T04:55:52.177100+0000","last_fullsized":"2023-10-09T04:55:52.177100+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":381,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160346+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:55:52.160346+0000","last_peered":"2023-10-09T04:55:52.160346+0000","last_clean":"2023-10-09T04:55:52.160346+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:55:52.160346+0000","last_undegraded":"2023-10-09T04:55:52.160346+0000","last_fullsized":"2023-10-09T04:55:52.160346+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"377'6899","reported_seq":6998,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.735444+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:56:00.735444+0000","last_peered":"2023-10-09T04:56:00.735444+0000","last_clean":"2023-10-09T04:56:00.735444+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:56:00.735444+0000","last_undegraded":"2023-10-09T04:56:00.735444+0000","last_fullsized":"2023-10-09T04:56:00.735444+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6899,"log_dups_size":0,"ondisk_log_size":6899,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3670016,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4624,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":100,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164178+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:55:52.164178+0000","last_peered":"2023-10-09T04:55:52.164178+0000","last_clean":"2023-10-09T04:55:52.164178+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:55:52.164178+0000","last_undegraded":"2023-10-09T04:55:52.164178+0000","last_fullsized":"2023-10-09T04:55:52.164178+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":66,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.164617+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:55:52.164617+0000","last_peered":"2023-10-09T04:55:52.164617+0000","last_clean":"2023-10-09T04:55:52.164617+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:55:52.164617+0000","last_undegraded":"2023-10-09T04:55:52.164617+0000","last_fullsized":"2023-10-09T04:55:52.164617+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"377'6906","reported_seq":7003,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-10-09T04:56:00.866461+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:56:00.866461+0000","last_peered":"2023-10-09T04:56:00.866461+0000","last_clean":"2023-10-09T04:56:00.866461+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:56:00.866461+0000","last_undegraded":"2023-10-09T04:56:00.866461+0000","last_fullsized":"2023-10-09T04:56:00.866461+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6906,"log_dups_size":0,"ondisk_log_size":6906,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1441792,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4636,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":63,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.176442+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:55:52.176442+0000","last_peered":"2023-10-09T04:55:52.176442+0000","last_clean":"2023-10-09T04:55:52.176442+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:55:52.176442+0000","last_undegraded":"2023-10-09T04:55:52.176442+0000","last_fullsized":"2023-10-09T04:55:52.176442+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":397,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-10-09T04:55:52.160219+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:55:52.160219+0000","last_peered":"2023-10-09T04:55:52.160219+0000","last_clean":"2023-10-09T04:55:52.160219+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:55:52.160219+0000","last_undegraded":"2023-10-09T04:55:52.160219+0000","last_fullsized":"2023-10-09T04:55:52.160219+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":155385880,"num_objects":2372,"num_object_clones":0,"num_object_copies":7116,"num_objects_missing_on_primary":224,"num_objects_missing":224,"num_objects_degraded":6990,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2372,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":145907,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30751,"num_bytes_recovered":1964376064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2597662720,"data_stored":2597650504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181093,"ondisk_log_size":181093,"up":78,"acting":72,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234397,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1262048,"kb_used_data":348568,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":92483104,"statfs":{"total":95995035648,"available":94702698496,"internally_reserved":0,"allocated":356933632,"data_stored":355875981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":1.4630000000000001,"15min":1.923},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.22},"max":{"1min":1.869,"5min":10.343,"15min":11.922000000000001},"last":2.9380000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":1.048,"15min":1.6140000000000001},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":1.827,"5min":10.451000000000001,"15min":17.344000000000001},"last":1.323}]},{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.5009999999999999,"15min":1.778},"min":{"1min":0.254,"5min":0.254,"15min":0.247},"max":{"1min":4.9969999999999999,"5min":16.280999999999999,"15min":16.513000000000002},"last":3.202},{"interface":"front","average":{"1min":2.7050000000000001,"5min":1.6559999999999999,"15min":2.0049999999999999},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":9.5869999999999997,"5min":24.052,"15min":24.052},"last":1.881}]},{"osd":2,"last update":"Mon Oct 9 04:55:10 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.859,"15min":2.0870000000000002},"min":{"1min":0.317,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":3.226,"5min":16.678999999999998,"15min":32.179000000000002},"last":2.8519999999999999},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.2270000000000001,"15min":1.7909999999999999},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":2.6899999999999999,"5min":16.704000000000001,"15min":16.704000000000001},"last":2.8119999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:55:41 2023","interfaces":[{"interface":"back","average":{"1min":1.651,"5min":1.4550000000000001,"15min":1.6060000000000001},"min":{"1min":0.44500000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":9,"5min":9,"15min":11.003},"last":1.415},{"interface":"front","average":{"1min":1.994,"5min":1.2869999999999999,"15min":1.5449999999999999},"min":{"1min":0.311,"5min":0.31,"15min":0.31},"max":{"1min":8.9730000000000008,"5min":9.6590000000000007,"15min":10.955},"last":1.4890000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.1639999999999999,"15min":1.944},"min":{"1min":0.315,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.0419999999999998,"5min":10.634,"15min":23.919},"last":3.1619999999999999},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.214,"15min":1.621},"min":{"1min":0.34799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":10.868,"5min":10.868,"15min":23.797999999999998},"last":0.56499999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":1.6120000000000001,"15min":2.3119999999999998},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":20.678999999999998,"5min":20.678999999999998,"15min":79.709999999999994},"last":3.2280000000000002},{"interface":"front","average":{"1min":3.3759999999999999,"5min":1.369,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.07,"5min":21.07,"15min":79.332999999999998},"last":0.48199999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":1.476,"15min":2.1230000000000002},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":14.176,"5min":14.176,"15min":16.599},"last":3.254},{"interface":"front","average":{"1min":2.879,"5min":1.651,"15min":2.1190000000000002},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":14.191000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.51500000000000001}]}]},{"osd":6,"up_from":46,"seq":197568496033,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1055456,"kb_used_data":158168,"kb_used_omap":0,"kb_used_meta":897280,"kb_avail":92689696,"statfs":{"total":95995035648,"available":94914248704,"internally_reserved":0,"allocated":161964032,"data_stored":160914136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":918814720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:13 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":1.0669999999999999,"15min":1.6399999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":3.1499999999999999,"5min":10.545999999999999,"15min":19.166},"last":2.073},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.5029999999999999,"15min":1.946},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":5.8070000000000004,"5min":10.645,"15min":19.143999999999998},"last":1.786}]},{"osd":1,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.498,"15min":1.9079999999999999},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":8.6839999999999993,"5min":10.686,"15min":10.686},"last":2.1930000000000001},{"interface":"front","average":{"1min":2.1000000000000001,"5min":1.238,"15min":1.4690000000000001},"min":{"1min":0.32100000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.0579999999999998,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":1.992}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":1.224,"15min":1.798},"min":{"1min":0.307,"5min":0.221,"15min":0.221},"max":{"1min":16.338000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":2.3969999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.875,"15min":2.1970000000000001},"min":{"1min":0.27100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":5.7309999999999999,"5min":10.712,"15min":15.391999999999999},"last":2.2320000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":1.958,"15min":2.0150000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.1509999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":5.6870000000000003},{"interface":"front","average":{"1min":2.7850000000000001,"5min":1.7549999999999999,"15min":1.514},"min":{"1min":0.37,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":8.9689999999999994,"5min":12.456,"15min":12.456},"last":4.4950000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.252,"15min":1.75},"min":{"1min":0.26400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":16.399999999999999,"5min":16.399999999999999,"15min":16.399999999999999},"last":2.0049999999999999},{"interface":"front","average":{"1min":2.121,"5min":1.4610000000000001,"15min":1.8500000000000001},"min":{"1min":0.39500000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.068999999999999,"5min":16.068999999999999,"15min":16.068999999999999},"last":2.2589999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.3080000000000001,"15min":1.6970000000000001},"min":{"1min":0.31,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":9.0069999999999997,"5min":9.0069999999999997,"15min":16.042000000000002},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.0649999999999999,"15min":1.7509999999999999},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":16.292999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":2.032}]},{"osd":7,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":1.155,"15min":2.5249999999999999},"min":{"1min":0.35999999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":16.372,"5min":16.372,"15min":196.22300000000001},"last":2.1030000000000002},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.3959999999999999,"15min":2.79},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":16.018999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.40600000000000003}]}]},{"osd":1,"up_from":235,"seq":1009317314650,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1294592,"kb_used_data":938168,"kb_used_omap":5,"kb_used_meta":356410,"kb_avail":92450560,"statfs":{"total":95995035648,"available":94669373440,"internally_reserved":0,"allocated":960684032,"data_stored":958858292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":364964565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,4,0,2,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.4199999999999999,"15min":1.133},"min":{"1min":0.21099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.9649999999999999,"5min":11.292,"15min":11.292},"last":3.2989999999999999},{"interface":"front","average":{"1min":1.8149999999999999,"5min":1.5980000000000001,"15min":1.264},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.369,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.52400000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.768,"5min":1.5389999999999999,"15min":1.2350000000000001},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":8.6850000000000005,"5min":15.111000000000001,"15min":15.111000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":2.0470000000000002,"5min":1.823,"15min":1.373},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":10.388999999999999,"5min":11.997,"15min":11.997},"last":3.117}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.2330000000000001,"15min":1.212},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":10.396000000000001,"5min":27.974,"15min":27.974},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":2.0750000000000002,"15min":1.3740000000000001},"min":{"1min":0.39300000000000002,"5min":0.25,"15min":0.25},"max":{"1min":5.0730000000000004,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.42699999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":1.925,"15min":1.8759999999999999},"min":{"1min":0.34300000000000003,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":44.145000000000003,"5min":44.145000000000003,"15min":44.145000000000003},"last":1.2629999999999999},{"interface":"front","average":{"1min":3.3330000000000002,"5min":1.881,"15min":1.6399999999999999},"min":{"1min":0.33400000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":44.286999999999999,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.56799999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.659,"5min":1.6080000000000001,"15min":1.885},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.5960000000000001,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.95,"5min":1.589,"15min":1.7709999999999999},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":6.1539999999999999,"5min":11.151999999999999,"15min":12.484999999999999},"last":2.5590000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.6240000000000001,"15min":1.587},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":4.476,"5min":11.103,"15min":11.103},"last":2.528},{"interface":"front","average":{"1min":1.988,"5min":1.647,"15min":1.474},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":10.292999999999999,"5min":10.961,"15min":10.961},"last":2.6669999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2970000000000002,"5min":1.792,"15min":6.1500000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":10.423999999999999,"5min":10.894,"15min":146.554},"last":1.387},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.6950000000000001,"15min":6.6550000000000002},"min":{"1min":0.433,"5min":0.371,"15min":0.371},"max":{"1min":5.6349999999999998,"5min":15.06,"15min":146.53100000000001},"last":0.46200000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187740,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1266972,"kb_used_data":390612,"kb_used_omap":5,"kb_used_meta":876282,"kb_avail":92478180,"statfs":{"total":95995035648,"available":94697656320,"internally_reserved":0,"allocated":399986688,"data_stored":397959250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":897313402},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":1.1970000000000001,"15min":1.2070000000000001},"min":{"1min":0.22,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":7.952,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":11.087999999999999},{"interface":"front","average":{"1min":3.6379999999999999,"5min":1.5029999999999999,"15min":1.1060000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":26.646000000000001,"5min":26.646000000000001,"15min":26.646000000000001},"last":5.4089999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.8089999999999999,"15min":1.6879999999999999},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":5.0720000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":1.7789999999999999},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.768,"15min":1.639},"min":{"1min":0.251,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":8.9550000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":9.3239999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.518,"15min":1.5600000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":14.711,"5min":14.711,"15min":14.711},"last":11.198},{"interface":"front","average":{"1min":3.1669999999999998,"5min":1.726,"15min":1.581},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":18.193000000000001,"5min":18.193000000000001,"15min":23.222000000000001},"last":1.7350000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.4159999999999999,"15min":1.7689999999999999},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":3.7989999999999999,"5min":11.539,"15min":13.125},"last":1.669},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.204,"15min":1.54},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28000000000000003},"max":{"1min":2.7090000000000001,"5min":9.5899999999999999,"15min":12.212},"last":11.134}]},{"osd":5,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3049999999999999,"15min":1.7310000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":3.843,"5min":6.9329999999999998,"15min":13.022},"last":11.167},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.393,"15min":2.069},"min":{"1min":0.37,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.1580000000000004,"5min":7.6870000000000003,"15min":13.438000000000001},"last":5.46}]},{"osd":6,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":1.3180000000000001,"15min":1.9510000000000001},"min":{"1min":0.38800000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":3.008,"5min":9.6310000000000002,"15min":43.832999999999998},"last":11.23},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.4279999999999999,"15min":2.105},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.1879999999999997,"5min":7.5979999999999999,"15min":43.819000000000003},"last":5.4980000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.504,"15min":1.952},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":5.2110000000000003,"5min":6.4199999999999999,"15min":13.374000000000001},"last":5.5270000000000001},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.4830000000000001,"15min":1.958},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":3.8490000000000002,"5min":11.5,"15min":14.393000000000001},"last":1.706}]}]},{"osd":2,"up_from":116,"seq":498216206583,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1067368,"kb_used_data":385056,"kb_used_omap":7,"kb_used_meta":682168,"kb_avail":92677784,"statfs":{"total":95995035648,"available":94902050816,"internally_reserved":0,"allocated":394297344,"data_stored":392491016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":698540113},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.024,"15min":1.6419999999999999},"min":{"1min":0.19800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":5.1950000000000003,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.17699999999999999},{"interface":"front","average":{"1min":1.992,"5min":1.2829999999999999,"15min":1.605},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":7.5670000000000002,"5min":7.673,"15min":47.450000000000003},"last":0.377}]},{"osd":1,"last update":"Mon Oct 9 04:55:51 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.5149999999999999,"15min":1.21},"min":{"1min":0.26100000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":4.1470000000000002,"5min":13.888,"15min":13.888},"last":0.22500000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.585,"15min":1.655},"min":{"1min":0.27800000000000002,"5min":0.191,"15min":0.191},"max":{"1min":5.8819999999999997,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":1.5629999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.111},"min":{"1min":0.45400000000000001,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":4.1950000000000003,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.6479999999999999,"5min":1.641,"15min":1.157},"min":{"1min":0.48199999999999998,"5min":0.33400000000000002,"15min":0.24199999999999999},"max":{"1min":4.2270000000000003,"5min":13.413,"15min":13.413},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.7350000000000001,"15min":1.857},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":6.8360000000000003,"5min":10.335000000000001,"15min":11.215},"last":0.434},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.593,"15min":1.706},"min":{"1min":0.39200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.3019999999999996,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.4399999999999999,"15min":1.8029999999999999},"min":{"1min":0.33500000000000002,"5min":0.30199999999999999,"15min":0.28299999999999997},"max":{"1min":6.9939999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.31},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.675,"15min":1.998},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":6.9909999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.497}]},{"osd":6,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":1.9690000000000001,"15min":1.7709999999999999},"min":{"1min":0.52900000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":42.975999999999999,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":4.0339999999999998,"5min":2.1080000000000001,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":42.843000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.47899999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":5.8789999999999996,"5min":14.035,"15min":18.792999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.97,"15min":2.1240000000000001},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.0140000000000002,"5min":14.022,"15min":18.841999999999999},"last":0.41699999999999998}]}]},{"osd":3,"up_from":198,"seq":850403524720,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":442004,"kb_used_data":123084,"kb_used_omap":2,"kb_used_meta":318845,"kb_avail":93303148,"statfs":{"total":95995035648,"available":95542423552,"internally_reserved":0,"allocated":126038016,"data_stored":124360698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":326497333},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.347,"15min":1.0780000000000001},"min":{"1min":0.22,"5min":0.183,"15min":0.183},"max":{"1min":11.917999999999999,"5min":12.817,"15min":12.817},"last":0.216},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.325,"15min":1.2769999999999999},"min":{"1min":0.21199999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.303000000000001,"5min":13.303000000000001,"15min":13.303000000000001},"last":8.9480000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:56:00 2023","interfaces":[{"interface":"back","average":{"1min":1.8100000000000001,"5min":1.486,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":11.946,"5min":12.891,"15min":12.891},"last":0.71899999999999997},{"interface":"front","average":{"1min":2.258,"5min":1.526,"15min":1.5740000000000001},"min":{"1min":0.28699999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":11.891999999999999,"5min":12.866,"15min":12.866},"last":0.79500000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":1.752,"15min":1.5960000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.255},"max":{"1min":5.9980000000000002,"5min":21.722999999999999,"15min":21.722999999999999},"last":7.7489999999999997},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.423,"15min":1.3919999999999999},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.863,"5min":13.305999999999999,"15min":13.305999999999999},"last":0.82299999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.623,"5min":1.1890000000000001,"15min":1.5900000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":10.34,"5min":10.34,"15min":10.34},"last":4.8639999999999999},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.7150000000000001,"15min":1.6519999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":6.0449999999999999,"5min":21.532,"15min":21.532},"last":7.6769999999999996}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5569999999999999,"5min":1.8240000000000001,"15min":1.6739999999999999},"min":{"1min":0.34000000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":35.712000000000003,"5min":35.712000000000003,"15min":35.712000000000003},"last":2.0779999999999998},{"interface":"front","average":{"1min":3.8769999999999998,"5min":1.722,"15min":2.1600000000000001},"min":{"1min":0.32400000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":35.488,"5min":35.488,"15min":35.488},"last":4.8200000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0750000000000002,"5min":2.383,"15min":2.5030000000000001},"min":{"1min":0.40699999999999997,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":50.113999999999997,"5min":50.113999999999997,"15min":50.113999999999997},"last":7.7279999999999998},{"interface":"front","average":{"1min":4.976,"5min":2.1070000000000002,"15min":2.1829999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":53.841999999999999,"5min":53.841999999999999,"15min":53.841999999999999},"last":0.76700000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.3740000000000001,"15min":1.7829999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.34899999999999998},"max":{"1min":10.381,"5min":10.381,"15min":10.381},"last":4.891},{"interface":"front","average":{"1min":2.3879999999999999,"5min":1.873,"15min":2.1110000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.5190000000000001,"5min":21.587,"15min":21.587},"last":7.7089999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019305,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1007068,"kb_used_data":115284,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92738084,"statfs":{"total":95995035648,"available":94963798016,"internally_reserved":0,"allocated":118050816,"data_stored":116996960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.754,"15min":1.851},"min":{"1min":0.23699999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.6139999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.454,"5min":1.7130000000000001,"15min":1.742},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":5.5209999999999999,"5min":12.064,"15min":12.064},"last":2.2160000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.4430000000000001,"15min":1.4550000000000001},"min":{"1min":0.33100000000000002,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":5.0629999999999997,"5min":12.112,"15min":12.112},"last":4.6349999999999998},{"interface":"front","average":{"1min":2.0139999999999998,"5min":1.552,"15min":1.895},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":5.3090000000000002,"5min":21.356000000000002,"15min":21.356000000000002},"last":0.626}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":4.7770000000000001,"5min":2.6080000000000001,"15min":2.1179999999999999},"min":{"1min":0.39300000000000002,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":64.391999999999996,"5min":64.391999999999996,"15min":64.391999999999996},"last":6.3380000000000001},{"interface":"front","average":{"1min":4.6219999999999999,"5min":2.4449999999999998,"15min":2.0739999999999998},"min":{"1min":0.38500000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":64.248000000000005,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.57599999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":1.704,"15min":1.8919999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":12.382,"5min":12.382,"15min":12.382},"last":0.83499999999999996},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.73,"15min":1.895},"min":{"1min":0.40400000000000003,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.0730000000000004,"5min":21.442,"15min":21.442},"last":0.65800000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.482,"15min":1.819},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.7759999999999998,"5min":20.991,"15min":20.991},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.3540000000000001,"15min":1.7070000000000001},"min":{"1min":0.316,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":5.4409999999999998,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:33 2023","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.9079999999999999,"15min":2.4039999999999999},"min":{"1min":0.34100000000000003,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":12.949,"5min":21.481000000000002,"15min":31.064},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.728,"15min":2.0640000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":7.367,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.73799999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:55:54 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":1.5069999999999999,"15min":1.99},"min":{"1min":0.35299999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":29.175000000000001,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":3.5699999999999998,"5min":1.716,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.29499999999999998},"max":{"1min":29.192,"5min":29.192,"15min":29.192},"last":2.0270000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757669,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1101080,"kb_used_data":208656,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92644072,"statfs":{"total":95995035648,"available":94867529728,"internally_reserved":0,"allocated":213663744,"data_stored":212618101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":4.0890000000000004,"15min":2.3879999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":6.7949999999999999,"5min":322.43200000000002,"15min":322.43200000000002},"last":1.52},{"interface":"front","average":{"1min":0.78100000000000003,"5min":4.657,"15min":3.1230000000000002},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":2.9630000000000001,"5min":322.61599999999999,"15min":322.61599999999999},"last":3.673}]},{"osd":1,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":1.294,"15min":5.3159999999999998},"min":{"1min":0.28299999999999997,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":3.2589999999999999,"5min":11.164999999999999,"15min":145.947},"last":1.554},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.5309999999999999,"15min":5.6870000000000003},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":3.036,"5min":14.914999999999999,"15min":145.80699999999999},"last":2.8839999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":1.5189999999999999,"15min":1.6619999999999999},"min":{"1min":0.34999999999999998,"5min":0.251,"15min":0.249},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":2.3919999999999999,"5min":1.7929999999999999,"15min":2.0539999999999998},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":18.617000000000001,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.32400000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:55:43 2023","interfaces":[{"interface":"back","average":{"1min":6.0949999999999998,"5min":2.2919999999999998,"15min":1.643},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":74.915000000000006,"5min":74.915000000000006,"15min":74.915000000000006},"last":2.4630000000000001},{"interface":"front","average":{"1min":6.1210000000000004,"5min":2.4940000000000002,"15min":2.073},"min":{"1min":0.40600000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":74.799999999999997,"5min":74.799999999999997,"15min":74.799999999999997},"last":1.7370000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.3340000000000001,"15min":1.4650000000000001},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.26000000000000001},"max":{"1min":6.9169999999999998,"5min":13.285,"15min":13.285},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.69099999999999995,"5min":1.4470000000000001,"15min":2.1339999999999999},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":2.7919999999999998,"5min":13.125,"15min":14.824},"last":0.44800000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.4059999999999999,"15min":1.9590000000000001},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":3.4460000000000002,"5min":13.189,"15min":21.196999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.2569999999999999,"15min":2.1739999999999999},"min":{"1min":0.36199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.0209999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.45800000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":1.393,"15min":2.3180000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82999999999999996,"5min":12.625999999999999,"15min":43.508000000000003},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.81899999999999995,"5min":1.5680000000000001,"15min":1.7569999999999999},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4300000000000002,"5min":14.904,"15min":43.476999999999997},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":391905280,"data_stored":391905280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":945356800,"data_stored":945356800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":373821440,"data_stored":373817368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":108986368,"data_stored":108986368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":100470784,"data_stored":100466712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":198574080,"data_stored":198574080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":150474752,"data_stored":150470680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":328073216,"data_stored":328073216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:56:03.742 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:03.770 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:03.837 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:03.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:03.841 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:03.842 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:03.881 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:03.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:03.977 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:04.291 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:04.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:04.296 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:04.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:04.431 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:04.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:04 smithi107 ceph-mon[179183]: pgmap v1159: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 72 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 835 op/s; 6768/3525 objects degraded (192.000%); 6.2 MiB/s, 149 objects/s recovering 2023-10-09T04:56:04.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:04 smithi107 ceph-mon[184249]: pgmap v1159: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 72 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 835 op/s; 6768/3525 objects degraded (192.000%); 6.2 MiB/s, 149 objects/s recovering 2023-10-09T04:56:04.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:04 smithi150 ceph-mon[168511]: pgmap v1159: 99 pgs: 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 72 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 835 op/s; 6768/3525 objects degraded (192.000%); 6.2 MiB/s, 149 objects/s recovering 2023-10-09T04:56:05.152 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:56:05.195 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:05.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:05.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:05.301 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:05.330 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:05.363 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:05.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:05.366 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:05.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3110110162' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:05.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6768/3525 objects degraded (192.000%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:05.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:56:05.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[179183]: failed to encode map e378 with expected crc 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3110110162' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[179183]: osdmap e378: 8 total, 8 up, 8 in 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3110110162' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6768/3525 objects degraded (192.000%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[184249]: failed to encode map e378 with expected crc 2023-10-09T04:56:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3110110162' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:05.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:05 smithi107 ceph-mon[184249]: osdmap e378: 8 total, 8 up, 8 in 2023-10-09T04:56:05.466 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:05.496 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:05.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3110110162' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6768/3525 objects degraded (192.000%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:05 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:56:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:05 smithi150 ceph-mon[168511]: failed to encode map e378 with expected crc 2023-10-09T04:56:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3110110162' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:05.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:05 smithi150 ceph-mon[168511]: osdmap e378: 8 total, 8 up, 8 in 2023-10-09T04:56:05.951 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:56:05.951 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:56:06.161 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:06.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:06.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:06.266 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:06.291 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:06.324 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:06.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:06.327 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:06.428 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:06.454 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:06.486 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:06.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:06.489 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:06.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:06.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[184249]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[184249]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[184249]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[184249]: pgmap v1161: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 60 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 712 op/s; 6373/2946 objects degraded (216.327%); 4.6 MiB/s, 161 objects/s recovering 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[184249]: osdmap e379: 8 total, 8 up, 8 in 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[179183]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[179183]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[179183]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[179183]: pgmap v1161: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 60 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 712 op/s; 6373/2946 objects degraded (216.327%); 4.6 MiB/s, 161 objects/s recovering 2023-10-09T04:56:06.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:06 smithi107 ceph-mon[179183]: osdmap e379: 8 total, 8 up, 8 in 2023-10-09T04:56:06.622 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:06.667 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:56:06.689 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_6 2023-10-09T04:56:06.690 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_6 unique_pool_6 --yes-i-really-really-mean-it 2023-10-09T04:56:06.707 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:56:06.707 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:56:06.707 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.708 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:56:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:06.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:06.712 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:06.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:06 smithi150 ceph-mon[168511]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:06 smithi150 ceph-mon[168511]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:06 smithi150 ceph-mon[168511]: failed to encode map e378 with expected crc 2023-10-09T04:56:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:06 smithi150 ceph-mon[168511]: pgmap v1161: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 60 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 712 op/s; 6373/2946 objects degraded (216.327%); 4.6 MiB/s, 161 objects/s recovering 2023-10-09T04:56:06.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:06 smithi150 ceph-mon[168511]: osdmap e379: 8 total, 8 up, 8 in 2023-10-09T04:56:06.813 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:06.839 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:06.872 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:06.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:06.875 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:06.975 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:07.002 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:07.138 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:07.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:07.141 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:07.187 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:56:07.242 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:07.271 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:07.459 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:07.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:07.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:07.563 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:07.588 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.588 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.588 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.588 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.588 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.588 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: 11.10 scrub starts 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3037662162' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[179183]: osdmap e380: 8 total, 8 up, 8 in 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: 11.10 scrub starts 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3037662162' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:07.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:07 smithi107 ceph-mon[184249]: osdmap e380: 8 total, 8 up, 8 in 2023-10-09T04:56:07.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:07.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: failed to encode map e379 with expected crc 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: 11.10 scrub starts 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3037662162' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:07 smithi150 ceph-mon[168511]: osdmap e380: 8 total, 8 up, 8 in 2023-10-09T04:56:08.014 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:56:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[184249]: failed to encode map e380 with expected crc 2023-10-09T04:56:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[184249]: failed to encode map e380 with expected crc 2023-10-09T04:56:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[184249]: 11.14 deep-scrub starts 2023-10-09T04:56:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[184249]: 11.0 deep-scrub starts 2023-10-09T04:56:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[184249]: pgmap v1164: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 26 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 379 op/s; 6334/1272 objects degraded (497.956%); 2.7 MiB/s, 109 objects/s recovering 2023-10-09T04:56:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[184249]: osdmap e381: 8 total, 8 up, 8 in 2023-10-09T04:56:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[179183]: failed to encode map e380 with expected crc 2023-10-09T04:56:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[179183]: failed to encode map e380 with expected crc 2023-10-09T04:56:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[179183]: 11.14 deep-scrub starts 2023-10-09T04:56:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[179183]: 11.0 deep-scrub starts 2023-10-09T04:56:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[179183]: pgmap v1164: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 26 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 379 op/s; 6334/1272 objects degraded (497.956%); 2.7 MiB/s, 109 objects/s recovering 2023-10-09T04:56:08.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:08 smithi107 ceph-mon[179183]: osdmap e381: 8 total, 8 up, 8 in 2023-10-09T04:56:08.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:08 smithi150 ceph-mon[168511]: failed to encode map e380 with expected crc 2023-10-09T04:56:08.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:08 smithi150 ceph-mon[168511]: failed to encode map e380 with expected crc 2023-10-09T04:56:08.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:08 smithi150 ceph-mon[168511]: 11.14 deep-scrub starts 2023-10-09T04:56:08.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:08 smithi150 ceph-mon[168511]: 11.0 deep-scrub starts 2023-10-09T04:56:08.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:08 smithi150 ceph-mon[168511]: pgmap v1164: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 26 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 379 op/s; 6334/1272 objects degraded (497.956%); 2.7 MiB/s, 109 objects/s recovering 2023-10-09T04:56:08.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:08 smithi150 ceph-mon[168511]: osdmap e381: 8 total, 8 up, 8 in 2023-10-09T04:56:09.452 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:09.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:09.456 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:09.557 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:09.589 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:09 smithi150 ceph-mon[168511]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.589 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:09 smithi150 ceph-mon[168511]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.589 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:09 smithi150 ceph-mon[168511]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.589 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:09 smithi150 ceph-mon[168511]: 11.10 deep-scrub starts 2023-10-09T04:56:09.590 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:09.624 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:09.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:09.627 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[179183]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[179183]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[179183]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[179183]: 11.10 deep-scrub starts 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[184249]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[184249]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[184249]: failed to encode map e381 with expected crc 2023-10-09T04:56:09.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:09 smithi107 ceph-mon[184249]: 11.10 deep-scrub starts 2023-10-09T04:56:09.728 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:09.769 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:09.810 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:09.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:09.815 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:09.889 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:09.902 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:09.916 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:09.946 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:10 smithi107 ceph-mon[184249]: 11.0 scrub starts 2023-10-09T04:56:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:10 smithi107 ceph-mon[184249]: pgmap v1166: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 5024/1164 objects degraded (431.615%); 683 KiB/s, 206 objects/s recovering 2023-10-09T04:56:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6334/1272 objects degraded (497.956%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:10 smithi107 ceph-mon[179183]: 11.0 scrub starts 2023-10-09T04:56:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:10 smithi107 ceph-mon[179183]: pgmap v1166: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 5024/1164 objects degraded (431.615%); 683 KiB/s, 206 objects/s recovering 2023-10-09T04:56:10.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6334/1272 objects degraded (497.956%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:10 smithi150 ceph-mon[168511]: 11.0 scrub starts 2023-10-09T04:56:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:10 smithi150 ceph-mon[168511]: pgmap v1166: 99 pgs: 2 active+recovery_wait+degraded, 2 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 5024/1164 objects degraded (431.615%); 683 KiB/s, 206 objects/s recovering 2023-10-09T04:56:10.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6334/1272 objects degraded (497.956%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:11.016 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:11.020 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:11.021 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:11.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:11.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:11.123 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:11.154 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:11.253 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:11.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:11.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:11.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:11.390 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:11.546 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:56:11.733 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 04:56:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=cleanup t=2023-10-09T04:56:11.465519861Z level=info msg="Completed cleanup jobs" duration=39.039894ms 2023-10-09T04:56:12.191 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:12.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:12.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:12.296 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:12.325 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:56:12] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2023-10-09T04:56:12.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: osdmap e382: 8 total, 8 up, 8 in 2023-10-09T04:56:12.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: 11.4 scrub starts 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[184249]: pgmap v1168: 99 pgs: 1 active+clean+scrubbing, 2 active+recovery_wait+degraded, 1 active+clean+scrubbing+deep, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 26 op/s; 3610/1164 objects degraded (310.137%); 105 KiB/s, 347 objects/s recovering 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: osdmap e382: 8 total, 8 up, 8 in 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: 11.4 scrub starts 2023-10-09T04:56:12.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:12 smithi107 ceph-mon[179183]: pgmap v1168: 99 pgs: 1 active+clean+scrubbing, 2 active+recovery_wait+degraded, 1 active+clean+scrubbing+deep, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 26 op/s; 3610/1164 objects degraded (310.137%); 105 KiB/s, 347 objects/s recovering 2023-10-09T04:56:12.329 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:12.370 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:12.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:12.374 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:12.475 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: osdmap e382: 8 total, 8 up, 8 in 2023-10-09T04:56:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: failed to encode map e382 with expected crc 2023-10-09T04:56:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: 11.4 scrub starts 2023-10-09T04:56:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:12 smithi150 ceph-mon[168511]: pgmap v1168: 99 pgs: 1 active+clean+scrubbing, 2 active+recovery_wait+degraded, 1 active+clean+scrubbing+deep, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 26 op/s; 3610/1164 objects degraded (310.137%); 105 KiB/s, 347 objects/s recovering 2023-10-09T04:56:12.503 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[179183]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[179183]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[179183]: osdmap e383: 8 total, 8 up, 8 in 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[179183]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[179183]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[179183]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[184249]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[184249]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[184249]: osdmap e383: 8 total, 8 up, 8 in 2023-10-09T04:56:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[184249]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[184249]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:13 smithi107 ceph-mon[184249]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:13 smithi150 ceph-mon[168511]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:13 smithi150 ceph-mon[168511]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:13 smithi150 ceph-mon[168511]: osdmap e383: 8 total, 8 up, 8 in 2023-10-09T04:56:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:13 smithi150 ceph-mon[168511]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:13 smithi150 ceph-mon[168511]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:13 smithi150 ceph-mon[168511]: failed to encode map e383 with expected crc 2023-10-09T04:56:13.948 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:13.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:13.955 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:14.055 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:14.088 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:14.126 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:14.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:14.129 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:14.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:14 smithi107 ceph-mon[179183]: 11.5 scrub starts 2023-10-09T04:56:14.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:14 smithi107 ceph-mon[179183]: 11.10 scrub starts 2023-10-09T04:56:14.162 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:14 smithi107 ceph-mon[179183]: pgmap v1170: 99 pgs: 1 active+clean+scrubbing, 1 active+recovery_wait+degraded, 1 active+clean+scrubbing+deep, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 3534/1164 objects degraded (303.608%); 96 KiB/s, 124 objects/s recovering 2023-10-09T04:56:14.230 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:14.266 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:14.331 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:56:14.333 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:56:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:14 smithi107 ceph-mon[184249]: 11.5 scrub starts 2023-10-09T04:56:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:14 smithi107 ceph-mon[184249]: 11.10 scrub starts 2023-10-09T04:56:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:14 smithi107 ceph-mon[184249]: pgmap v1170: 99 pgs: 1 active+clean+scrubbing, 1 active+recovery_wait+degraded, 1 active+clean+scrubbing+deep, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 3534/1164 objects degraded (303.608%); 96 KiB/s, 124 objects/s recovering 2023-10-09T04:56:14.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:14 smithi150 ceph-mon[168511]: 11.5 scrub starts 2023-10-09T04:56:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:14 smithi150 ceph-mon[168511]: 11.10 scrub starts 2023-10-09T04:56:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:14 smithi150 ceph-mon[168511]: pgmap v1170: 99 pgs: 1 active+clean+scrubbing, 1 active+recovery_wait+degraded, 1 active+clean+scrubbing+deep, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 23 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 3534/1164 objects degraded (303.608%); 96 KiB/s, 124 objects/s recovering 2023-10-09T04:56:15.158 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_6' removed 2023-10-09T04:56:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2707399321' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:56:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[179183]: from='client.46229 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3534/1164 objects degraded (303.608%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[179183]: failed to encode map e384 with expected crc 2023-10-09T04:56:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2707399321' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:56:15.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[179183]: osdmap e384: 8 total, 8 up, 8 in 2023-10-09T04:56:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2707399321' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:56:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[184249]: from='client.46229 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3534/1164 objects degraded (303.608%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[184249]: failed to encode map e384 with expected crc 2023-10-09T04:56:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2707399321' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:56:15.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:15 smithi107 ceph-mon[184249]: osdmap e384: 8 total, 8 up, 8 in 2023-10-09T04:56:15.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2707399321' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T04:56:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:15 smithi150 ceph-mon[168511]: from='client.46229 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3534/1164 objects degraded (303.608%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T04:56:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:15 smithi150 ceph-mon[168511]: failed to encode map e384 with expected crc 2023-10-09T04:56:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2707399321' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T04:56:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:15 smithi150 ceph-mon[168511]: osdmap e384: 8 total, 8 up, 8 in 2023-10-09T04:56:15.724 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:15.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:15.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:15.829 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:15.856 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:15.888 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:15.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:15.892 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:15.993 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:16.021 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[184249]: failed to encode map e384 with expected crc 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[184249]: 11.7 scrub starts 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[184249]: pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[179183]: failed to encode map e384 with expected crc 2023-10-09T04:56:16.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[179183]: 11.7 scrub starts 2023-10-09T04:56:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[179183]: pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:16.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:16 smithi150 ceph-mon[168511]: failed to encode map e384 with expected crc 2023-10-09T04:56:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:16 smithi150 ceph-mon[168511]: 11.7 scrub starts 2023-10-09T04:56:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:16 smithi150 ceph-mon[168511]: pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:17 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3534/1164 objects degraded (303.608%), 4 pgs degraded, 3 pgs undersized) 2023-10-09T04:56:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:17 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:56:17.548 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:17 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3534/1164 objects degraded (303.608%), 4 pgs degraded, 3 pgs undersized) 2023-10-09T04:56:17.548 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:17 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:56:17.548 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:17 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3534/1164 objects degraded (303.608%), 4 pgs degraded, 3 pgs undersized) 2023-10-09T04:56:17.548 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:17 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:56:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:18 smithi107 ceph-mon[179183]: pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:18.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:18 smithi107 ceph-mon[184249]: pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:18 smithi150 ceph-mon[168511]: pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:18.835 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1170,"stamp":"2023-10-09T04:56:13.647638+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":24516512,"num_objects":388,"num_object_clones":0,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3534,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":388,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":148520,"num_write_kb":4745422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32201,"num_bytes_recovered":1984578638,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":182922,"ondisk_log_size":182922,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":7987556,"kb_used_data":2144932,"kb_used_omap":21,"kb_used_meta":5842538,"kb_avail":741973660,"statfs":{"total":767960285184,"available":759781027840,"internally_reserved":0,"allocated":2196410368,"data_stored":2184701029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5982759381},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-2359296,"num_objects":-36,"num_object_clones":0,"num_object_copies":-108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2800,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":748,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001515"},"pg_stats":[{"pgid":"11.12","version":"377'6765","reported_seq":10489,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.155177+0000","last_change":"2023-10-09T04:54:02.161050+0000","last_active":"2023-10-09T04:56:07.155177+0000","last_peered":"2023-10-09T04:56:07.155177+0000","last_clean":"2023-10-09T04:56:07.155177+0000","last_became_active":"2023-10-09T04:53:17.303418+0000","last_became_peered":"2023-10-09T04:53:17.303418+0000","last_unstale":"2023-10-09T04:56:07.155177+0000","last_undegraded":"2023-10-09T04:56:07.155177+0000","last_fullsized":"2023-10-09T04:56:07.155177+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6765,"log_dups_size":0,"ondisk_log_size":6765,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4562,"num_write_kb":145312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1675,"num_bytes_recovered":109772800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":379,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151027+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:56:11.151027+0000","last_peered":"2023-10-09T04:56:11.151027+0000","last_clean":"2023-10-09T04:56:11.151027+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:56:11.151027+0000","last_undegraded":"2023-10-09T04:56:11.151027+0000","last_fullsized":"2023-10-09T04:56:11.151027+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":153,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.156015+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:56:07.156015+0000","last_peered":"2023-10-09T04:56:07.156015+0000","last_clean":"2023-10-09T04:56:07.156015+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:56:07.156015+0000","last_undegraded":"2023-10-09T04:56:07.156015+0000","last_fullsized":"2023-10-09T04:56:07.156015+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"377'6678","reported_seq":10109,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155180+0000","last_change":"2023-10-09T04:56:06.179411+0000","last_active":"2023-10-09T04:56:11.155180+0000","last_peered":"2023-10-09T04:56:11.155180+0000","last_clean":"2023-10-09T04:56:11.155180+0000","last_became_active":"2023-10-09T04:56:06.160620+0000","last_became_peered":"2023-10-09T04:56:06.160620+0000","last_unstale":"2023-10-09T04:56:11.155180+0000","last_undegraded":"2023-10-09T04:56:11.155180+0000","last_fullsized":"2023-10-09T04:56:11.155180+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6678,"log_dups_size":0,"ondisk_log_size":6678,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6553600,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4454,"num_write_kb":145728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1476,"num_bytes_recovered":56000512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":324,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157079+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:56:07.157079+0000","last_peered":"2023-10-09T04:56:07.157079+0000","last_clean":"2023-10-09T04:56:07.157079+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:56:07.157079+0000","last_undegraded":"2023-10-09T04:56:07.157079+0000","last_fullsized":"2023-10-09T04:56:07.157079+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":347,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149561+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:56:11.149561+0000","last_peered":"2023-10-09T04:56:11.149561+0000","last_clean":"2023-10-09T04:56:11.149561+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:56:11.149561+0000","last_undegraded":"2023-10-09T04:56:11.149561+0000","last_fullsized":"2023-10-09T04:56:11.149561+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.10","version":"377'6985","reported_seq":12270,"reported_epoch":381,"state":"active+clean+scrubbing+deep","last_fresh":"2023-10-09T04:56:08.162040+0000","last_change":"2023-10-09T04:56:08.265903+0000","last_active":"2023-10-09T04:56:08.162040+0000","last_peered":"2023-10-09T04:56:08.162040+0000","last_clean":"2023-10-09T04:56:08.162040+0000","last_became_active":"2023-10-09T04:53:17.286609+0000","last_became_peered":"2023-10-09T04:53:17.286609+0000","last_unstale":"2023-10-09T04:56:08.162040+0000","last_undegraded":"2023-10-09T04:56:08.162040+0000","last_fullsized":"2023-10-09T04:56:08.162040+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":346,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6985,"log_dups_size":0,"ondisk_log_size":6985,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4703,"num_write_kb":149408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2010,"num_bytes_recovered":131694592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":76,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.160271+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:56:08.160271+0000","last_peered":"2023-10-09T04:56:08.160271+0000","last_clean":"2023-10-09T04:56:08.160271+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:56:08.160271+0000","last_undegraded":"2023-10-09T04:56:08.160271+0000","last_fullsized":"2023-10-09T04:56:08.160271+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":56,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155659+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:56:11.155659+0000","last_peered":"2023-10-09T04:56:11.155659+0000","last_clean":"2023-10-09T04:56:11.155659+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:56:11.155659+0000","last_undegraded":"2023-10-09T04:56:11.155659+0000","last_fullsized":"2023-10-09T04:56:11.155659+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":342,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164678+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:56:07.164678+0000","last_peered":"2023-10-09T04:56:07.164678+0000","last_clean":"2023-10-09T04:56:07.164678+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:56:07.164678+0000","last_undegraded":"2023-10-09T04:56:07.164678+0000","last_fullsized":"2023-10-09T04:56:07.164678+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":102,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.160431+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:56:08.160431+0000","last_peered":"2023-10-09T04:56:08.160431+0000","last_clean":"2023-10-09T04:56:08.160431+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:56:08.160431+0000","last_undegraded":"2023-10-09T04:56:08.160431+0000","last_fullsized":"2023-10-09T04:56:08.160431+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":358,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164463+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:56:07.164463+0000","last_peered":"2023-10-09T04:56:07.164463+0000","last_clean":"2023-10-09T04:56:07.164463+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:56:07.164463+0000","last_undegraded":"2023-10-09T04:56:07.164463+0000","last_fullsized":"2023-10-09T04:56:07.164463+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":98,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.161266+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:56:08.161266+0000","last_peered":"2023-10-09T04:56:08.161266+0000","last_clean":"2023-10-09T04:56:08.161266+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:56:08.161266+0000","last_undegraded":"2023-10-09T04:56:08.161266+0000","last_fullsized":"2023-10-09T04:56:08.161266+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":386,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149959+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:56:11.149959+0000","last_peered":"2023-10-09T04:56:11.149959+0000","last_clean":"2023-10-09T04:56:11.149959+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:56:11.149959+0000","last_undegraded":"2023-10-09T04:56:11.149959+0000","last_fullsized":"2023-10-09T04:56:11.149959+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":337,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157128+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:56:07.157128+0000","last_peered":"2023-10-09T04:56:07.157128+0000","last_clean":"2023-10-09T04:56:07.157128+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:56:07.157128+0000","last_undegraded":"2023-10-09T04:56:07.157128+0000","last_fullsized":"2023-10-09T04:56:07.157128+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":419,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151473+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:56:11.151473+0000","last_peered":"2023-10-09T04:56:11.151473+0000","last_clean":"2023-10-09T04:56:11.151473+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:56:11.151473+0000","last_undegraded":"2023-10-09T04:56:11.151473+0000","last_fullsized":"2023-10-09T04:56:11.151473+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":400,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151064+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:56:11.151064+0000","last_peered":"2023-10-09T04:56:11.151064+0000","last_clean":"2023-10-09T04:56:11.151064+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:56:11.151064+0000","last_undegraded":"2023-10-09T04:56:11.151064+0000","last_fullsized":"2023-10-09T04:56:11.151064+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":362,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149939+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:56:11.149939+0000","last_peered":"2023-10-09T04:56:11.149939+0000","last_clean":"2023-10-09T04:56:11.149939+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:56:11.149939+0000","last_undegraded":"2023-10-09T04:56:11.149939+0000","last_fullsized":"2023-10-09T04:56:11.149939+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":222,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157221+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:56:07.157221+0000","last_peered":"2023-10-09T04:56:07.157221+0000","last_clean":"2023-10-09T04:56:07.157221+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:56:07.157221+0000","last_undegraded":"2023-10-09T04:56:07.157221+0000","last_fullsized":"2023-10-09T04:56:07.157221+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":350,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149770+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:56:11.149770+0000","last_peered":"2023-10-09T04:56:11.149770+0000","last_clean":"2023-10-09T04:56:11.149770+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:56:11.149770+0000","last_undegraded":"2023-10-09T04:56:11.149770+0000","last_fullsized":"2023-10-09T04:56:11.149770+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":377,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164194+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:56:07.164194+0000","last_peered":"2023-10-09T04:56:07.164194+0000","last_clean":"2023-10-09T04:56:07.164194+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:56:07.164194+0000","last_undegraded":"2023-10-09T04:56:07.164194+0000","last_fullsized":"2023-10-09T04:56:07.164194+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.19","version":"377'6992","reported_seq":12343,"reported_epoch":381,"state":"active+recovery_wait","last_fresh":"2023-10-09T04:56:08.160166+0000","last_change":"2023-10-09T04:55:45.914018+0000","last_active":"2023-10-09T04:56:08.160166+0000","last_peered":"2023-10-09T04:56:08.160166+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:55:45.864429+0000","last_became_peered":"2023-10-09T04:55:45.864429+0000","last_unstale":"2023-10-09T04:56:08.160166+0000","last_undegraded":"2023-10-09T04:56:08.160166+0000","last_fullsized":"2023-10-09T04:56:08.160166+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6992,"log_dups_size":0,"ondisk_log_size":6992,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4702,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2372,"num_bytes_recovered":155385856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":["3","0","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":367,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149233+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:56:11.149233+0000","last_peered":"2023-10-09T04:56:11.149233+0000","last_clean":"2023-10-09T04:56:11.149233+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:56:11.149233+0000","last_undegraded":"2023-10-09T04:56:11.149233+0000","last_fullsized":"2023-10-09T04:56:11.149233+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":334,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.161625+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:56:08.161625+0000","last_peered":"2023-10-09T04:56:08.161625+0000","last_clean":"2023-10-09T04:56:08.161625+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:56:08.161625+0000","last_undegraded":"2023-10-09T04:56:08.161625+0000","last_fullsized":"2023-10-09T04:56:08.161625+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"377'6826","reported_seq":11726,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.154928+0000","last_change":"2023-10-09T04:56:10.424006+0000","last_active":"2023-10-09T04:56:11.154928+0000","last_peered":"2023-10-09T04:56:11.154928+0000","last_clean":"2023-10-09T04:56:11.154928+0000","last_became_active":"2023-10-09T04:54:06.768116+0000","last_became_peered":"2023-10-09T04:54:06.768116+0000","last_unstale":"2023-10-09T04:56:11.154928+0000","last_undegraded":"2023-10-09T04:56:11.154928+0000","last_fullsized":"2023-10-09T04:56:11.154928+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4604,"num_write_kb":146496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2315,"num_bytes_recovered":146702336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":81,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.154938+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:56:11.154938+0000","last_peered":"2023-10-09T04:56:11.154938+0000","last_clean":"2023-10-09T04:56:11.154938+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:56:11.154938+0000","last_undegraded":"2023-10-09T04:56:11.154938+0000","last_fullsized":"2023-10-09T04:56:11.154938+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":78,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.161586+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:56:08.161586+0000","last_peered":"2023-10-09T04:56:08.161586+0000","last_clean":"2023-10-09T04:56:08.161586+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:56:08.161586+0000","last_undegraded":"2023-10-09T04:56:08.161586+0000","last_fullsized":"2023-10-09T04:56:08.161586+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"377'6892","reported_seq":6998,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.163960+0000","last_change":"2023-10-09T04:53:47.812172+0000","last_active":"2023-10-09T04:56:07.163960+0000","last_peered":"2023-10-09T04:56:07.163960+0000","last_clean":"2023-10-09T04:56:07.163960+0000","last_became_active":"2023-10-09T04:53:17.220021+0000","last_became_peered":"2023-10-09T04:53:17.220021+0000","last_unstale":"2023-10-09T04:56:07.163960+0000","last_undegraded":"2023-10-09T04:56:07.163960+0000","last_fullsized":"2023-10-09T04:56:07.163960+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6892,"log_dups_size":0,"ondisk_log_size":6892,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1179648,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4622,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":345,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149614+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:56:11.149614+0000","last_peered":"2023-10-09T04:56:11.149614+0000","last_clean":"2023-10-09T04:56:11.149614+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:56:11.149614+0000","last_undegraded":"2023-10-09T04:56:11.149614+0000","last_fullsized":"2023-10-09T04:56:11.149614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":361,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.163655+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:56:07.163655+0000","last_peered":"2023-10-09T04:56:07.163655+0000","last_clean":"2023-10-09T04:56:07.163655+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:56:07.163655+0000","last_undegraded":"2023-10-09T04:56:07.163655+0000","last_fullsized":"2023-10-09T04:56:07.163655+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"377'6956","reported_seq":7062,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.154747+0000","last_change":"2023-10-09T04:53:47.129619+0000","last_active":"2023-10-09T04:56:07.154747+0000","last_peered":"2023-10-09T04:56:07.154747+0000","last_clean":"2023-10-09T04:56:07.154747+0000","last_became_active":"2023-10-09T04:53:47.125886+0000","last_became_peered":"2023-10-09T04:53:47.125886+0000","last_unstale":"2023-10-09T04:56:07.154747+0000","last_undegraded":"2023-10-09T04:56:07.154747+0000","last_fullsized":"2023-10-09T04:56:07.154747+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6956,"log_dups_size":0,"ondisk_log_size":6956,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4681,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":363,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149729+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:56:11.149729+0000","last_peered":"2023-10-09T04:56:11.149729+0000","last_clean":"2023-10-09T04:56:11.149729+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:56:11.149729+0000","last_undegraded":"2023-10-09T04:56:11.149729+0000","last_fullsized":"2023-10-09T04:56:11.149729+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":407,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.150848+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:56:11.150848+0000","last_peered":"2023-10-09T04:56:11.150848+0000","last_clean":"2023-10-09T04:56:11.150848+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:56:11.150848+0000","last_undegraded":"2023-10-09T04:56:11.150848+0000","last_fullsized":"2023-10-09T04:56:11.150848+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"377'6761","reported_seq":8391,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149689+0000","last_change":"2023-10-09T04:53:31.842928+0000","last_active":"2023-10-09T04:56:11.149689+0000","last_peered":"2023-10-09T04:56:11.149689+0000","last_clean":"2023-10-09T04:56:11.149689+0000","last_became_active":"2023-10-09T04:53:31.841131+0000","last_became_peered":"2023-10-09T04:53:31.841131+0000","last_unstale":"2023-10-09T04:56:11.149689+0000","last_undegraded":"2023-10-09T04:56:11.149689+0000","last_fullsized":"2023-10-09T04:56:11.149689+0000","mapping_epoch":342,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6761,"log_dups_size":0,"ondisk_log_size":6761,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4063232,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4526,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":736,"num_bytes_recovered":48267264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":398,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149793+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:56:11.149793+0000","last_peered":"2023-10-09T04:56:11.149793+0000","last_clean":"2023-10-09T04:56:11.149793+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:56:11.149793+0000","last_undegraded":"2023-10-09T04:56:11.149793+0000","last_fullsized":"2023-10-09T04:56:11.149793+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":56,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155234+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:56:11.155234+0000","last_peered":"2023-10-09T04:56:11.155234+0000","last_clean":"2023-10-09T04:56:11.155234+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:56:11.155234+0000","last_undegraded":"2023-10-09T04:56:11.155234+0000","last_fullsized":"2023-10-09T04:56:11.155234+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"377'6893","reported_seq":9966,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.163943+0000","last_change":"2023-10-09T04:56:11.163906+0000","last_active":"2023-10-09T04:56:11.163943+0000","last_peered":"2023-10-09T04:56:11.163943+0000","last_clean":"2023-10-09T04:56:11.163943+0000","last_became_active":"2023-10-09T04:53:30.832106+0000","last_became_peered":"2023-10-09T04:53:30.832106+0000","last_unstale":"2023-10-09T04:56:11.163943+0000","last_undegraded":"2023-10-09T04:56:11.163943+0000","last_fullsized":"2023-10-09T04:56:11.163943+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6893,"log_dups_size":0,"ondisk_log_size":6893,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1212416,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4630,"num_write_kb":148768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1096,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":425,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.163790+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:56:07.163790+0000","last_peered":"2023-10-09T04:56:07.163790+0000","last_clean":"2023-10-09T04:56:07.163790+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:56:07.163790+0000","last_undegraded":"2023-10-09T04:56:07.163790+0000","last_fullsized":"2023-10-09T04:56:07.163790+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":355,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.156669+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:56:07.156669+0000","last_peered":"2023-10-09T04:56:07.156669+0000","last_clean":"2023-10-09T04:56:07.156669+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:56:07.156669+0000","last_undegraded":"2023-10-09T04:56:07.156669+0000","last_fullsized":"2023-10-09T04:56:07.156669+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"377'7035","reported_seq":9514,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155406+0000","last_change":"2023-10-09T04:56:08.180369+0000","last_active":"2023-10-09T04:56:11.155406+0000","last_peered":"2023-10-09T04:56:11.155406+0000","last_clean":"2023-10-09T04:56:11.155406+0000","last_became_active":"2023-10-09T04:56:08.163123+0000","last_became_peered":"2023-10-09T04:56:08.163123+0000","last_unstale":"2023-10-09T04:56:11.155406+0000","last_undegraded":"2023-10-09T04:56:11.155406+0000","last_fullsized":"2023-10-09T04:56:11.155406+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7035,"log_dups_size":0,"ondisk_log_size":7035,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4756,"num_write_kb":150240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1362,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":56,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151282+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:56:11.151282+0000","last_peered":"2023-10-09T04:56:11.151282+0000","last_clean":"2023-10-09T04:56:11.151282+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:56:11.151282+0000","last_undegraded":"2023-10-09T04:56:11.151282+0000","last_fullsized":"2023-10-09T04:56:11.151282+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":427,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151374+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:56:11.151374+0000","last_peered":"2023-10-09T04:56:11.151374+0000","last_clean":"2023-10-09T04:56:11.151374+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:56:11.151374+0000","last_undegraded":"2023-10-09T04:56:11.151374+0000","last_fullsized":"2023-10-09T04:56:11.151374+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"377'6748","reported_seq":10408,"reported_epoch":380,"state":"active+recovery_wait","last_fresh":"2023-10-09T04:56:07.155085+0000","last_change":"2023-10-09T04:55:38.498465+0000","last_active":"2023-10-09T04:56:07.155085+0000","last_peered":"2023-10-09T04:56:07.155085+0000","last_clean":"2023-10-09T04:52:30.699366+0000","last_became_active":"2023-10-09T04:53:18.240195+0000","last_became_peered":"2023-10-09T04:53:18.240195+0000","last_unstale":"2023-10-09T04:56:07.155085+0000","last_undegraded":"2023-10-09T04:56:07.155085+0000","last_fullsized":"2023-10-09T04:56:07.155085+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6748,"log_dups_size":0,"ondisk_log_size":6748,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1343488,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4544,"num_write_kb":146080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1644,"num_bytes_recovered":107741184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","3","7"],"object_location_counts":[{"shards":"0,2,3","objects":20}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":56,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155323+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:56:11.155323+0000","last_peered":"2023-10-09T04:56:11.155323+0000","last_clean":"2023-10-09T04:56:11.155323+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:56:11.155323+0000","last_undegraded":"2023-10-09T04:56:11.155323+0000","last_fullsized":"2023-10-09T04:56:11.155323+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":353,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151233+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:56:11.151233+0000","last_peered":"2023-10-09T04:56:11.151233+0000","last_clean":"2023-10-09T04:56:11.151233+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:56:11.151233+0000","last_undegraded":"2023-10-09T04:56:11.151233+0000","last_fullsized":"2023-10-09T04:56:11.151233+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"377'6886","reported_seq":9484,"reported_epoch":381,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:11.017022+0000","last_change":"2023-10-09T04:56:10.424526+0000","last_active":"2023-10-09T04:56:11.017022+0000","last_peered":"2023-10-09T04:56:11.017022+0000","last_clean":"2023-10-09T04:52:19.695057+0000","last_became_active":"2023-10-09T04:53:29.229728+0000","last_became_peered":"2023-10-09T04:53:29.229728+0000","last_unstale":"2023-10-09T04:56:11.017022+0000","last_undegraded":"2023-10-09T04:53:25.842355+0000","last_fullsized":"2023-10-09T04:53:25.760648+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6886,"log_dups_size":0,"ondisk_log_size":6886,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1434,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4662,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1059,"num_bytes_recovered":57966592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[0,6],"avail_no_missing":["0","2","6"],"object_location_counts":[{"shards":"0,6","objects":-1434}],"blocked_by":[],"up_primary":6,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":344,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.150888+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:56:11.150888+0000","last_peered":"2023-10-09T04:56:11.150888+0000","last_clean":"2023-10-09T04:56:11.150888+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:56:11.150888+0000","last_undegraded":"2023-10-09T04:56:11.150888+0000","last_fullsized":"2023-10-09T04:56:11.150888+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":410,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151247+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:56:11.151247+0000","last_peered":"2023-10-09T04:56:11.151247+0000","last_clean":"2023-10-09T04:56:11.151247+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:56:11.151247+0000","last_undegraded":"2023-10-09T04:56:11.151247+0000","last_fullsized":"2023-10-09T04:56:11.151247+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"377'6954","reported_seq":12313,"reported_epoch":381,"state":"active+clean+scrubbing","last_fresh":"2023-10-09T04:56:08.162138+0000","last_change":"2023-10-09T04:56:09.296304+0000","last_active":"2023-10-09T04:56:08.162138+0000","last_peered":"2023-10-09T04:56:08.162138+0000","last_clean":"2023-10-09T04:56:08.162138+0000","last_became_active":"2023-10-09T04:53:20.029072+0000","last_became_peered":"2023-10-09T04:53:20.029072+0000","last_unstale":"2023-10-09T04:56:08.162138+0000","last_undegraded":"2023-10-09T04:56:08.162138+0000","last_fullsized":"2023-10-09T04:56:08.162138+0000","mapping_epoch":333,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6954,"log_dups_size":0,"ondisk_log_size":6954,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195456,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4671,"num_write_kb":150560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2045,"num_bytes_recovered":134053888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":76,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.160367+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:56:08.160367+0000","last_peered":"2023-10-09T04:56:08.160367+0000","last_clean":"2023-10-09T04:56:08.160367+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:56:08.160367+0000","last_undegraded":"2023-10-09T04:56:08.160367+0000","last_fullsized":"2023-10-09T04:56:08.160367+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":316,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.158359+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:56:07.158359+0000","last_peered":"2023-10-09T04:56:07.158359+0000","last_clean":"2023-10-09T04:56:07.158359+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:56:07.158359+0000","last_undegraded":"2023-10-09T04:56:07.158359+0000","last_fullsized":"2023-10-09T04:56:07.158359+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"377'9060","reported_seq":10162,"reported_epoch":380,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:07.155080+0000","last_change":"2023-10-09T04:53:24.844570+0000","last_active":"2023-10-09T04:56:07.155080+0000","last_peered":"2023-10-09T04:56:07.155080+0000","last_clean":"2023-10-09T04:52:19.725162+0000","last_became_active":"2023-10-09T04:53:24.835597+0000","last_became_peered":"2023-10-09T04:53:24.835597+0000","last_unstale":"2023-10-09T04:56:07.155080+0000","last_undegraded":"2023-10-09T04:53:24.766128+0000","last_fullsized":"2023-10-09T04:53:24.755109+0000","mapping_epoch":336,"log_start":"307'400","ondisk_log_start":"307'400","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":8660,"log_dups_size":0,"ondisk_log_size":8660,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:57.723452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9060,"num_write_kb":289857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":488,"num_bytes_recovered":31981568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":-1395}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":357,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.158128+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:56:07.158128+0000","last_peered":"2023-10-09T04:56:07.158128+0000","last_clean":"2023-10-09T04:56:07.158128+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:56:07.158128+0000","last_undegraded":"2023-10-09T04:56:07.158128+0000","last_fullsized":"2023-10-09T04:56:07.158128+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":395,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164112+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:56:07.164112+0000","last_peered":"2023-10-09T04:56:07.164112+0000","last_clean":"2023-10-09T04:56:07.164112+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:56:07.164112+0000","last_undegraded":"2023-10-09T04:56:07.164112+0000","last_fullsized":"2023-10-09T04:56:07.164112+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":315,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157303+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:56:07.157303+0000","last_peered":"2023-10-09T04:56:07.157303+0000","last_clean":"2023-10-09T04:56:07.157303+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:56:07.157303+0000","last_undegraded":"2023-10-09T04:56:07.157303+0000","last_fullsized":"2023-10-09T04:56:07.157303+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"377'9240","reported_seq":13247,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.160586+0000","last_change":"2023-10-09T04:53:32.853227+0000","last_active":"2023-10-09T04:56:08.160586+0000","last_peered":"2023-10-09T04:56:08.160586+0000","last_clean":"2023-10-09T04:56:08.160586+0000","last_became_active":"2023-10-09T04:53:32.850059+0000","last_became_peered":"2023-10-09T04:53:32.850059+0000","last_unstale":"2023-10-09T04:56:08.160586+0000","last_undegraded":"2023-10-09T04:56:08.160586+0000","last_fullsized":"2023-10-09T04:56:08.160586+0000","mapping_epoch":343,"log_start":"308'2500","ondisk_log_start":"308'2500","created":303,"last_epoch_clean":344,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6740,"log_dups_size":0,"ondisk_log_size":6740,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:30:53.470406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9240,"num_write_kb":295680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3321,"num_bytes_recovered":217645056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":401,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164374+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:56:07.164374+0000","last_peered":"2023-10-09T04:56:07.164374+0000","last_clean":"2023-10-09T04:56:07.164374+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:56:07.164374+0000","last_undegraded":"2023-10-09T04:56:07.164374+0000","last_fullsized":"2023-10-09T04:56:07.164374+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":384,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.150959+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:56:11.150959+0000","last_peered":"2023-10-09T04:56:11.150959+0000","last_clean":"2023-10-09T04:56:11.150959+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:56:11.150959+0000","last_undegraded":"2023-10-09T04:56:11.150959+0000","last_fullsized":"2023-10-09T04:56:11.150959+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":341,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157301+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:56:07.157301+0000","last_peered":"2023-10-09T04:56:07.157301+0000","last_clean":"2023-10-09T04:56:07.157301+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:56:07.157301+0000","last_undegraded":"2023-10-09T04:56:07.157301+0000","last_fullsized":"2023-10-09T04:56:07.157301+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"377'6776","reported_seq":11414,"reported_epoch":382,"state":"active+recovery_wait+degraded","last_fresh":"2023-10-09T04:56:11.155313+0000","last_change":"2023-10-09T04:54:07.828164+0000","last_active":"2023-10-09T04:56:11.155313+0000","last_peered":"2023-10-09T04:56:11.155313+0000","last_clean":"2023-10-09T04:52:19.720155+0000","last_became_active":"2023-10-09T04:54:06.762275+0000","last_became_peered":"2023-10-09T04:54:06.762275+0000","last_unstale":"2023-10-09T04:56:11.155313+0000","last_undegraded":"2023-10-09T04:54:03.321282+0000","last_fullsized":"2023-10-09T04:56:11.155313+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6776,"log_dups_size":0,"ondisk_log_size":6776,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1703936,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":75,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4554,"num_write_kb":146560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2188,"num_bytes_recovered":143425536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":["6","0","5"],"object_location_counts":[{"shards":"3,5,6","objects":26}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":392,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.155749+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:56:07.155749+0000","last_peered":"2023-10-09T04:56:07.155749+0000","last_clean":"2023-10-09T04:56:07.155749+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:56:07.155749+0000","last_undegraded":"2023-10-09T04:56:07.155749+0000","last_fullsized":"2023-10-09T04:56:07.155749+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":337,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.156981+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:56:07.156981+0000","last_peered":"2023-10-09T04:56:07.156981+0000","last_clean":"2023-10-09T04:56:07.156981+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:56:07.156981+0000","last_undegraded":"2023-10-09T04:56:07.156981+0000","last_fullsized":"2023-10-09T04:56:07.156981+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":351,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157408+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:56:07.157408+0000","last_peered":"2023-10-09T04:56:07.157408+0000","last_clean":"2023-10-09T04:56:07.157408+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:56:07.157408+0000","last_undegraded":"2023-10-09T04:56:07.157408+0000","last_fullsized":"2023-10-09T04:56:07.157408+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"377'9452","reported_seq":16789,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-10-09T04:56:12.193952+0000","last_change":"2023-10-09T04:56:12.193952+0000","last_active":"2023-10-09T04:56:12.193952+0000","last_peered":"2023-10-09T04:56:12.193952+0000","last_clean":"2023-10-09T04:56:12.193952+0000","last_became_active":"2023-10-09T04:56:12.162310+0000","last_became_peered":"2023-10-09T04:56:12.162310+0000","last_unstale":"2023-10-09T04:56:12.193952+0000","last_undegraded":"2023-10-09T04:56:12.193952+0000","last_fullsized":"2023-10-09T04:56:12.193952+0000","mapping_epoch":382,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":383,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":9452,"log_dups_size":0,"ondisk_log_size":9452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:18:29.599013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9452,"num_write_kb":302464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3472,"num_bytes_recovered":227540992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":344,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164256+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:56:07.164256+0000","last_peered":"2023-10-09T04:56:07.164256+0000","last_clean":"2023-10-09T04:56:07.164256+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:56:07.164256+0000","last_undegraded":"2023-10-09T04:56:07.164256+0000","last_fullsized":"2023-10-09T04:56:07.164256+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":799,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149131+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:56:11.149131+0000","last_peered":"2023-10-09T04:56:11.149131+0000","last_clean":"2023-10-09T04:56:11.149131+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:56:11.149131+0000","last_undegraded":"2023-10-09T04:56:11.149131+0000","last_fullsized":"2023-10-09T04:56:11.149131+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":253,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164316+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:56:07.164316+0000","last_peered":"2023-10-09T04:56:07.164316+0000","last_clean":"2023-10-09T04:56:07.164316+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:56:07.164316+0000","last_undegraded":"2023-10-09T04:56:07.164316+0000","last_fullsized":"2023-10-09T04:56:07.164316+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":56,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155466+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:56:11.155466+0000","last_peered":"2023-10-09T04:56:11.155466+0000","last_clean":"2023-10-09T04:56:11.155466+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:56:11.155466+0000","last_undegraded":"2023-10-09T04:56:11.155466+0000","last_fullsized":"2023-10-09T04:56:11.155466+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"377'6972","reported_seq":10971,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T04:56:08.160485+0000","last_change":"2023-10-09T04:53:29.863138+0000","last_active":"2023-10-09T04:56:08.160485+0000","last_peered":"2023-10-09T04:56:08.160485+0000","last_clean":"2023-10-09T04:52:19.716381+0000","last_became_active":"2023-10-09T04:53:29.824507+0000","last_became_peered":"2023-10-09T04:53:29.824507+0000","last_unstale":"2023-10-09T04:56:08.160485+0000","last_undegraded":"2023-10-09T04:53:27.358533+0000","last_fullsized":"2023-10-09T04:53:25.764094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6972,"log_dups_size":0,"ondisk_log_size":6972,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":917504,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":630,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4682,"num_write_kb":150272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1690,"num_bytes_recovered":110755840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,0],"avail_no_missing":["3","0","1"],"object_location_counts":[{"shards":"0,3","objects":-616}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":382,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149061+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:56:11.149061+0000","last_peered":"2023-10-09T04:56:11.149061+0000","last_clean":"2023-10-09T04:56:11.149061+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:56:11.149061+0000","last_undegraded":"2023-10-09T04:56:11.149061+0000","last_fullsized":"2023-10-09T04:56:11.149061+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":335,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151055+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:56:11.151055+0000","last_peered":"2023-10-09T04:56:11.151055+0000","last_clean":"2023-10-09T04:56:11.151055+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:56:11.151055+0000","last_undegraded":"2023-10-09T04:56:11.151055+0000","last_fullsized":"2023-10-09T04:56:11.151055+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":370,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.156484+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:56:07.156484+0000","last_peered":"2023-10-09T04:56:07.156484+0000","last_clean":"2023-10-09T04:56:07.156484+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:56:07.156484+0000","last_undegraded":"2023-10-09T04:56:07.156484+0000","last_fullsized":"2023-10-09T04:56:07.156484+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"377'9340","reported_seq":9428,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157947+0000","last_change":"2023-10-09T04:51:48.475908+0000","last_active":"2023-10-09T04:56:07.157947+0000","last_peered":"2023-10-09T04:56:07.157947+0000","last_clean":"2023-10-09T04:56:07.157947+0000","last_became_active":"2023-10-09T04:51:48.475639+0000","last_became_peered":"2023-10-09T04:51:48.475639+0000","last_unstale":"2023-10-09T04:56:07.157947+0000","last_undegraded":"2023-10-09T04:56:07.157947+0000","last_fullsized":"2023-10-09T04:56:07.157947+0000","mapping_epoch":303,"log_start":"318'3800","ondisk_log_start":"318'3800","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":5540,"log_dups_size":0,"ondisk_log_size":5540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:17:07.673839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9340,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":348,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149873+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:56:11.149873+0000","last_peered":"2023-10-09T04:56:11.149873+0000","last_clean":"2023-10-09T04:56:11.149873+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:56:11.149873+0000","last_undegraded":"2023-10-09T04:56:11.149873+0000","last_fullsized":"2023-10-09T04:56:11.149873+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":301,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.158022+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:56:07.158022+0000","last_peered":"2023-10-09T04:56:07.158022+0000","last_clean":"2023-10-09T04:56:07.158022+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:56:07.158022+0000","last_undegraded":"2023-10-09T04:56:07.158022+0000","last_fullsized":"2023-10-09T04:56:07.158022+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":60,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164339+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:56:07.164339+0000","last_peered":"2023-10-09T04:56:07.164339+0000","last_clean":"2023-10-09T04:56:07.164339+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:56:07.164339+0000","last_undegraded":"2023-10-09T04:56:07.164339+0000","last_fullsized":"2023-10-09T04:56:07.164339+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"377'9326","reported_seq":9414,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149739+0000","last_change":"2023-10-09T04:51:48.475454+0000","last_active":"2023-10-09T04:56:11.149739+0000","last_peered":"2023-10-09T04:56:11.149739+0000","last_clean":"2023-10-09T04:56:11.149739+0000","last_became_active":"2023-10-09T04:51:48.474957+0000","last_became_peered":"2023-10-09T04:51:48.474957+0000","last_unstale":"2023-10-09T04:56:11.149739+0000","last_undegraded":"2023-10-09T04:56:11.149739+0000","last_fullsized":"2023-10-09T04:56:11.149739+0000","mapping_epoch":303,"log_start":"308'2500","ondisk_log_start":"308'2500","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:41:27.535151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9326,"num_write_kb":298432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":216,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149886+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:56:11.149886+0000","last_peered":"2023-10-09T04:56:11.149886+0000","last_clean":"2023-10-09T04:56:11.149886+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:56:11.149886+0000","last_undegraded":"2023-10-09T04:56:11.149886+0000","last_fullsized":"2023-10-09T04:56:11.149886+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":358,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.157619+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:56:07.157619+0000","last_peered":"2023-10-09T04:56:07.157619+0000","last_clean":"2023-10-09T04:56:07.157619+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:56:07.157619+0000","last_undegraded":"2023-10-09T04:56:07.157619+0000","last_fullsized":"2023-10-09T04:56:07.157619+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":76,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.160190+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:56:08.160190+0000","last_peered":"2023-10-09T04:56:08.160190+0000","last_clean":"2023-10-09T04:56:08.160190+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:56:08.160190+0000","last_undegraded":"2023-10-09T04:56:08.160190+0000","last_fullsized":"2023-10-09T04:56:08.160190+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"377'9192","reported_seq":9280,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151137+0000","last_change":"2023-10-09T04:51:48.476640+0000","last_active":"2023-10-09T04:56:11.151137+0000","last_peered":"2023-10-09T04:56:11.151137+0000","last_clean":"2023-10-09T04:56:11.151137+0000","last_became_active":"2023-10-09T04:51:48.476358+0000","last_became_peered":"2023-10-09T04:51:48.476358+0000","last_unstale":"2023-10-09T04:56:11.151137+0000","last_undegraded":"2023-10-09T04:56:11.151137+0000","last_fullsized":"2023-10-09T04:56:11.151137+0000","mapping_epoch":303,"log_start":"308'1400","ondisk_log_start":"308'1400","created":303,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":7792,"log_dups_size":0,"ondisk_log_size":7792,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:51.122877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9192,"num_write_kb":294144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":56,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155559+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:56:11.155559+0000","last_peered":"2023-10-09T04:56:11.155559+0000","last_clean":"2023-10-09T04:56:11.155559+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:56:11.155559+0000","last_undegraded":"2023-10-09T04:56:11.155559+0000","last_fullsized":"2023-10-09T04:56:11.155559+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":358,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.156531+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:56:07.156531+0000","last_peered":"2023-10-09T04:56:07.156531+0000","last_clean":"2023-10-09T04:56:07.156531+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:56:07.156531+0000","last_undegraded":"2023-10-09T04:56:07.156531+0000","last_fullsized":"2023-10-09T04:56:07.156531+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":366,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.150678+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:56:11.150678+0000","last_peered":"2023-10-09T04:56:11.150678+0000","last_clean":"2023-10-09T04:56:11.150678+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:56:11.150678+0000","last_undegraded":"2023-10-09T04:56:11.150678+0000","last_fullsized":"2023-10-09T04:56:11.150678+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.13","version":"377'6880","reported_seq":10820,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.155364+0000","last_change":"2023-10-09T04:55:52.182433+0000","last_active":"2023-10-09T04:56:11.155364+0000","last_peered":"2023-10-09T04:56:11.155364+0000","last_clean":"2023-10-09T04:56:11.155364+0000","last_became_active":"2023-10-09T04:55:52.165641+0000","last_became_peered":"2023-10-09T04:55:52.165641+0000","last_unstale":"2023-10-09T04:56:11.155364+0000","last_undegraded":"2023-10-09T04:56:11.155364+0000","last_fullsized":"2023-10-09T04:56:11.155364+0000","mapping_epoch":375,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":376,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6880,"log_dups_size":0,"ondisk_log_size":6880,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4030464,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4602,"num_write_kb":149216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1313,"num_bytes_recovered":68616192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":58,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151180+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:56:11.151180+0000","last_peered":"2023-10-09T04:56:11.151180+0000","last_clean":"2023-10-09T04:56:11.151180+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:56:11.151180+0000","last_undegraded":"2023-10-09T04:56:11.151180+0000","last_fullsized":"2023-10-09T04:56:11.151180+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":402,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.155108+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:56:07.155108+0000","last_peered":"2023-10-09T04:56:07.155108+0000","last_clean":"2023-10-09T04:56:07.155108+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:56:07.155108+0000","last_undegraded":"2023-10-09T04:56:07.155108+0000","last_fullsized":"2023-10-09T04:56:07.155108+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.14","version":"377'6922","reported_seq":10078,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149278+0000","last_change":"2023-10-09T04:56:07.185652+0000","last_active":"2023-10-09T04:56:11.149278+0000","last_peered":"2023-10-09T04:56:11.149278+0000","last_clean":"2023-10-09T04:56:11.149278+0000","last_became_active":"2023-10-09T04:53:28.824815+0000","last_became_peered":"2023-10-09T04:53:28.824815+0000","last_unstale":"2023-10-09T04:56:11.149278+0000","last_undegraded":"2023-10-09T04:56:11.149278+0000","last_fullsized":"2023-10-09T04:56:11.149278+0000","mapping_epoch":339,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6922,"log_dups_size":0,"ondisk_log_size":6922,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4660,"num_write_kb":148512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1140,"num_bytes_recovered":74678272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":360,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.163844+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:56:07.163844+0000","last_peered":"2023-10-09T04:56:07.163844+0000","last_clean":"2023-10-09T04:56:07.163844+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:56:07.163844+0000","last_undegraded":"2023-10-09T04:56:07.163844+0000","last_fullsized":"2023-10-09T04:56:07.163844+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":404,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.151090+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:56:11.151090+0000","last_peered":"2023-10-09T04:56:11.151090+0000","last_clean":"2023-10-09T04:56:11.151090+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:56:11.151090+0000","last_undegraded":"2023-10-09T04:56:11.151090+0000","last_fullsized":"2023-10-09T04:56:11.151090+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"377'6885","reported_seq":8542,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.149491+0000","last_change":"2023-10-09T04:53:33.849815+0000","last_active":"2023-10-09T04:56:11.149491+0000","last_peered":"2023-10-09T04:56:11.149491+0000","last_clean":"2023-10-09T04:56:11.149491+0000","last_became_active":"2023-10-09T04:53:33.847677+0000","last_became_peered":"2023-10-09T04:53:33.847677+0000","last_unstale":"2023-10-09T04:56:11.149491+0000","last_undegraded":"2023-10-09T04:56:11.149491+0000","last_fullsized":"2023-10-09T04:56:11.149491+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6885,"log_dups_size":0,"ondisk_log_size":6885,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4650,"num_write_kb":146816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49250304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":382,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.163970+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:56:07.163970+0000","last_peered":"2023-10-09T04:56:07.163970+0000","last_clean":"2023-10-09T04:56:07.163970+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:56:07.163970+0000","last_undegraded":"2023-10-09T04:56:07.163970+0000","last_fullsized":"2023-10-09T04:56:07.163970+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":387,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.150772+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:56:11.150772+0000","last_peered":"2023-10-09T04:56:11.150772+0000","last_clean":"2023-10-09T04:56:11.150772+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:56:11.150772+0000","last_undegraded":"2023-10-09T04:56:11.150772+0000","last_fullsized":"2023-10-09T04:56:11.150772+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"377'6944","reported_seq":7049,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.154845+0000","last_change":"2023-10-09T04:53:47.134127+0000","last_active":"2023-10-09T04:56:07.154845+0000","last_peered":"2023-10-09T04:56:07.154845+0000","last_clean":"2023-10-09T04:56:07.154845+0000","last_became_active":"2023-10-09T04:53:47.130189+0000","last_became_peered":"2023-10-09T04:53:47.130189+0000","last_unstale":"2023-10-09T04:56:07.154845+0000","last_undegraded":"2023-10-09T04:56:07.154845+0000","last_fullsized":"2023-10-09T04:56:07.154845+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6944,"log_dups_size":0,"ondisk_log_size":6944,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":720896,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4669,"num_write_kb":149760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":105,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.161702+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:56:08.161702+0000","last_peered":"2023-10-09T04:56:08.161702+0000","last_clean":"2023-10-09T04:56:08.161702+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:56:08.161702+0000","last_undegraded":"2023-10-09T04:56:08.161702+0000","last_fullsized":"2023-10-09T04:56:08.161702+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":71,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-10-09T04:56:08.161194+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:56:08.161194+0000","last_peered":"2023-10-09T04:56:08.161194+0000","last_clean":"2023-10-09T04:56:08.161194+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:56:08.161194+0000","last_undegraded":"2023-10-09T04:56:08.161194+0000","last_fullsized":"2023-10-09T04:56:08.161194+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"377'6946","reported_seq":7047,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164128+0000","last_change":"2023-10-09T04:53:52.815033+0000","last_active":"2023-10-09T04:56:07.164128+0000","last_peered":"2023-10-09T04:56:07.164128+0000","last_clean":"2023-10-09T04:56:07.164128+0000","last_became_active":"2023-10-09T04:53:17.244049+0000","last_became_peered":"2023-10-09T04:53:17.244049+0000","last_unstale":"2023-10-09T04:56:07.164128+0000","last_undegraded":"2023-10-09T04:56:07.164128+0000","last_fullsized":"2023-10-09T04:56:07.164128+0000","mapping_epoch":332,"log_start":"0'0","ondisk_log_start":"0'0","created":332,"last_epoch_clean":333,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:51:47.445918+0000","last_clean_scrub_stamp":"2023-10-09T04:51:47.445918+0000","objects_scrubbed":0,"log_size":6946,"log_dups_size":0,"ondisk_log_size":6946,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4676,"num_write_kb":149056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":67,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-10-09T04:56:07.164202+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:56:07.164202+0000","last_peered":"2023-10-09T04:56:07.164202+0000","last_clean":"2023-10-09T04:56:07.164202+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:56:07.164202+0000","last_undegraded":"2023-10-09T04:56:07.164202+0000","last_fullsized":"2023-10-09T04:56:07.164202+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":403,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-10-09T04:56:11.150672+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:56:11.150672+0000","last_peered":"2023-10-09T04:56:11.150672+0000","last_clean":"2023-10-09T04:56:11.150672+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:56:11.150672+0000","last_undegraded":"2023-10-09T04:56:11.150672+0000","last_fullsized":"2023-10-09T04:56:11.150672+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":26,"stat_sum":{"num_bytes":23920640,"num_objects":364,"num_object_clones":0,"num_object_copies":1092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3534,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":364,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":148220,"num_write_kb":4742977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32155,"num_bytes_recovered":1981612032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2153709568,"data_stored":2153709568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":182706,"ondisk_log_size":182706,"up":78,"acting":75,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":21246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234400,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1122280,"kb_used_data":216992,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":92622872,"statfs":{"total":95995035648,"available":94845820928,"internally_reserved":0,"allocated":222199808,"data_stored":221118201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.343,"15min":1.885},"min":{"1min":0.252,"5min":0.252,"15min":0.22},"max":{"1min":7.3140000000000001,"5min":9.1020000000000003,"15min":11.922000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.861,"5min":1.117,"15min":1.5800000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":8.9220000000000006,"5min":10.451000000000001,"15min":17.344000000000001},"last":0.41999999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.5009999999999999,"15min":1.778},"min":{"1min":0.254,"5min":0.254,"15min":0.247},"max":{"1min":4.9969999999999999,"5min":16.280999999999999,"15min":16.513000000000002},"last":0.36399999999999999},{"interface":"front","average":{"1min":2.7050000000000001,"5min":1.6559999999999999,"15min":2.0049999999999999},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":9.5869999999999997,"5min":24.052,"15min":24.052},"last":0.501}]},{"osd":2,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":1.5940000000000001,"15min":2.0579999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":7.3869999999999996,"5min":16.678999999999998,"15min":32.179000000000002},"last":0.442},{"interface":"front","average":{"1min":1.95,"5min":1.427,"15min":1.732},"min":{"1min":0.35899999999999999,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":9.0280000000000005,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.59599999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:55:41 2023","interfaces":[{"interface":"back","average":{"1min":1.651,"5min":1.4550000000000001,"15min":1.6060000000000001},"min":{"1min":0.44500000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":9,"5min":9,"15min":11.003},"last":0.46999999999999997},{"interface":"front","average":{"1min":1.994,"5min":1.2869999999999999,"15min":1.5449999999999999},"min":{"1min":0.311,"5min":0.31,"15min":0.31},"max":{"1min":8.9730000000000008,"5min":9.6590000000000007,"15min":10.955},"last":0.52300000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.1639999999999999,"15min":1.944},"min":{"1min":0.315,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.0419999999999998,"5min":10.634,"15min":23.919},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.214,"15min":1.621},"min":{"1min":0.34799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":10.868,"5min":10.868,"15min":23.797999999999998},"last":0.56499999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":1.6120000000000001,"15min":2.3119999999999998},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":20.678999999999998,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.45100000000000001},{"interface":"front","average":{"1min":3.3759999999999999,"5min":1.369,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.07,"5min":21.07,"15min":79.332999999999998},"last":0.55600000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":1.476,"15min":2.1230000000000002},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":14.176,"5min":14.176,"15min":16.599},"last":0.51300000000000001},{"interface":"front","average":{"1min":2.879,"5min":1.651,"15min":2.1190000000000002},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":14.191000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.53700000000000003}]}]},{"osd":6,"up_from":46,"seq":197568496036,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1011176,"kb_used_data":105696,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":92733976,"statfs":{"total":95995035648,"available":94959591424,"internally_reserved":0,"allocated":108232704,"data_stored":107159256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:13 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":1.0669999999999999,"15min":1.6399999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":3.1499999999999999,"5min":10.545999999999999,"15min":19.166},"last":0.374},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.5029999999999999,"15min":1.946},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":5.8070000000000004,"5min":10.645,"15min":19.143999999999998},"last":0.56299999999999994}]},{"osd":1,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.498,"15min":1.9079999999999999},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":8.6839999999999993,"5min":10.686,"15min":10.686},"last":0.40400000000000003},{"interface":"front","average":{"1min":2.1000000000000001,"5min":1.238,"15min":1.4690000000000001},"min":{"1min":0.32100000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.0579999999999998,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.442}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":1.224,"15min":1.798},"min":{"1min":0.307,"5min":0.221,"15min":0.221},"max":{"1min":16.338000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.875,"15min":2.1970000000000001},"min":{"1min":0.27100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":5.7309999999999999,"5min":10.712,"15min":15.391999999999999},"last":0.503}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":1.958,"15min":2.0150000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.1509999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":2.7850000000000001,"5min":1.7549999999999999,"15min":1.514},"min":{"1min":0.37,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":8.9689999999999994,"5min":12.456,"15min":12.456},"last":0.624}]},{"osd":4,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":2.294,"5min":1.252,"15min":1.75},"min":{"1min":0.26400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":16.399999999999999,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":2.121,"5min":1.4610000000000001,"15min":1.8500000000000001},"min":{"1min":0.39500000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.068999999999999,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.64000000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:55:23 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.3080000000000001,"15min":1.6970000000000001},"min":{"1min":0.31,"5min":0.28799999999999998,"15min":0.24099999999999999},"max":{"1min":9.0069999999999997,"5min":9.0069999999999997,"15min":16.042000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.0649999999999999,"15min":1.7509999999999999},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":16.292999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.65300000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":1.155,"15min":2.5249999999999999},"min":{"1min":0.35999999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":16.372,"5min":16.372,"15min":196.22300000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.3959999999999999,"15min":2.79},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":16.018999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.72399999999999998}]}]},{"osd":1,"up_from":235,"seq":1009317314652,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1195696,"kb_used_data":851560,"kb_used_omap":5,"kb_used_meta":344122,"kb_avail":92549456,"statfs":{"total":95995035648,"available":94770642944,"internally_reserved":0,"allocated":871997440,"data_stored":870155584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":352381653},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.4199999999999999,"15min":1.133},"min":{"1min":0.21099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.9649999999999999,"5min":11.292,"15min":11.292},"last":0.246},{"interface":"front","average":{"1min":1.8149999999999999,"5min":1.5980000000000001,"15min":1.264},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.369,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.28499999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.768,"5min":1.5389999999999999,"15min":1.2350000000000001},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":8.6850000000000005,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":2.0470000000000002,"5min":1.823,"15min":1.373},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":10.388999999999999,"5min":11.997,"15min":11.997},"last":0.27200000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.2330000000000001,"15min":1.212},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":10.396000000000001,"5min":27.974,"15min":27.974},"last":0.371},{"interface":"front","average":{"1min":1.7490000000000001,"5min":2.0750000000000002,"15min":1.3740000000000001},"min":{"1min":0.39300000000000002,"5min":0.25,"15min":0.25},"max":{"1min":5.0730000000000004,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":1.925,"15min":1.8759999999999999},"min":{"1min":0.34300000000000003,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":44.145000000000003,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.41499999999999998},{"interface":"front","average":{"1min":3.3330000000000002,"5min":1.881,"15min":1.6399999999999999},"min":{"1min":0.33400000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":44.286999999999999,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.34000000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.659,"5min":1.6080000000000001,"15min":1.885},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.5960000000000001,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":1.95,"5min":1.589,"15min":1.7709999999999999},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":6.1539999999999999,"5min":11.151999999999999,"15min":12.484999999999999},"last":0.46300000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.6240000000000001,"15min":1.587},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":4.476,"5min":11.103,"15min":11.103},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.988,"5min":1.647,"15min":1.474},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":10.292999999999999,"5min":10.961,"15min":10.961},"last":0.442}]},{"osd":7,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2970000000000002,"5min":1.792,"15min":6.1500000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":10.423999999999999,"5min":10.894,"15min":146.554},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.6950000000000001,"15min":6.6550000000000002},"min":{"1min":0.433,"5min":0.371,"15min":0.371},"max":{"1min":5.6349999999999998,"5min":15.06,"15min":146.53100000000001},"last":0.61099999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187742,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1241116,"kb_used_data":360724,"kb_used_omap":5,"kb_used_meta":880378,"kb_avail":92504036,"statfs":{"total":95995035648,"available":94724132864,"internally_reserved":0,"allocated":369381376,"data_stored":367323231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":901507706},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":1.1970000000000001,"15min":1.2070000000000001},"min":{"1min":0.22,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":7.952,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":3.6379999999999999,"5min":1.5029999999999999,"15min":1.1060000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":26.646000000000001,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.33800000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":1.8089999999999999,"15min":1.6879999999999999},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":5.0720000000000001,"5min":24.021000000000001,"15min":24.021000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.768,"15min":1.639},"min":{"1min":0.251,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":8.9550000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":0.37}]},{"osd":3,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.518,"15min":1.5600000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":14.711,"5min":14.711,"15min":14.711},"last":0.38100000000000001},{"interface":"front","average":{"1min":3.1669999999999998,"5min":1.726,"15min":1.581},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":18.193000000000001,"5min":18.193000000000001,"15min":23.222000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.4159999999999999,"15min":1.7689999999999999},"min":{"1min":0.33800000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":3.7989999999999999,"5min":11.539,"15min":13.125},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.204,"15min":1.54},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28000000000000003},"max":{"1min":2.7090000000000001,"5min":9.5899999999999999,"15min":12.212},"last":0.45300000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.3049999999999999,"15min":1.7310000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":3.843,"5min":6.9329999999999998,"15min":13.022},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.393,"15min":2.069},"min":{"1min":0.37,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":5.1580000000000004,"5min":7.6870000000000003,"15min":13.438000000000001},"last":0.46200000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":1.3180000000000001,"15min":1.9510000000000001},"min":{"1min":0.38800000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":3.008,"5min":9.6310000000000002,"15min":43.832999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.4279999999999999,"15min":2.105},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":5.1879999999999997,"5min":7.5979999999999999,"15min":43.819000000000003},"last":0.44700000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.504,"15min":1.952},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":5.2110000000000003,"5min":6.4199999999999999,"15min":13.374000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.2829999999999999,"5min":1.4830000000000001,"15min":1.958},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.34599999999999997},"max":{"1min":3.8490000000000002,"5min":11.5,"15min":14.393000000000001},"last":0.437}]}]},{"osd":2,"up_from":116,"seq":498216206585,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1016152,"kb_used_data":329872,"kb_used_omap":7,"kb_used_meta":686264,"kb_avail":92729000,"statfs":{"total":95995035648,"available":94954496000,"internally_reserved":0,"allocated":337788928,"data_stored":335967004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":702734417},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.024,"15min":1.6419999999999999},"min":{"1min":0.19800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":5.1950000000000003,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.992,"5min":1.2829999999999999,"15min":1.605},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":7.5670000000000002,"5min":7.673,"15min":47.450000000000003},"last":0.22700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:55:51 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.5149999999999999,"15min":1.21},"min":{"1min":0.26100000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":4.1470000000000002,"5min":13.888,"15min":13.888},"last":0.30399999999999999},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.585,"15min":1.655},"min":{"1min":0.27800000000000002,"5min":0.191,"15min":0.191},"max":{"1min":5.8819999999999997,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.27200000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.111},"min":{"1min":0.45400000000000001,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":4.1950000000000003,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":1.6479999999999999,"5min":1.641,"15min":1.157},"min":{"1min":0.48199999999999998,"5min":0.33400000000000002,"15min":0.24199999999999999},"max":{"1min":4.2270000000000003,"5min":13.413,"15min":13.413},"last":0.38}]},{"osd":4,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":1.7350000000000001,"15min":1.857},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":6.8360000000000003,"5min":10.335000000000001,"15min":11.215},"last":0.436},{"interface":"front","average":{"1min":1.7729999999999999,"5min":1.593,"15min":1.706},"min":{"1min":0.39200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.3019999999999996,"5min":11.276999999999999,"15min":18.672999999999998},"last":0.35799999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.4399999999999999,"15min":1.8029999999999999},"min":{"1min":0.33500000000000002,"5min":0.30199999999999999,"15min":0.28299999999999997},"max":{"1min":6.9939999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.675,"15min":1.998},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":6.9909999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.40999999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":4.2140000000000004,"5min":1.9690000000000001,"15min":1.7709999999999999},"min":{"1min":0.52900000000000003,"5min":0.35899999999999999,"15min":0.32500000000000001},"max":{"1min":42.975999999999999,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":4.0339999999999998,"5min":2.1080000000000001,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":42.843000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.44900000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":1.875,"15min":1.9790000000000001},"min":{"1min":0.47899999999999998,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":5.8789999999999996,"5min":14.035,"15min":18.792999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.97,"15min":2.1240000000000001},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.0140000000000002,"5min":14.022,"15min":18.841999999999999},"last":0.46999999999999997}]}]},{"osd":3,"up_from":198,"seq":850403524722,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":417736,"kb_used_data":84928,"kb_used_omap":2,"kb_used_meta":332797,"kb_avail":93327416,"statfs":{"total":95995035648,"available":95567273984,"internally_reserved":0,"allocated":86966272,"data_stored":85269286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":340784181},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.347,"15min":1.0780000000000001},"min":{"1min":0.22,"5min":0.183,"15min":0.183},"max":{"1min":11.917999999999999,"5min":12.817,"15min":12.817},"last":0.59799999999999998},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.325,"15min":1.2769999999999999},"min":{"1min":0.21199999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.303000000000001,"5min":13.303000000000001,"15min":13.303000000000001},"last":0.68200000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:56:00 2023","interfaces":[{"interface":"back","average":{"1min":1.8100000000000001,"5min":1.486,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":11.946,"5min":12.891,"15min":12.891},"last":0.64100000000000001},{"interface":"front","average":{"1min":2.258,"5min":1.526,"15min":1.5740000000000001},"min":{"1min":0.28699999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":11.891999999999999,"5min":12.866,"15min":12.866},"last":0.70699999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":1.752,"15min":1.5960000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.255},"max":{"1min":5.9980000000000002,"5min":21.722999999999999,"15min":21.722999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.423,"15min":1.3919999999999999},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.863,"5min":13.305999999999999,"15min":13.305999999999999},"last":0.76000000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.623,"5min":1.1890000000000001,"15min":1.5900000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":10.34,"5min":10.34,"15min":10.34},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.7150000000000001,"15min":1.6519999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":6.0449999999999999,"5min":21.532,"15min":21.532},"last":0.69699999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5569999999999999,"5min":1.8240000000000001,"15min":1.6739999999999999},"min":{"1min":0.34000000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":35.712000000000003,"5min":35.712000000000003,"15min":35.712000000000003},"last":0.88900000000000001},{"interface":"front","average":{"1min":3.8769999999999998,"5min":1.722,"15min":2.1600000000000001},"min":{"1min":0.32400000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":35.488,"5min":35.488,"15min":35.488},"last":0.71599999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0750000000000002,"5min":2.383,"15min":2.5030000000000001},"min":{"1min":0.40699999999999997,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":50.113999999999997,"5min":50.113999999999997,"15min":50.113999999999997},"last":0.73999999999999999},{"interface":"front","average":{"1min":4.976,"5min":2.1070000000000002,"15min":2.1829999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":53.841999999999999,"5min":53.841999999999999,"15min":53.841999999999999},"last":0.82899999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.3740000000000001,"15min":1.7829999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.34899999999999998},"max":{"1min":10.381,"5min":10.381,"15min":10.381},"last":0.73599999999999999},{"interface":"front","average":{"1min":2.3879999999999999,"5min":1.873,"15min":2.1110000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.5190000000000001,"5min":21.587,"15min":21.587},"last":0.83799999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019308,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":916000,"kb_used_data":20120,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92829152,"statfs":{"total":95995035648,"available":95057051648,"internally_reserved":0,"allocated":20602880,"data_stored":19529140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":1.754,"15min":1.851},"min":{"1min":0.23699999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.6139999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.454,"5min":1.7130000000000001,"15min":1.742},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":5.5209999999999999,"5min":12.064,"15min":12.064},"last":0.47699999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.4430000000000001,"15min":1.4550000000000001},"min":{"1min":0.33100000000000002,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":5.0629999999999997,"5min":12.112,"15min":12.112},"last":0.62},{"interface":"front","average":{"1min":2.0139999999999998,"5min":1.552,"15min":1.895},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":5.3090000000000002,"5min":21.356000000000002,"15min":21.356000000000002},"last":0.39100000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":4.7770000000000001,"5min":2.6080000000000001,"15min":2.1179999999999999},"min":{"1min":0.39300000000000002,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":64.391999999999996,"5min":64.391999999999996,"15min":64.391999999999996},"last":0.67200000000000004},{"interface":"front","average":{"1min":4.6219999999999999,"5min":2.4449999999999998,"15min":2.0739999999999998},"min":{"1min":0.38500000000000001,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":64.248000000000005,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.51600000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":1.704,"15min":1.8919999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":12.382,"5min":12.382,"15min":12.382},"last":0.437},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.73,"15min":1.895},"min":{"1min":0.40400000000000003,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.0730000000000004,"5min":21.442,"15min":21.442},"last":0.45500000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:55:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.482,"15min":1.819},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.7759999999999998,"5min":20.991,"15min":20.991},"last":0.59999999999999998},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.3540000000000001,"15min":1.7070000000000001},"min":{"1min":0.316,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":5.4409999999999998,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:33 2023","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.9079999999999999,"15min":2.4039999999999999},"min":{"1min":0.34100000000000003,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":12.949,"5min":21.481000000000002,"15min":31.064},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.728,"15min":2.0640000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":7.367,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.64100000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:54 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":1.5069999999999999,"15min":1.99},"min":{"1min":0.35299999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":29.175000000000001,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":3.5699999999999998,"5min":1.716,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.29499999999999998},"max":{"1min":29.192,"5min":29.192,"15min":29.192},"last":0.49199999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757671,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1067400,"kb_used_data":175040,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92677752,"statfs":{"total":95995035648,"available":94902018048,"internally_reserved":0,"allocated":179240960,"data_stored":178179327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":4.0890000000000004,"15min":2.3879999999999999},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":6.7949999999999999,"5min":322.43200000000002,"15min":322.43200000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":4.657,"15min":3.1230000000000002},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21099999999999999},"max":{"1min":2.9630000000000001,"5min":322.61599999999999,"15min":322.61599999999999},"last":0.41599999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5099999999999998,"5min":1.456,"15min":4.9950000000000001},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":7.3810000000000002,"5min":11.164999999999999,"15min":145.947},"last":0.44500000000000001},{"interface":"front","average":{"1min":3.673,"5min":1.786,"15min":5.415},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":18.177,"5min":18.177,"15min":145.80699999999999},"last":0.53200000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9940000000000002,"5min":1.5189999999999999,"15min":1.6619999999999999},"min":{"1min":0.34999999999999998,"5min":0.251,"15min":0.249},"max":{"1min":18.553000000000001,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":2.3919999999999999,"5min":1.7929999999999999,"15min":2.0539999999999998},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":18.617000000000001,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.497}]},{"osd":3,"last update":"Mon Oct 9 04:55:43 2023","interfaces":[{"interface":"back","average":{"1min":6.0949999999999998,"5min":2.2919999999999998,"15min":1.643},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":74.915000000000006,"5min":74.915000000000006,"15min":74.915000000000006},"last":0.51200000000000001},{"interface":"front","average":{"1min":6.1210000000000004,"5min":2.4940000000000002,"15min":2.073},"min":{"1min":0.40600000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":74.799999999999997,"5min":74.799999999999997,"15min":74.799999999999997},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.3340000000000001,"15min":1.4650000000000001},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.26000000000000001},"max":{"1min":6.9169999999999998,"5min":13.285,"15min":13.285},"last":0.308},{"interface":"front","average":{"1min":0.69099999999999995,"5min":1.4470000000000001,"15min":2.1339999999999999},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.29199999999999998},"max":{"1min":2.7919999999999998,"5min":13.125,"15min":14.824},"last":0.377}]},{"osd":6,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.4059999999999999,"15min":1.9590000000000001},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":3.4460000000000002,"5min":13.189,"15min":21.196999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.2569999999999999,"15min":2.1739999999999999},"min":{"1min":0.36199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.0209999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.34300000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":0.86499999999999999,"15min":2.2320000000000002},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.4829999999999997,"5min":7.5499999999999998,"15min":43.508000000000003},"last":0.435},{"interface":"front","average":{"1min":1.877,"5min":1.0349999999999999,"15min":1.728},"min":{"1min":0.34200000000000003,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":6.8440000000000003,"5min":6.8440000000000003,"15min":43.476999999999997},"last":0.36199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":363724800,"data_stored":363724800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":867172352,"data_stored":867172352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":332988416,"data_stored":332988416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":82313216,"data_stored":82313216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16646144,"data_stored":16646144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":171507712,"data_stored":171507712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":103677952,"data_stored":103677952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":215678976,"data_stored":215678976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:56:18.843 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T04:56:19.248 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:19.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:19.251 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:19.351 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:19.384 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:19.421 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:19.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:19.424 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:19.525 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:19.553 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:19.588 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:19.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:19.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:19.692 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:19.719 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:20.541 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:20.574 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T04:56:20.575 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T04:56:20.575 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_7 2023-10-09T04:56:20.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_7 16 2023-10-09T04:56:20.790 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:20.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:20.793 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:20.866 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:20 smithi107 ceph-mon[184249]: pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:20.866 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:20 smithi107 ceph-mon[179183]: pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:20.895 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:20.923 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:20.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:20 smithi150 ceph-mon[168511]: pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:21.005 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:21.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:21.009 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:21.102 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:21.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:21.146 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:21.182 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:56:21.182 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:56:21.182 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:56:21.182 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:56:21.182 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:56:21.188 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:21.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:21.193 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:21.294 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:21.327 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:21.366 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:21.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:21.369 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:21.470 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:21.499 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:21.714 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:56:21.735 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:21.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:21.738 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:21.749 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3167941639' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:56:21.749 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:21.749 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3167941639' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:56:21.749 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:21.839 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:21.868 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:21.881 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:56:21.953 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:21.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:21.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:21.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3167941639' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:56:21.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:22.057 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:22.090 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:22.127 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:22.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:22.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:22.231 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:22.259 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:22.272 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:56:22] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.43.0" 2023-10-09T04:56:22.293 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:22.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:22.296 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:22.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:22.429 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: failed to encode map e385 with expected crc 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3167941639' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: osdmap e385: 8 total, 8 up, 8 in 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: failed to encode map e385 with expected crc 2023-10-09T04:56:22.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:22 smithi150 ceph-mon[168511]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.074 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:23.074 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:23.074 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3167941639' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: osdmap e385: 8 total, 8 up, 8 in 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[184249]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3167941639' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: osdmap e385: 8 total, 8 up, 8 in 2023-10-09T04:56:23.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.076 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:22 smithi107 ceph-mon[179183]: failed to encode map e385 with expected crc 2023-10-09T04:56:23.128 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:23.224 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:23.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:23.229 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:23.330 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:23.363 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:23.399 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:23.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:23.402 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:23.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:23.535 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:23.574 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:23.674 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:23.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:23.678 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:23.765 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:56:23.765 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1543,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":385,"num_osds":8,"num_up_osds":8,"osd_up_since":1696826916,"num_in_osds":8,"osd_in_since":1696827203,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73}],"num_pgs":73,"num_pools":4,"num_objects":24,"data_bytes":595872,"bytes_used":7852511232,"bytes_avail":760107773952,"bytes_total":767960285184},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":25,"modified":"2023-10-09T04:49:35.506097+0000","services":{}},"progress_events":{"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T04:56:23.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:23.810 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:23.845 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:23.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:23.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:23.949 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:23.977 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:24.011 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:24.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:24.013 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:24.114 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:24.143 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:24.798 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:24 smithi107 ceph-mon[179183]: pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:24.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2385936347' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:56:24.799 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:24 smithi107 ceph-mon[184249]: pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:24.799 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2385936347' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:56:24.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:24 smithi150 ceph-mon[168511]: pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:24.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2385936347' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T04:56:25.033 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:25.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:25.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:25.138 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:25.170 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:25.194 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:56:25.207 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:25.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:25.211 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:25.312 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:25.340 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:25.382 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:25.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:25.386 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:25.487 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:25.517 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:25.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:56:25.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:56:25.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:56:25.552 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:25.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:25.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:25.560 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:56:25.579 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:56:25.597 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:56:25.615 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:56:25.634 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:56:25.656 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:25.683 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:25.743 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:25.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:25.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:25.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:25.875 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:26.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/590576216' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:26.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:26 smithi107 ceph-mon[184249]: pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:26.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/590576216' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:26.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:26 smithi107 ceph-mon[179183]: pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/590576216' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:26.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:26 smithi150 ceph-mon[168511]: pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:27.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:56:27.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:56:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:56:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:28 smithi107 ceph-mon[179183]: pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:28.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:28 smithi107 ceph-mon[184249]: pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:28 smithi150 ceph-mon[168511]: pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:29.323 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-10-09T04:56:29.323 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:56:30.437 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:30.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:30.441 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:30.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:30.571 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:30.611 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:30.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:30.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:30.705 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:30 smithi107 ceph-mon[179183]: pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:30.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:30.746 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:30.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:30 smithi150 ceph-mon[168511]: pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:31.081 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:31.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:31.085 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:31.111 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:30 smithi107 ceph-mon[184249]: pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:31.185 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:31.212 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:31.245 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:31.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:31.248 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:31.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:31.367 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:31.385 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:31.399 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:56:31.399 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:56:31.435 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:31.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:31.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:31.467 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:31.540 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:31.568 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:31.602 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:31.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:31.605 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:31.706 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:31.732 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:31.767 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:31.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:31.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:31.871 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:31.897 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:31.931 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:31.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:31.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:32.035 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:32.071 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_7' created 2023-10-09T04:56:32.073 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:32.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/633902381' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2023-10-09T04:56:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:32 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2023-10-09T04:56:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:32 smithi150 ceph-mon[168511]: pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:32.270 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:56:32] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.43.0" 2023-10-09T04:56:32.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:32.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:32.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/633902381' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[179183]: pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/633902381' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2023-10-09T04:56:32.271 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:32 smithi107 ceph-mon[184249]: pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:32.532 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:56:32.662 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:32.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:32.665 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:32.766 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:32.794 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:32.816 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_7 rados --yes-i-really-mean-it || true 2023-10-09T04:56:32.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:56:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[179183]: failed to encode map e386 with expected crc 2023-10-09T04:56:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[179183]: failed to encode map e386 with expected crc 2023-10-09T04:56:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2023-10-09T04:56:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[179183]: osdmap e386: 8 total, 8 up, 8 in 2023-10-09T04:56:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:33.075 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:33.114 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:33.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:33.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:33.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:33.249 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:33.332 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:33.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[184249]: failed to encode map e386 with expected crc 2023-10-09T04:56:33.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[184249]: failed to encode map e386 with expected crc 2023-10-09T04:56:33.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2023-10-09T04:56:33.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[184249]: osdmap e386: 8 total, 8 up, 8 in 2023-10-09T04:56:33.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:33.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:33.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:33.338 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:33.439 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:33.466 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:33.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:33 smithi150 ceph-mon[168511]: failed to encode map e386 with expected crc 2023-10-09T04:56:33.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:33 smithi150 ceph-mon[168511]: failed to encode map e386 with expected crc 2023-10-09T04:56:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2023-10-09T04:56:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:33 smithi150 ceph-mon[168511]: osdmap e386: 8 total, 8 up, 8 in 2023-10-09T04:56:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:33.505 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:33.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:33.509 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:33.609 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:33.638 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:33.725 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:33.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:33.729 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:33.797 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:33.830 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:33.868 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:33.930 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:56:33.932 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: osdmap e387: 8 total, 8 up, 8 in 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[184249]: pgmap v1184: 89 pgs: 3 creating+peering, 7 unknown, 79 active+clean; 582 KiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: osdmap e387: 8 total, 8 up, 8 in 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.221 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:34 smithi107 ceph-mon[179183]: pgmap v1184: 89 pgs: 3 creating+peering, 7 unknown, 79 active+clean; 582 KiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:34.461 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:34.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:34.465 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: osdmap e387: 8 total, 8 up, 8 in 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: failed to encode map e387 with expected crc 2023-10-09T04:56:34.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:34 smithi150 ceph-mon[168511]: pgmap v1184: 89 pgs: 3 creating+peering, 7 unknown, 79 active+clean; 582 KiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:34.566 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:34.597 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:34.741 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1184,"stamp":"2023-10-09T04:56:33.652956+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":2966606,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":246,"acting":246,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":247,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":7303180,"kb_used_data":1458892,"kb_used_omap":21,"kb_used_meta":5844202,"kb_avail":742658036,"statfs":{"total":767960285184,"available":760481828864,"internally_reserved":0,"allocated":1493905408,"data_stored":1482078248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5984463317},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002304"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":382,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713924+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:56:21.713924+0000","last_peered":"2023-10-09T04:56:21.713924+0000","last_clean":"2023-10-09T04:56:21.713924+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:56:21.713924+0000","last_undegraded":"2023-10-09T04:56:21.713924+0000","last_fullsized":"2023-10-09T04:56:21.713924+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":158,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.711966+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:56:21.711966+0000","last_peered":"2023-10-09T04:56:21.711966+0000","last_clean":"2023-10-09T04:56:21.711966+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:56:21.711966+0000","last_undegraded":"2023-10-09T04:56:21.711966+0000","last_fullsized":"2023-10-09T04:56:21.711966+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":328,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.495801+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:56:15.495801+0000","last_peered":"2023-10-09T04:56:15.495801+0000","last_clean":"2023-10-09T04:56:15.495801+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:56:15.495801+0000","last_undegraded":"2023-10-09T04:56:15.495801+0000","last_fullsized":"2023-10-09T04:56:15.495801+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":351,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064807+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:56:32.064807+0000","last_peered":"2023-10-09T04:56:32.064807+0000","last_clean":"2023-10-09T04:56:32.064807+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:56:32.064807+0000","last_undegraded":"2023-10-09T04:56:32.064807+0000","last_fullsized":"2023-10-09T04:56:32.064807+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":79,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.496204+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:56:15.496204+0000","last_peered":"2023-10-09T04:56:15.496204+0000","last_clean":"2023-10-09T04:56:15.496204+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:56:15.496204+0000","last_undegraded":"2023-10-09T04:56:15.496204+0000","last_fullsized":"2023-10-09T04:56:15.496204+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":60,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.068569+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:56:32.068569+0000","last_peered":"2023-10-09T04:56:32.068569+0000","last_clean":"2023-10-09T04:56:32.068569+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:56:32.068569+0000","last_undegraded":"2023-10-09T04:56:32.068569+0000","last_fullsized":"2023-10-09T04:56:32.068569+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":346,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.185737+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:56:15.185737+0000","last_peered":"2023-10-09T04:56:15.185737+0000","last_clean":"2023-10-09T04:56:15.185737+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:56:15.185737+0000","last_undegraded":"2023-10-09T04:56:15.185737+0000","last_fullsized":"2023-10-09T04:56:15.185737+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":105,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.508554+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:56:15.508554+0000","last_peered":"2023-10-09T04:56:15.508554+0000","last_clean":"2023-10-09T04:56:15.508554+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:56:15.508554+0000","last_undegraded":"2023-10-09T04:56:15.508554+0000","last_fullsized":"2023-10-09T04:56:15.508554+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":362,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.182475+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:56:15.182475+0000","last_peered":"2023-10-09T04:56:15.182475+0000","last_clean":"2023-10-09T04:56:15.182475+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:56:15.182475+0000","last_undegraded":"2023-10-09T04:56:15.182475+0000","last_fullsized":"2023-10-09T04:56:15.182475+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":101,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.509596+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:56:15.509596+0000","last_peered":"2023-10-09T04:56:15.509596+0000","last_clean":"2023-10-09T04:56:15.509596+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:56:15.509596+0000","last_undegraded":"2023-10-09T04:56:15.509596+0000","last_fullsized":"2023-10-09T04:56:15.509596+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":390,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064574+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:56:32.064574+0000","last_peered":"2023-10-09T04:56:32.064574+0000","last_clean":"2023-10-09T04:56:32.064574+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:56:32.064574+0000","last_undegraded":"2023-10-09T04:56:32.064574+0000","last_fullsized":"2023-10-09T04:56:32.064574+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":341,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.495827+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:56:15.495827+0000","last_peered":"2023-10-09T04:56:15.495827+0000","last_clean":"2023-10-09T04:56:15.495827+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:56:15.495827+0000","last_undegraded":"2023-10-09T04:56:15.495827+0000","last_fullsized":"2023-10-09T04:56:15.495827+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":422,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.714021+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:56:21.714021+0000","last_peered":"2023-10-09T04:56:21.714021+0000","last_clean":"2023-10-09T04:56:21.714021+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:56:21.714021+0000","last_undegraded":"2023-10-09T04:56:21.714021+0000","last_fullsized":"2023-10-09T04:56:21.714021+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":403,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713926+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:56:21.713926+0000","last_peered":"2023-10-09T04:56:21.713926+0000","last_clean":"2023-10-09T04:56:21.713926+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:56:21.713926+0000","last_undegraded":"2023-10-09T04:56:21.713926+0000","last_fullsized":"2023-10-09T04:56:21.713926+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":366,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064521+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:56:32.064521+0000","last_peered":"2023-10-09T04:56:32.064521+0000","last_clean":"2023-10-09T04:56:32.064521+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:56:32.064521+0000","last_undegraded":"2023-10-09T04:56:32.064521+0000","last_fullsized":"2023-10-09T04:56:32.064521+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":227,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:20.515155+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:56:20.515155+0000","last_peered":"2023-10-09T04:56:20.515155+0000","last_clean":"2023-10-09T04:56:20.515155+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:56:20.515155+0000","last_undegraded":"2023-10-09T04:56:20.515155+0000","last_fullsized":"2023-10-09T04:56:20.515155+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":354,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064874+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:56:32.064874+0000","last_peered":"2023-10-09T04:56:32.064874+0000","last_clean":"2023-10-09T04:56:32.064874+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:56:32.064874+0000","last_undegraded":"2023-10-09T04:56:32.064874+0000","last_fullsized":"2023-10-09T04:56:32.064874+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":381,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.181900+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:56:15.181900+0000","last_peered":"2023-10-09T04:56:15.181900+0000","last_clean":"2023-10-09T04:56:15.181900+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:56:15.181900+0000","last_undegraded":"2023-10-09T04:56:15.181900+0000","last_fullsized":"2023-10-09T04:56:15.181900+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":371,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064257+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:56:32.064257+0000","last_peered":"2023-10-09T04:56:32.064257+0000","last_clean":"2023-10-09T04:56:32.064257+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:56:32.064257+0000","last_undegraded":"2023-10-09T04:56:32.064257+0000","last_fullsized":"2023-10-09T04:56:32.064257+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":338,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:16.495372+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:56:16.495372+0000","last_peered":"2023-10-09T04:56:16.495372+0000","last_clean":"2023-10-09T04:56:16.495372+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:56:16.495372+0000","last_undegraded":"2023-10-09T04:56:16.495372+0000","last_fullsized":"2023-10-09T04:56:16.495372+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":85,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.067514+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:56:32.067514+0000","last_peered":"2023-10-09T04:56:32.067514+0000","last_clean":"2023-10-09T04:56:32.067514+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:56:32.067514+0000","last_undegraded":"2023-10-09T04:56:32.067514+0000","last_fullsized":"2023-10-09T04:56:32.067514+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":81,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.496629+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:56:15.496629+0000","last_peered":"2023-10-09T04:56:15.496629+0000","last_clean":"2023-10-09T04:56:15.496629+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:56:15.496629+0000","last_undegraded":"2023-10-09T04:56:15.496629+0000","last_fullsized":"2023-10-09T04:56:15.496629+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.064848+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:00.053493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":349,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064921+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:56:32.064921+0000","last_peered":"2023-10-09T04:56:32.064921+0000","last_clean":"2023-10-09T04:56:32.064921+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:56:32.064921+0000","last_undegraded":"2023-10-09T04:56:32.064921+0000","last_fullsized":"2023-10-09T04:56:32.064921+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":365,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.186178+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:56:15.186178+0000","last_peered":"2023-10-09T04:56:15.186178+0000","last_clean":"2023-10-09T04:56:15.186178+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:56:15.186178+0000","last_undegraded":"2023-10-09T04:56:15.186178+0000","last_fullsized":"2023-10-09T04:56:15.186178+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-10-09T04:56:33.081697+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:56:33.081697+0000","last_peered":"2023-10-09T04:56:33.081697+0000","last_clean":"2023-10-09T04:56:33.081697+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:56:33.081697+0000","last_undegraded":"2023-10-09T04:56:33.081697+0000","last_fullsized":"2023-10-09T04:56:33.081697+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":367,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064830+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:56:32.064830+0000","last_peered":"2023-10-09T04:56:32.064830+0000","last_clean":"2023-10-09T04:56:32.064830+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:56:32.064830+0000","last_undegraded":"2023-10-09T04:56:32.064830+0000","last_fullsized":"2023-10-09T04:56:32.064830+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":410,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713811+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:56:21.713811+0000","last_peered":"2023-10-09T04:56:21.713811+0000","last_clean":"2023-10-09T04:56:21.713811+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:56:21.713811+0000","last_undegraded":"2023-10-09T04:56:21.713811+0000","last_fullsized":"2023-10-09T04:56:21.713811+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.064891+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:48:34.830972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":402,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064422+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:56:32.064422+0000","last_peered":"2023-10-09T04:56:32.064422+0000","last_clean":"2023-10-09T04:56:32.064422+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:56:32.064422+0000","last_undegraded":"2023-10-09T04:56:32.064422+0000","last_fullsized":"2023-10-09T04:56:32.064422+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":60,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.067846+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:56:32.067846+0000","last_peered":"2023-10-09T04:56:32.067846+0000","last_clean":"2023-10-09T04:56:32.067846+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:56:32.067846+0000","last_undegraded":"2023-10-09T04:56:32.067846+0000","last_fullsized":"2023-10-09T04:56:32.067846+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-10-09T04:56:33.084088+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:56:33.084088+0000","last_peered":"2023-10-09T04:56:33.084088+0000","last_clean":"2023-10-09T04:56:33.084088+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:56:33.084088+0000","last_undegraded":"2023-10-09T04:56:33.084088+0000","last_fullsized":"2023-10-09T04:56:33.084088+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":429,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.180873+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:56:15.180873+0000","last_peered":"2023-10-09T04:56:15.180873+0000","last_clean":"2023-10-09T04:56:15.180873+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:56:15.180873+0000","last_undegraded":"2023-10-09T04:56:15.180873+0000","last_fullsized":"2023-10-09T04:56:15.180873+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":359,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.150388+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:56:15.150388+0000","last_peered":"2023-10-09T04:56:15.150388+0000","last_clean":"2023-10-09T04:56:15.150388+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:56:15.150388+0000","last_undegraded":"2023-10-09T04:56:15.150388+0000","last_fullsized":"2023-10-09T04:56:15.150388+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-10-09T04:56:33.079472+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:56:33.079472+0000","last_peered":"2023-10-09T04:56:33.079472+0000","last_clean":"2023-10-09T04:56:33.079472+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:56:33.079472+0000","last_undegraded":"2023-10-09T04:56:33.079472+0000","last_fullsized":"2023-10-09T04:56:33.079472+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":59,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.714084+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:56:21.714084+0000","last_peered":"2023-10-09T04:56:21.714084+0000","last_clean":"2023-10-09T04:56:21.714084+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:56:21.714084+0000","last_undegraded":"2023-10-09T04:56:21.714084+0000","last_fullsized":"2023-10-09T04:56:21.714084+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":430,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713974+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:56:21.713974+0000","last_peered":"2023-10-09T04:56:21.713974+0000","last_clean":"2023-10-09T04:56:21.713974+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:56:21.713974+0000","last_undegraded":"2023-10-09T04:56:21.713974+0000","last_fullsized":"2023-10-09T04:56:21.713974+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-10-09T04:56:33.079025+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:56:33.079025+0000","last_peered":"2023-10-09T04:56:33.079025+0000","last_clean":"2023-10-09T04:56:33.079025+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:56:33.079025+0000","last_undegraded":"2023-10-09T04:56:33.079025+0000","last_fullsized":"2023-10-09T04:56:33.079025+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":60,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.067893+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:56:32.067893+0000","last_peered":"2023-10-09T04:56:32.067893+0000","last_clean":"2023-10-09T04:56:32.067893+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:56:32.067893+0000","last_undegraded":"2023-10-09T04:56:32.067893+0000","last_fullsized":"2023-10-09T04:56:32.067893+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":356,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.714064+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:56:21.714064+0000","last_peered":"2023-10-09T04:56:21.714064+0000","last_clean":"2023-10-09T04:56:21.714064+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:56:21.714064+0000","last_undegraded":"2023-10-09T04:56:21.714064+0000","last_fullsized":"2023-10-09T04:56:21.714064+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":347,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713758+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:56:21.713758+0000","last_peered":"2023-10-09T04:56:21.713758+0000","last_clean":"2023-10-09T04:56:21.713758+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:56:21.713758+0000","last_undegraded":"2023-10-09T04:56:21.713758+0000","last_fullsized":"2023-10-09T04:56:21.713758+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":413,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.714159+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:56:21.714159+0000","last_peered":"2023-10-09T04:56:21.714159+0000","last_clean":"2023-10-09T04:56:21.714159+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:56:21.714159+0000","last_undegraded":"2023-10-09T04:56:21.714159+0000","last_fullsized":"2023-10-09T04:56:21.714159+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":79,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.496526+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:56:15.496526+0000","last_peered":"2023-10-09T04:56:15.496526+0000","last_clean":"2023-10-09T04:56:15.496526+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:56:15.496526+0000","last_undegraded":"2023-10-09T04:56:15.496526+0000","last_fullsized":"2023-10-09T04:56:15.496526+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":320,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.507293+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:56:15.507293+0000","last_peered":"2023-10-09T04:56:15.507293+0000","last_clean":"2023-10-09T04:56:15.507293+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:56:15.507293+0000","last_undegraded":"2023-10-09T04:56:15.507293+0000","last_fullsized":"2023-10-09T04:56:15.507293+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":361,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.512859+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:56:15.512859+0000","last_peered":"2023-10-09T04:56:15.512859+0000","last_clean":"2023-10-09T04:56:15.512859+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:56:15.512859+0000","last_undegraded":"2023-10-09T04:56:15.512859+0000","last_fullsized":"2023-10-09T04:56:15.512859+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":399,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.181833+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:56:15.181833+0000","last_peered":"2023-10-09T04:56:15.181833+0000","last_clean":"2023-10-09T04:56:15.181833+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:56:15.181833+0000","last_undegraded":"2023-10-09T04:56:15.181833+0000","last_fullsized":"2023-10-09T04:56:15.181833+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":319,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.495992+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:56:15.495992+0000","last_peered":"2023-10-09T04:56:15.495992+0000","last_clean":"2023-10-09T04:56:15.495992+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:56:15.495992+0000","last_undegraded":"2023-10-09T04:56:15.495992+0000","last_fullsized":"2023-10-09T04:56:15.495992+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":405,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.182914+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:56:15.182914+0000","last_peered":"2023-10-09T04:56:15.182914+0000","last_clean":"2023-10-09T04:56:15.182914+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:56:15.182914+0000","last_undegraded":"2023-10-09T04:56:15.182914+0000","last_fullsized":"2023-10-09T04:56:15.182914+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":387,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713880+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:56:21.713880+0000","last_peered":"2023-10-09T04:56:21.713880+0000","last_clean":"2023-10-09T04:56:21.713880+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:56:21.713880+0000","last_undegraded":"2023-10-09T04:56:21.713880+0000","last_fullsized":"2023-10-09T04:56:21.713880+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":345,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.510689+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:56:15.510689+0000","last_peered":"2023-10-09T04:56:15.510689+0000","last_clean":"2023-10-09T04:56:15.510689+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:56:15.510689+0000","last_undegraded":"2023-10-09T04:56:15.510689+0000","last_fullsized":"2023-10-09T04:56:15.510689+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-10-09T04:56:33.079111+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:56:33.079111+0000","last_peered":"2023-10-09T04:56:33.079111+0000","last_clean":"2023-10-09T04:56:33.079111+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:56:33.079111+0000","last_undegraded":"2023-10-09T04:56:33.079111+0000","last_fullsized":"2023-10-09T04:56:33.079111+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":397,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.710271+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:56:21.710271+0000","last_peered":"2023-10-09T04:56:21.710271+0000","last_clean":"2023-10-09T04:56:21.710271+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:56:21.710271+0000","last_undegraded":"2023-10-09T04:56:21.710271+0000","last_fullsized":"2023-10-09T04:56:21.710271+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":341,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.495303+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:56:15.495303+0000","last_peered":"2023-10-09T04:56:15.495303+0000","last_clean":"2023-10-09T04:56:15.495303+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:56:15.495303+0000","last_undegraded":"2023-10-09T04:56:15.495303+0000","last_fullsized":"2023-10-09T04:56:15.495303+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":355,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.506831+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:56:15.506831+0000","last_peered":"2023-10-09T04:56:15.506831+0000","last_clean":"2023-10-09T04:56:15.506831+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:56:15.506831+0000","last_undegraded":"2023-10-09T04:56:15.506831+0000","last_fullsized":"2023-10-09T04:56:15.506831+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-10-09T04:56:33.086716+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:56:33.086716+0000","last_peered":"2023-10-09T04:56:33.086716+0000","last_clean":"2023-10-09T04:56:33.086716+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:56:33.086716+0000","last_undegraded":"2023-10-09T04:56:33.086716+0000","last_fullsized":"2023-10-09T04:56:33.086716+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":348,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.185164+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:56:15.185164+0000","last_peered":"2023-10-09T04:56:15.185164+0000","last_clean":"2023-10-09T04:56:15.185164+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:56:15.185164+0000","last_undegraded":"2023-10-09T04:56:15.185164+0000","last_fullsized":"2023-10-09T04:56:15.185164+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":803,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064172+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:56:32.064172+0000","last_peered":"2023-10-09T04:56:32.064172+0000","last_clean":"2023-10-09T04:56:32.064172+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:56:32.064172+0000","last_undegraded":"2023-10-09T04:56:32.064172+0000","last_fullsized":"2023-10-09T04:56:32.064172+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":257,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.182848+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:56:15.182848+0000","last_peered":"2023-10-09T04:56:15.182848+0000","last_clean":"2023-10-09T04:56:15.182848+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:56:15.182848+0000","last_undegraded":"2023-10-09T04:56:15.182848+0000","last_fullsized":"2023-10-09T04:56:15.182848+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":60,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.068654+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:56:32.068654+0000","last_peered":"2023-10-09T04:56:32.068654+0000","last_clean":"2023-10-09T04:56:32.068654+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:56:32.068654+0000","last_undegraded":"2023-10-09T04:56:32.068654+0000","last_fullsized":"2023-10-09T04:56:32.068654+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.065235+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:51:52.855326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":386,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064170+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:56:32.064170+0000","last_peered":"2023-10-09T04:56:32.064170+0000","last_clean":"2023-10-09T04:56:32.064170+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:56:32.064170+0000","last_undegraded":"2023-10-09T04:56:32.064170+0000","last_fullsized":"2023-10-09T04:56:32.064170+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":338,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713857+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:56:21.713857+0000","last_peered":"2023-10-09T04:56:21.713857+0000","last_clean":"2023-10-09T04:56:21.713857+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:56:21.713857+0000","last_undegraded":"2023-10-09T04:56:21.713857+0000","last_fullsized":"2023-10-09T04:56:21.713857+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":375,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:16.019795+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:56:16.019795+0000","last_peered":"2023-10-09T04:56:16.019795+0000","last_clean":"2023-10-09T04:56:16.019795+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:56:16.019795+0000","last_undegraded":"2023-10-09T04:56:16.019795+0000","last_fullsized":"2023-10-09T04:56:16.019795+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":352,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.064494+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:56:32.064494+0000","last_peered":"2023-10-09T04:56:32.064494+0000","last_clean":"2023-10-09T04:56:32.064494+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:56:32.064494+0000","last_undegraded":"2023-10-09T04:56:32.064494+0000","last_fullsized":"2023-10-09T04:56:32.064494+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":305,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.512733+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:56:15.512733+0000","last_peered":"2023-10-09T04:56:15.512733+0000","last_clean":"2023-10-09T04:56:15.512733+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:56:15.512733+0000","last_undegraded":"2023-10-09T04:56:15.512733+0000","last_fullsized":"2023-10-09T04:56:15.512733+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":64,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.185182+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:56:15.185182+0000","last_peered":"2023-10-09T04:56:15.185182+0000","last_clean":"2023-10-09T04:56:15.185182+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:56:15.185182+0000","last_undegraded":"2023-10-09T04:56:15.185182+0000","last_fullsized":"2023-10-09T04:56:15.185182+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":220,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.065081+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:56:32.065081+0000","last_peered":"2023-10-09T04:56:32.065081+0000","last_clean":"2023-10-09T04:56:32.065081+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:56:32.065081+0000","last_undegraded":"2023-10-09T04:56:32.065081+0000","last_fullsized":"2023-10-09T04:56:32.065081+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":362,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.509410+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:56:15.509410+0000","last_peered":"2023-10-09T04:56:15.509410+0000","last_clean":"2023-10-09T04:56:15.509410+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:56:15.509410+0000","last_undegraded":"2023-10-09T04:56:15.509410+0000","last_fullsized":"2023-10-09T04:56:15.509410+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":80,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:22.125845+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:56:22.125845+0000","last_peered":"2023-10-09T04:56:22.125845+0000","last_clean":"2023-10-09T04:56:22.125845+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:56:22.125845+0000","last_undegraded":"2023-10-09T04:56:22.125845+0000","last_fullsized":"2023-10-09T04:56:22.125845+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T04:56:32.051107+0000","last_change":"2023-10-09T04:56:32.051107+0000","last_active":"2023-10-09T04:56:32.051107+0000","last_peered":"2023-10-09T04:56:32.051107+0000","last_clean":"2023-10-09T04:56:32.051107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T04:56:32.051107+0000","last_undegraded":"2023-10-09T04:56:32.051107+0000","last_fullsized":"2023-10-09T04:56:32.051107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":60,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-10-09T04:56:32.068528+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:56:32.068528+0000","last_peered":"2023-10-09T04:56:32.068528+0000","last_clean":"2023-10-09T04:56:32.068528+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:56:32.068528+0000","last_undegraded":"2023-10-09T04:56:32.068528+0000","last_fullsized":"2023-10-09T04:56:32.068528+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":363,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:16.019822+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:56:16.019822+0000","last_peered":"2023-10-09T04:56:16.019822+0000","last_clean":"2023-10-09T04:56:16.019822+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:56:16.019822+0000","last_undegraded":"2023-10-09T04:56:16.019822+0000","last_fullsized":"2023-10-09T04:56:16.019822+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":369,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713656+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:56:21.713656+0000","last_peered":"2023-10-09T04:56:21.713656+0000","last_clean":"2023-10-09T04:56:21.713656+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:56:21.713656+0000","last_undegraded":"2023-10-09T04:56:21.713656+0000","last_fullsized":"2023-10-09T04:56:21.713656+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":61,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.714048+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:56:21.714048+0000","last_peered":"2023-10-09T04:56:21.714048+0000","last_clean":"2023-10-09T04:56:21.714048+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:56:21.714048+0000","last_undegraded":"2023-10-09T04:56:21.714048+0000","last_fullsized":"2023-10-09T04:56:21.714048+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":406,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.514954+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:56:15.514954+0000","last_peered":"2023-10-09T04:56:15.514954+0000","last_clean":"2023-10-09T04:56:15.514954+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:56:15.514954+0000","last_undegraded":"2023-10-09T04:56:15.514954+0000","last_fullsized":"2023-10-09T04:56:15.514954+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":364,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.180951+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:56:15.180951+0000","last_peered":"2023-10-09T04:56:15.180951+0000","last_clean":"2023-10-09T04:56:15.180951+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:56:15.180951+0000","last_undegraded":"2023-10-09T04:56:15.180951+0000","last_fullsized":"2023-10-09T04:56:15.180951+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":407,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713989+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:56:21.713989+0000","last_peered":"2023-10-09T04:56:21.713989+0000","last_clean":"2023-10-09T04:56:21.713989+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:56:21.713989+0000","last_undegraded":"2023-10-09T04:56:21.713989+0000","last_fullsized":"2023-10-09T04:56:21.713989+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":386,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.181708+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:56:15.181708+0000","last_peered":"2023-10-09T04:56:15.181708+0000","last_clean":"2023-10-09T04:56:15.181708+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:56:15.181708+0000","last_undegraded":"2023-10-09T04:56:15.181708+0000","last_fullsized":"2023-10-09T04:56:15.181708+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":390,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713731+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:56:21.713731+0000","last_peered":"2023-10-09T04:56:21.713731+0000","last_clean":"2023-10-09T04:56:21.713731+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:56:21.713731+0000","last_undegraded":"2023-10-09T04:56:21.713731+0000","last_fullsized":"2023-10-09T04:56:21.713731+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":109,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:22.126639+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:56:22.126639+0000","last_peered":"2023-10-09T04:56:22.126639+0000","last_clean":"2023-10-09T04:56:22.126639+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:56:22.126639+0000","last_undegraded":"2023-10-09T04:56:22.126639+0000","last_fullsized":"2023-10-09T04:56:22.126639+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":74,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.509522+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:56:15.509522+0000","last_peered":"2023-10-09T04:56:15.509522+0000","last_clean":"2023-10-09T04:56:15.509522+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:56:15.509522+0000","last_undegraded":"2023-10-09T04:56:15.509522+0000","last_fullsized":"2023-10-09T04:56:15.509522+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":71,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-10-09T04:56:15.185691+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:56:15.185691+0000","last_peered":"2023-10-09T04:56:15.185691+0000","last_clean":"2023-10-09T04:56:15.185691+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:56:15.185691+0000","last_undegraded":"2023-10-09T04:56:15.185691+0000","last_fullsized":"2023-10-09T04:56:15.185691+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":406,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-10-09T04:56:21.713641+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:56:21.713641+0000","last_peered":"2023-10-09T04:56:21.713641+0000","last_clean":"2023-10-09T04:56:21.713641+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:56:21.713641+0000","last_undegraded":"2023-10-09T04:56:21.713641+0000","last_fullsized":"2023-10-09T04:56:21.713641+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234404,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1034128,"kb_used_data":128840,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":92711024,"statfs":{"total":95995035648,"available":94936088576,"internally_reserved":0,"allocated":131932160,"data_stored":130841962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.343,"15min":1.885},"min":{"1min":0.252,"5min":0.252,"15min":0.22},"max":{"1min":7.3140000000000001,"5min":9.1020000000000003,"15min":11.922000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.861,"5min":1.117,"15min":1.5800000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":8.9220000000000006,"5min":10.451000000000001,"15min":17.344000000000001},"last":0.40500000000000003}]},{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.5009999999999999,"15min":1.778},"min":{"1min":0.254,"5min":0.254,"15min":0.247},"max":{"1min":4.9969999999999999,"5min":16.280999999999999,"15min":16.513000000000002},"last":0.42499999999999999},{"interface":"front","average":{"1min":2.7050000000000001,"5min":1.6559999999999999,"15min":2.0049999999999999},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":9.5869999999999997,"5min":24.052,"15min":24.052},"last":0.441}]},{"osd":2,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":1.5940000000000001,"15min":2.0579999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":7.3869999999999996,"5min":16.678999999999998,"15min":32.179000000000002},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.95,"5min":1.427,"15min":1.732},"min":{"1min":0.35899999999999999,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":9.0280000000000005,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:55:41 2023","interfaces":[{"interface":"back","average":{"1min":1.651,"5min":1.4550000000000001,"15min":1.6060000000000001},"min":{"1min":0.44500000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":9,"5min":9,"15min":11.003},"last":0.61099999999999999},{"interface":"front","average":{"1min":1.994,"5min":1.2869999999999999,"15min":1.5449999999999999},"min":{"1min":0.311,"5min":0.31,"15min":0.31},"max":{"1min":8.9730000000000008,"5min":9.6590000000000007,"15min":10.955},"last":0.53600000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.1639999999999999,"15min":1.944},"min":{"1min":0.315,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.0419999999999998,"5min":10.634,"15min":23.919},"last":0.56000000000000005},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.214,"15min":1.621},"min":{"1min":0.34799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":10.868,"5min":10.868,"15min":23.797999999999998},"last":0.56999999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":1.6120000000000001,"15min":2.3119999999999998},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":20.678999999999998,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.59599999999999997},{"interface":"front","average":{"1min":3.3759999999999999,"5min":1.369,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.07,"5min":21.07,"15min":79.332999999999998},"last":0.58499999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":1.476,"15min":2.1230000000000002},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":14.176,"5min":14.176,"15min":16.599},"last":0.63100000000000001},{"interface":"front","average":{"1min":2.879,"5min":1.651,"15min":2.1190000000000002},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":14.191000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.67700000000000005}]}]},{"osd":6,"up_from":46,"seq":197568496040,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":962564,"kb_used_data":69372,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":92782588,"statfs":{"total":95995035648,"available":95009370112,"internally_reserved":0,"allocated":71036928,"data_stored":69958930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:17 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":1.05,"15min":1.589},"min":{"1min":0.23599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":10.454000000000001,"5min":10.545999999999999,"15min":19.166},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.2130000000000001,"5min":1.1060000000000001,"15min":1.8520000000000001},"min":{"1min":0.309,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":5.3600000000000003,"5min":8.8620000000000001,"15min":19.143999999999998},"last":0.65100000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.498,"15min":1.9079999999999999},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":8.6839999999999993,"5min":10.686,"15min":10.686},"last":0.68300000000000005},{"interface":"front","average":{"1min":2.1000000000000001,"5min":1.238,"15min":1.4690000000000001},"min":{"1min":0.32100000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.0579999999999998,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.504}]},{"osd":2,"last update":"Mon Oct 9 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.147,"15min":1.6859999999999999},"min":{"1min":0.29799999999999999,"5min":0.221,"15min":0.221},"max":{"1min":5.3860000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.181,"5min":1.198,"15min":2.0800000000000001},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.2869999999999999,"5min":9.0530000000000008,"15min":15.391999999999999},"last":0.57699999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":1.958,"15min":2.0150000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.1509999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":2.7850000000000001,"5min":1.7549999999999999,"15min":1.514},"min":{"1min":0.37,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":8.9689999999999994,"5min":12.456,"15min":12.456},"last":0.47499999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.96499999999999997,"15min":1.665},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.4059999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.747,"5min":0.88600000000000001,"15min":1.742},"min":{"1min":0.315,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":4.4020000000000001,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.44700000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.78500000000000003,"15min":1.5620000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":1.2430000000000001,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.435},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.95899999999999996,"15min":1.6060000000000001},"min":{"1min":0.38700000000000001,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":2.5640000000000001,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.60199999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":1.155,"15min":2.5249999999999999},"min":{"1min":0.35999999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":16.372,"5min":16.372,"15min":196.22300000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.3959999999999999,"15min":2.79},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":16.018999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.70899999999999996}]}]},{"osd":1,"up_from":235,"seq":1009317314656,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1002276,"kb_used_data":658140,"kb_used_omap":5,"kb_used_meta":344122,"kb_avail":92742876,"statfs":{"total":95995035648,"available":94968705024,"internally_reserved":0,"allocated":673935360,"data_stored":672073491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":352381653},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.4199999999999999,"15min":1.133},"min":{"1min":0.21099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.9649999999999999,"5min":11.292,"15min":11.292},"last":0.24299999999999999},{"interface":"front","average":{"1min":1.8149999999999999,"5min":1.5980000000000001,"15min":1.264},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.369,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.318}]},{"osd":2,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.768,"5min":1.5389999999999999,"15min":1.2350000000000001},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":8.6850000000000005,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":2.0470000000000002,"5min":1.823,"15min":1.373},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":10.388999999999999,"5min":11.997,"15min":11.997},"last":0.35099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.2330000000000001,"15min":1.212},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":10.396000000000001,"5min":27.974,"15min":27.974},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.7490000000000001,"5min":2.0750000000000002,"15min":1.3740000000000001},"min":{"1min":0.39300000000000002,"5min":0.25,"15min":0.25},"max":{"1min":5.0730000000000004,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.33400000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":1.925,"15min":1.8759999999999999},"min":{"1min":0.34300000000000003,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":44.145000000000003,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":3.3330000000000002,"5min":1.881,"15min":1.6399999999999999},"min":{"1min":0.33400000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":44.286999999999999,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.432}]},{"osd":5,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.659,"5min":1.6080000000000001,"15min":1.885},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.5960000000000001,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.95,"5min":1.589,"15min":1.7709999999999999},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":6.1539999999999999,"5min":11.151999999999999,"15min":12.484999999999999},"last":0.51500000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.6240000000000001,"15min":1.587},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":4.476,"5min":11.103,"15min":11.103},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.988,"5min":1.647,"15min":1.474},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":10.292999999999999,"5min":10.961,"15min":10.961},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2970000000000002,"5min":1.792,"15min":6.1500000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":10.423999999999999,"5min":10.894,"15min":146.554},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.6950000000000001,"15min":6.6550000000000002},"min":{"1min":0.433,"5min":0.371,"15min":0.371},"max":{"1min":5.6349999999999998,"5min":15.06,"15min":146.53100000000001},"last":0.52700000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187746,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114264,"kb_used_data":233872,"kb_used_omap":5,"kb_used_meta":880378,"kb_avail":92630888,"statfs":{"total":95995035648,"available":94854029312,"internally_reserved":0,"allocated":239484928,"data_stored":237399464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":901507706},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":1.1970000000000001,"15min":1.2070000000000001},"min":{"1min":0.22,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":7.952,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":3.6379999999999999,"5min":1.5029999999999999,"15min":1.1060000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":26.646000000000001,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.46400000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.5880000000000001,"15min":1.6579999999999999},"min":{"1min":0.22900000000000001,"5min":0.215,"15min":0.17799999999999999},"max":{"1min":5.056,"5min":24.021000000000001,"15min":24.021000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":2.9220000000000002,"5min":1.887,"15min":1.653},"min":{"1min":0.23899999999999999,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":11.002000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":0.36899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.518,"15min":1.5600000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":14.711,"5min":14.711,"15min":14.711},"last":0.316},{"interface":"front","average":{"1min":3.1669999999999998,"5min":1.726,"15min":1.581},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":18.193000000000001,"5min":18.193000000000001,"15min":23.222000000000001},"last":0.32800000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.131,"15min":1.694},"min":{"1min":0.33100000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":12.196999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.629,"5min":0.999,"15min":1.595},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":11.134,"5min":11.134,"15min":12.212},"last":0.496}]},{"osd":5,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":1.1859999999999999,"15min":1.7909999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.29699999999999999},"max":{"1min":11.167,"5min":11.167,"15min":13.022},"last":0.40899999999999997},{"interface":"front","average":{"1min":2.2080000000000002,"5min":1.3460000000000001,"15min":1.996},"min":{"1min":0.34899999999999998,"5min":0.317,"15min":0.28399999999999997},"max":{"1min":6.1980000000000004,"5min":6.5730000000000004,"15min":12.978},"last":0.56100000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":1.3089999999999999,"15min":1.8049999999999999},"min":{"1min":0.39500000000000002,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":11.23,"5min":11.23,"15min":11.23},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.4750000000000001,"15min":1.873},"min":{"1min":0.42499999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":6.1970000000000001,"5min":6.1970000000000001,"15min":13.086},"last":0.59099999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.5,"15min":1.9239999999999999},"min":{"1min":0.41599999999999998,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":6.226,"5min":6.4199999999999999,"15min":13.054},"last":0.628},{"interface":"front","average":{"1min":2.335,"5min":1.4119999999999999,"15min":1.966},"min":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.36499999999999999},"max":{"1min":10.675000000000001,"5min":10.675000000000001,"15min":14.393000000000001},"last":0.61299999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206589,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":943040,"kb_used_data":238712,"kb_used_omap":7,"kb_used_meta":704312,"kb_avail":92802112,"statfs":{"total":95995035648,"available":95029362688,"internally_reserved":0,"allocated":244441088,"data_stored":242606705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":721215569},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":1.083,"15min":1.5149999999999999},"min":{"1min":0.17699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.9279999999999999,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.357,"15min":1.52},"min":{"1min":0.20999999999999999,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":4.0309999999999997,"5min":7.673,"15min":47.450000000000003},"last":0.29599999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:55:51 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.5149999999999999,"15min":1.21},"min":{"1min":0.26100000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":4.1470000000000002,"5min":13.888,"15min":13.888},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.585,"15min":1.655},"min":{"1min":0.27800000000000002,"5min":0.191,"15min":0.191},"max":{"1min":5.8819999999999997,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.27700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.111},"min":{"1min":0.45400000000000001,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":4.1950000000000003,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.317},{"interface":"front","average":{"1min":1.6479999999999999,"5min":1.641,"15min":1.157},"min":{"1min":0.48199999999999998,"5min":0.33400000000000002,"15min":0.24199999999999999},"max":{"1min":4.2270000000000003,"5min":13.413,"15min":13.413},"last":0.41799999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":9.0640000000000001,"5min":2.9889999999999999,"15min":2.2549999999999999},"min":{"1min":0.36199999999999999,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":176.00200000000001,"5min":176.00200000000001,"15min":176.00200000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":8.923,"5min":2.7719999999999998,"15min":2.129},"min":{"1min":0.33600000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":176.07900000000001,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.36099999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.335,"15min":1.6839999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":4.1189999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.372},{"interface":"front","average":{"1min":1.2669999999999999,"5min":1.4299999999999999,"15min":1.8540000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":4.2569999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.48999999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.766,"15min":1.7050000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.9060000000000001,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.012,"5min":1.796,"15min":1.9019999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":4.0570000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.39100000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":1.3580000000000001,"15min":1.8680000000000001},"min":{"1min":0.376,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":3.883,"5min":9.9450000000000003,"15min":18.792999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.3759999999999999,"15min":1.9750000000000001},"min":{"1min":0.40999999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":4.0880000000000001,"5min":8.7680000000000007,"15min":18.841999999999999},"last":0.47499999999999998}]}]},{"osd":3,"up_from":198,"seq":850403524726,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":352384,"kb_used_data":23672,"kb_used_omap":2,"kb_used_meta":328701,"kb_avail":93392768,"statfs":{"total":95995035648,"available":95634194432,"internally_reserved":0,"allocated":24240128,"data_stored":22519451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":336589877},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.347,"15min":1.0780000000000001},"min":{"1min":0.22,"5min":0.183,"15min":0.183},"max":{"1min":11.917999999999999,"5min":12.817,"15min":12.817},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.325,"15min":1.2769999999999999},"min":{"1min":0.21199999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.303000000000001,"5min":13.303000000000001,"15min":13.303000000000001},"last":0.47999999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:56:00 2023","interfaces":[{"interface":"back","average":{"1min":1.8100000000000001,"5min":1.486,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":11.946,"5min":12.891,"15min":12.891},"last":0.59799999999999998},{"interface":"front","average":{"1min":2.258,"5min":1.526,"15min":1.5740000000000001},"min":{"1min":0.28699999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":11.891999999999999,"5min":12.866,"15min":12.866},"last":0.432}]},{"osd":2,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":1.752,"15min":1.5960000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.255},"max":{"1min":5.9980000000000002,"5min":21.722999999999999,"15min":21.722999999999999},"last":0.502},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.423,"15min":1.3919999999999999},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.863,"5min":13.305999999999999,"15min":13.305999999999999},"last":0.626}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.623,"5min":1.1890000000000001,"15min":1.5900000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":10.34,"5min":10.34,"15min":10.34},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.7150000000000001,"15min":1.6519999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":6.0449999999999999,"5min":21.532,"15min":21.532},"last":0.66900000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5569999999999999,"5min":1.8240000000000001,"15min":1.6739999999999999},"min":{"1min":0.34000000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":35.712000000000003,"5min":35.712000000000003,"15min":35.712000000000003},"last":0.72199999999999998},{"interface":"front","average":{"1min":3.8769999999999998,"5min":1.722,"15min":2.1600000000000001},"min":{"1min":0.32400000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":35.488,"5min":35.488,"15min":35.488},"last":0.77900000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0750000000000002,"5min":2.383,"15min":2.5030000000000001},"min":{"1min":0.40699999999999997,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":50.113999999999997,"5min":50.113999999999997,"15min":50.113999999999997},"last":0.73199999999999998},{"interface":"front","average":{"1min":4.976,"5min":2.1070000000000002,"15min":2.1829999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":53.841999999999999,"5min":53.841999999999999,"15min":53.841999999999999},"last":0.76200000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.3740000000000001,"15min":1.7829999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.34899999999999998},"max":{"1min":10.381,"5min":10.381,"15min":10.381},"last":0.748},{"interface":"front","average":{"1min":2.3879999999999999,"5min":1.873,"15min":2.1110000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.5190000000000001,"5min":21.587,"15min":21.587},"last":0.69699999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019312,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":899784,"kb_used_data":3904,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92845368,"statfs":{"total":95995035648,"available":95073656832,"internally_reserved":0,"allocated":3997696,"data_stored":2915365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.47,"15min":1.849},"min":{"1min":0.24099999999999999,"5min":0.23300000000000001,"15min":0.20499999999999999},"max":{"1min":9.3529999999999998,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.371},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.3140000000000001,"15min":1.6619999999999999},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":7.7210000000000001,"5min":12.064,"15min":12.064},"last":0.44900000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.4430000000000001,"15min":1.4550000000000001},"min":{"1min":0.33100000000000002,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":5.0629999999999997,"5min":12.112,"15min":12.112},"last":0.35099999999999998},{"interface":"front","average":{"1min":2.0139999999999998,"5min":1.552,"15min":1.895},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":5.3090000000000002,"5min":21.356000000000002,"15min":21.356000000000002},"last":0.627}]},{"osd":2,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.4209999999999998,"15min":2.1589999999999998},"min":{"1min":0.38,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":9.327,"5min":64.391999999999996,"15min":64.391999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.673,"5min":2.2189999999999999,"15min":2.105},"min":{"1min":0.316,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.715999999999999,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":1.704,"15min":1.8919999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":12.382,"5min":12.382,"15min":12.382},"last":0.50600000000000001},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.73,"15min":1.895},"min":{"1min":0.40400000000000003,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.0730000000000004,"5min":21.442,"15min":21.442},"last":0.66600000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":0.96299999999999997,"15min":1.8009999999999999},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":9.2430000000000003,"5min":20.991,"15min":20.991},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.121,"5min":0.80600000000000005,"15min":1.629},"min":{"1min":0.41599999999999998,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":3.2989999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":0.57899999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:55:33 2023","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.9079999999999999,"15min":2.4039999999999999},"min":{"1min":0.34100000000000003,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":12.949,"5min":21.481000000000002,"15min":31.064},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.728,"15min":2.0640000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":7.367,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.434}]},{"osd":7,"last update":"Mon Oct 9 04:55:54 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":1.5069999999999999,"15min":1.99},"min":{"1min":0.35299999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":29.175000000000001,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":3.5699999999999998,"5min":1.716,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.29499999999999998},"max":{"1min":29.192,"5min":29.192,"15min":29.192},"last":0.70099999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757675,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":994740,"kb_used_data":102380,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92750412,"statfs":{"total":95995035648,"available":94976421888,"internally_reserved":0,"allocated":104837120,"data_stored":103762880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.0409999999999999,"15min":2.2789999999999999},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":4.6920000000000002,"5min":9.4160000000000004,"15min":322.43200000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":2.0579999999999998,"5min":1.4259999999999999,"15min":3.0779999999999998},"min":{"1min":0.28699999999999998,"5min":0.26800000000000002,"15min":0.21099999999999999},"max":{"1min":6.7599999999999998,"5min":11.206,"15min":322.61599999999999},"last":0.67900000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5099999999999998,"5min":1.456,"15min":4.9950000000000001},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":7.3810000000000002,"5min":11.164999999999999,"15min":145.947},"last":0.63200000000000001},{"interface":"front","average":{"1min":3.673,"5min":1.786,"15min":5.415},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":18.177,"5min":18.177,"15min":145.80699999999999},"last":0.81000000000000005}]},{"osd":2,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.601,"15min":1.6220000000000001},"min":{"1min":0.41699999999999998,"5min":0.28599999999999998,"15min":0.249},"max":{"1min":5.7359999999999998,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.5720000000000001,"15min":2.004},"min":{"1min":0.32400000000000001,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":5.4800000000000004,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.77800000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:55:43 2023","interfaces":[{"interface":"back","average":{"1min":6.0949999999999998,"5min":2.2919999999999998,"15min":1.643},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":74.915000000000006,"5min":74.915000000000006,"15min":74.915000000000006},"last":0.72999999999999998},{"interface":"front","average":{"1min":6.1210000000000004,"5min":2.4940000000000002,"15min":2.073},"min":{"1min":0.40600000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":74.799999999999997,"5min":74.799999999999997,"15min":74.799999999999997},"last":0.73999999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.72599999999999998,"15min":1.379},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.26000000000000001},"max":{"1min":4.6639999999999997,"5min":6.9169999999999998,"15min":13.285},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.536,"5min":0.85699999999999998,"15min":2.1200000000000001},"min":{"1min":0.32400000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":14.824},"last":0.63800000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.4059999999999999,"15min":1.9590000000000001},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":3.4460000000000002,"5min":13.189,"15min":21.196999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.2569999999999999,"15min":2.1739999999999999},"min":{"1min":0.36199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.0209999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.54600000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":0.86499999999999999,"15min":2.2320000000000002},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.4829999999999997,"5min":7.5499999999999998,"15min":43.508000000000003},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.877,"5min":1.0349999999999999,"15min":1.728},"min":{"1min":0.34200000000000003,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":6.8440000000000003,"5min":6.8440000000000003,"15min":43.476999999999997},"last":0.52100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:56:34.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:34.750 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:34.750 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:34.851 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:34.888 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:34.924 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:34.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:34.928 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:35.029 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:35.058 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:35.094 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:35.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:35.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:35.198 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:35.214 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[184249]: from='client.36237 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:35.214 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[184249]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.214 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[184249]: osdmap e388: 8 total, 8 up, 8 in 2023-10-09T04:56:35.214 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[184249]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.214 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[184249]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.215 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[179183]: from='client.36237 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:35.215 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[179183]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.215 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[179183]: osdmap e388: 8 total, 8 up, 8 in 2023-10-09T04:56:35.215 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[179183]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.215 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:35 smithi107 ceph-mon[179183]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.227 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:35.231 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:35 smithi150 ceph-mon[168511]: from='client.36237 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:35 smithi150 ceph-mon[168511]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:35 smithi150 ceph-mon[168511]: osdmap e388: 8 total, 8 up, 8 in 2023-10-09T04:56:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:35 smithi150 ceph-mon[168511]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:35 smithi150 ceph-mon[168511]: failed to encode map e388 with expected crc 2023-10-09T04:56:35.344 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:35.459 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:35.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:35.463 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:35.563 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:35.592 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:35.627 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:35.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:35.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:35.731 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:35.758 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:35.791 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:35.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:35.794 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:35.895 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:35.922 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:35.954 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:35.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:35.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:36.058 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:36.084 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:36.117 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:36.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:36.120 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:36.169 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:56:36.221 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:36 smithi150 ceph-mon[168511]: failed to encode map e388 with expected crc 2023-10-09T04:56:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:36 smithi150 ceph-mon[168511]: failed to encode map e388 with expected crc 2023-10-09T04:56:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/601492422' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:36 smithi150 ceph-mon[168511]: pgmap v1186: 89 pgs: 3 creating+peering, 5 unknown, 81 active+clean; 582 KiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:36.247 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:36.279 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:36.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:36.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:36.383 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:36.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[184249]: failed to encode map e388 with expected crc 2023-10-09T04:56:36.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[184249]: failed to encode map e388 with expected crc 2023-10-09T04:56:36.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/601492422' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:36.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[184249]: pgmap v1186: 89 pgs: 3 creating+peering, 5 unknown, 81 active+clean; 582 KiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:36.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[179183]: failed to encode map e388 with expected crc 2023-10-09T04:56:36.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[179183]: failed to encode map e388 with expected crc 2023-10-09T04:56:36.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/601492422' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:36.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:36 smithi107 ceph-mon[179183]: pgmap v1186: 89 pgs: 3 creating+peering, 5 unknown, 81 active+clean; 582 KiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:36.414 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:36.808 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:56:36.828 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:56:36.848 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:56:36.867 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:56:36.886 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:56:36.905 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:56:36.924 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:56:36.942 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:56:36.943 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.943 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.943 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.944 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.944 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.944 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.944 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:56:36.944 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:56:37.202 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:37.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:37.206 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:37.307 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:37.339 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[184249]: failed to encode map e389 with expected crc 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[184249]: failed to encode map e389 with expected crc 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/601492422' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[184249]: osdmap e389: 8 total, 8 up, 8 in 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/352164660' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:37.340 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:37.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[179183]: failed to encode map e389 with expected crc 2023-10-09T04:56:37.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[179183]: failed to encode map e389 with expected crc 2023-10-09T04:56:37.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/601492422' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:37.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[179183]: osdmap e389: 8 total, 8 up, 8 in 2023-10-09T04:56:37.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/352164660' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:37.375 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:37.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:37.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:37.479 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:37 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:37 smithi150 ceph-mon[168511]: failed to encode map e389 with expected crc 2023-10-09T04:56:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:37 smithi150 ceph-mon[168511]: failed to encode map e389 with expected crc 2023-10-09T04:56:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/601492422' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:37 smithi150 ceph-mon[168511]: osdmap e389: 8 total, 8 up, 8 in 2023-10-09T04:56:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/352164660' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:37.508 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:37.542 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:37.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:37.546 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:37.646 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:37.674 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:37.750 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:56:38.130 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:38.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:38.133 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:38.234 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:38.263 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:38 smithi107 ceph-mon[184249]: failed to encode map e389 with expected crc 2023-10-09T04:56:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:38 smithi107 ceph-mon[184249]: failed to encode map e389 with expected crc 2023-10-09T04:56:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:38 smithi107 ceph-mon[184249]: pgmap v1188: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:38 smithi107 ceph-mon[179183]: failed to encode map e389 with expected crc 2023-10-09T04:56:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:38 smithi107 ceph-mon[179183]: failed to encode map e389 with expected crc 2023-10-09T04:56:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:38 smithi107 ceph-mon[179183]: pgmap v1188: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:38.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:38 smithi150 ceph-mon[168511]: failed to encode map e389 with expected crc 2023-10-09T04:56:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:38 smithi150 ceph-mon[168511]: failed to encode map e389 with expected crc 2023-10-09T04:56:38.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:38 smithi150 ceph-mon[168511]: pgmap v1188: 89 pgs: 3 creating+peering, 86 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:38.550 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:38.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:38.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:38.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:38.686 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:38.722 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:38.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:38.726 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:38.827 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:38.856 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:38.891 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:38.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:38.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:38.996 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:39.024 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:39.058 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:39.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:39.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:39.064 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:56:39.064 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:56:39.065 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T04:56:39.065 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:56:39.162 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:39.200 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:39.200 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:39.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:56:39.472 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2558155480' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:56:39.472 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:39 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:56:39.478 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_7' 2023-10-09T04:56:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2558155480' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:56:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:39 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:56:39.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2558155480' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:56:39.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:39 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T04:56:40.137 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:40.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:40.141 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:40.242 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:40.250 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:56:40.274 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:40.310 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:40.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:40.314 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:40.414 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:40.444 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:40.480 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:40.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:40.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:40.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:56:40.584 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:40.612 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: osdmap e390: 8 total, 8 up, 8 in 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: pgmap v1190: 89 pgs: 89 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:40.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:40 smithi150 ceph-mon[168511]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:56:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: osdmap e390: 8 total, 8 up, 8 in 2023-10-09T04:56:40.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: pgmap v1190: 89 pgs: 89 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:40.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[184249]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T04:56:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: osdmap e390: 8 total, 8 up, 8 in 2023-10-09T04:56:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: pgmap v1190: 89 pgs: 89 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T04:56:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:40 smithi107 ceph-mon[179183]: failed to encode map e390 with expected crc 2023-10-09T04:56:40.936 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:40.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:40.940 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:41.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:41.041 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:41.072 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:41.139 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:41.140 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:41.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:41.143 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:41.243 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:41.254 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_7 bench 90 write' 2023-10-09T04:56:41.257 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T04:56:41.257 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T04:56:41.275 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:41.308 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T04:56:41.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T04:56:41.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_355541 2023-10-09T04:56:41.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:56:41.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T04:56:41.313 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:41.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:41.320 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:41.421 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:41.484 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:41.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[184249]: failed to encode map e390 with expected crc 2023-10-09T04:56:41.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:56:41.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:56:41.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:41.589 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[179183]: failed to encode map e390 with expected crc 2023-10-09T04:56:41.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:56:41.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:56:41.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:41.684 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:41.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:41.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:41 smithi150 ceph-mon[168511]: failed to encode map e390 with expected crc 2023-10-09T04:56:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:41 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:56:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:41 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:56:41.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:41 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:41.789 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:41.850 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:41.925 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:42.063 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:56:42.084 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:56:42.117 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:56:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:56:42] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.43.0" 2023-10-09T04:56:42.119 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:42.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:42.127 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:42.227 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:42.285 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:42.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 3030 3014 188.323 188.375 0.00253593 0.00528862 2023-10-09T04:56:42.458 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:42.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:42.463 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:42.563 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:56:42.612 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:42.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:42 smithi107 ceph-mon[179183]: pgmap v1191: 89 pgs: 89 active+clean; 3.2 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s wr, 5 op/s 2023-10-09T04:56:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:42 smithi107 ceph-mon[184249]: pgmap v1191: 89 pgs: 89 active+clean; 3.2 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s wr, 5 op/s 2023-10-09T04:56:42.933 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:56:42.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:42.940 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:56:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:42 smithi150 ceph-mon[168511]: pgmap v1191: 89 pgs: 89 active+clean; 3.2 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s wr, 5 op/s 2023-10-09T04:56:43.041 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:43.081 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:43.130 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:43.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:43.137 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:43.238 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:43.284 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:43.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 6396 6380 199.268 210.375 0.0047785 0.00500908 2023-10-09T04:56:43.338 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:43.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:43.342 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:43.407 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1191,"stamp":"2023-10-09T04:56:41.654462+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3348384,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":342,"num_write_kb":5133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":2966606,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":258,"ondisk_log_size":258,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":282,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":7019156,"kb_used_data":1174868,"kb_used_omap":21,"kb_used_meta":5844202,"kb_avail":742942060,"statfs":{"total":767960285184,"available":760772669440,"internally_reserved":0,"allocated":1203064832,"data_stored":1191179931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5984463317},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2752512,"num_objects":42,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":2688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.576291"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":385,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084616+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:56:35.084616+0000","last_peered":"2023-10-09T04:56:35.084616+0000","last_clean":"2023-10-09T04:56:35.084616+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:56:35.084616+0000","last_undegraded":"2023-10-09T04:56:35.084616+0000","last_fullsized":"2023-10-09T04:56:35.084616+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":163,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.160618+0000","last_change":"2023-10-09T04:53:59.677083+0000","last_active":"2023-10-09T04:56:36.160618+0000","last_peered":"2023-10-09T04:56:36.160618+0000","last_clean":"2023-10-09T04:56:36.160618+0000","last_became_active":"2023-10-09T04:53:59.676784+0000","last_became_peered":"2023-10-09T04:53:59.676784+0000","last_unstale":"2023-10-09T04:56:36.160618+0000","last_undegraded":"2023-10-09T04:56:36.160618+0000","last_fullsized":"2023-10-09T04:56:36.160618+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:42:56.072989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":333,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842710+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:56:36.842710+0000","last_peered":"2023-10-09T04:56:36.842710+0000","last_clean":"2023-10-09T04:56:36.842710+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:56:36.842710+0000","last_undegraded":"2023-10-09T04:56:36.842710+0000","last_fullsized":"2023-10-09T04:56:36.842710+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":353,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.701186+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:56:34.701186+0000","last_peered":"2023-10-09T04:56:34.701186+0000","last_clean":"2023-10-09T04:56:34.701186+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:56:34.701186+0000","last_undegraded":"2023-10-09T04:56:34.701186+0000","last_fullsized":"2023-10-09T04:56:34.701186+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":84,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842148+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:56:36.842148+0000","last_peered":"2023-10-09T04:56:36.842148+0000","last_clean":"2023-10-09T04:56:36.842148+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:56:36.842148+0000","last_undegraded":"2023-10-09T04:56:36.842148+0000","last_fullsized":"2023-10-09T04:56:36.842148+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":62,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.084395+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:56:34.084395+0000","last_peered":"2023-10-09T04:56:34.084395+0000","last_clean":"2023-10-09T04:56:34.084395+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:56:34.084395+0000","last_undegraded":"2023-10-09T04:56:34.084395+0000","last_fullsized":"2023-10-09T04:56:34.084395+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":351,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843502+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:56:36.843502+0000","last_peered":"2023-10-09T04:56:36.843502+0000","last_clean":"2023-10-09T04:56:36.843502+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:56:36.843502+0000","last_undegraded":"2023-10-09T04:56:36.843502+0000","last_fullsized":"2023-10-09T04:56:36.843502+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":110,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842310+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:56:36.842310+0000","last_peered":"2023-10-09T04:56:36.842310+0000","last_clean":"2023-10-09T04:56:36.842310+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:56:36.842310+0000","last_undegraded":"2023-10-09T04:56:36.842310+0000","last_fullsized":"2023-10-09T04:56:36.842310+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":367,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843216+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:56:36.843216+0000","last_peered":"2023-10-09T04:56:36.843216+0000","last_clean":"2023-10-09T04:56:36.843216+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:56:36.843216+0000","last_undegraded":"2023-10-09T04:56:36.843216+0000","last_fullsized":"2023-10-09T04:56:36.843216+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":106,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841852+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:56:36.841852+0000","last_peered":"2023-10-09T04:56:36.841852+0000","last_clean":"2023-10-09T04:56:36.841852+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:56:36.841852+0000","last_undegraded":"2023-10-09T04:56:36.841852+0000","last_fullsized":"2023-10-09T04:56:36.841852+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":392,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.701046+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:56:34.701046+0000","last_peered":"2023-10-09T04:56:34.701046+0000","last_clean":"2023-10-09T04:56:34.701046+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:56:34.701046+0000","last_undegraded":"2023-10-09T04:56:34.701046+0000","last_fullsized":"2023-10-09T04:56:34.701046+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":346,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842579+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:56:36.842579+0000","last_peered":"2023-10-09T04:56:36.842579+0000","last_clean":"2023-10-09T04:56:36.842579+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:56:36.842579+0000","last_undegraded":"2023-10-09T04:56:36.842579+0000","last_fullsized":"2023-10-09T04:56:36.842579+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":425,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.086122+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:56:35.086122+0000","last_peered":"2023-10-09T04:56:35.086122+0000","last_clean":"2023-10-09T04:56:35.086122+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:56:35.086122+0000","last_undegraded":"2023-10-09T04:56:35.086122+0000","last_fullsized":"2023-10-09T04:56:35.086122+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":406,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084349+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:56:35.084349+0000","last_peered":"2023-10-09T04:56:35.084349+0000","last_clean":"2023-10-09T04:56:35.084349+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:56:35.084349+0000","last_undegraded":"2023-10-09T04:56:35.084349+0000","last_fullsized":"2023-10-09T04:56:35.084349+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":368,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700953+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:56:34.700953+0000","last_peered":"2023-10-09T04:56:34.700953+0000","last_clean":"2023-10-09T04:56:34.700953+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:56:34.700953+0000","last_undegraded":"2023-10-09T04:56:34.700953+0000","last_fullsized":"2023-10-09T04:56:34.700953+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":232,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842623+0000","last_change":"2023-10-09T04:53:59.674297+0000","last_active":"2023-10-09T04:56:36.842623+0000","last_peered":"2023-10-09T04:56:36.842623+0000","last_clean":"2023-10-09T04:56:36.842623+0000","last_became_active":"2023-10-09T04:53:59.674004+0000","last_became_peered":"2023-10-09T04:53:59.674004+0000","last_unstale":"2023-10-09T04:56:36.842623+0000","last_undegraded":"2023-10-09T04:56:36.842623+0000","last_fullsized":"2023-10-09T04:56:36.842623+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:48:31.656011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":356,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700711+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:56:34.700711+0000","last_peered":"2023-10-09T04:56:34.700711+0000","last_clean":"2023-10-09T04:56:34.700711+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:56:34.700711+0000","last_undegraded":"2023-10-09T04:56:34.700711+0000","last_fullsized":"2023-10-09T04:56:34.700711+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":386,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843517+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:56:36.843517+0000","last_peered":"2023-10-09T04:56:36.843517+0000","last_clean":"2023-10-09T04:56:36.843517+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:56:36.843517+0000","last_undegraded":"2023-10-09T04:56:36.843517+0000","last_fullsized":"2023-10-09T04:56:36.843517+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":373,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700691+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:56:34.700691+0000","last_peered":"2023-10-09T04:56:34.700691+0000","last_clean":"2023-10-09T04:56:34.700691+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:56:34.700691+0000","last_undegraded":"2023-10-09T04:56:34.700691+0000","last_fullsized":"2023-10-09T04:56:34.700691+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":343,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841657+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:56:36.841657+0000","last_peered":"2023-10-09T04:56:36.841657+0000","last_clean":"2023-10-09T04:56:36.841657+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:56:36.841657+0000","last_undegraded":"2023-10-09T04:56:36.841657+0000","last_fullsized":"2023-10-09T04:56:36.841657+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":87,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.083767+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:56:34.083767+0000","last_peered":"2023-10-09T04:56:34.083767+0000","last_clean":"2023-10-09T04:56:34.083767+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:56:34.083767+0000","last_undegraded":"2023-10-09T04:56:34.083767+0000","last_fullsized":"2023-10-09T04:56:34.083767+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":86,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842562+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:56:36.842562+0000","last_peered":"2023-10-09T04:56:36.842562+0000","last_clean":"2023-10-09T04:56:36.842562+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:56:36.842562+0000","last_undegraded":"2023-10-09T04:56:36.842562+0000","last_fullsized":"2023-10-09T04:56:36.842562+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084125+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:56:35.084125+0000","last_peered":"2023-10-09T04:56:35.084125+0000","last_clean":"2023-10-09T04:56:35.084125+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:56:35.084125+0000","last_undegraded":"2023-10-09T04:56:35.084125+0000","last_fullsized":"2023-10-09T04:56:35.084125+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":351,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.701218+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:56:34.701218+0000","last_peered":"2023-10-09T04:56:34.701218+0000","last_clean":"2023-10-09T04:56:34.701218+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:56:34.701218+0000","last_undegraded":"2023-10-09T04:56:34.701218+0000","last_fullsized":"2023-10-09T04:56:34.701218+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":370,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843683+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:56:36.843683+0000","last_peered":"2023-10-09T04:56:36.843683+0000","last_clean":"2023-10-09T04:56:36.843683+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:56:36.843683+0000","last_undegraded":"2023-10-09T04:56:36.843683+0000","last_fullsized":"2023-10-09T04:56:36.843683+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.083778+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:56:34.083778+0000","last_peered":"2023-10-09T04:56:34.083778+0000","last_clean":"2023-10-09T04:56:34.083778+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:56:34.083778+0000","last_undegraded":"2023-10-09T04:56:34.083778+0000","last_fullsized":"2023-10-09T04:56:34.083778+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":369,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.701232+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:56:34.701232+0000","last_peered":"2023-10-09T04:56:34.701232+0000","last_clean":"2023-10-09T04:56:34.701232+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:56:34.701232+0000","last_undegraded":"2023-10-09T04:56:34.701232+0000","last_fullsized":"2023-10-09T04:56:34.701232+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":413,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084346+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:56:35.084346+0000","last_peered":"2023-10-09T04:56:35.084346+0000","last_clean":"2023-10-09T04:56:35.084346+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:56:35.084346+0000","last_undegraded":"2023-10-09T04:56:35.084346+0000","last_fullsized":"2023-10-09T04:56:35.084346+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084332+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:56:35.084332+0000","last_peered":"2023-10-09T04:56:35.084332+0000","last_clean":"2023-10-09T04:56:35.084332+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:56:35.084332+0000","last_undegraded":"2023-10-09T04:56:35.084332+0000","last_fullsized":"2023-10-09T04:56:35.084332+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":404,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700961+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:56:34.700961+0000","last_peered":"2023-10-09T04:56:34.700961+0000","last_clean":"2023-10-09T04:56:34.700961+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:56:34.700961+0000","last_undegraded":"2023-10-09T04:56:34.700961+0000","last_fullsized":"2023-10-09T04:56:34.700961+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":62,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.083962+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:56:34.083962+0000","last_peered":"2023-10-09T04:56:34.083962+0000","last_clean":"2023-10-09T04:56:34.083962+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:56:34.083962+0000","last_undegraded":"2023-10-09T04:56:34.083962+0000","last_fullsized":"2023-10-09T04:56:34.083962+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700851+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:56:34.700851+0000","last_peered":"2023-10-09T04:56:34.700851+0000","last_clean":"2023-10-09T04:56:34.700851+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:56:34.700851+0000","last_undegraded":"2023-10-09T04:56:34.700851+0000","last_fullsized":"2023-10-09T04:56:34.700851+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":434,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843420+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:56:36.843420+0000","last_peered":"2023-10-09T04:56:36.843420+0000","last_clean":"2023-10-09T04:56:36.843420+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:56:36.843420+0000","last_undegraded":"2023-10-09T04:56:36.843420+0000","last_fullsized":"2023-10-09T04:56:36.843420+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":364,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.160940+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:56:36.160940+0000","last_peered":"2023-10-09T04:56:36.160940+0000","last_clean":"2023-10-09T04:56:36.160940+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:56:36.160940+0000","last_undegraded":"2023-10-09T04:56:36.160940+0000","last_fullsized":"2023-10-09T04:56:36.160940+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.084022+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:56:34.084022+0000","last_peered":"2023-10-09T04:56:34.084022+0000","last_clean":"2023-10-09T04:56:34.084022+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:56:34.084022+0000","last_undegraded":"2023-10-09T04:56:34.084022+0000","last_fullsized":"2023-10-09T04:56:34.084022+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":62,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084645+0000","last_change":"2023-10-09T04:53:59.677890+0000","last_active":"2023-10-09T04:56:35.084645+0000","last_peered":"2023-10-09T04:56:35.084645+0000","last_clean":"2023-10-09T04:56:35.084645+0000","last_became_active":"2023-10-09T04:53:59.677573+0000","last_became_peered":"2023-10-09T04:53:59.677573+0000","last_unstale":"2023-10-09T04:56:35.084645+0000","last_undegraded":"2023-10-09T04:56:35.084645+0000","last_fullsized":"2023-10-09T04:56:35.084645+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:55.958822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":433,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.086069+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:56:35.086069+0000","last_peered":"2023-10-09T04:56:35.086069+0000","last_clean":"2023-10-09T04:56:35.086069+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:56:35.086069+0000","last_undegraded":"2023-10-09T04:56:35.086069+0000","last_fullsized":"2023-10-09T04:56:35.086069+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.084125+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:56:34.084125+0000","last_peered":"2023-10-09T04:56:34.084125+0000","last_clean":"2023-10-09T04:56:34.084125+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:56:34.084125+0000","last_undegraded":"2023-10-09T04:56:34.084125+0000","last_fullsized":"2023-10-09T04:56:34.084125+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":62,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.083966+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:56:34.083966+0000","last_peered":"2023-10-09T04:56:34.083966+0000","last_clean":"2023-10-09T04:56:34.083966+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:56:34.083966+0000","last_undegraded":"2023-10-09T04:56:34.083966+0000","last_fullsized":"2023-10-09T04:56:34.083966+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":359,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.086155+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:56:35.086155+0000","last_peered":"2023-10-09T04:56:35.086155+0000","last_clean":"2023-10-09T04:56:35.086155+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:56:35.086155+0000","last_undegraded":"2023-10-09T04:56:35.086155+0000","last_fullsized":"2023-10-09T04:56:35.086155+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842237+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:56:36.842237+0000","last_peered":"2023-10-09T04:56:36.842237+0000","last_clean":"2023-10-09T04:56:36.842237+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:56:36.842237+0000","last_undegraded":"2023-10-09T04:56:36.842237+0000","last_fullsized":"2023-10-09T04:56:36.842237+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":350,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084264+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:56:35.084264+0000","last_peered":"2023-10-09T04:56:35.084264+0000","last_clean":"2023-10-09T04:56:35.084264+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:56:35.084264+0000","last_undegraded":"2023-10-09T04:56:35.084264+0000","last_fullsized":"2023-10-09T04:56:35.084264+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":416,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.086311+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:56:35.086311+0000","last_peered":"2023-10-09T04:56:35.086311+0000","last_clean":"2023-10-09T04:56:35.086311+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:56:35.086311+0000","last_undegraded":"2023-10-09T04:56:35.086311+0000","last_fullsized":"2023-10-09T04:56:35.086311+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":13,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841532+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:56:36.841532+0000","last_peered":"2023-10-09T04:56:36.841532+0000","last_clean":"2023-10-09T04:56:36.841532+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:56:36.841532+0000","last_undegraded":"2023-10-09T04:56:36.841532+0000","last_fullsized":"2023-10-09T04:56:36.841532+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":84,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842235+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:56:36.842235+0000","last_peered":"2023-10-09T04:56:36.842235+0000","last_clean":"2023-10-09T04:56:36.842235+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:56:36.842235+0000","last_undegraded":"2023-10-09T04:56:36.842235+0000","last_fullsized":"2023-10-09T04:56:36.842235+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":325,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841602+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:56:36.841602+0000","last_peered":"2023-10-09T04:56:36.841602+0000","last_clean":"2023-10-09T04:56:36.841602+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:56:36.841602+0000","last_undegraded":"2023-10-09T04:56:36.841602+0000","last_fullsized":"2023-10-09T04:56:36.841602+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841368+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:56:36.841368+0000","last_peered":"2023-10-09T04:56:36.841368+0000","last_clean":"2023-10-09T04:56:36.841368+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:56:36.841368+0000","last_undegraded":"2023-10-09T04:56:36.841368+0000","last_fullsized":"2023-10-09T04:56:36.841368+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":366,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842954+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:56:36.842954+0000","last_peered":"2023-10-09T04:56:36.842954+0000","last_clean":"2023-10-09T04:56:36.842954+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:56:36.842954+0000","last_undegraded":"2023-10-09T04:56:36.842954+0000","last_fullsized":"2023-10-09T04:56:36.842954+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":404,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843434+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:56:36.843434+0000","last_peered":"2023-10-09T04:56:36.843434+0000","last_clean":"2023-10-09T04:56:36.843434+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:56:36.843434+0000","last_undegraded":"2023-10-09T04:56:36.843434+0000","last_fullsized":"2023-10-09T04:56:36.843434+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":324,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842718+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:56:36.842718+0000","last_peered":"2023-10-09T04:56:36.842718+0000","last_clean":"2023-10-09T04:56:36.842718+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:56:36.842718+0000","last_undegraded":"2023-10-09T04:56:36.842718+0000","last_fullsized":"2023-10-09T04:56:36.842718+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843262+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:56:36.843262+0000","last_peered":"2023-10-09T04:56:36.843262+0000","last_clean":"2023-10-09T04:56:36.843262+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:56:36.843262+0000","last_undegraded":"2023-10-09T04:56:36.843262+0000","last_fullsized":"2023-10-09T04:56:36.843262+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":410,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843256+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:56:36.843256+0000","last_peered":"2023-10-09T04:56:36.843256+0000","last_clean":"2023-10-09T04:56:36.843256+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:56:36.843256+0000","last_undegraded":"2023-10-09T04:56:36.843256+0000","last_fullsized":"2023-10-09T04:56:36.843256+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":390,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084181+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:56:35.084181+0000","last_peered":"2023-10-09T04:56:35.084181+0000","last_clean":"2023-10-09T04:56:35.084181+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:56:35.084181+0000","last_undegraded":"2023-10-09T04:56:35.084181+0000","last_fullsized":"2023-10-09T04:56:35.084181+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":350,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842697+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:56:36.842697+0000","last_peered":"2023-10-09T04:56:36.842697+0000","last_clean":"2023-10-09T04:56:36.842697+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:56:36.842697+0000","last_undegraded":"2023-10-09T04:56:36.842697+0000","last_fullsized":"2023-10-09T04:56:36.842697+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.084225+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:56:34.084225+0000","last_peered":"2023-10-09T04:56:34.084225+0000","last_clean":"2023-10-09T04:56:34.084225+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:56:34.084225+0000","last_undegraded":"2023-10-09T04:56:34.084225+0000","last_fullsized":"2023-10-09T04:56:34.084225+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":402,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842021+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:56:36.842021+0000","last_peered":"2023-10-09T04:56:36.842021+0000","last_clean":"2023-10-09T04:56:36.842021+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:56:36.842021+0000","last_undegraded":"2023-10-09T04:56:36.842021+0000","last_fullsized":"2023-10-09T04:56:36.842021+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":347,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842484+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:56:36.842484+0000","last_peered":"2023-10-09T04:56:36.842484+0000","last_clean":"2023-10-09T04:56:36.842484+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:56:36.842484+0000","last_undegraded":"2023-10-09T04:56:36.842484+0000","last_fullsized":"2023-10-09T04:56:36.842484+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":360,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841458+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:56:36.841458+0000","last_peered":"2023-10-09T04:56:36.841458+0000","last_clean":"2023-10-09T04:56:36.841458+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:56:36.841458+0000","last_undegraded":"2023-10-09T04:56:36.841458+0000","last_fullsized":"2023-10-09T04:56:36.841458+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.701065+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:56:34.701065+0000","last_peered":"2023-10-09T04:56:34.701065+0000","last_clean":"2023-10-09T04:56:34.701065+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:56:34.701065+0000","last_undegraded":"2023-10-09T04:56:34.701065+0000","last_fullsized":"2023-10-09T04:56:34.701065+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":353,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843783+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:56:36.843783+0000","last_peered":"2023-10-09T04:56:36.843783+0000","last_clean":"2023-10-09T04:56:36.843783+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:56:36.843783+0000","last_undegraded":"2023-10-09T04:56:36.843783+0000","last_fullsized":"2023-10-09T04:56:36.843783+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":805,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700518+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:56:34.700518+0000","last_peered":"2023-10-09T04:56:34.700518+0000","last_clean":"2023-10-09T04:56:34.700518+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:56:34.700518+0000","last_undegraded":"2023-10-09T04:56:34.700518+0000","last_fullsized":"2023-10-09T04:56:34.700518+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":262,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843157+0000","last_change":"2023-10-09T04:53:59.682285+0000","last_active":"2023-10-09T04:56:36.843157+0000","last_peered":"2023-10-09T04:56:36.843157+0000","last_clean":"2023-10-09T04:56:36.843157+0000","last_became_active":"2023-10-09T04:53:59.681982+0000","last_became_peered":"2023-10-09T04:53:59.681982+0000","last_unstale":"2023-10-09T04:56:36.843157+0000","last_undegraded":"2023-10-09T04:56:36.843157+0000","last_fullsized":"2023-10-09T04:56:36.843157+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:31:35.499756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":62,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.084119+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:56:34.084119+0000","last_peered":"2023-10-09T04:56:34.084119+0000","last_clean":"2023-10-09T04:56:34.084119+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:56:34.084119+0000","last_undegraded":"2023-10-09T04:56:34.084119+0000","last_fullsized":"2023-10-09T04:56:34.084119+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":11,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.086187+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:56:35.086187+0000","last_peered":"2023-10-09T04:56:35.086187+0000","last_clean":"2023-10-09T04:56:35.086187+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:56:35.086187+0000","last_undegraded":"2023-10-09T04:56:35.086187+0000","last_fullsized":"2023-10-09T04:56:35.086187+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":388,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700465+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:56:34.700465+0000","last_peered":"2023-10-09T04:56:34.700465+0000","last_clean":"2023-10-09T04:56:34.700465+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:56:34.700465+0000","last_undegraded":"2023-10-09T04:56:34.700465+0000","last_fullsized":"2023-10-09T04:56:34.700465+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":341,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084434+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:56:35.084434+0000","last_peered":"2023-10-09T04:56:35.084434+0000","last_clean":"2023-10-09T04:56:35.084434+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:56:35.084434+0000","last_undegraded":"2023-10-09T04:56:35.084434+0000","last_fullsized":"2023-10-09T04:56:35.084434+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":380,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.161542+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:56:36.161542+0000","last_peered":"2023-10-09T04:56:36.161542+0000","last_clean":"2023-10-09T04:56:36.161542+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:56:36.161542+0000","last_undegraded":"2023-10-09T04:56:36.161542+0000","last_fullsized":"2023-10-09T04:56:36.161542+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":13,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841519+0000","last_change":"2023-10-09T04:56:33.077402+0000","last_active":"2023-10-09T04:56:36.841519+0000","last_peered":"2023-10-09T04:56:36.841519+0000","last_clean":"2023-10-09T04:56:36.841519+0000","last_became_active":"2023-10-09T04:56:33.077038+0000","last_became_peered":"2023-10-09T04:56:33.077038+0000","last_unstale":"2023-10-09T04:56:36.841519+0000","last_undegraded":"2023-10-09T04:56:36.841519+0000","last_fullsized":"2023-10-09T04:56:36.841519+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:21.968215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":354,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.700951+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:56:34.700951+0000","last_peered":"2023-10-09T04:56:34.700951+0000","last_clean":"2023-10-09T04:56:34.700951+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:56:34.700951+0000","last_undegraded":"2023-10-09T04:56:34.700951+0000","last_fullsized":"2023-10-09T04:56:34.700951+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":310,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842859+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:56:36.842859+0000","last_peered":"2023-10-09T04:56:36.842859+0000","last_clean":"2023-10-09T04:56:36.842859+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:56:36.842859+0000","last_undegraded":"2023-10-09T04:56:36.842859+0000","last_fullsized":"2023-10-09T04:56:36.842859+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":69,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843867+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:56:36.843867+0000","last_peered":"2023-10-09T04:56:36.843867+0000","last_clean":"2023-10-09T04:56:36.843867+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:56:36.843867+0000","last_undegraded":"2023-10-09T04:56:36.843867+0000","last_fullsized":"2023-10-09T04:56:36.843867+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"390'42","reported_seq":55,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-10-09T04:56:41.486042+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:56:41.486042+0000","last_peered":"2023-10-09T04:56:41.486042+0000","last_clean":"2023-10-09T04:56:41.486042+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:56:41.486042+0000","last_undegraded":"2023-10-09T04:56:41.486042+0000","last_fullsized":"2023-10-09T04:56:41.486042+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2752512,"num_objects":42,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":2688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":222,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.701353+0000","last_change":"2023-10-09T04:53:59.673980+0000","last_active":"2023-10-09T04:56:34.701353+0000","last_peered":"2023-10-09T04:56:34.701353+0000","last_clean":"2023-10-09T04:56:34.701353+0000","last_became_active":"2023-10-09T04:53:59.673614+0000","last_became_peered":"2023-10-09T04:53:59.673614+0000","last_unstale":"2023-10-09T04:56:34.701353+0000","last_undegraded":"2023-10-09T04:56:34.701353+0000","last_fullsized":"2023-10-09T04:56:34.701353+0000","mapping_epoch":350,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":351,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:00.584044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":367,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841943+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:56:36.841943+0000","last_peered":"2023-10-09T04:56:36.841943+0000","last_clean":"2023-10-09T04:56:36.841943+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:56:36.841943+0000","last_undegraded":"2023-10-09T04:56:36.841943+0000","last_fullsized":"2023-10-09T04:56:36.841943+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":85,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.842066+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:56:36.842066+0000","last_peered":"2023-10-09T04:56:36.842066+0000","last_clean":"2023-10-09T04:56:36.842066+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:56:36.842066+0000","last_undegraded":"2023-10-09T04:56:36.842066+0000","last_fullsized":"2023-10-09T04:56:36.842066+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841942+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:56:36.841942+0000","last_peered":"2023-10-09T04:56:36.841942+0000","last_clean":"2023-10-09T04:56:36.841942+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:56:36.841942+0000","last_undegraded":"2023-10-09T04:56:36.841942+0000","last_fullsized":"2023-10-09T04:56:36.841942+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":62,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:34.084317+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:56:34.084317+0000","last_peered":"2023-10-09T04:56:34.084317+0000","last_clean":"2023-10-09T04:56:34.084317+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:56:34.084317+0000","last_undegraded":"2023-10-09T04:56:34.084317+0000","last_fullsized":"2023-10-09T04:56:34.084317+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":368,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.163946+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:56:36.163946+0000","last_peered":"2023-10-09T04:56:36.163946+0000","last_clean":"2023-10-09T04:56:36.163946+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:56:36.163946+0000","last_undegraded":"2023-10-09T04:56:36.163946+0000","last_fullsized":"2023-10-09T04:56:36.163946+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":372,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084100+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:56:35.084100+0000","last_peered":"2023-10-09T04:56:35.084100+0000","last_clean":"2023-10-09T04:56:35.084100+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:56:35.084100+0000","last_undegraded":"2023-10-09T04:56:35.084100+0000","last_fullsized":"2023-10-09T04:56:35.084100+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":64,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084558+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:56:35.084558+0000","last_peered":"2023-10-09T04:56:35.084558+0000","last_clean":"2023-10-09T04:56:35.084558+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:56:35.084558+0000","last_undegraded":"2023-10-09T04:56:35.084558+0000","last_fullsized":"2023-10-09T04:56:35.084558+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":411,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841275+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:56:36.841275+0000","last_peered":"2023-10-09T04:56:36.841275+0000","last_clean":"2023-10-09T04:56:36.841275+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:56:36.841275+0000","last_undegraded":"2023-10-09T04:56:36.841275+0000","last_fullsized":"2023-10-09T04:56:36.841275+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":369,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843836+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:56:36.843836+0000","last_peered":"2023-10-09T04:56:36.843836+0000","last_clean":"2023-10-09T04:56:36.843836+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:56:36.843836+0000","last_undegraded":"2023-10-09T04:56:36.843836+0000","last_fullsized":"2023-10-09T04:56:36.843836+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":410,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084464+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:56:35.084464+0000","last_peered":"2023-10-09T04:56:35.084464+0000","last_clean":"2023-10-09T04:56:35.084464+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:56:35.084464+0000","last_undegraded":"2023-10-09T04:56:35.084464+0000","last_fullsized":"2023-10-09T04:56:35.084464+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":391,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843238+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:56:36.843238+0000","last_peered":"2023-10-09T04:56:36.843238+0000","last_clean":"2023-10-09T04:56:36.843238+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:56:36.843238+0000","last_undegraded":"2023-10-09T04:56:36.843238+0000","last_fullsized":"2023-10-09T04:56:36.843238+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":393,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084411+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:56:35.084411+0000","last_peered":"2023-10-09T04:56:35.084411+0000","last_clean":"2023-10-09T04:56:35.084411+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:56:35.084411+0000","last_undegraded":"2023-10-09T04:56:35.084411+0000","last_fullsized":"2023-10-09T04:56:35.084411+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":114,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841774+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:56:36.841774+0000","last_peered":"2023-10-09T04:56:36.841774+0000","last_clean":"2023-10-09T04:56:36.841774+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:56:36.841774+0000","last_undegraded":"2023-10-09T04:56:36.841774+0000","last_fullsized":"2023-10-09T04:56:36.841774+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":79,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.841779+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:56:36.841779+0000","last_peered":"2023-10-09T04:56:36.841779+0000","last_clean":"2023-10-09T04:56:36.841779+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:56:36.841779+0000","last_undegraded":"2023-10-09T04:56:36.841779+0000","last_fullsized":"2023-10-09T04:56:36.841779+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":76,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-10-09T04:56:36.843334+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:56:36.843334+0000","last_peered":"2023-10-09T04:56:36.843334+0000","last_clean":"2023-10-09T04:56:36.843334+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:56:36.843334+0000","last_undegraded":"2023-10-09T04:56:36.843334+0000","last_fullsized":"2023-10-09T04:56:36.843334+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":409,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-10-09T04:56:35.084220+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:56:35.084220+0000","last_peered":"2023-10-09T04:56:35.084220+0000","last_clean":"2023-10-09T04:56:35.084220+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:56:35.084220+0000","last_undegraded":"2023-10-09T04:56:35.084220+0000","last_fullsized":"2023-10-09T04:56:35.084220+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":2752512,"num_objects":42,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":2688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":21823488,"data_stored":21823488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234405,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1014952,"kb_used_data":109664,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":92730200,"statfs":{"total":95995035648,"available":94955724800,"internally_reserved":0,"allocated":112295936,"data_stored":111205603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.343,"15min":1.885},"min":{"1min":0.252,"5min":0.252,"15min":0.22},"max":{"1min":7.3140000000000001,"5min":9.1020000000000003,"15min":11.922000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.861,"5min":1.117,"15min":1.5800000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":8.9220000000000006,"5min":10.451000000000001,"15min":17.344000000000001},"last":0.55400000000000005}]},{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":1.5009999999999999,"15min":1.778},"min":{"1min":0.254,"5min":0.254,"15min":0.247},"max":{"1min":4.9969999999999999,"5min":16.280999999999999,"15min":16.513000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":2.7050000000000001,"5min":1.6559999999999999,"15min":2.0049999999999999},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":9.5869999999999997,"5min":24.052,"15min":24.052},"last":0.53200000000000003}]},{"osd":2,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":1.5940000000000001,"15min":2.0579999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":7.3869999999999996,"5min":16.678999999999998,"15min":32.179000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.95,"5min":1.427,"15min":1.732},"min":{"1min":0.35899999999999999,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":9.0280000000000005,"5min":16.704000000000001,"15min":16.704000000000001},"last":0.623}]},{"osd":3,"last update":"Mon Oct 9 04:55:41 2023","interfaces":[{"interface":"back","average":{"1min":1.651,"5min":1.4550000000000001,"15min":1.6060000000000001},"min":{"1min":0.44500000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":9,"5min":9,"15min":11.003},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.994,"5min":1.2869999999999999,"15min":1.5449999999999999},"min":{"1min":0.311,"5min":0.31,"15min":0.31},"max":{"1min":8.9730000000000008,"5min":9.6590000000000007,"15min":10.955},"last":0.66000000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.1639999999999999,"15min":1.944},"min":{"1min":0.315,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.0419999999999998,"5min":10.634,"15min":23.919},"last":0.59799999999999998},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.214,"15min":1.621},"min":{"1min":0.34799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":10.868,"5min":10.868,"15min":23.797999999999998},"last":0.48599999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":1.6120000000000001,"15min":2.3119999999999998},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":20.678999999999998,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.50900000000000001},{"interface":"front","average":{"1min":3.3759999999999999,"5min":1.369,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.07,"5min":21.07,"15min":79.332999999999998},"last":0.57299999999999995}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":1.476,"15min":2.1230000000000002},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":14.176,"5min":14.176,"15min":16.599},"last":0.56200000000000006},{"interface":"front","average":{"1min":2.879,"5min":1.651,"15min":2.1190000000000002},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":14.191000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.65000000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496041,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":952988,"kb_used_data":59796,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":92792164,"statfs":{"total":95995035648,"available":95019175936,"internally_reserved":0,"allocated":61231104,"data_stored":60152971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:17 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":1.05,"15min":1.589},"min":{"1min":0.23599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":10.454000000000001,"5min":10.545999999999999,"15min":19.166},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.2130000000000001,"5min":1.1060000000000001,"15min":1.8520000000000001},"min":{"1min":0.309,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":5.3600000000000003,"5min":8.8620000000000001,"15min":19.143999999999998},"last":0.65100000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.498,"15min":1.9079999999999999},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":8.6839999999999993,"5min":10.686,"15min":10.686},"last":0.68300000000000005},{"interface":"front","average":{"1min":2.1000000000000001,"5min":1.238,"15min":1.4690000000000001},"min":{"1min":0.32100000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":7.0579999999999998,"5min":8.7889999999999997,"15min":8.7889999999999997},"last":0.504}]},{"osd":2,"last update":"Mon Oct 9 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.147,"15min":1.6859999999999999},"min":{"1min":0.29799999999999999,"5min":0.221,"15min":0.221},"max":{"1min":5.3860000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.181,"5min":1.198,"15min":2.0800000000000001},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.2869999999999999,"5min":9.0530000000000008,"15min":15.391999999999999},"last":0.57699999999999996}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":1.958,"15min":2.0150000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.1509999999999998,"5min":10.734999999999999,"15min":10.734999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":2.7850000000000001,"5min":1.7549999999999999,"15min":1.514},"min":{"1min":0.37,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":8.9689999999999994,"5min":12.456,"15min":12.456},"last":0.47499999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.96499999999999997,"15min":1.665},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.4059999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.747,"5min":0.88600000000000001,"15min":1.742},"min":{"1min":0.315,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":4.4020000000000001,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.44700000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.78500000000000003,"15min":1.5620000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":1.2430000000000001,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.435},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.95899999999999996,"15min":1.6060000000000001},"min":{"1min":0.38700000000000001,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":2.5640000000000001,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.60199999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:55:55 2023","interfaces":[{"interface":"back","average":{"1min":1.6419999999999999,"5min":1.155,"15min":2.5249999999999999},"min":{"1min":0.35999999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":16.372,"5min":16.372,"15min":196.22300000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":1.5369999999999999,"5min":1.3959999999999999,"15min":2.79},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":16.018999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.70899999999999996}]}]},{"osd":1,"up_from":235,"seq":1009317314658,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":887132,"kb_used_data":542996,"kb_used_omap":5,"kb_used_meta":344122,"kb_avail":92858020,"statfs":{"total":95995035648,"available":95086612480,"internally_reserved":0,"allocated":556027904,"data_stored":554151738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":352381653},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.4199999999999999,"15min":1.133},"min":{"1min":0.21099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.9649999999999999,"5min":11.292,"15min":11.292},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.8149999999999999,"5min":1.5980000000000001,"15min":1.264},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.369,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.768,"5min":1.5389999999999999,"15min":1.2350000000000001},"min":{"1min":0.22800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":8.6850000000000005,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":2.0470000000000002,"5min":1.823,"15min":1.373},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":10.388999999999999,"5min":11.997,"15min":11.997},"last":0.36699999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":2.2330000000000001,"15min":1.212},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":10.396000000000001,"5min":27.974,"15min":27.974},"last":0.29799999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":2.0750000000000002,"15min":1.3740000000000001},"min":{"1min":0.39300000000000002,"5min":0.25,"15min":0.25},"max":{"1min":5.0730000000000004,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.40000000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":1.925,"15min":1.8759999999999999},"min":{"1min":0.34300000000000003,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":44.145000000000003,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.61799999999999999},{"interface":"front","average":{"1min":3.3330000000000002,"5min":1.881,"15min":1.6399999999999999},"min":{"1min":0.33400000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":44.286999999999999,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.52600000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.659,"5min":1.6080000000000001,"15min":1.885},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.5960000000000001,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.95,"5min":1.589,"15min":1.7709999999999999},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":6.1539999999999999,"5min":11.151999999999999,"15min":12.484999999999999},"last":0.63100000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.6240000000000001,"15min":1.587},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":4.476,"5min":11.103,"15min":11.103},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.988,"5min":1.647,"15min":1.474},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":10.292999999999999,"5min":10.961,"15min":10.961},"last":0.58399999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:55:45 2023","interfaces":[{"interface":"back","average":{"1min":2.2970000000000002,"5min":1.792,"15min":6.1500000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":10.423999999999999,"5min":10.894,"15min":146.554},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.6950000000000001,"15min":6.6550000000000002},"min":{"1min":0.433,"5min":0.371,"15min":0.371},"max":{"1min":5.6349999999999998,"5min":15.06,"15min":146.53100000000001},"last":0.67700000000000005}]}]},{"osd":0,"up_from":86,"seq":369367187748,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1069844,"kb_used_data":189452,"kb_used_omap":5,"kb_used_meta":880378,"kb_avail":92675308,"statfs":{"total":95995035648,"available":94899515392,"internally_reserved":0,"allocated":193998848,"data_stored":191895732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":901507706},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":1.1970000000000001,"15min":1.2070000000000001},"min":{"1min":0.22,"5min":0.19900000000000001,"15min":0.17799999999999999},"max":{"1min":7.952,"5min":9.9809999999999999,"15min":9.9809999999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":3.6379999999999999,"5min":1.5029999999999999,"15min":1.1060000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":26.646000000000001,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.36199999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.5880000000000001,"15min":1.6579999999999999},"min":{"1min":0.22900000000000001,"5min":0.215,"15min":0.17799999999999999},"max":{"1min":5.056,"5min":24.021000000000001,"15min":24.021000000000001},"last":0.315},{"interface":"front","average":{"1min":2.9220000000000002,"5min":1.887,"15min":1.653},"min":{"1min":0.23899999999999999,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":11.002000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":0.27900000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":1.518,"15min":1.5600000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":14.711,"5min":14.711,"15min":14.711},"last":0.33300000000000002},{"interface":"front","average":{"1min":3.1669999999999998,"5min":1.726,"15min":1.581},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":18.193000000000001,"5min":18.193000000000001,"15min":23.222000000000001},"last":0.38200000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.131,"15min":1.694},"min":{"1min":0.33100000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":12.196999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":1.629,"5min":0.999,"15min":1.595},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":11.134,"5min":11.134,"15min":12.212},"last":0.747}]},{"osd":5,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":1.1859999999999999,"15min":1.7909999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.29699999999999999},"max":{"1min":11.167,"5min":11.167,"15min":13.022},"last":0.78500000000000003},{"interface":"front","average":{"1min":2.2080000000000002,"5min":1.3460000000000001,"15min":1.996},"min":{"1min":0.34899999999999998,"5min":0.317,"15min":0.28399999999999997},"max":{"1min":6.1980000000000004,"5min":6.5730000000000004,"15min":12.978},"last":0.75700000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":1.3089999999999999,"15min":1.8049999999999999},"min":{"1min":0.39500000000000002,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":11.23,"5min":11.23,"15min":11.23},"last":0.59299999999999997},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.4750000000000001,"15min":1.873},"min":{"1min":0.42499999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":6.1970000000000001,"5min":6.1970000000000001,"15min":13.086},"last":0.68999999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.5,"15min":1.9239999999999999},"min":{"1min":0.41599999999999998,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":6.226,"5min":6.4199999999999999,"15min":13.054},"last":0.72499999999999998},{"interface":"front","average":{"1min":2.335,"5min":1.4119999999999999,"15min":1.966},"min":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.36499999999999999},"max":{"1min":10.675000000000001,"5min":10.675000000000001,"15min":14.393000000000001},"last":0.66200000000000003}]}]},{"osd":2,"up_from":116,"seq":498216206591,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":904684,"kb_used_data":200356,"kb_used_omap":7,"kb_used_meta":704312,"kb_avail":92840468,"statfs":{"total":95995035648,"available":95068639232,"internally_reserved":0,"allocated":205164544,"data_stored":203319263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":721215569},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":1.083,"15min":1.5149999999999999},"min":{"1min":0.17699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.9279999999999999,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.357,"15min":1.52},"min":{"1min":0.20999999999999999,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":4.0309999999999997,"5min":7.673,"15min":47.450000000000003},"last":0.26800000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:55:51 2023","interfaces":[{"interface":"back","average":{"1min":1.3779999999999999,"5min":1.5149999999999999,"15min":1.21},"min":{"1min":0.26100000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":4.1470000000000002,"5min":13.888,"15min":13.888},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.585,"15min":1.655},"min":{"1min":0.27800000000000002,"5min":0.191,"15min":0.191},"max":{"1min":5.8819999999999997,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.32500000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.111},"min":{"1min":0.45400000000000001,"5min":0.248,"15min":0.20999999999999999},"max":{"1min":4.1950000000000003,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.373},{"interface":"front","average":{"1min":1.6479999999999999,"5min":1.641,"15min":1.157},"min":{"1min":0.48199999999999998,"5min":0.33400000000000002,"15min":0.24199999999999999},"max":{"1min":4.2270000000000003,"5min":13.413,"15min":13.413},"last":0.39800000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":9.0640000000000001,"5min":2.9889999999999999,"15min":2.2549999999999999},"min":{"1min":0.36199999999999999,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":176.00200000000001,"5min":176.00200000000001,"15min":176.00200000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":8.923,"5min":2.7719999999999998,"15min":2.129},"min":{"1min":0.33600000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":176.07900000000001,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.622}]},{"osd":5,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.335,"15min":1.6839999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":4.1189999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.2669999999999999,"5min":1.4299999999999999,"15min":1.8540000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":4.2569999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.66700000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.766,"15min":1.7050000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.9060000000000001,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.012,"5min":1.796,"15min":1.9019999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":4.0570000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.58999999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":1.3580000000000001,"15min":1.8680000000000001},"min":{"1min":0.376,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":3.883,"5min":9.9450000000000003,"15min":18.792999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.3759999999999999,"15min":1.9750000000000001},"min":{"1min":0.40999999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":4.0880000000000001,"5min":8.7680000000000007,"15min":18.841999999999999},"last":0.63100000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524728,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333368,"kb_used_data":4656,"kb_used_omap":2,"kb_used_meta":328701,"kb_avail":93411784,"statfs":{"total":95995035648,"available":95653666816,"internally_reserved":0,"allocated":4767744,"data_stored":3032770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":336589877},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.347,"15min":1.0780000000000001},"min":{"1min":0.22,"5min":0.183,"15min":0.183},"max":{"1min":11.917999999999999,"5min":12.817,"15min":12.817},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.8169999999999999,"5min":1.325,"15min":1.2769999999999999},"min":{"1min":0.21199999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.303000000000001,"5min":13.303000000000001,"15min":13.303000000000001},"last":0.378}]},{"osd":1,"last update":"Mon Oct 9 04:56:00 2023","interfaces":[{"interface":"back","average":{"1min":1.8100000000000001,"5min":1.486,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":11.946,"5min":12.891,"15min":12.891},"last":0.42099999999999999},{"interface":"front","average":{"1min":2.258,"5min":1.526,"15min":1.5740000000000001},"min":{"1min":0.28699999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":11.891999999999999,"5min":12.866,"15min":12.866},"last":0.57499999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":1.752,"15min":1.5960000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.255},"max":{"1min":5.9980000000000002,"5min":21.722999999999999,"15min":21.722999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.423,"15min":1.3919999999999999},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.863,"5min":13.305999999999999,"15min":13.305999999999999},"last":0.49399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":1.623,"5min":1.1890000000000001,"15min":1.5900000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":10.34,"5min":10.34,"15min":10.34},"last":0.746},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.7150000000000001,"15min":1.6519999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":6.0449999999999999,"5min":21.532,"15min":21.532},"last":0.64600000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5569999999999999,"5min":1.8240000000000001,"15min":1.6739999999999999},"min":{"1min":0.34000000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":35.712000000000003,"5min":35.712000000000003,"15min":35.712000000000003},"last":0.63},{"interface":"front","average":{"1min":3.8769999999999998,"5min":1.722,"15min":2.1600000000000001},"min":{"1min":0.32400000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":35.488,"5min":35.488,"15min":35.488},"last":0.71599999999999997}]},{"osd":6,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":4.0750000000000002,"5min":2.383,"15min":2.5030000000000001},"min":{"1min":0.40699999999999997,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":50.113999999999997,"5min":50.113999999999997,"15min":50.113999999999997},"last":0.68899999999999995},{"interface":"front","average":{"1min":4.976,"5min":2.1070000000000002,"15min":2.1829999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":53.841999999999999,"5min":53.841999999999999,"15min":53.841999999999999},"last":0.84299999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:55:47 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.3740000000000001,"15min":1.7829999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.34899999999999998},"max":{"1min":10.381,"5min":10.381,"15min":10.381},"last":0.82999999999999996},{"interface":"front","average":{"1min":2.3879999999999999,"5min":1.873,"15min":2.1110000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.5190000000000001,"5min":21.587,"15min":21.587},"last":0.73299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019313,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":899808,"kb_used_data":3928,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92845344,"statfs":{"total":95995035648,"available":95073632256,"internally_reserved":0,"allocated":4022272,"data_stored":2939806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.47,"15min":1.849},"min":{"1min":0.24099999999999999,"5min":0.23300000000000001,"15min":0.20499999999999999},"max":{"1min":9.3529999999999998,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.371},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.3140000000000001,"15min":1.6619999999999999},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":7.7210000000000001,"5min":12.064,"15min":12.064},"last":0.44900000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.4430000000000001,"15min":1.4550000000000001},"min":{"1min":0.33100000000000002,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":5.0629999999999997,"5min":12.112,"15min":12.112},"last":0.35099999999999998},{"interface":"front","average":{"1min":2.0139999999999998,"5min":1.552,"15min":1.895},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":5.3090000000000002,"5min":21.356000000000002,"15min":21.356000000000002},"last":0.627}]},{"osd":2,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.4209999999999998,"15min":2.1589999999999998},"min":{"1min":0.38,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":9.327,"5min":64.391999999999996,"15min":64.391999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.673,"5min":2.2189999999999999,"15min":2.105},"min":{"1min":0.316,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.715999999999999,"5min":64.248000000000005,"15min":64.248000000000005},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:55:46 2023","interfaces":[{"interface":"back","average":{"1min":2.742,"5min":1.704,"15min":1.8919999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":12.382,"5min":12.382,"15min":12.382},"last":0.50600000000000001},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.73,"15min":1.895},"min":{"1min":0.40400000000000003,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.0730000000000004,"5min":21.442,"15min":21.442},"last":0.66600000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":0.96299999999999997,"15min":1.8009999999999999},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":9.2430000000000003,"5min":20.991,"15min":20.991},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.121,"5min":0.80600000000000005,"15min":1.629},"min":{"1min":0.41599999999999998,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":3.2989999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":0.57899999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:55:33 2023","interfaces":[{"interface":"back","average":{"1min":1.8280000000000001,"5min":1.9079999999999999,"15min":2.4039999999999999},"min":{"1min":0.34100000000000003,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":12.949,"5min":21.481000000000002,"15min":31.064},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.728,"15min":2.0640000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":7.367,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.434}]},{"osd":7,"last update":"Mon Oct 9 04:55:54 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":1.5069999999999999,"15min":1.99},"min":{"1min":0.35299999999999998,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":29.175000000000001,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":3.5699999999999998,"5min":1.716,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.29499999999999998},"max":{"1min":29.192,"5min":29.192,"15min":29.192},"last":0.70099999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757677,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":956380,"kb_used_data":64020,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92788772,"statfs":{"total":95995035648,"available":95015702528,"internally_reserved":0,"allocated":65556480,"data_stored":64482048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.0409999999999999,"15min":2.2789999999999999},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":4.6920000000000002,"5min":9.4160000000000004,"15min":322.43200000000002},"last":0.70299999999999996},{"interface":"front","average":{"1min":2.0579999999999998,"5min":1.4259999999999999,"15min":3.0779999999999998},"min":{"1min":0.28699999999999998,"5min":0.26800000000000002,"15min":0.21099999999999999},"max":{"1min":6.7599999999999998,"5min":11.206,"15min":322.61599999999999},"last":0.79800000000000004}]},{"osd":1,"last update":"Mon Oct 9 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5099999999999998,"5min":1.456,"15min":4.9950000000000001},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27600000000000002},"max":{"1min":7.3810000000000002,"5min":11.164999999999999,"15min":145.947},"last":0.55100000000000005},{"interface":"front","average":{"1min":3.673,"5min":1.786,"15min":5.415},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":18.177,"5min":18.177,"15min":145.80699999999999},"last":0.84299999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.601,"15min":1.6220000000000001},"min":{"1min":0.41699999999999998,"5min":0.28599999999999998,"15min":0.249},"max":{"1min":5.7359999999999998,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.5720000000000001,"15min":2.004},"min":{"1min":0.32400000000000001,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":5.4800000000000004,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:55:43 2023","interfaces":[{"interface":"back","average":{"1min":6.0949999999999998,"5min":2.2919999999999998,"15min":1.643},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.28499999999999998},"max":{"1min":74.915000000000006,"5min":74.915000000000006,"15min":74.915000000000006},"last":0.63200000000000001},{"interface":"front","average":{"1min":6.1210000000000004,"5min":2.4940000000000002,"15min":2.073},"min":{"1min":0.40600000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":74.799999999999997,"5min":74.799999999999997,"15min":74.799999999999997},"last":0.873}]},{"osd":4,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.72599999999999998,"15min":1.379},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.26000000000000001},"max":{"1min":4.6639999999999997,"5min":6.9169999999999998,"15min":13.285},"last":0.752},{"interface":"front","average":{"1min":1.536,"5min":0.85699999999999998,"15min":2.1200000000000001},"min":{"1min":0.32400000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":14.824},"last":0.89900000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:55:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.4059999999999999,"15min":1.9590000000000001},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":3.4460000000000002,"5min":13.189,"15min":21.196999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.2569999999999999,"15min":2.1739999999999999},"min":{"1min":0.36199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.0209999999999999,"5min":13.279999999999999,"15min":19.631},"last":0.68600000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":0.86499999999999999,"15min":2.2320000000000002},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.4829999999999997,"5min":7.5499999999999998,"15min":43.508000000000003},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.877,"5min":1.0349999999999999,"15min":1.728},"min":{"1min":0.34200000000000003,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":6.8440000000000003,"5min":6.8440000000000003,"15min":43.476999999999997},"last":0.81200000000000006}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21823488,"data_stored":21823488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:56:43.414 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T04:56:43.414 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:56:43.415 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-10-09T04:56:43.415 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T04:56:43.415 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T04:56:43.415 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-10-09T04:56:43.443 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:43.504 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:43.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:43 smithi107 ceph-mon[184249]: from='client.36270 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:43.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:43 smithi107 ceph-mon[179183]: from='client.36270 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:43.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:43 smithi150 ceph-mon[168511]: from='client.36270 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:56:43.738 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:43.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:43.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:43.844 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:43.934 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:44.094 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:44.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:44.098 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:44.178 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:56:44.199 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:44.247 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:44.311 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9163 9147 190.434 172.938 0.00354206 0.00524203 2023-10-09T04:56:44.319 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:44.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:44.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:44.425 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:44.512 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:44 smithi150 ceph-mon[168511]: pgmap v1192: 89 pgs: 89 active+clean; 213 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s wr, 424 op/s 2023-10-09T04:56:44.519 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:44.581 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:56:44.581 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:56:44.581 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:56:44.581 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:56:44.582 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:56:44.587 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:44.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:44.593 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:44.694 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:44.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:44 smithi107 ceph-mon[184249]: pgmap v1192: 89 pgs: 89 active+clean; 213 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s wr, 424 op/s 2023-10-09T04:56:44.745 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:44 smithi107 ceph-mon[179183]: pgmap v1192: 89 pgs: 89 active+clean; 213 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s wr, 424 op/s 2023-10-09T04:56:44.751 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:44.814 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:44.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:44.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:44.879 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:56:44.924 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:44.925 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:56:44.964 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:56:44.981 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:45.005 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:56:45.042 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:56:45.079 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:56:45.117 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:56:45.140 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:45.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:45.146 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:45.157 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.160 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:56:45.195 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:56:45.247 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:45.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 11541 11525 179.865 148.625 0.00570912 0.00555198 2023-10-09T04:56:45.358 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:45.438 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:45.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:45.444 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:45.536 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:56:45.545 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:45.601 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:45.660 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:45.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:45.666 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:45.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/706151983' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:56:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:56:45.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2143991351' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:45.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/706151983' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:56:45.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:56:45.757 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2143991351' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:45.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/706151983' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:56:45.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:56:45.758 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2143991351' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:45.766 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:45.767 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:56:45.767 INFO:teuthology.orchestra.run.smithi150.stdout: "success": "" 2023-10-09T04:56:45.767 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:56:45.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:46.110 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:46.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:46.114 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:46.216 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:46.288 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:46.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 14069 14053 175.493 158 0.00430661 0.00569223 2023-10-09T04:56:46.348 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:46.348 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:46.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:46.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:46.456 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:46.503 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:46.556 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:46.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:46.561 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:46.662 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:46.718 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:46.776 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:46.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:46.783 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: osdmap e391: 8 total, 8 up, 8 in 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.783 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: pgmap v1194: 89 pgs: 89 active+clean; 307 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 612 op/s 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: osdmap e391: 8 total, 8 up, 8 in 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: pgmap v1194: 89 pgs: 89 active+clean; 307 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 612 op/s 2023-10-09T04:56:46.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:46.883 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: osdmap e391: 8 total, 8 up, 8 in 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: failed to encode map e391 with expected crc 2023-10-09T04:56:46.926 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: pgmap v1194: 89 pgs: 89 active+clean; 307 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 612 op/s 2023-10-09T04:56:46.927 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:56:46.934 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:46.984 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:56:46.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:46.989 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:56:47.090 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:47.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:47.187 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:47.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:47.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:47.294 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:47.313 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 16708 16692 173.733 164.938 0.00573059 0.00574818 2023-10-09T04:56:47.336 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:47.386 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:47.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:47.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:47.491 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:47.528 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:47.581 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:47.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:47.588 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:47.689 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:47.763 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:47.925 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:47.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:47.934 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:48.034 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:48.047 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:56:48.048 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:56:48.085 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:48.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:48.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:48.135 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:48.173 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:56:48.194 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:56:48.236 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:48.276 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:48.314 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 18987 18971 169.263 142.438 0.0157112 0.00590101 2023-10-09T04:56:48.322 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:48.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:48.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:48.427 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:48.465 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:48.511 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:48.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:48.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:48.615 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:48.654 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:48.699 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:48.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:48.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:48.717 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:48 smithi150 ceph-mon[168511]: pgmap v1195: 89 pgs: 89 active+clean; 559 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:56:48.805 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:48.853 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:48.910 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:48.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:48.914 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:49.015 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:49.058 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:49.109 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:49.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:49.113 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:48 smithi107 ceph-mon[179183]: pgmap v1195: 89 pgs: 89 active+clean; 559 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:56:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:48 smithi107 ceph-mon[184249]: pgmap v1195: 89 pgs: 89 active+clean; 559 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-10-09T04:56:49.214 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:49.275 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:49.320 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 21277 21261 165.873 143.125 0.0117325 0.00602306 2023-10-09T04:56:49.806 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:49.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:49.814 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:49.837 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:56:49.914 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:49.970 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:50.034 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:50.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:50.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:50.101 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:50.140 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:50.177 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:50.178 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:50.231 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:50.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:50.238 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:50.322 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 23401 23385 162.156 132.75 0.00576099 0.00616269 2023-10-09T04:56:50.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:50.396 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:50.571 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:56:50.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:50 smithi150 ceph-mon[168511]: pgmap v1196: 89 pgs: 89 active+clean; 1010 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:56:51.133 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:51.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:51.141 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:51.141 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:50 smithi107 ceph-mon[179183]: pgmap v1196: 89 pgs: 89 active+clean; 1010 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:56:51.141 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:50 smithi107 ceph-mon[184249]: pgmap v1196: 89 pgs: 89 active+clean; 1010 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T04:56:51.199 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:56:51.199 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:56:51.200 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T04:56:51.200 INFO:tasks.thrashosds.thrasher:Setting osd 3 primary_affinity to 1.000000 2023-10-09T04:56:51.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 3 1 2023-10-09T04:56:51.242 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:51.285 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:51.322 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 25648 25632 159.986 140.438 0.00534994 0.00624437 2023-10-09T04:56:51.447 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:51.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:51.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:51.554 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:51.596 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:51.664 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:51.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:51.669 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:51.770 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:51.825 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:52.042 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:56:52.042 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:56:52.104 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:52.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:52.110 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:56:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:56:52] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2023-10-09T04:56:52.111 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:52.212 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:52.302 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:52.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 27486 27470 155.875 114.875 0.00692039 0.00640762 2023-10-09T04:56:52.380 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:52.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:52.386 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:52.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:52.538 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:52.635 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:52 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:52.635 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:52 smithi107 ceph-mon[179183]: pgmap v1197: 89 pgs: 89 active+clean; 1.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-10-09T04:56:52.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:52 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:52.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:52 smithi107 ceph-mon[184249]: pgmap v1197: 89 pgs: 89 active+clean; 1.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-10-09T04:56:52.666 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:52.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:52.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:52.773 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:56:52.840 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:52.955 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:56:52.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:52.960 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:56:52.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:52 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:56:52.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:52 smithi150 ceph-mon[168511]: pgmap v1197: 89 pgs: 89 active+clean; 1.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-10-09T04:56:53.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:56:53.115 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:53.166 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:56:53.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 29203 29187 151.832 107.312 0.0019096 0.00654101 2023-10-09T04:56:53.392 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:56:54.155 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:56:54.323 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 30939 30923 148.5 108.5 0.00221767 0.00670216 2023-10-09T04:56:54.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:54 smithi150 ceph-mon[168511]: pgmap v1198: 89 pgs: 89 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2023-10-09T04:56:55.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:54 smithi107 ceph-mon[184249]: pgmap v1198: 89 pgs: 89 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2023-10-09T04:56:55.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:54 smithi107 ceph-mon[179183]: pgmap v1198: 89 pgs: 89 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2023-10-09T04:56:55.330 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 32647 32631 145.452 106.75 0.00891205 0.00686875 2023-10-09T04:56:55.511 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:56:55.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:55.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:56:55.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:56:55.678 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:56.167 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:56:56.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:56.172 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:56:56.272 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:56:56.311 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:56.330 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 34223 34207 142.325 98.5 0.00701273 0.00701994 2023-10-09T04:56:56.358 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:56:56.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:56.363 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:56:56.439 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:56:56.464 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:56:56.471 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:56:56.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:56 smithi150 ceph-mon[168511]: pgmap v1199: 89 pgs: 89 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 144 MiB/s wr, 2.30k op/s 2023-10-09T04:56:56.508 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:56.515 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:56:56.547 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:56:56.550 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:56 smithi107 ceph-mon[179183]: pgmap v1199: 89 pgs: 89 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 144 MiB/s wr, 2.30k op/s 2023-10-09T04:56:56.550 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:56 smithi107 ceph-mon[184249]: pgmap v1199: 89 pgs: 89 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 144 MiB/s wr, 2.30k op/s 2023-10-09T04:56:56.584 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:56:56.618 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:56:56.662 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:56:56.689 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:56:56.708 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.708 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.709 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.710 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:56:56.710 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:56:57.008 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:56:57.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:57.012 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:56:57.113 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:57.220 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:56:57.330 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 35813 35797 139.644 99.375 0.0107467 0.00715581 2023-10-09T04:56:57.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1312074517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:57.641 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1312074517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:57.641 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1312074517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:56:58.215 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:56:58.250 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1264164905' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:58.251 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:58 smithi107 ceph-mon[179183]: pgmap v1200: 89 pgs: 89 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s 2023-10-09T04:56:58.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1264164905' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:58.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:58 smithi107 ceph-mon[184249]: pgmap v1200: 89 pgs: 89 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s 2023-10-09T04:56:58.330 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 37667 37651 138.246 115.875 0.0137917 0.00722832 2023-10-09T04:56:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1264164905' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:56:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:58 smithi150 ceph-mon[168511]: pgmap v1200: 89 pgs: 89 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s 2023-10-09T04:56:59.330 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 39210 39194 135.926 96.4375 0.00849916 0.00735146 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1264164905' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: osdmap e392: 8 total, 8 up, 8 in 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:56:59 smithi150 ceph-mon[168511]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:56:59.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:56:59.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1264164905' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:59.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: osdmap e392: 8 total, 8 up, 8 in 2023-10-09T04:56:59.662 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[184249]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1264164905' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: osdmap e392: 8 total, 8 up, 8 in 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.665 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.666 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:56:59 smithi107 ceph-mon[179183]: failed to encode map e392 with expected crc 2023-10-09T04:56:59.802 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:56:59.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:56:59.810 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:56:59.911 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:56:59.983 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:00.090 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:00.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:00.098 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:00.198 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:00.228 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:00.262 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:00 smithi107 ceph-mon[184249]: pgmap v1202: 89 pgs: 89 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-10-09T04:57:00.262 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:00 smithi107 ceph-mon[179183]: pgmap v1202: 89 pgs: 89 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-10-09T04:57:00.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 40729 40713 133.759 94.9375 0.00482251 0.00747014 2023-10-09T04:57:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:00 smithi150 ceph-mon[168511]: pgmap v1202: 89 pgs: 89 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-10-09T04:57:00.630 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:00.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:00.634 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:00.734 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:00.777 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:00.832 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:00.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:00.835 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:00.936 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:00.962 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:01.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4232196656' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:57:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:57:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:01.240 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.3 primary-affinity to 1 (8655362) 2023-10-09T04:57:01.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:57:01.332899+0000 min lat: 0.00130111 max lat: 0.209196 avg lat: 0.00759568 2023-10-09T04:57:01.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:57:01.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 42129 42113 131.448 87.5 0.00834344 0.00759568 2023-10-09T04:57:01.443 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:57:01.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4232196656' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:57:01.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:57:01.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:01.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:01.472 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4232196656' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:57:01.472 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:57:01.472 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:01.472 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:01.500 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:01.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:01.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:01.604 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:01.632 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:01.674 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:01.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:01.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:01.758 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:57:01.759 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:57:01.759 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:57:01.759 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:57:01.759 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:57:01.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:01.804 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:01.813 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:57:02.047 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:02.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 42291 42275 125.677 10.125 0.0025311 0.00792751 2023-10-09T04:57:02.336 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:57:02] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: osdmap e393: 8 total, 8 up, 8 in 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[184249]: pgmap v1204: 89 pgs: 6 peering, 83 active+clean; 2.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 95 MiB/s wr, 1.53k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:02.337 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:57:02.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: osdmap e393: 8 total, 8 up, 8 in 2023-10-09T04:57:02.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:02 smithi107 ceph-mon[179183]: pgmap v1204: 89 pgs: 6 peering, 83 active+clean; 2.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 95 MiB/s wr, 1.53k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:02.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:57:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: osdmap e393: 8 total, 8 up, 8 in 2023-10-09T04:57:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: failed to encode map e393 with expected crc 2023-10-09T04:57:02.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:02 smithi150 ceph-mon[168511]: pgmap v1204: 89 pgs: 6 peering, 83 active+clean; 2.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 95 MiB/s wr, 1.53k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:02.678 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:02.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:02.683 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:02.717 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:57:02.784 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:02.881 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:02.948 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:02.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:02.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:03.053 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:03.112 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:03.113 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:03.174 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:03.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:03.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:03.279 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:03.332 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 43791 43775 124.227 93.75 0.00863091 0.00804398 2023-10-09T04:57:03.334 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:03.439 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:03.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:57:03.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[184249]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[184249]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[184249]: osdmap e394: 8 total, 8 up, 8 in 2023-10-09T04:57:03.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[184249]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[184249]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[179183]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[179183]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[179183]: osdmap e394: 8 total, 8 up, 8 in 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[179183]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:03 smithi107 ceph-mon[179183]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.672 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:03 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-10-09T04:57:03.673 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:03 smithi150 ceph-mon[168511]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.673 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:03 smithi150 ceph-mon[168511]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.673 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:03 smithi150 ceph-mon[168511]: osdmap e394: 8 total, 8 up, 8 in 2023-10-09T04:57:03.673 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:03 smithi150 ceph-mon[168511]: failed to encode map e394 with expected crc 2023-10-09T04:57:03.673 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:03 smithi150 ceph-mon[168511]: failed to encode map e394 with expected crc 2023-10-09T04:57:04.096 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:04.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:04.101 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:04.202 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:04.241 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:04.333 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 45247 45231 122.78 91 0.00724866 0.00813879 2023-10-09T04:57:04.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:04 smithi107 ceph-mon[179183]: pgmap v1206: 89 pgs: 6 peering, 83 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 122 MiB/s wr, 1.96k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:04.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:04 smithi107 ceph-mon[184249]: pgmap v1206: 89 pgs: 6 peering, 83 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 122 MiB/s wr, 1.96k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:04.693 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:04.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:04.697 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:04 smithi150 ceph-mon[168511]: pgmap v1206: 89 pgs: 6 peering, 83 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 122 MiB/s wr, 1.96k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:04.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:04.798 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:04.836 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:05.050 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:05.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:05.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:05.156 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:05.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:05.266 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:05.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:05.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:05.333 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 46214 46198 120.184 60.4375 0.00657808 0.00831594 2023-10-09T04:57:05.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114340 10.12 10:490bb1b3:::benchmark_data_smithi107_275910_object114339:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:57:05.382 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 508.266283617, 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2821366030000001, 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114340 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112393+0000", 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112391+0000", 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:05.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112644+0000", 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025286800000000001 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112655+0000", 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0752e-05 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112661+0000", 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8529999999999997e-06 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113755+0000", 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010944500000000001 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113765+0000", 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.302e-06 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.382911+0000", 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269146474 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383702+0000", 2023-10-09T04:57:05.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079067199999999997 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394430+0000", 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010728355 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394529+0000", 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9146000000000002e-05 2023-10-09T04:57:05.388 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:114390 10.12 10:4e8d4491:::benchmark_data_smithi107_275910_object114389:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e236)", 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 508.26600788600001, 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.282455109, 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.389 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 114390 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112668+0000", 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112758+0000", 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0243999999999999e-05 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112766+0000", 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1370000000000002e-06 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.112771+0000", 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5299999999999998e-06 2023-10-09T04:57:05.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113788+0000", 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010166750000000001 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:37.113794+0000", 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7240000000000003e-06 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383749+0000", 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.269954749 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.383971+0000", 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00022203699999999999 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,1", 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.384474+0000", 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050264500000000002 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389508+0000", 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050344700000000001 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.389546+0000", 2023-10-09T04:57:05.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7994000000000002e-05 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394576+0000", 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005029731 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.394638+0000", 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1830999999999998e-05 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:48:38.395124+0000", 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00048579999999999999 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172821 10.10 10:09f9b43d:::benchmark_data_smithi107_275910_object49954:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.84370191199997, 2023-10-09T04:57:05.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1169666779999998, 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172821 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534973+0000", 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:05.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534979+0000", 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2419999999999997e-06 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534996+0000", 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6509999999999999e-05 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535003+0000", 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6490000000000002e-06 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535062+0000", 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9867000000000001e-05 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535071+0000", 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2670000000000006e-06 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466135+0000", 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93106387099999999 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466147+0000", 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2261e-05 2023-10-09T04:57:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616622+0000", 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.150474894 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616755+0000", 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013361699999999999 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.617107+0000", 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035121000000000002 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624379+0000", 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072726620000000001 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651128+0000", 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026748348000000002 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651300+0000", 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017214300000000001 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651368+0000", 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8658000000000006e-05 2023-10-09T04:57:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651941+0000", 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057280700000000005 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172855 10.10 10:0ac279c8:::benchmark_data_smithi107_275910_object49988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.811851139, 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0861262200000001, 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172855 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566824+0000", 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566832+0000", 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1699999999999997e-06 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566847+0000", 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4949999999999999e-05 2023-10-09T04:57:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566853+0000", 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2199999999999997e-06 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566998+0000", 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144566 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.567009+0000", 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0913e-05 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466188+0000", 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89917888400000001 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466197+0000", 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9269999999999994e-06 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618804+0000", 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1526075899999999 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618980+0000", 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017621100000000001 2023-10-09T04:57:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.619311+0000", 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033076399999999999 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627443+0000", 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008131938 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651189+0000", 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023745628000000001 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652120+0000", 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00093167399999999996 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652178+0000", 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7139000000000003e-05 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652951+0000", 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00077382500000000001 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172913 10.10 10:0c11951f:::benchmark_data_smithi107_275910_object50046:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.75976722299998, 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0348156890000002, 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172913 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618912+0000", 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.095e-06 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618920+0000", 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5029999999999997e-06 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618925+0000", 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9810000000000003e-06 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619000+0000", 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4882999999999994e-05 2023-10-09T04:57:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619010+0000", 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0247e-05 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466241+0000", 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84723043099999995 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466247+0000", 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9540000000000001e-06 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.620946+0000", 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1546991200000001 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621045+0000", 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9489999999999998e-05 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621271+0000", 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000225582 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627451+0000", 2023-10-09T04:57:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061795599999999997 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651243+0000", 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023792216000000001 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653021+0000", 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001778682 2023-10-09T04:57:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653083+0000", 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2022999999999999e-05 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653725+0000", 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00064138200000000002 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172917 10.10 10:0cf96eb9:::benchmark_data_smithi107_275910_object50050:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.75488180799999, 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0308317630000001, 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172917 2023-10-09T04:57:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623793+0000", 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623797+0000", 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.963e-06 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623806+0000", 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1510000000000004e-06 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623810+0000", 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5279999999999997e-06 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623896+0000", 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5786999999999997e-05 2023-10-09T04:57:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623905+0000", 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3600000000000002e-06 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466274+0000", 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84236858199999998 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466280+0000", 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.674e-06 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622683+0000", 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.156402725 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622787+0000", 2023-10-09T04:57:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104046 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.623004+0000", 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00021705199999999999 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631178+0000", 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0081733080000000007 2023-10-09T04:57:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652010+0000", 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020832109000000001 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653857+0000", 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018470680000000001 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653891+0000", 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3779999999999998e-05 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654626+0000", 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073574299999999997 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172920 10.10 10:0985dcde:::benchmark_data_smithi107_275910_object50053:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.75485225699998, 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0316853319999999, 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172920 2023-10-09T04:57:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623827+0000", 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7480000000000002e-06 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623832+0000", 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3720000000000004e-06 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623836+0000", 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7840000000000001e-06 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623927+0000", 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1378000000000005e-05 2023-10-09T04:57:05.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623933+0000", 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8409999999999996e-06 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466312+0000", 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84237957200000002 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466319+0000", 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5339999999999996e-06 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624413+0000", 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.158094183 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624509+0000", 2023-10-09T04:57:05.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6173000000000002e-05 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624718+0000", 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020912099999999999 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631189+0000", 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006470679 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652069+0000", 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020880192999999998 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654697+0000", 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026272869999999999 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654759+0000", 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2195999999999999e-05 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655509+0000", 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00075062999999999996 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172934 10.10 10:0d1585d0:::benchmark_data_smithi107_275910_object50067:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.74605528699999, 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0237619379999998, 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172934 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.443 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632620+0000", 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632624+0000", 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1760000000000003e-06 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632635+0000", 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0946e-05 2023-10-09T04:57:05.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632639+0000", 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2139999999999998e-06 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632690+0000", 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0884000000000003e-05 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632700+0000", 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5629999999999998e-06 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466365+0000", 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.83366547899999999 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466372+0000", 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9709999999999998e-06 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.625948+0000", 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.15957555 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626041+0000", 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2575e-05 2023-10-09T04:57:05.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626253+0000", 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000212444 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636039+0000", 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0097863710000000003 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653771+0000", 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017731218 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655708+0000", 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00193724 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655755+0000", 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7389000000000003e-05 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656383+0000", 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062785 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172940 10.10 10:0e6d4d43:::benchmark_data_smithi107_275910_object50073:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.737187866, 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0155136320000002, 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.452 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172940 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:57:05.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641487+0000", 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641492+0000", 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9840000000000001e-06 2023-10-09T04:57:05.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641505+0000", 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2641e-05 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641510+0000", 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2569999999999998e-06 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641566+0000", 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5770000000000003e-05 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641576+0000", 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000008e-06 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466396+0000", 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.82482007899999998 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466400+0000", 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8179999999999997e-06 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627484+0000", 2023-10-09T04:57:05.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.16108487 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627595+0000", 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110208 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627801+0000", 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000206808 2023-10-09T04:57:05.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636046+0000", 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082443759999999994 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653802+0000", 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0177567 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656414+0000", 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026115700000000001 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656441+0000", 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7024000000000001e-05 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.657002+0000", 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00056107900000000003 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172948 10.10 10:09be15eb:::benchmark_data_smithi107_275910_object50081:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.73035906899997, 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0203026240000002, 2023-10-09T04:57:05.461 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172948 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648316+0000", 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648322+0000", 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4670000000000001e-06 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648338+0000", 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5719e-05 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648345+0000", 2023-10-09T04:57:05.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8449999999999997e-06 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648408+0000", 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2854000000000005e-05 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648416+0000", 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2160000000000006e-06 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466423+0000", 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.81800731400000004 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466429+0000", 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0310000000000004e-06 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629305+0000", 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.162875192 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629418+0000", 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113618 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629700+0000", 2023-10-09T04:57:05.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028153299999999999 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640846+0000", 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011146595 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653829+0000", 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983137 2023-10-09T04:57:05.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667679+0000", 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013849623 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667733+0000", 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3906000000000002e-05 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668620+0000", 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00088691099999999999 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172992 10.10 10:0ef4cbf6:::benchmark_data_smithi107_275910_object50125:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.470 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.68739319399998, 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9783086810000001, 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172992 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691282+0000", 2023-10-09T04:57:05.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691287+0000", 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8520000000000003e-06 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691299+0000", 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2055999999999999e-05 2023-10-09T04:57:05.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691306+0000", 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8730000000000001e-06 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691367+0000", 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0476000000000002e-05 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691378+0000", 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1392999999999999e-05 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466450+0000", 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.775071595 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466453+0000", 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7170000000000002e-06 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631244+0000", 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1647909190000001 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631410+0000", 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016531900000000001 2023-10-09T04:57:05.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631738+0000", 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000328392 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640858+0000", 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091197199999999996 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655559+0000", 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014701418000000001 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668797+0000", 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013237553000000001 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668851+0000", 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4428000000000001e-05 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.669592+0000", 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074082200000000003 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173030 10.10 10:09ad359e:::benchmark_data_smithi107_275910_object50163:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.64780652600001, 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9449707730000001, 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.480 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173030 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730869+0000", 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730872+0000", 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.977e-06 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730878+0000", 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0939999999999996e-06 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730882+0000", 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0860000000000004e-06 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730944+0000", 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1266999999999995e-05 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730953+0000", 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0510000000000002e-06 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466472+0000", 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73551929400000005 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466476+0000", 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6100000000000002e-06 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633387+0000", 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1669115409999999 2023-10-09T04:57:05.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633565+0000", 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000177443 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633893+0000", 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00032864599999999998 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645475+0000", 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011581595 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655593+0000", 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010118271999999999 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674712+0000", 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019118317999999999 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674768+0000", 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6449000000000001e-05 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675841+0000", 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001072635 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173031 10.10 10:0abda0ba:::benchmark_data_smithi107_275910_object50164:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.64767332299999, 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9457541389999999, 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.489 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173031 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731002+0000", 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731008+0000", 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4099999999999999e-06 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731016+0000", 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0630000000000006e-06 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731021+0000", 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5099999999999998e-06 2023-10-09T04:57:05.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731059+0000", 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7512000000000003e-05 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731065+0000", 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4590000000000003e-06 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466495+0000", 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73542982599999995 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466499+0000", 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6720000000000002e-06 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.494 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636095+0000", 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.169596364 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636270+0000", 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017465699999999999 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636620+0000", 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035001900000000002 2023-10-09T04:57:05.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645483+0000", 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088628070000000003 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659770+0000", 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014287378 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675881+0000", 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016110695000000001 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675935+0000", 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4486e-05 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676757+0000", 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082201099999999999 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173033 10.10 10:0ca86095:::benchmark_data_smithi107_275910_object50166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.64720255200001, 2023-10-09T04:57:05.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.94607262, 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173033 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731473+0000", 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731481+0000", 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9999999999999996e-06 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731494+0000", 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2765000000000001e-05 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731500+0000", 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.365e-06 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731549+0000", 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9364999999999999e-05 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731558+0000", 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466518+0000", 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73496029100000004 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466521+0000", 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5250000000000001e-06 2023-10-09T04:57:05.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638167+0000", 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1716454039999999 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638356+0000", 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000189159 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638731+0000", 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000374862 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649972+0000", 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011241312999999999 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659797+0000", 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098249879999999998 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676793+0000", 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016995828000000001 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676842+0000", 2023-10-09T04:57:05.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8927000000000001e-05 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.677546+0000", 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00070453699999999998 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173067 10.10 10:0c9dffeb:::benchmark_data_smithi107_275910_object50200:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.507 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.60041423000001, 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9049430489999999, 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173067 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778261+0000", 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778266+0000", 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9470000000000002e-06 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778277+0000", 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1056999999999999e-05 2023-10-09T04:57:05.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778282+0000", 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9629999999999997e-06 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778345+0000", 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2483000000000005e-05 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778353+0000", 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3000000000000002e-06 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466540+0000", 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.68818707599999995 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466544+0000", 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6150000000000001e-06 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640910+0000", 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1743666639999999 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641088+0000", 2023-10-09T04:57:05.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000178202 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641430+0000", 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00034165500000000001 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649979+0000", 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0085488449999999994 2023-10-09T04:57:05.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659837+0000", 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098575880000000005 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682261+0000", 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022424539 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682310+0000", 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9095999999999999e-05 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683205+0000", 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00089500799999999998 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173078 10.10 10:084c52d2:::benchmark_data_smithi107_275910_object50211:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.58794262200001, 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.893055932, 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173078 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.517 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790733+0000", 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790738+0000", 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7829999999999998e-06 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790747+0000", 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.234e-06 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790751+0000", 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6739999999999996e-06 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.520 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790810+0000", 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8461000000000002e-05 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790819+0000", 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7669999999999992e-06 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466562+0000", 2023-10-09T04:57:05.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.67574361500000002 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466566+0000", 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5599999999999998e-06 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643659+0000", 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770934390000001 2023-10-09T04:57:05.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643771+0000", 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111904 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.644029+0000", 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025822200000000001 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651050+0000", 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070206940000000001 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659868+0000", 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088174429999999995 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683247+0000", 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023379015 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683277+0000", 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0803999999999998e-05 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683790+0000", 2023-10-09T04:57:05.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051234299999999996 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173089 10.10 10:0fe1695e:::benchmark_data_smithi107_275910_object50222:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.571388571, 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8937954480000001, 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.526 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173089 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807287+0000", 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807291+0000", 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7339999999999999e-06 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807303+0000", 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1586000000000001e-05 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.529 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807308+0000", 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2279999999999998e-06 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807364+0000", 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5653999999999999e-05 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807374+0000", 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0295000000000001e-05 2023-10-09T04:57:05.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466584+0000", 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.65920980600000001 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466588+0000", 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4699999999999998e-06 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645539+0000", 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1789513170000001 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645663+0000", 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012380299999999999 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645905+0000", 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024191600000000001 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651061+0000", 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051568839999999996 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659905+0000", 2023-10-09T04:57:05.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088437020000000002 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.699982+0000", 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040076673 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.700036+0000", 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4200999999999998e-05 2023-10-09T04:57:05.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701083+0000", 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010472299999999999 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173143 10.10 10:080dd7e1:::benchmark_data_smithi107_275910_object50276:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:57:05.535 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 442.391272534, 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7145140429999999, 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173143 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987403+0000", 2023-10-09T04:57:05.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987409+0000", 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9259999999999997e-06 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987422+0000", 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3199e-05 2023-10-09T04:57:05.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987427+0000", 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6520000000000003e-06 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987477+0000", 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0028000000000003e-05 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987486+0000", 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.422e-06 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466605+0000", 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.47911941600000002 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:05.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466609+0000", 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647464+0000", 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1808549340000001 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647571+0000", 2023-10-09T04:57:05.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106873 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647852+0000", 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028089400000000001 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651200+0000", 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033488889999999999 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659936+0000", 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087353670000000008 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701120+0000", 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.041184487999999998 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701171+0000", 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0442000000000003e-05 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701918+0000", 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074717200000000005 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:45226 12.2 12:44178021:::benchmark_data_smithi107_355541_object45225:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e394)", 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.318571+0000", 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.060105799, 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14894721, 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 45226 2023-10-09T04:57:05.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318571+0000", 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318571+0000", 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318569+0000", 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318658+0000", 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8644e-05 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318676+0000", 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8178000000000001e-05 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318683+0000", 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6710000000000002e-06 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318751+0000", 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8554999999999997e-05 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318898+0000", 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146904 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.319107+0000", 2023-10-09T04:57:05.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000209419 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.322865+0000", 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037572529999999999 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.328670+0000", 2023-10-09T04:57:05.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0058056230000000002 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467416+0000", 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.138746076 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467469+0000", 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2336000000000002e-05 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467518+0000", 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8998000000000001e-05 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:45233 12.2 12:4d3f6ee0:::benchmark_data_smithi107_355541_object45232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e394)", 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.318958+0000", 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.0597188280000001, 2023-10-09T04:57:05.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14898571599999999, 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 45233 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:05.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318958+0000", 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318958+0000", 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.318957+0000", 2023-10-09T04:57:05.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.319004+0000", 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7296999999999998e-05 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.319012+0000", 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6210000000000004e-06 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.319016+0000", 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.498e-06 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320994+0000", 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0019773450000000001 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321107+0000", 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113349 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321241+0000", 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013433400000000001 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323115+0000", 2023-10-09T04:57:05.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018740269999999999 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.329468+0000", 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063524410000000003 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467848+0000", 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13838034699999999 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467901+0000", 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3047999999999998e-05 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467943+0000", 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1965000000000002e-05 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.559 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:05.560 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:05.560 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:57:05.560 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:05.764 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:05.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:05.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:05.826 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:57:05.827 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:57:05.872 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:05.880 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:57:05.917 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:57:05.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:05.960 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:57:05.994 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:05.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:05.997 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:06.006 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:57:06.043 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:57:06.084 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:57:06.098 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:06.127 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:57:06.156 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:06.205 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:06.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:06.212 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:06.313 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:06.333 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 47586 47570 118.808 85.75 0.0154047 0.0084112 2023-10-09T04:57:06.376 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:06 smithi107 ceph-mon[179183]: pgmap v1207: 89 pgs: 6 peering, 83 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1475000791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:06 smithi107 ceph-mon[184249]: pgmap v1207: 89 pgs: 6 peering, 83 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1475000791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:06 smithi150 ceph-mon[168511]: pgmap v1207: 89 pgs: 6 peering, 83 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s; 0 B/s, 0 objects/s recovering 2023-10-09T04:57:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1475000791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:06.582 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:06.709 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:06.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:06.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:06.731 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:57:06.731 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:57:06.731 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_7 2023-10-09T04:57:06.731 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:57:06.816 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:06.917 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:06.989 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:06.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:06.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:07.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:07.152 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:07.199 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:07.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:07.205 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:07.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1073983053' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:07.254 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:07 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:07.262 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:57:07.306 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:07.333 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 48902 48886 117.402 82.25 0.00790393 0.00851268 2023-10-09T04:57:07.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1073983053' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:07.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:07 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:07.343 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:07.458 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:07.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:07.461 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:07.562 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:07.635 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1073983053' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:07 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:07.760 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:07.766 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:07.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:07.770 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:07.870 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:07.917 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:08.037 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:08.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:08.053 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:08.153 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:08.161 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:08.161 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:08.213 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:08.319 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: osdmap e395: 8 total, 8 up, 8 in 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.326 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[184249]: pgmap v1209: 89 pgs: 89 active+clean; 2.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 62 MiB/s wr, 988 op/s; 9.9 KiB/s, 0 objects/s recovering 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: osdmap e395: 8 total, 8 up, 8 in 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:08 smithi107 ceph-mon[179183]: pgmap v1209: 89 pgs: 89 active+clean; 2.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 62 MiB/s wr, 988 op/s; 9.9 KiB/s, 0 objects/s recovering 2023-10-09T04:57:08.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:08.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:08.333 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 50290 50274 116.268 86.75 0.011101 0.00859593 2023-10-09T04:57:08.430 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:08.480 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: osdmap e395: 8 total, 8 up, 8 in 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: failed to encode map e395 with expected crc 2023-10-09T04:57:08.481 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:08 smithi150 ceph-mon[168511]: pgmap v1209: 89 pgs: 89 active+clean; 2.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 62 MiB/s wr, 988 op/s; 9.9 KiB/s, 0 objects/s recovering 2023-10-09T04:57:08.482 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:08.543 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:08.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:08.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:08.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:57:08.647 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:08.711 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:57:08.737 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:08.798 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:08.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:08.803 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:08.904 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:08.999 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:09.091 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:09.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:09.096 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:09.197 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:09.250 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:09.335 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 51561 51545 114.946 79.4375 0.00819834 0.00869409 2023-10-09T04:57:09.340 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:09.347 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:09.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:09.348 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:09.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:09.506 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:09 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2023-10-09T04:57:09.507 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:09 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2023-10-09T04:57:09.509 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:09.708 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:09 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2023-10-09T04:57:09.775 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:09.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:09.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:09.830 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:57:09.885 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:09.924 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:09.972 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:09.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:09.977 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:10.025 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:10.077 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:10.108 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:10.302 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:10.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:10.306 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:10.335 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 52770 52754 113.588 75.5625 0.024902 0.00879783 2023-10-09T04:57:10.348 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:57:10.357 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:57:10.406 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:10.456 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:10.621 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:10 smithi150 ceph-mon[168511]: pgmap v1210: 89 pgs: 89 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s; 8.0 KiB/s, 0 objects/s recovering 2023-10-09T04:57:10.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:10 smithi107 ceph-mon[179183]: pgmap v1210: 89 pgs: 89 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s; 8.0 KiB/s, 0 objects/s recovering 2023-10-09T04:57:10.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:10 smithi107 ceph-mon[184249]: pgmap v1210: 89 pgs: 89 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 75 MiB/s wr, 1.19k op/s; 8.0 KiB/s, 0 objects/s recovering 2023-10-09T04:57:10.915 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:10.915 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:11.336 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 54174 54158 112.728 87.75 0.00999728 0.00886611 2023-10-09T04:57:11.343 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:11.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:11.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:11.368 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:57:11.404 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:11 smithi107 ceph-mon[184249]: from='client.56032 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:11.404 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:11 smithi107 ceph-mon[179183]: from='client.56032 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:11.450 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:11.522 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:11.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:11 smithi150 ceph-mon[168511]: from='client.56032 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:12.005 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:12.290 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:57:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:57:12] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-10-09T04:57:12.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:12 smithi107 ceph-mon[184249]: pgmap v1211: 89 pgs: 89 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 6.8 KiB/s, 0 objects/s recovering 2023-10-09T04:57:12.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:12 smithi107 ceph-mon[179183]: pgmap v1211: 89 pgs: 89 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 6.8 KiB/s, 0 objects/s recovering 2023-10-09T04:57:12.337 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 55322 55306 111.407 71.75 0.0025842 0.00892267 2023-10-09T04:57:12.521 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:12 smithi150 ceph-mon[168511]: pgmap v1211: 89 pgs: 89 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 6.8 KiB/s, 0 objects/s recovering 2023-10-09T04:57:12.854 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:12.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:12.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:12.963 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:13.040 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1210,"stamp":"2023-10-09T04:57:09.665532+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3201636256,"num_objects":48868,"num_object_clones":0,"num_object_copies":146604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48868,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":49144,"num_write_kb":3128461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":3032142,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49060,"ondisk_log_size":49060,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":277,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":15751056,"kb_used_data":9746896,"kb_used_omap":21,"kb_used_meta":6004074,"kb_avail":734210160,"statfs":{"total":767960285184,"available":751831203840,"internally_reserved":0,"allocated":9980821504,"data_stored":9968872740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6148172245},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[8,4,7,4,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":625803264,"num_objects":9549,"num_object_clones":0,"num_object_copies":28647,"num_objects_missing_on_primary":0,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9549,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9549,"num_write_kb":611136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002167"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":391,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234956+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:57:02.234956+0000","last_peered":"2023-10-09T04:57:02.234956+0000","last_clean":"2023-10-09T04:57:02.234956+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:57:02.234956+0000","last_undegraded":"2023-10-09T04:57:02.234956+0000","last_fullsized":"2023-10-09T04:57:02.234956+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":125,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.237594+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T04:57:02.237594+0000","last_peered":"2023-10-09T04:57:02.237594+0000","last_clean":"2023-10-09T04:57:02.237594+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T04:57:02.237594+0000","last_undegraded":"2023-10-09T04:57:02.237594+0000","last_fullsized":"2023-10-09T04:57:02.237594+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":337,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.232129+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:57:01.232129+0000","last_peered":"2023-10-09T04:57:01.232129+0000","last_clean":"2023-10-09T04:57:01.232129+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:57:01.232129+0000","last_undegraded":"2023-10-09T04:57:01.232129+0000","last_fullsized":"2023-10-09T04:57:01.232129+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":359,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234442+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:57:02.234442+0000","last_peered":"2023-10-09T04:57:02.234442+0000","last_clean":"2023-10-09T04:57:02.234442+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:57:02.234442+0000","last_undegraded":"2023-10-09T04:57:02.234442+0000","last_fullsized":"2023-10-09T04:57:02.234442+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":88,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234474+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:57:01.234474+0000","last_peered":"2023-10-09T04:57:01.234474+0000","last_clean":"2023-10-09T04:57:01.234474+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:57:01.234474+0000","last_undegraded":"2023-10-09T04:57:01.234474+0000","last_fullsized":"2023-10-09T04:57:01.234474+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":68,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.239704+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:57:02.239704+0000","last_peered":"2023-10-09T04:57:02.239704+0000","last_clean":"2023-10-09T04:57:02.239704+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:57:02.239704+0000","last_undegraded":"2023-10-09T04:57:02.239704+0000","last_fullsized":"2023-10-09T04:57:02.239704+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":355,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.242139+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:57:01.242139+0000","last_peered":"2023-10-09T04:57:01.242139+0000","last_clean":"2023-10-09T04:57:01.242139+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:57:01.242139+0000","last_undegraded":"2023-10-09T04:57:01.242139+0000","last_fullsized":"2023-10-09T04:57:01.242139+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":114,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234931+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:57:01.234931+0000","last_peered":"2023-10-09T04:57:01.234931+0000","last_clean":"2023-10-09T04:57:01.234931+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:57:01.234931+0000","last_undegraded":"2023-10-09T04:57:01.234931+0000","last_fullsized":"2023-10-09T04:57:01.234931+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":371,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.241240+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:57:01.241240+0000","last_peered":"2023-10-09T04:57:01.241240+0000","last_clean":"2023-10-09T04:57:01.241240+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:57:01.241240+0000","last_undegraded":"2023-10-09T04:57:01.241240+0000","last_fullsized":"2023-10-09T04:57:01.241240+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":110,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.235162+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:57:01.235162+0000","last_peered":"2023-10-09T04:57:01.235162+0000","last_clean":"2023-10-09T04:57:01.235162+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:57:01.235162+0000","last_undegraded":"2023-10-09T04:57:01.235162+0000","last_fullsized":"2023-10-09T04:57:01.235162+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":398,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234039+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:57:02.234039+0000","last_peered":"2023-10-09T04:57:02.234039+0000","last_clean":"2023-10-09T04:57:02.234039+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:57:02.234039+0000","last_undegraded":"2023-10-09T04:57:02.234039+0000","last_fullsized":"2023-10-09T04:57:02.234039+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":350,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.232274+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:57:01.232274+0000","last_peered":"2023-10-09T04:57:01.232274+0000","last_clean":"2023-10-09T04:57:01.232274+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:57:01.232274+0000","last_undegraded":"2023-10-09T04:57:01.232274+0000","last_fullsized":"2023-10-09T04:57:01.232274+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":431,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235028+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:57:02.235028+0000","last_peered":"2023-10-09T04:57:02.235028+0000","last_clean":"2023-10-09T04:57:02.235028+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:57:02.235028+0000","last_undegraded":"2023-10-09T04:57:02.235028+0000","last_fullsized":"2023-10-09T04:57:02.235028+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":412,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235086+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:57:02.235086+0000","last_peered":"2023-10-09T04:57:02.235086+0000","last_clean":"2023-10-09T04:57:02.235086+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:57:02.235086+0000","last_undegraded":"2023-10-09T04:57:02.235086+0000","last_fullsized":"2023-10-09T04:57:02.235086+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":374,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234353+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:57:02.234353+0000","last_peered":"2023-10-09T04:57:02.234353+0000","last_clean":"2023-10-09T04:57:02.234353+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:57:02.234353+0000","last_undegraded":"2023-10-09T04:57:02.234353+0000","last_fullsized":"2023-10-09T04:57:02.234353+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":194,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.373190+0000","last_change":"2023-10-09T04:57:02.373190+0000","last_active":"2023-10-09T04:57:02.373190+0000","last_peered":"2023-10-09T04:57:02.373190+0000","last_clean":"2023-10-09T04:57:02.373190+0000","last_became_active":"2023-10-09T04:57:02.372894+0000","last_became_peered":"2023-10-09T04:57:02.372894+0000","last_unstale":"2023-10-09T04:57:02.373190+0000","last_undegraded":"2023-10-09T04:57:02.373190+0000","last_fullsized":"2023-10-09T04:57:02.373190+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:36.318627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":362,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233801+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:57:02.233801+0000","last_peered":"2023-10-09T04:57:02.233801+0000","last_clean":"2023-10-09T04:57:02.233801+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:57:02.233801+0000","last_undegraded":"2023-10-09T04:57:02.233801+0000","last_fullsized":"2023-10-09T04:57:02.233801+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":390,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.241468+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:57:01.241468+0000","last_peered":"2023-10-09T04:57:01.241468+0000","last_clean":"2023-10-09T04:57:01.241468+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:57:01.241468+0000","last_undegraded":"2023-10-09T04:57:01.241468+0000","last_fullsized":"2023-10-09T04:57:01.241468+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":379,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233896+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:57:02.233896+0000","last_peered":"2023-10-09T04:57:02.233896+0000","last_clean":"2023-10-09T04:57:02.233896+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:57:02.233896+0000","last_undegraded":"2023-10-09T04:57:02.233896+0000","last_fullsized":"2023-10-09T04:57:02.233896+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":347,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234817+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:57:01.234817+0000","last_peered":"2023-10-09T04:57:01.234817+0000","last_clean":"2023-10-09T04:57:01.234817+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:57:01.234817+0000","last_undegraded":"2023-10-09T04:57:01.234817+0000","last_fullsized":"2023-10-09T04:57:01.234817+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":93,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.239073+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:57:02.239073+0000","last_peered":"2023-10-09T04:57:02.239073+0000","last_clean":"2023-10-09T04:57:02.239073+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:57:02.239073+0000","last_undegraded":"2023-10-09T04:57:02.239073+0000","last_fullsized":"2023-10-09T04:57:02.239073+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":90,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234696+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:57:01.234696+0000","last_peered":"2023-10-09T04:57:01.234696+0000","last_clean":"2023-10-09T04:57:01.234696+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:57:01.234696+0000","last_undegraded":"2023-10-09T04:57:01.234696+0000","last_fullsized":"2023-10-09T04:57:01.234696+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"395'3080","reported_seq":3097,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.746300+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:57:07.746300+0000","last_peered":"2023-10-09T04:57:07.746300+0000","last_clean":"2023-10-09T04:57:07.746300+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:57:07.746300+0000","last_undegraded":"2023-10-09T04:57:07.746300+0000","last_fullsized":"2023-10-09T04:57:07.746300+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3080,"log_dups_size":0,"ondisk_log_size":3080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201850880,"num_objects":3080,"num_object_clones":0,"num_object_copies":9240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3080,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3080,"num_write_kb":197120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":357,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234240+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:57:02.234240+0000","last_peered":"2023-10-09T04:57:02.234240+0000","last_clean":"2023-10-09T04:57:02.234240+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:57:02.234240+0000","last_undegraded":"2023-10-09T04:57:02.234240+0000","last_fullsized":"2023-10-09T04:57:02.234240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":374,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.239819+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:57:01.239819+0000","last_peered":"2023-10-09T04:57:01.239819+0000","last_clean":"2023-10-09T04:57:01.239819+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:57:01.239819+0000","last_undegraded":"2023-10-09T04:57:01.239819+0000","last_fullsized":"2023-10-09T04:57:01.239819+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"395'3196","reported_seq":3213,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:08.624925+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:57:08.624925+0000","last_peered":"2023-10-09T04:57:08.624925+0000","last_clean":"2023-10-09T04:57:08.624925+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:57:08.624925+0000","last_undegraded":"2023-10-09T04:57:08.624925+0000","last_fullsized":"2023-10-09T04:57:08.624925+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3196,"log_dups_size":0,"ondisk_log_size":3196,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209453056,"num_objects":3196,"num_object_clones":0,"num_object_copies":9588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3196,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3196,"num_write_kb":204544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":375,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234526+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:57:02.234526+0000","last_peered":"2023-10-09T04:57:02.234526+0000","last_clean":"2023-10-09T04:57:02.234526+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:57:02.234526+0000","last_undegraded":"2023-10-09T04:57:02.234526+0000","last_fullsized":"2023-10-09T04:57:02.234526+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":419,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234245+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:57:02.234245+0000","last_peered":"2023-10-09T04:57:02.234245+0000","last_clean":"2023-10-09T04:57:02.234245+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:57:02.234245+0000","last_undegraded":"2023-10-09T04:57:02.234245+0000","last_fullsized":"2023-10-09T04:57:02.234245+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"395'3157","reported_seq":3174,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.741110+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:57:07.741110+0000","last_peered":"2023-10-09T04:57:07.741110+0000","last_clean":"2023-10-09T04:57:07.741110+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:57:07.741110+0000","last_undegraded":"2023-10-09T04:57:07.741110+0000","last_fullsized":"2023-10-09T04:57:07.741110+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3157,"log_dups_size":0,"ondisk_log_size":3157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206897152,"num_objects":3157,"num_object_clones":0,"num_object_copies":9471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3157,"num_write_kb":202048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":410,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233789+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:57:02.233789+0000","last_peered":"2023-10-09T04:57:02.233789+0000","last_clean":"2023-10-09T04:57:02.233789+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:57:02.233789+0000","last_undegraded":"2023-10-09T04:57:02.233789+0000","last_fullsized":"2023-10-09T04:57:02.233789+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":68,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.239291+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:57:02.239291+0000","last_peered":"2023-10-09T04:57:02.239291+0000","last_clean":"2023-10-09T04:57:02.239291+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:57:02.239291+0000","last_undegraded":"2023-10-09T04:57:02.239291+0000","last_fullsized":"2023-10-09T04:57:02.239291+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"395'3103","reported_seq":3120,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:08.107094+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:57:08.107094+0000","last_peered":"2023-10-09T04:57:08.107094+0000","last_clean":"2023-10-09T04:57:08.107094+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:57:08.107094+0000","last_undegraded":"2023-10-09T04:57:08.107094+0000","last_fullsized":"2023-10-09T04:57:08.107094+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3103,"log_dups_size":0,"ondisk_log_size":3103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203358208,"num_objects":3103,"num_object_clones":0,"num_object_copies":9309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3103,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3103,"num_write_kb":198592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":438,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.240934+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:57:01.240934+0000","last_peered":"2023-10-09T04:57:01.240934+0000","last_clean":"2023-10-09T04:57:01.240934+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:57:01.240934+0000","last_undegraded":"2023-10-09T04:57:01.240934+0000","last_fullsized":"2023-10-09T04:57:01.240934+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":368,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.231835+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:57:01.231835+0000","last_peered":"2023-10-09T04:57:01.231835+0000","last_clean":"2023-10-09T04:57:01.231835+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:57:01.231835+0000","last_undegraded":"2023-10-09T04:57:01.231835+0000","last_fullsized":"2023-10-09T04:57:01.231835+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"395'3155","reported_seq":3172,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:08.603407+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:57:08.603407+0000","last_peered":"2023-10-09T04:57:08.603407+0000","last_clean":"2023-10-09T04:57:08.603407+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:57:08.603407+0000","last_undegraded":"2023-10-09T04:57:08.603407+0000","last_fullsized":"2023-10-09T04:57:08.603407+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3155,"log_dups_size":0,"ondisk_log_size":3155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206766080,"num_objects":3155,"num_object_clones":0,"num_object_copies":9465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3155,"num_write_kb":201920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":59,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.237635+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T04:57:02.237635+0000","last_peered":"2023-10-09T04:57:02.237635+0000","last_clean":"2023-10-09T04:57:02.237635+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T04:57:02.237635+0000","last_undegraded":"2023-10-09T04:57:02.237635+0000","last_fullsized":"2023-10-09T04:57:02.237635+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":439,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235115+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:57:02.235115+0000","last_peered":"2023-10-09T04:57:02.235115+0000","last_clean":"2023-10-09T04:57:02.235115+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:57:02.235115+0000","last_undegraded":"2023-10-09T04:57:02.235115+0000","last_fullsized":"2023-10-09T04:57:02.235115+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"395'3145","reported_seq":3162,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:08.623252+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:57:08.623252+0000","last_peered":"2023-10-09T04:57:08.623252+0000","last_clean":"2023-10-09T04:57:08.623252+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:57:08.623252+0000","last_undegraded":"2023-10-09T04:57:08.623252+0000","last_fullsized":"2023-10-09T04:57:08.623252+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206110720,"num_objects":3145,"num_object_clones":0,"num_object_copies":9435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3145,"num_write_kb":201280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":68,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.239337+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:57:02.239337+0000","last_peered":"2023-10-09T04:57:02.239337+0000","last_clean":"2023-10-09T04:57:02.239337+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:57:02.239337+0000","last_undegraded":"2023-10-09T04:57:02.239337+0000","last_fullsized":"2023-10-09T04:57:02.239337+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":365,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235015+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:57:02.235015+0000","last_peered":"2023-10-09T04:57:02.235015+0000","last_clean":"2023-10-09T04:57:02.235015+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:57:02.235015+0000","last_undegraded":"2023-10-09T04:57:02.235015+0000","last_fullsized":"2023-10-09T04:57:02.235015+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"394'2903","reported_seq":2920,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:05.507004+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:57:05.507004+0000","last_peered":"2023-10-09T04:57:05.507004+0000","last_clean":"2023-10-09T04:57:05.507004+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:57:05.507004+0000","last_undegraded":"2023-10-09T04:57:05.507004+0000","last_fullsized":"2023-10-09T04:57:05.507004+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":2903,"log_dups_size":0,"ondisk_log_size":2903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190251008,"num_objects":2903,"num_object_clones":0,"num_object_copies":8709,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2903,"num_write_kb":185792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":356,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234171+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:57:02.234171+0000","last_peered":"2023-10-09T04:57:02.234171+0000","last_clean":"2023-10-09T04:57:02.234171+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:57:02.234171+0000","last_undegraded":"2023-10-09T04:57:02.234171+0000","last_fullsized":"2023-10-09T04:57:02.234171+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":422,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235086+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:57:02.235086+0000","last_peered":"2023-10-09T04:57:02.235086+0000","last_clean":"2023-10-09T04:57:02.235086+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:57:02.235086+0000","last_undegraded":"2023-10-09T04:57:02.235086+0000","last_fullsized":"2023-10-09T04:57:02.235086+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"394'2884","reported_seq":2901,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:05.493135+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:57:05.493135+0000","last_peered":"2023-10-09T04:57:05.493135+0000","last_clean":"2023-10-09T04:57:05.493135+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:57:05.493135+0000","last_undegraded":"2023-10-09T04:57:05.493135+0000","last_fullsized":"2023-10-09T04:57:05.493135+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":2884,"log_dups_size":0,"ondisk_log_size":2884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189005824,"num_objects":2884,"num_object_clones":0,"num_object_copies":8652,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2884,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2884,"num_write_kb":184576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":89,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234840+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:57:01.234840+0000","last_peered":"2023-10-09T04:57:01.234840+0000","last_clean":"2023-10-09T04:57:01.234840+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:57:01.234840+0000","last_undegraded":"2023-10-09T04:57:01.234840+0000","last_fullsized":"2023-10-09T04:57:01.234840+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":329,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.233070+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:57:01.233070+0000","last_peered":"2023-10-09T04:57:01.233070+0000","last_clean":"2023-10-09T04:57:01.233070+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:57:01.233070+0000","last_undegraded":"2023-10-09T04:57:01.233070+0000","last_fullsized":"2023-10-09T04:57:01.233070+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"394'2955","reported_seq":2972,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:05.825740+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:57:05.825740+0000","last_peered":"2023-10-09T04:57:05.825740+0000","last_clean":"2023-10-09T04:57:05.825740+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:57:05.825740+0000","last_undegraded":"2023-10-09T04:57:05.825740+0000","last_fullsized":"2023-10-09T04:57:05.825740+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":2955,"log_dups_size":0,"ondisk_log_size":2955,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193658880,"num_objects":2955,"num_object_clones":0,"num_object_copies":8865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2955,"num_write_kb":189120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":371,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.233197+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:57:01.233197+0000","last_peered":"2023-10-09T04:57:01.233197+0000","last_clean":"2023-10-09T04:57:01.233197+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:57:01.233197+0000","last_undegraded":"2023-10-09T04:57:01.233197+0000","last_fullsized":"2023-10-09T04:57:01.233197+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":408,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.241395+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:57:01.241395+0000","last_peered":"2023-10-09T04:57:01.241395+0000","last_clean":"2023-10-09T04:57:01.241395+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:57:01.241395+0000","last_undegraded":"2023-10-09T04:57:01.241395+0000","last_fullsized":"2023-10-09T04:57:01.241395+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":329,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.232414+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:57:01.232414+0000","last_peered":"2023-10-09T04:57:01.232414+0000","last_clean":"2023-10-09T04:57:01.232414+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:57:01.232414+0000","last_undegraded":"2023-10-09T04:57:01.232414+0000","last_fullsized":"2023-10-09T04:57:01.232414+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"394'3036","reported_seq":3052,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:05.906370+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:57:05.906370+0000","last_peered":"2023-10-09T04:57:05.906370+0000","last_clean":"2023-10-09T04:57:05.906370+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:57:05.906370+0000","last_undegraded":"2023-10-09T04:57:05.906370+0000","last_fullsized":"2023-10-09T04:57:05.906370+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3036,"log_dups_size":0,"ondisk_log_size":3036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198967296,"num_objects":3036,"num_object_clones":0,"num_object_copies":9108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3036,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3036,"num_write_kb":194304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":414,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.243143+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:57:01.243143+0000","last_peered":"2023-10-09T04:57:01.243143+0000","last_clean":"2023-10-09T04:57:01.243143+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:57:01.243143+0000","last_undegraded":"2023-10-09T04:57:01.243143+0000","last_fullsized":"2023-10-09T04:57:01.243143+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":396,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235008+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:57:02.235008+0000","last_peered":"2023-10-09T04:57:02.235008+0000","last_clean":"2023-10-09T04:57:02.235008+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:57:02.235008+0000","last_undegraded":"2023-10-09T04:57:02.235008+0000","last_fullsized":"2023-10-09T04:57:02.235008+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":355,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.232916+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:57:01.232916+0000","last_peered":"2023-10-09T04:57:01.232916+0000","last_clean":"2023-10-09T04:57:01.232916+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:57:01.232916+0000","last_undegraded":"2023-10-09T04:57:01.232916+0000","last_fullsized":"2023-10-09T04:57:01.232916+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"395'3103","reported_seq":3120,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:08.582587+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:57:08.582587+0000","last_peered":"2023-10-09T04:57:08.582587+0000","last_clean":"2023-10-09T04:57:08.582587+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:57:08.582587+0000","last_undegraded":"2023-10-09T04:57:08.582587+0000","last_fullsized":"2023-10-09T04:57:08.582587+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3103,"log_dups_size":0,"ondisk_log_size":3103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203358208,"num_objects":3103,"num_object_clones":0,"num_object_copies":9309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3103,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3103,"num_write_kb":198592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":406,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.244763+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:57:01.244763+0000","last_peered":"2023-10-09T04:57:01.244763+0000","last_clean":"2023-10-09T04:57:01.244763+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:57:01.244763+0000","last_undegraded":"2023-10-09T04:57:01.244763+0000","last_fullsized":"2023-10-09T04:57:01.244763+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":351,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.231822+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:57:01.231822+0000","last_peered":"2023-10-09T04:57:01.231822+0000","last_clean":"2023-10-09T04:57:01.231822+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:57:01.231822+0000","last_undegraded":"2023-10-09T04:57:01.231822+0000","last_fullsized":"2023-10-09T04:57:01.231822+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":364,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.232902+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:57:01.232902+0000","last_peered":"2023-10-09T04:57:01.232902+0000","last_clean":"2023-10-09T04:57:01.232902+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:57:01.232902+0000","last_undegraded":"2023-10-09T04:57:01.232902+0000","last_fullsized":"2023-10-09T04:57:01.232902+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"395'3238","reported_seq":3255,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:08.115377+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:57:08.115377+0000","last_peered":"2023-10-09T04:57:08.115377+0000","last_clean":"2023-10-09T04:57:08.115377+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:57:08.115377+0000","last_undegraded":"2023-10-09T04:57:08.115377+0000","last_fullsized":"2023-10-09T04:57:08.115377+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3238,"log_dups_size":0,"ondisk_log_size":3238,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212205568,"num_objects":3238,"num_object_clones":0,"num_object_copies":9714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3238,"num_write_kb":207232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":357,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.239952+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:57:01.239952+0000","last_peered":"2023-10-09T04:57:01.239952+0000","last_clean":"2023-10-09T04:57:01.239952+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:57:01.239952+0000","last_undegraded":"2023-10-09T04:57:01.239952+0000","last_fullsized":"2023-10-09T04:57:01.239952+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":811,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233592+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:57:02.233592+0000","last_peered":"2023-10-09T04:57:02.233592+0000","last_clean":"2023-10-09T04:57:02.233592+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:57:02.233592+0000","last_undegraded":"2023-10-09T04:57:02.233592+0000","last_fullsized":"2023-10-09T04:57:02.233592+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":226,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.253277+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T04:57:02.253277+0000","last_peered":"2023-10-09T04:57:02.253277+0000","last_clean":"2023-10-09T04:57:02.253277+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T04:57:02.253277+0000","last_undegraded":"2023-10-09T04:57:02.253277+0000","last_fullsized":"2023-10-09T04:57:02.253277+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":68,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.239453+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:57:02.239453+0000","last_peered":"2023-10-09T04:57:02.239453+0000","last_clean":"2023-10-09T04:57:02.239453+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:57:02.239453+0000","last_undegraded":"2023-10-09T04:57:02.239453+0000","last_fullsized":"2023-10-09T04:57:02.239453+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"395'3010","reported_seq":3027,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.729026+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:57:07.729026+0000","last_peered":"2023-10-09T04:57:07.729026+0000","last_clean":"2023-10-09T04:57:07.729026+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:57:07.729026+0000","last_undegraded":"2023-10-09T04:57:07.729026+0000","last_fullsized":"2023-10-09T04:57:07.729026+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3010,"log_dups_size":0,"ondisk_log_size":3010,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197263360,"num_objects":3010,"num_object_clones":0,"num_object_copies":9030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3010,"num_write_kb":192640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":394,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233556+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:57:02.233556+0000","last_peered":"2023-10-09T04:57:02.233556+0000","last_clean":"2023-10-09T04:57:02.233556+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:57:02.233556+0000","last_undegraded":"2023-10-09T04:57:02.233556+0000","last_fullsized":"2023-10-09T04:57:02.233556+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":347,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234319+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:57:02.234319+0000","last_peered":"2023-10-09T04:57:02.234319+0000","last_clean":"2023-10-09T04:57:02.234319+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:57:02.234319+0000","last_undegraded":"2023-10-09T04:57:02.234319+0000","last_fullsized":"2023-10-09T04:57:02.234319+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":384,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234040+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:57:01.234040+0000","last_peered":"2023-10-09T04:57:01.234040+0000","last_clean":"2023-10-09T04:57:01.234040+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:57:01.234040+0000","last_undegraded":"2023-10-09T04:57:01.234040+0000","last_fullsized":"2023-10-09T04:57:01.234040+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"394'3027","reported_seq":3056,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:06.480544+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T04:57:06.480544+0000","last_peered":"2023-10-09T04:57:06.480544+0000","last_clean":"2023-10-09T04:57:06.480544+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T04:57:06.480544+0000","last_undegraded":"2023-10-09T04:57:06.480544+0000","last_fullsized":"2023-10-09T04:57:06.480544+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3027,"log_dups_size":0,"ondisk_log_size":3027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198377472,"num_objects":3027,"num_object_clones":0,"num_object_copies":9081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3027,"num_write_kb":193728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":360,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233948+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:57:02.233948+0000","last_peered":"2023-10-09T04:57:02.233948+0000","last_clean":"2023-10-09T04:57:02.233948+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:57:02.233948+0000","last_undegraded":"2023-10-09T04:57:02.233948+0000","last_fullsized":"2023-10-09T04:57:02.233948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":315,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.233070+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:57:01.233070+0000","last_peered":"2023-10-09T04:57:01.233070+0000","last_clean":"2023-10-09T04:57:01.233070+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:57:01.233070+0000","last_undegraded":"2023-10-09T04:57:01.233070+0000","last_fullsized":"2023-10-09T04:57:01.233070+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":73,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.240021+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:57:01.240021+0000","last_peered":"2023-10-09T04:57:01.240021+0000","last_clean":"2023-10-09T04:57:01.240021+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:57:01.240021+0000","last_undegraded":"2023-10-09T04:57:01.240021+0000","last_fullsized":"2023-10-09T04:57:01.240021+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"394'3001","reported_seq":3018,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:06.503786+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:57:06.503786+0000","last_peered":"2023-10-09T04:57:06.503786+0000","last_clean":"2023-10-09T04:57:06.503786+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:57:06.503786+0000","last_undegraded":"2023-10-09T04:57:06.503786+0000","last_fullsized":"2023-10-09T04:57:06.503786+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":3001,"log_dups_size":0,"ondisk_log_size":3001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196673536,"num_objects":3001,"num_object_clones":0,"num_object_copies":9003,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3001,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3001,"num_write_kb":192064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":59,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.373391+0000","last_change":"2023-10-09T04:57:02.373391+0000","last_active":"2023-10-09T04:57:02.373391+0000","last_peered":"2023-10-09T04:57:02.373391+0000","last_clean":"2023-10-09T04:57:02.373391+0000","last_became_active":"2023-10-09T04:57:02.372844+0000","last_became_peered":"2023-10-09T04:57:02.372844+0000","last_unstale":"2023-10-09T04:57:02.373391+0000","last_undegraded":"2023-10-09T04:57:02.373391+0000","last_fullsized":"2023-10-09T04:57:02.373391+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:22.452429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":371,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.233464+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:57:01.233464+0000","last_peered":"2023-10-09T04:57:01.233464+0000","last_clean":"2023-10-09T04:57:01.233464+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:57:01.233464+0000","last_undegraded":"2023-10-09T04:57:01.233464+0000","last_fullsized":"2023-10-09T04:57:01.233464+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":89,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234353+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:57:01.234353+0000","last_peered":"2023-10-09T04:57:01.234353+0000","last_clean":"2023-10-09T04:57:01.234353+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:57:01.234353+0000","last_undegraded":"2023-10-09T04:57:01.234353+0000","last_fullsized":"2023-10-09T04:57:01.234353+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"394'2851","reported_seq":2867,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:05.826661+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:57:05.826661+0000","last_peered":"2023-10-09T04:57:05.826661+0000","last_clean":"2023-10-09T04:57:05.826661+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:57:05.826661+0000","last_undegraded":"2023-10-09T04:57:05.826661+0000","last_fullsized":"2023-10-09T04:57:05.826661+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":2851,"log_dups_size":0,"ondisk_log_size":2851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186843136,"num_objects":2851,"num_object_clones":0,"num_object_copies":8553,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2851,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2851,"num_write_kb":182464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":68,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.239634+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:57:02.239634+0000","last_peered":"2023-10-09T04:57:02.239634+0000","last_clean":"2023-10-09T04:57:02.239634+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:57:02.239634+0000","last_undegraded":"2023-10-09T04:57:02.239634+0000","last_fullsized":"2023-10-09T04:57:02.239634+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":372,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234142+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:57:01.234142+0000","last_peered":"2023-10-09T04:57:01.234142+0000","last_clean":"2023-10-09T04:57:01.234142+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:57:01.234142+0000","last_undegraded":"2023-10-09T04:57:01.234142+0000","last_fullsized":"2023-10-09T04:57:01.234142+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":378,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234035+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:57:02.234035+0000","last_peered":"2023-10-09T04:57:02.234035+0000","last_clean":"2023-10-09T04:57:02.234035+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:57:02.234035+0000","last_undegraded":"2023-10-09T04:57:02.234035+0000","last_fullsized":"2023-10-09T04:57:02.234035+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":70,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235252+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:57:02.235252+0000","last_peered":"2023-10-09T04:57:02.235252+0000","last_clean":"2023-10-09T04:57:02.235252+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:57:02.235252+0000","last_undegraded":"2023-10-09T04:57:02.235252+0000","last_fullsized":"2023-10-09T04:57:02.235252+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":415,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.247711+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:57:01.247711+0000","last_peered":"2023-10-09T04:57:01.247711+0000","last_clean":"2023-10-09T04:57:01.247711+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:57:01.247711+0000","last_undegraded":"2023-10-09T04:57:01.247711+0000","last_fullsized":"2023-10-09T04:57:01.247711+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":373,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.241054+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:57:01.241054+0000","last_peered":"2023-10-09T04:57:01.241054+0000","last_clean":"2023-10-09T04:57:01.241054+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:57:01.241054+0000","last_undegraded":"2023-10-09T04:57:01.241054+0000","last_fullsized":"2023-10-09T04:57:01.241054+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":416,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.235163+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:57:02.235163+0000","last_peered":"2023-10-09T04:57:02.235163+0000","last_clean":"2023-10-09T04:57:02.235163+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:57:02.235163+0000","last_undegraded":"2023-10-09T04:57:02.235163+0000","last_fullsized":"2023-10-09T04:57:02.235163+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":395,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.239907+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:57:01.239907+0000","last_peered":"2023-10-09T04:57:01.239907+0000","last_clean":"2023-10-09T04:57:01.239907+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:57:01.239907+0000","last_undegraded":"2023-10-09T04:57:01.239907+0000","last_fullsized":"2023-10-09T04:57:01.239907+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":399,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.234119+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:57:02.234119+0000","last_peered":"2023-10-09T04:57:02.234119+0000","last_clean":"2023-10-09T04:57:02.234119+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:57:02.234119+0000","last_undegraded":"2023-10-09T04:57:02.234119+0000","last_fullsized":"2023-10-09T04:57:02.234119+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":118,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.234895+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:57:01.234895+0000","last_peered":"2023-10-09T04:57:01.234895+0000","last_clean":"2023-10-09T04:57:01.234895+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:57:01.234895+0000","last_undegraded":"2023-10-09T04:57:01.234895+0000","last_fullsized":"2023-10-09T04:57:01.234895+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":83,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.235085+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:57:01.235085+0000","last_peered":"2023-10-09T04:57:01.235085+0000","last_clean":"2023-10-09T04:57:01.235085+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:57:01.235085+0000","last_undegraded":"2023-10-09T04:57:01.235085+0000","last_fullsized":"2023-10-09T04:57:01.235085+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":80,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-10-09T04:57:01.241984+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:57:01.241984+0000","last_peered":"2023-10-09T04:57:01.241984+0000","last_clean":"2023-10-09T04:57:01.241984+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:57:01.241984+0000","last_undegraded":"2023-10-09T04:57:01.241984+0000","last_fullsized":"2023-10-09T04:57:01.241984+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":415,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-10-09T04:57:02.233971+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:57:02.233971+0000","last_peered":"2023-10-09T04:57:02.233971+0000","last_clean":"2023-10-09T04:57:02.233971+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:57:02.233971+0000","last_undegraded":"2023-10-09T04:57:02.233971+0000","last_fullsized":"2023-10-09T04:57:02.233971+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":3201040384,"num_objects":48844,"num_object_clones":0,"num_object_copies":146532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48844,"num_write_kb":3126016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9486925824,"data_stored":9486925824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48844,"ondisk_log_size":48844,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234411,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2324568,"kb_used_data":1411088,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":91420584,"statfs":{"total":95995035648,"available":93614678016,"internally_reserved":0,"allocated":1444954112,"data_stored":1443863587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.343,"15min":1.885},"min":{"1min":0.252,"5min":0.252,"15min":0.22},"max":{"1min":7.3140000000000001,"5min":9.1020000000000003,"15min":11.922000000000001},"last":1.6080000000000001},{"interface":"front","average":{"1min":1.861,"5min":1.117,"15min":1.5800000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":8.9220000000000006,"5min":10.451000000000001,"15min":17.344000000000001},"last":2.0489999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.3100000000000001,"15min":1.7350000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.2930000000000001,"5min":16.280999999999999,"15min":16.513000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.86699999999999999,"5min":1.52,"15min":1.923},"min":{"1min":0.29099999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.4460000000000002,"5min":24.052,"15min":24.052},"last":2.859}]},{"osd":2,"last update":"Mon Oct 9 04:56:10 2023","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":1.5940000000000001,"15min":2.0579999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":7.3869999999999996,"5min":16.678999999999998,"15min":32.179000000000002},"last":1.542},{"interface":"front","average":{"1min":1.95,"5min":1.427,"15min":1.732},"min":{"1min":0.35899999999999999,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":9.0280000000000005,"5min":16.704000000000001,"15min":16.704000000000001},"last":4.2160000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:56:42 2023","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.4610000000000001,"15min":1.5569999999999999},"min":{"1min":0.32600000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":5.3470000000000004,"5min":9,"15min":11.003},"last":3.806},{"interface":"front","average":{"1min":1.121,"5min":1.2949999999999999,"15min":1.506},"min":{"1min":0.36099999999999999,"5min":0.311,"15min":0.31},"max":{"1min":4.3849999999999998,"5min":9.6590000000000007,"15min":10.955},"last":0.96499999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.90000000000000002,"15min":1.885},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.1619999999999999,"5min":10.634,"15min":23.919},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.95699999999999996,"15min":1.516},"min":{"1min":0.33700000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.0860000000000003,"5min":10.868,"15min":23.797999999999998},"last":1.0469999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.3340000000000001,"15min":2.2250000000000001},"min":{"1min":0.312,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":3.2280000000000002,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.23,"15min":2.0249999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.8839999999999999,"5min":21.07,"15min":79.332999999999998},"last":1.5760000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.276,"15min":2.0609999999999999},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":5.4409999999999998,"5min":14.176,"15min":16.599},"last":1.359},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.389,"15min":2.02},"min":{"1min":0.373,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":2.2410000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":1.6359999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496047,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2292620,"kb_used_data":1391236,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":91452532,"statfs":{"total":95995035648,"available":93647392768,"internally_reserved":0,"allocated":1424625664,"data_stored":1423547339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:17 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":1.05,"15min":1.589},"min":{"1min":0.23599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":10.454000000000001,"5min":10.545999999999999,"15min":19.166},"last":1.056},{"interface":"front","average":{"1min":1.2130000000000001,"5min":1.1060000000000001,"15min":1.8520000000000001},"min":{"1min":0.309,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":5.3600000000000003,"5min":8.8620000000000001,"15min":19.143999999999998},"last":2.8860000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.103,"15min":1.8200000000000001},"min":{"1min":0.38100000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.1930000000000001,"5min":8.6839999999999993,"15min":10.686},"last":2.9449999999999998},{"interface":"front","average":{"1min":0.69799999999999995,"5min":1.0700000000000001,"15min":1.413},"min":{"1min":0.36699999999999999,"5min":0.29199999999999998,"15min":0.23699999999999999},"max":{"1min":1.992,"5min":7.0579999999999998,"15min":8.7889999999999997},"last":0.314}]},{"osd":2,"last update":"Mon Oct 9 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.147,"15min":1.6859999999999999},"min":{"1min":0.29799999999999999,"5min":0.221,"15min":0.221},"max":{"1min":5.3860000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":1.107},{"interface":"front","average":{"1min":1.181,"5min":1.198,"15min":2.0800000000000001},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.2869999999999999,"5min":9.0530000000000008,"15min":15.391999999999999},"last":2.9140000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":1.534,"15min":1.9770000000000001},"min":{"1min":0.45200000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.6870000000000003,"5min":8.9990000000000006,"15min":10.734999999999999},"last":2.984},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.41299999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":4.4950000000000001,"5min":8.9870000000000001,"15min":12.456},"last":2.7970000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.96499999999999997,"15min":1.665},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.4059999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.999},{"interface":"front","average":{"1min":0.747,"5min":0.88600000000000001,"15min":1.742},"min":{"1min":0.315,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":4.4020000000000001,"5min":16.068999999999999,"15min":16.068999999999999},"last":2.8109999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.78500000000000003,"15min":1.5620000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":1.2430000000000001,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.95899999999999996,"15min":1.6060000000000001},"min":{"1min":0.38700000000000001,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":2.5640000000000001,"5min":16.292999999999999,"15min":16.292999999999999},"last":1.081}]},{"osd":7,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.92600000000000005,"15min":2.3799999999999999},"min":{"1min":0.35699999999999998,"5min":0.35199999999999998,"15min":0.28199999999999997},"max":{"1min":2.1030000000000002,"5min":16.372,"15min":196.22300000000001},"last":1.0309999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.88900000000000001,"15min":2.6469999999999998},"min":{"1min":0.38800000000000001,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":0.82999999999999996,"5min":16.018999999999998,"15min":196.24299999999999},"last":2.855}]}]},{"osd":1,"up_from":235,"seq":1009317314663,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1629068,"kb_used_data":1266884,"kb_used_omap":5,"kb_used_meta":362170,"kb_avail":92116084,"statfs":{"total":95995035648,"available":94326870016,"internally_reserved":0,"allocated":1297289216,"data_stored":1295398110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":370862805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":1.4399999999999999,"15min":1.1200000000000001},"min":{"1min":0.221,"5min":0.20899999999999999,"15min":0.19400000000000001},"max":{"1min":3.2989999999999999,"5min":11.292,"15min":11.292},"last":0.191},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.613,"15min":1.266},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":11.234999999999999,"5min":14.954000000000001,"15min":14.954000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.5960000000000001,"15min":1.246},"min":{"1min":0.248,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":11.586,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.28,"5min":1.899,"15min":1.3819999999999999},"min":{"1min":0.248,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":5.5190000000000001,"5min":11.997,"15min":11.997},"last":0.377}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":2.1970000000000001,"15min":1.23},"min":{"1min":0.23999999999999999,"5min":0.222,"15min":0.222},"max":{"1min":11.206,"5min":27.974,"15min":27.974},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.71499999999999997,"5min":1.966,"15min":1.3540000000000001},"min":{"1min":0.27200000000000002,"5min":0.25,"15min":0.25},"max":{"1min":3.6400000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.64500000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.954,"15min":1.8300000000000001},"min":{"1min":0.34899999999999998,"5min":0.29999999999999999,"15min":0.27600000000000002},"max":{"1min":11.095000000000001,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.443},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.794,"15min":1.609},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.6559999999999997,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.57199999999999995}]},{"osd":5,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":1.4319999999999999,"15min":1.8069999999999999},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.6110000000000002,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.518,"15min":1.71},"min":{"1min":0.42699999999999999,"5min":0.311,"15min":0.311},"max":{"1min":3.173,"5min":11.151999999999999,"15min":12.484999999999999},"last":1.0389999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.5129999999999999,"15min":1.5580000000000001},"min":{"1min":0.35299999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":7.2599999999999998,"5min":11.103,"15min":11.103},"last":2.972},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.6970000000000001,"15min":1.4730000000000001},"min":{"1min":0.41499999999999998,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":11.141,"5min":11.141,"15min":11.141},"last":0.47699999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3280000000000001,"5min":1.6779999999999999,"15min":5.6289999999999996},"min":{"1min":0.39900000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":11.173999999999999,"5min":11.173999999999999,"15min":146.554},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.94699999999999995,"5min":1.4219999999999999,"15min":6.0620000000000003},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.371},"max":{"1min":3.5569999999999999,"5min":15.06,"15min":146.53100000000001},"last":1.056}]}]},{"osd":0,"up_from":86,"seq":369367187753,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2142340,"kb_used_data":1223164,"kb_used_omap":5,"kb_used_meta":919162,"kb_avail":91602812,"statfs":{"total":95995035648,"available":93801279488,"internally_reserved":0,"allocated":1252519936,"data_stored":1250401880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":941222522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:56:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2240000000000002,"5min":1.393,"15min":1.276},"min":{"1min":0.20899999999999999,"5min":0.20000000000000001,"15min":0.17799999999999999},"max":{"1min":11.550000000000001,"5min":11.550000000000001,"15min":11.550000000000001},"last":1.9350000000000001},{"interface":"front","average":{"1min":2.3450000000000002,"5min":1.8420000000000001,"15min":1.2070000000000001},"min":{"1min":0.215,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":9.9440000000000008,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.622}]},{"osd":2,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.5880000000000001,"15min":1.6579999999999999},"min":{"1min":0.22900000000000001,"5min":0.215,"15min":0.17799999999999999},"max":{"1min":5.056,"5min":24.021000000000001,"15min":24.021000000000001},"last":1.849},{"interface":"front","average":{"1min":2.9220000000000002,"5min":1.887,"15min":1.653},"min":{"1min":0.23899999999999999,"5min":0.22600000000000001,"15min":0.20699999999999999},"max":{"1min":11.002000000000001,"5min":24.050999999999998,"15min":24.050999999999998},"last":6.4800000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:56:42 2023","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":1.7350000000000001,"15min":1.585},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":11.198,"5min":14.711,"15min":14.711},"last":2.2109999999999999},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.7849999999999999,"15min":1.607},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":9.7989999999999995,"5min":18.193000000000001,"15min":23.222000000000001},"last":1.827}]},{"osd":4,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.131,"15min":1.694},"min":{"1min":0.33100000000000002,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":12.196999999999999},"last":1.758},{"interface":"front","average":{"1min":1.629,"5min":0.999,"15min":1.595},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":11.134,"5min":11.134,"15min":12.212},"last":1.8620000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":1.958,"5min":1.1859999999999999,"15min":1.7909999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.29699999999999999},"max":{"1min":11.167,"5min":11.167,"15min":13.022},"last":1.8939999999999999},{"interface":"front","average":{"1min":2.2080000000000002,"5min":1.3460000000000001,"15min":1.996},"min":{"1min":0.34899999999999998,"5min":0.317,"15min":0.28399999999999997},"max":{"1min":6.1980000000000004,"5min":6.5730000000000004,"15min":12.978},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":1.3089999999999999,"15min":1.8049999999999999},"min":{"1min":0.39500000000000002,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":11.23,"5min":11.23,"15min":11.23},"last":1.9139999999999999},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.4750000000000001,"15min":1.873},"min":{"1min":0.42499999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":6.1970000000000001,"5min":6.1970000000000001,"15min":13.086},"last":0.60199999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.5,"15min":1.9239999999999999},"min":{"1min":0.41599999999999998,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":6.226,"5min":6.4199999999999999,"15min":13.054},"last":0.57799999999999996},{"interface":"front","average":{"1min":2.335,"5min":1.4119999999999999,"15min":1.966},"min":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.36499999999999999},"max":{"1min":10.675000000000001,"5min":10.675000000000001,"15min":14.393000000000001},"last":1.7909999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206596,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2715880,"kb_used_data":1973280,"kb_used_omap":7,"kb_used_meta":742584,"kb_avail":91029272,"statfs":{"total":95995035648,"available":93213974528,"internally_reserved":0,"allocated":2020638720,"data_stored":2018775100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":760406097},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,1,0,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":1.083,"15min":1.5149999999999999},"min":{"1min":0.17699999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.9279999999999999,"5min":9.9819999999999993,"15min":49.338000000000001},"last":3.399},{"interface":"front","average":{"1min":0.94099999999999995,"5min":1.357,"15min":1.52},"min":{"1min":0.20999999999999999,"5min":0.20100000000000001,"15min":0.185},"max":{"1min":4.0309999999999997,"5min":7.673,"15min":47.450000000000003},"last":1.4610000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:56:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":1.5509999999999999,"15min":1.1830000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20499999999999999},"max":{"1min":3.5510000000000002,"5min":13.888,"15min":13.888},"last":1.9119999999999999},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.6579999999999999,"15min":1.6200000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":9.5380000000000003,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.29099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":1.5740000000000001,"15min":1.121},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":3.8999999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.90500000000000003,"5min":1.6180000000000001,"15min":1.167},"min":{"1min":0.314,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":3.9300000000000002,"5min":13.413,"15min":13.413},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":9.0640000000000001,"5min":2.9889999999999999,"15min":2.2549999999999999},"min":{"1min":0.36199999999999999,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":176.00200000000001,"5min":176.00200000000001,"15min":176.00200000000001},"last":1.1990000000000001},{"interface":"front","average":{"1min":8.923,"5min":2.7719999999999998,"15min":2.129},"min":{"1min":0.33600000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":176.07900000000001,"5min":176.07900000000001,"15min":176.07900000000001},"last":3.3220000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.335,"15min":1.6839999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":4.1189999999999998,"5min":8.6140000000000008,"15min":12.141999999999999},"last":1.4930000000000001},{"interface":"front","average":{"1min":1.2669999999999999,"5min":1.4299999999999999,"15min":1.8540000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":4.2569999999999997,"5min":9.9469999999999992,"15min":13.205},"last":0.377}]},{"osd":6,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.766,"15min":1.7050000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":3.9060000000000001,"5min":42.975999999999999,"15min":42.975999999999999},"last":3.3460000000000001},{"interface":"front","average":{"1min":1.012,"5min":1.796,"15min":1.9019999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":4.0570000000000004,"5min":42.843000000000004,"15min":42.843000000000004},"last":1.5189999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:56:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":1.3580000000000001,"15min":1.8680000000000001},"min":{"1min":0.376,"5min":0.374,"15min":0.36199999999999999},"max":{"1min":3.883,"5min":9.9450000000000003,"15min":18.792999999999999},"last":3.367},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.3759999999999999,"15min":1.9750000000000001},"min":{"1min":0.40999999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":4.0880000000000001,"5min":8.7680000000000007,"15min":18.841999999999999},"last":1.6739999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524733,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1885032,"kb_used_data":1516128,"kb_used_omap":2,"kb_used_meta":368893,"kb_avail":91860120,"statfs":{"total":95995035648,"available":94064762880,"internally_reserved":0,"allocated":1552515072,"data_stored":1550765158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":377746485},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,4,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.2949999999999999,"15min":1.0580000000000001},"min":{"1min":0.20899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":1.3839999999999999,"5min":12.817,"15min":12.817},"last":2.069},{"interface":"front","average":{"1min":1.379,"5min":1.494,"15min":1.282},"min":{"1min":0.248,"5min":0.21199999999999999,"15min":0.20699999999999999},"max":{"1min":8.9480000000000004,"5min":13.303000000000001,"15min":13.303000000000001},"last":0.20000000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:57:02 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":1.5249999999999999,"15min":0.98299999999999998},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":5.1299999999999999,"5min":12.891,"15min":12.891},"last":2.032},{"interface":"front","average":{"1min":0.97199999999999998,"5min":1.607,"15min":1.5269999999999999},"min":{"1min":0.29599999999999999,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":5.1970000000000001,"5min":12.866,"15min":12.866},"last":2.1150000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.681,"15min":1.5489999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":7.7489999999999997,"5min":21.722999999999999,"15min":21.722999999999999},"last":1.998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":1.28,"15min":1.333},"min":{"1min":0.34300000000000003,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.413,"5min":12.917999999999999,"15min":13.305999999999999},"last":2.089}]},{"osd":4,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.1819999999999999,"15min":1.5409999999999999},"min":{"1min":0.41699999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.8639999999999999,"5min":10.34,"15min":10.34},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.631,"15min":1.621},"min":{"1min":0.28899999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.6769999999999996,"5min":21.532,"15min":21.532},"last":2.1000000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6859999999999999,"15min":1.613},"min":{"1min":0.36599999999999999,"5min":0.33300000000000002,"15min":0.28299999999999997},"max":{"1min":2.0779999999999998,"5min":35.712000000000003,"15min":35.712000000000003},"last":2.6509999999999998},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.7010000000000001,"15min":2.0609999999999999},"min":{"1min":0.33800000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8200000000000003,"5min":35.488,"15min":35.488},"last":0.42599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":2.2839999999999998,"15min":2.3929999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":7.7279999999999998,"5min":50.113999999999997,"15min":50.113999999999997},"last":2.6259999999999999},{"interface":"front","average":{"1min":0.73099999999999998,"5min":1.927,"15min":2.0699999999999998},"min":{"1min":0.51800000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.272,"5min":53.841999999999999,"15min":53.841999999999999},"last":2.887}]},{"osd":7,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":1.498,"15min":1.752},"min":{"1min":0.38,"5min":0.38,"15min":0.34899999999999998},"max":{"1min":4.891,"5min":10.381,"15min":10.381},"last":0.38},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.8640000000000001,"15min":2.0350000000000001},"min":{"1min":0.38900000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.7089999999999996,"5min":21.587,"15min":21.587},"last":2.0510000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019319,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1489616,"kb_used_data":593736,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92255536,"statfs":{"total":95995035648,"available":94469668864,"internally_reserved":0,"allocated":607985664,"data_stored":606903006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.47,"15min":1.849},"min":{"1min":0.24099999999999999,"5min":0.23300000000000001,"15min":0.20499999999999999},"max":{"1min":9.3529999999999998,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.3140000000000001,"15min":1.6619999999999999},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":7.7210000000000001,"5min":12.064,"15min":12.064},"last":3.9289999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.45,"15min":1.462},"min":{"1min":0.28299999999999997,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":11.161,"5min":12.112,"15min":12.112},"last":3.774},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.5109999999999999,"15min":1.8440000000000001},"min":{"1min":0.31900000000000001,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":4.157,"5min":21.356000000000002,"15min":21.356000000000002},"last":1.9079999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.4209999999999998,"15min":2.1589999999999998},"min":{"1min":0.38,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":9.327,"5min":64.391999999999996,"15min":64.391999999999996},"last":1.986},{"interface":"front","average":{"1min":2.673,"5min":2.2189999999999999,"15min":2.105},"min":{"1min":0.316,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.715999999999999,"5min":64.248000000000005,"15min":64.248000000000005},"last":4.4820000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.6539999999999999,"15min":1.8640000000000001},"min":{"1min":0.432,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":7.4710000000000001,"5min":12.382,"15min":12.382},"last":6.1749999999999998},{"interface":"front","average":{"1min":1.5629999999999999,"5min":1.7669999999999999,"15min":1.891},"min":{"1min":0.42099999999999999,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.9880000000000004,"5min":21.442,"15min":21.442},"last":5.1669999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":0.96299999999999997,"15min":1.8009999999999999},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":9.2430000000000003,"5min":20.991,"15min":20.991},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.121,"5min":0.80600000000000005,"15min":1.629},"min":{"1min":0.41599999999999998,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":3.2989999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":1.458}]},{"osd":6,"last update":"Mon Oct 9 04:56:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.1779999999999999,"15min":2.242},"min":{"1min":0.32800000000000001,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":4.4029999999999996,"5min":21.481000000000002,"15min":31.064},"last":0.80900000000000005},{"interface":"front","average":{"1min":1.341,"5min":1.3009999999999999,"15min":2.0419999999999998},"min":{"1min":0.36099999999999999,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":9.2989999999999995,"5min":39.834000000000003,"15min":39.834000000000003},"last":0.38100000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1.3999999999999999,"15min":1.8400000000000001},"min":{"1min":0.34000000000000002,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":3.3359999999999999,"5min":29.175000000000001,"15min":29.175000000000001},"last":1.506},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.611,"15min":2.2530000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.317},"max":{"1min":5.2789999999999999,"5min":29.192,"15min":29.192},"last":0.84599999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757682,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1271932,"kb_used_data":371380,"kb_used_omap":0,"kb_used_meta":900544,"kb_avail":92473220,"statfs":{"total":95995035648,"available":94692577280,"internally_reserved":0,"allocated":380293120,"data_stored":379218560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922157056},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.0409999999999999,"15min":2.2789999999999999},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":4.6920000000000002,"5min":9.4160000000000004,"15min":322.43200000000002},"last":0.316},{"interface":"front","average":{"1min":2.0579999999999998,"5min":1.4259999999999999,"15min":3.0779999999999998},"min":{"1min":0.28699999999999998,"5min":0.26800000000000002,"15min":0.21099999999999999},"max":{"1min":6.7599999999999998,"5min":11.206,"15min":322.61599999999999},"last":2.605}]},{"osd":1,"last update":"Mon Oct 9 04:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":1.331,"15min":4.5609999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.1899999999999999,"5min":11.164999999999999,"15min":145.947},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.7370000000000001,"15min":4.9500000000000002},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.9180000000000001,"5min":18.177,"15min":145.80699999999999},"last":0.28599999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.601,"15min":1.6220000000000001},"min":{"1min":0.41699999999999998,"5min":0.28599999999999998,"15min":0.249},"max":{"1min":5.7359999999999998,"5min":18.553000000000001,"15min":18.553000000000001},"last":2.5129999999999999},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.5720000000000001,"15min":2.004},"min":{"1min":0.32400000000000001,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":5.4800000000000004,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":2.0739999999999998,"15min":1.6299999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.28499999999999998},"max":{"1min":3.2440000000000002,"5min":74.915000000000006,"15min":74.915000000000006},"last":0.44},{"interface":"front","average":{"1min":1.081,"5min":2.2250000000000001,"15min":2.0310000000000001},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.3959999999999999,"5min":74.799999999999997,"15min":74.799999999999997},"last":2.5699999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.72599999999999998,"15min":1.379},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.26000000000000001},"max":{"1min":4.6639999999999997,"5min":6.9169999999999998,"15min":13.285},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.536,"5min":0.85699999999999998,"15min":2.1200000000000001},"min":{"1min":0.32400000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":14.824},"last":0.41999999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.749,"15min":1.8879999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.3559999999999999,"5min":3.5139999999999998,"15min":21.196999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.72499999999999998,"15min":1.9710000000000001},"min":{"1min":0.29299999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.714,"5min":4.0209999999999999,"15min":19.631},"last":0.47299999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77800000000000002,"15min":2.133},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4279999999999999,"5min":7.4829999999999997,"15min":43.508000000000003},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.96499999999999997,"15min":1.679},"min":{"1min":0.36199999999999999,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":5.0519999999999996,"5min":6.8440000000000003,"15min":43.476999999999997},"last":0.57599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1158807552,"data_stored":1158807552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":955580416,"data_stored":955580416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1927479296,"data_stored":1927479296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1568735232,"data_stored":1568735232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":606076928,"data_stored":606076928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":385548288,"data_stored":385548288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1445462016,"data_stored":1445462016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1439236096,"data_stored":1439236096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:57:13.048 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_7 pgp_num 16 2023-10-09T04:57:13.058 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:13.131 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:13.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:13.224 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:13.326 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:13.338 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 56514 56498 110.251 74.5 0.0151 0.00906404 2023-10-09T04:57:13.436 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:13.468 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:13.476 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:13.477 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:13.748 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:13.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:13.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:13.856 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:13.948 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:14.030 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:14.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:14.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:14.093 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:57:14.133 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:57:14.136 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:14.173 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:57:14.182 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:14.209 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:57:14.216 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:14.259 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:57:14.295 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:57:14.338 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 57643 57627 109.046 70.5625 0.0168496 0.00916496 2023-10-09T04:57:14.339 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:57:14.378 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:57:14.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:57:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:14 smithi107 ceph-mon[179183]: pgmap v1212: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:57:14.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1324986943' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:14.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:14 smithi107 ceph-mon[184249]: pgmap v1212: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:57:14.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1324986943' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:14.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:14 smithi150 ceph-mon[168511]: pgmap v1212: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:57:14.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1324986943' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:15.338 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 58769 58753 107.909 70.375 0.00591979 0.00926276 2023-10-09T04:57:15.343 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:15.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:15.348 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:15.448 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:57:15.449 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:15.496 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:15.546 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:15.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:15.550 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:15.651 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:15.744 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:16.001 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:16.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:16.018 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:16.118 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:16.190 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:16.205 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:16.271 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:16.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:16.286 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:16 smithi107 ceph-mon[179183]: pgmap v1213: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:57:16.286 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:16.286 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:16.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:16 smithi107 ceph-mon[184249]: pgmap v1213: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:57:16.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:16.287 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:16.287 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:16.338 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 59909 59893 106.862 71.25 0.00936093 0.00935256 2023-10-09T04:57:16.388 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:16.451 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:16 smithi150 ceph-mon[168511]: pgmap v1213: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 6.4 KiB/s, 0 objects/s recovering 2023-10-09T04:57:16.451 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:16.451 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:16.456 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:16.538 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:16.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:16.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:16.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:16.701 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:16.757 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:16.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:16.761 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:16.862 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:16.910 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:17.200 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2377014797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:17.200 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:17.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:17.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/785952390' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:57:17.210 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:57:17.223 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 12 pgp_num to 16 2023-10-09T04:57:17.340 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 60922 60906 105.647 63.3125 0.0142251 0.00946003 2023-10-09T04:57:17.402 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:57:17.468 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2377014797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:17.468 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:17.469 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:17.469 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/785952390' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:57:17.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2377014797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:17.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:17.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:17.469 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/785952390' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T04:57:17.697 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:17.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:17.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:17.801 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:17.854 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:18.023 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:18.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:18.029 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:18.130 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:18.214 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:18.263 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:18.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:18.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:18.340 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 62087 62071 104.76 72.8125 0.0102231 0.00954016 2023-10-09T04:57:18.355 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:18.371 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:18.434 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:62187 12.9 e396/386 12:9a15f074:::benchmark_data_smithi107_355541_object62186:head v 396'3821, mlcod=396'3819)", 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:18.433179+0000", 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.001566834, 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0015882439999999999, 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:18.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433179+0000", 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433179+0000", 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:18.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433178+0000", 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433249+0000", 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1262999999999999e-05 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433260+0000", 2023-10-09T04:57:18.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1401e-05 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433267+0000", 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5690000000000001e-06 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433312+0000", 2023-10-09T04:57:18.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5238999999999998e-05 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433329+0000", 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6759999999999999e-05 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:62190 12.4 12:234333ca:::benchmark_data_smithi107_355541_object62189:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e396)", 2023-10-09T04:57:18.439 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:18.430538+0000", 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0042075350000000001, 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042752609999999998, 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62190 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:18.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430538+0000", 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430538+0000", 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:18.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430537+0000", 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430578+0000", 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1180000000000002e-05 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430590+0000", 2023-10-09T04:57:18.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2315e-05 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430596+0000", 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1460000000000001e-06 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430632+0000", 2023-10-09T04:57:18.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5299000000000002e-05 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430774+0000", 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014202900000000001 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.430924+0000", 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015035600000000001 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:18.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:18.433289+0000", 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023646779999999998 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 2 2023-10-09T04:57:18.445 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/785952390' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: osdmap e396: 8 total, 8 up, 8 in 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.453 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[179183]: pgmap v1215: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/785952390' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: osdmap e396: 8 total, 8 up, 8 in 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.454 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:18 smithi107 ceph-mon[184249]: pgmap v1215: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:57:18.460 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/785952390' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: osdmap e396: 8 total, 8 up, 8 in 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: failed to encode map e396 with expected crc 2023-10-09T04:57:18.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:18 smithi150 ceph-mon[168511]: pgmap v1215: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T04:57:18.587 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:18.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:18.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:18.691 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:18.738 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:18.927 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:18.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:18.931 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:19.014 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:57:19.032 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:19.106 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:19.165 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:19.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:19.174 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:19.275 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:19.325 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:19.340 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 63324 63308 104.038 77.3125 0.0122674 0.00960687 2023-10-09T04:57:19.398 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:19.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:19.402 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:19.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:19.567 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:19.686 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:19.696 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:19.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:19.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:19.802 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:19.845 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:19.944 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:19.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:19.951 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:20.028 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:57:20.052 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:20.090 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:20.186 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:20.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:20.192 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:20.286 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:57:20.293 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:20.327 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:20.334 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:57:20.340 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 64465 64449 103.199 71.3125 0.0144074 0.0096839 2023-10-09T04:57:20.385 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:57:20.438 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:57:20.474 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:57:20.507 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:57:20.553 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:57:20.602 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:57:20.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.611 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:57:20.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:20 smithi107 ceph-mon[179183]: pgmap v1216: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:57:20.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2632000572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:20.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:20 smithi107 ceph-mon[184249]: pgmap v1216: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:57:20.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2632000572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:20.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:20 smithi150 ceph-mon[168511]: pgmap v1216: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-10-09T04:57:20.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2632000572' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:21.181 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:21.340 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:57:21.341235+0000 min lat: 0.00130111 max lat: 1.00911 avg lat: 0.00977144 2023-10-09T04:57:21.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:57:21.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 15 65535 65520 102.293 66.9375 0.0181198 0.00977144 2023-10-09T04:57:21.406 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:21.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:21.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:21.511 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:21.549 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:21.617 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:21.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:21.627 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:21.727 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:21.770 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:21.828 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:21.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:21.831 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:21.932 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:21.999 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:22.068 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:22.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:22.075 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:22.103 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:22.104 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:22.146 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:57:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:57:22] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2023-10-09T04:57:22.176 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:22.260 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:22.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 15 66710 66695 101.59 73.4375 0.0139413 0.00983931 2023-10-09T04:57:22.556 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:57:22.937 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:57:22.937 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:57:22.937 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-10-09T04:57:22.938 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:57:22.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:22 smithi150 ceph-mon[168511]: pgmap v1217: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:57:23.005 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:22 smithi107 ceph-mon[184249]: pgmap v1217: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:57:23.008 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:22 smithi107 ceph-mon[179183]: pgmap v1217: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-10-09T04:57:23.156 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:57:23.204 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:23.304 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:23.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:23.312 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:23.341 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 67931 67915 100.987 76.25 0.0153306 0.00989702 2023-10-09T04:57:23.413 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:23.459 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:23.513 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:23.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:23.518 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:23.619 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:23.739 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:24.167 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:24.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:24.179 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:24.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:24.334 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:24.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 69056 69040 100.267 70.3125 0.0160282 0.00996778 2023-10-09T04:57:24.619 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:24.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:24.625 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:24.725 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:24.759 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:24.779 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:24.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:24 smithi107 ceph-mon[179183]: pgmap v1218: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:57:24.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:24 smithi107 ceph-mon[184249]: pgmap v1218: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:57:24.933 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:25.056 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:25.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:25.061 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:25.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:24 smithi150 ceph-mon[168511]: pgmap v1218: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:57:25.161 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:25.230 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:25.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 69961 69945 99.2733 56.5625 0.00811868 0.0100683 2023-10-09T04:57:25.450 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:25.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:25.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:25.557 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:25.622 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:25.684 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:25.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:25.693 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:25.761 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:25.761 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:25.793 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:25.849 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:26.176 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:26.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:26.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:26.226 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:57:26.227 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:57:26.285 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:26.336 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:26.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 71070 71054 98.6078 69.3125 0.0108139 0.0101357 2023-10-09T04:57:26.388 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:26.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:26.393 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4058219730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:57:26.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:26 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:57:26.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:26 smithi150 ceph-mon[168511]: pgmap v1219: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:57:26.494 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:26.571 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4058219730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:57:26.572 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:26 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:57:26.572 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:26 smithi107 ceph-mon[179183]: pgmap v1219: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:57:26.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4058219730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:57:26.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:26 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:57:26.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:26 smithi107 ceph-mon[184249]: pgmap v1219: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-10-09T04:57:26.576 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:26.964 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:27.182 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:27.182 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:57:27.183 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: osdmap e397: 8 total, 8 up, 8 in 2023-10-09T04:57:27.183 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.183 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.183 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.183 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[179183]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.260 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:27.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:27.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:27.344 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 72148 72132 97.9292 67.375 0.00328289 0.0101971 2023-10-09T04:57:27.368 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:27.398 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:27.474 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:27.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:27.480 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: osdmap e397: 8 total, 8 up, 8 in 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:27 smithi107 ceph-mon[184249]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:57:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: osdmap e397: 8 total, 8 up, 8 in 2023-10-09T04:57:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:27 smithi150 ceph-mon[168511]: failed to encode map e397 with expected crc 2023-10-09T04:57:27.581 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:27.618 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:27.860 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:57:27.890 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:57:27.924 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:27.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:27.929 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:28.030 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:28.122 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:28.243 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:28.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:28.250 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:28.325 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:57:28.349 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 73094 73078 97.0939 59.125 0.0081952 0.0102942 2023-10-09T04:57:28.351 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:28.358 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:57:28.398 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:57:28.403 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:28.442 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:57:28.477 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:57:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:28 smithi150 ceph-mon[168511]: pgmap v1221: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s 2023-10-09T04:57:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:28 smithi150 ceph-mon[168511]: from='client.56059 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:28.509 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:57:28.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:57:28.557 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:28.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:28.560 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:28.588 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:57:28.599 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.600 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:57:28.628 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:28 smithi107 ceph-mon[184249]: pgmap v1221: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s 2023-10-09T04:57:28.628 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:28 smithi107 ceph-mon[184249]: from='client.56059 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:28.628 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:28 smithi107 ceph-mon[179183]: pgmap v1221: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s 2023-10-09T04:57:28.629 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:28 smithi107 ceph-mon[179183]: from='client.56059 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:28.661 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:28.698 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1221,"stamp":"2023-10-09T04:57:27.671930+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4524677024,"num_objects":69056,"num_object_clones":0,"num_object_copies":207168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69056,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":69332,"num_write_kb":4420493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":3032142,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":69248,"ondisk_log_size":69248,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":19643348,"kb_used_data":13540756,"kb_used_omap":21,"kb_used_meta":6102506,"kb_avail":730317868,"statfs":{"total":767960285184,"available":747845496832,"internally_reserved":0,"allocated":13865734144,"data_stored":13853760035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6248966613},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,0,0,4],"upper_bound":512},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":740622336,"num_objects":11301,"num_object_clones":0,"num_object_copies":33903,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11301,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11301,"num_write_kb":723264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002671"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":392,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262239+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:57:07.262239+0000","last_peered":"2023-10-09T04:57:07.262239+0000","last_clean":"2023-10-09T04:57:07.262239+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:57:07.262239+0000","last_undegraded":"2023-10-09T04:57:07.262239+0000","last_fullsized":"2023-10-09T04:57:07.262239+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":128,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201835+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T04:57:17.201835+0000","last_peered":"2023-10-09T04:57:17.201835+0000","last_clean":"2023-10-09T04:57:17.201835+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T04:57:17.201835+0000","last_undegraded":"2023-10-09T04:57:17.201835+0000","last_fullsized":"2023-10-09T04:57:17.201835+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":339,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.248581+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:57:07.248581+0000","last_peered":"2023-10-09T04:57:07.248581+0000","last_clean":"2023-10-09T04:57:07.248581+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:57:07.248581+0000","last_undegraded":"2023-10-09T04:57:07.248581+0000","last_fullsized":"2023-10-09T04:57:07.248581+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":360,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269662+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:57:07.269662+0000","last_peered":"2023-10-09T04:57:07.269662+0000","last_clean":"2023-10-09T04:57:07.269662+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:57:07.269662+0000","last_undegraded":"2023-10-09T04:57:07.269662+0000","last_fullsized":"2023-10-09T04:57:07.269662+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":92,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:21.516834+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:57:21.516834+0000","last_peered":"2023-10-09T04:57:21.516834+0000","last_clean":"2023-10-09T04:57:21.516834+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:57:21.516834+0000","last_undegraded":"2023-10-09T04:57:21.516834+0000","last_fullsized":"2023-10-09T04:57:21.516834+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":69,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.267415+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:57:07.267415+0000","last_peered":"2023-10-09T04:57:07.267415+0000","last_clean":"2023-10-09T04:57:07.267415+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:57:07.267415+0000","last_undegraded":"2023-10-09T04:57:07.267415+0000","last_fullsized":"2023-10-09T04:57:07.267415+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":357,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.265317+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:57:07.265317+0000","last_peered":"2023-10-09T04:57:07.265317+0000","last_clean":"2023-10-09T04:57:07.265317+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:57:07.265317+0000","last_undegraded":"2023-10-09T04:57:07.265317+0000","last_fullsized":"2023-10-09T04:57:07.265317+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":118,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201977+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:57:17.201977+0000","last_peered":"2023-10-09T04:57:17.201977+0000","last_clean":"2023-10-09T04:57:17.201977+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:57:17.201977+0000","last_undegraded":"2023-10-09T04:57:17.201977+0000","last_fullsized":"2023-10-09T04:57:17.201977+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":373,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.264856+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:57:07.264856+0000","last_peered":"2023-10-09T04:57:07.264856+0000","last_clean":"2023-10-09T04:57:07.264856+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:57:07.264856+0000","last_undegraded":"2023-10-09T04:57:07.264856+0000","last_fullsized":"2023-10-09T04:57:07.264856+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":114,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.202141+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:57:17.202141+0000","last_peered":"2023-10-09T04:57:17.202141+0000","last_clean":"2023-10-09T04:57:17.202141+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:57:17.202141+0000","last_undegraded":"2023-10-09T04:57:17.202141+0000","last_fullsized":"2023-10-09T04:57:17.202141+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":399,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269857+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:57:07.269857+0000","last_peered":"2023-10-09T04:57:07.269857+0000","last_clean":"2023-10-09T04:57:07.269857+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:57:07.269857+0000","last_undegraded":"2023-10-09T04:57:07.269857+0000","last_fullsized":"2023-10-09T04:57:07.269857+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":352,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.248722+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:57:07.248722+0000","last_peered":"2023-10-09T04:57:07.248722+0000","last_clean":"2023-10-09T04:57:07.248722+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:57:07.248722+0000","last_undegraded":"2023-10-09T04:57:07.248722+0000","last_fullsized":"2023-10-09T04:57:07.248722+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":432,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262189+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:57:07.262189+0000","last_peered":"2023-10-09T04:57:07.262189+0000","last_clean":"2023-10-09T04:57:07.262189+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:57:07.262189+0000","last_undegraded":"2023-10-09T04:57:07.262189+0000","last_fullsized":"2023-10-09T04:57:07.262189+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":413,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262257+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:57:07.262257+0000","last_peered":"2023-10-09T04:57:07.262257+0000","last_clean":"2023-10-09T04:57:07.262257+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:57:07.262257+0000","last_undegraded":"2023-10-09T04:57:07.262257+0000","last_fullsized":"2023-10-09T04:57:07.262257+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":375,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.272397+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:57:07.272397+0000","last_peered":"2023-10-09T04:57:07.272397+0000","last_clean":"2023-10-09T04:57:07.272397+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:57:07.272397+0000","last_undegraded":"2023-10-09T04:57:07.272397+0000","last_fullsized":"2023-10-09T04:57:07.272397+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":197,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201589+0000","last_change":"2023-10-09T04:57:02.373190+0000","last_active":"2023-10-09T04:57:17.201589+0000","last_peered":"2023-10-09T04:57:17.201589+0000","last_clean":"2023-10-09T04:57:17.201589+0000","last_became_active":"2023-10-09T04:57:02.372894+0000","last_became_peered":"2023-10-09T04:57:02.372894+0000","last_unstale":"2023-10-09T04:57:17.201589+0000","last_undegraded":"2023-10-09T04:57:17.201589+0000","last_fullsized":"2023-10-09T04:57:17.201589+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:36.318627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":363,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269698+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:57:07.269698+0000","last_peered":"2023-10-09T04:57:07.269698+0000","last_clean":"2023-10-09T04:57:07.269698+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:57:07.269698+0000","last_undegraded":"2023-10-09T04:57:07.269698+0000","last_fullsized":"2023-10-09T04:57:07.269698+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":392,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.264716+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:57:07.264716+0000","last_peered":"2023-10-09T04:57:07.264716+0000","last_clean":"2023-10-09T04:57:07.264716+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:57:07.264716+0000","last_undegraded":"2023-10-09T04:57:07.264716+0000","last_fullsized":"2023-10-09T04:57:07.264716+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":380,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269337+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:57:07.269337+0000","last_peered":"2023-10-09T04:57:07.269337+0000","last_clean":"2023-10-09T04:57:07.269337+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:57:07.269337+0000","last_undegraded":"2023-10-09T04:57:07.269337+0000","last_fullsized":"2023-10-09T04:57:07.269337+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":350,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201647+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:57:17.201647+0000","last_peered":"2023-10-09T04:57:17.201647+0000","last_clean":"2023-10-09T04:57:17.201647+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:57:17.201647+0000","last_undegraded":"2023-10-09T04:57:17.201647+0000","last_fullsized":"2023-10-09T04:57:17.201647+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":94,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.266942+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:57:07.266942+0000","last_peered":"2023-10-09T04:57:07.266942+0000","last_clean":"2023-10-09T04:57:07.266942+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:57:07.266942+0000","last_undegraded":"2023-10-09T04:57:07.266942+0000","last_fullsized":"2023-10-09T04:57:07.266942+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":94,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:21.516955+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:57:21.516955+0000","last_peered":"2023-10-09T04:57:21.516955+0000","last_clean":"2023-10-09T04:57:21.516955+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:57:21.516955+0000","last_undegraded":"2023-10-09T04:57:21.516955+0000","last_fullsized":"2023-10-09T04:57:21.516955+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"396'4203","reported_seq":4221,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:22.748534+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:57:22.748534+0000","last_peered":"2023-10-09T04:57:22.748534+0000","last_clean":"2023-10-09T04:57:22.748534+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:57:22.748534+0000","last_undegraded":"2023-10-09T04:57:22.748534+0000","last_fullsized":"2023-10-09T04:57:22.748534+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4203,"log_dups_size":0,"ondisk_log_size":4203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275447808,"num_objects":4203,"num_object_clones":0,"num_object_copies":12609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4203,"num_write_kb":268992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":358,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269791+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:57:07.269791+0000","last_peered":"2023-10-09T04:57:07.269791+0000","last_clean":"2023-10-09T04:57:07.269791+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:57:07.269791+0000","last_undegraded":"2023-10-09T04:57:07.269791+0000","last_fullsized":"2023-10-09T04:57:07.269791+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":376,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.263977+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:57:07.263977+0000","last_peered":"2023-10-09T04:57:07.263977+0000","last_clean":"2023-10-09T04:57:07.263977+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:57:07.263977+0000","last_undegraded":"2023-10-09T04:57:07.263977+0000","last_fullsized":"2023-10-09T04:57:07.263977+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"396'4320","reported_seq":4338,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:23.620047+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:57:23.620047+0000","last_peered":"2023-10-09T04:57:23.620047+0000","last_clean":"2023-10-09T04:57:23.620047+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:57:23.620047+0000","last_undegraded":"2023-10-09T04:57:23.620047+0000","last_fullsized":"2023-10-09T04:57:23.620047+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4320,"log_dups_size":0,"ondisk_log_size":4320,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283115520,"num_objects":4320,"num_object_clones":0,"num_object_copies":12960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4320,"num_write_kb":276480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":376,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269744+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:57:07.269744+0000","last_peered":"2023-10-09T04:57:07.269744+0000","last_clean":"2023-10-09T04:57:07.269744+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:57:07.269744+0000","last_undegraded":"2023-10-09T04:57:07.269744+0000","last_fullsized":"2023-10-09T04:57:07.269744+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":420,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262070+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:57:07.262070+0000","last_peered":"2023-10-09T04:57:07.262070+0000","last_clean":"2023-10-09T04:57:07.262070+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:57:07.262070+0000","last_undegraded":"2023-10-09T04:57:07.262070+0000","last_fullsized":"2023-10-09T04:57:07.262070+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"396'4257","reported_seq":4275,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:22.735710+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:57:22.735710+0000","last_peered":"2023-10-09T04:57:22.735710+0000","last_clean":"2023-10-09T04:57:22.735710+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:57:22.735710+0000","last_undegraded":"2023-10-09T04:57:22.735710+0000","last_fullsized":"2023-10-09T04:57:22.735710+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4257,"log_dups_size":0,"ondisk_log_size":4257,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278986752,"num_objects":4257,"num_object_clones":0,"num_object_copies":12771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4257,"num_write_kb":272448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":411,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269497+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:57:07.269497+0000","last_peered":"2023-10-09T04:57:07.269497+0000","last_clean":"2023-10-09T04:57:07.269497+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:57:07.269497+0000","last_undegraded":"2023-10-09T04:57:07.269497+0000","last_fullsized":"2023-10-09T04:57:07.269497+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":69,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.266980+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:57:07.266980+0000","last_peered":"2023-10-09T04:57:07.266980+0000","last_clean":"2023-10-09T04:57:07.266980+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:57:07.266980+0000","last_undegraded":"2023-10-09T04:57:07.266980+0000","last_fullsized":"2023-10-09T04:57:07.266980+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"396'4170","reported_seq":4188,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:23.117648+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:57:23.117648+0000","last_peered":"2023-10-09T04:57:23.117648+0000","last_clean":"2023-10-09T04:57:23.117648+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:57:23.117648+0000","last_undegraded":"2023-10-09T04:57:23.117648+0000","last_fullsized":"2023-10-09T04:57:23.117648+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4170,"log_dups_size":0,"ondisk_log_size":4170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273285120,"num_objects":4170,"num_object_clones":0,"num_object_copies":12510,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4170,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4170,"num_write_kb":266880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":440,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.265493+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:57:07.265493+0000","last_peered":"2023-10-09T04:57:07.265493+0000","last_clean":"2023-10-09T04:57:07.265493+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:57:07.265493+0000","last_undegraded":"2023-10-09T04:57:07.265493+0000","last_fullsized":"2023-10-09T04:57:07.265493+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":371,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:11.029493+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:57:11.029493+0000","last_peered":"2023-10-09T04:57:11.029493+0000","last_clean":"2023-10-09T04:57:11.029493+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:57:11.029493+0000","last_undegraded":"2023-10-09T04:57:11.029493+0000","last_fullsized":"2023-10-09T04:57:11.029493+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"396'4306","reported_seq":4324,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:23.617521+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:57:23.617521+0000","last_peered":"2023-10-09T04:57:23.617521+0000","last_clean":"2023-10-09T04:57:23.617521+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:57:23.617521+0000","last_undegraded":"2023-10-09T04:57:23.617521+0000","last_fullsized":"2023-10-09T04:57:23.617521+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4306,"log_dups_size":0,"ondisk_log_size":4306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":282198016,"num_objects":4306,"num_object_clones":0,"num_object_copies":12918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4306,"num_write_kb":275584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":62,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.205228+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T04:57:17.205228+0000","last_peered":"2023-10-09T04:57:17.205228+0000","last_clean":"2023-10-09T04:57:17.205228+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T04:57:17.205228+0000","last_undegraded":"2023-10-09T04:57:17.205228+0000","last_fullsized":"2023-10-09T04:57:17.205228+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":440,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262278+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:57:07.262278+0000","last_peered":"2023-10-09T04:57:07.262278+0000","last_clean":"2023-10-09T04:57:07.262278+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:57:07.262278+0000","last_undegraded":"2023-10-09T04:57:07.262278+0000","last_fullsized":"2023-10-09T04:57:07.262278+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"396'4190","reported_seq":4208,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:23.600465+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:57:23.600465+0000","last_peered":"2023-10-09T04:57:23.600465+0000","last_clean":"2023-10-09T04:57:23.600465+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:57:23.600465+0000","last_undegraded":"2023-10-09T04:57:23.600465+0000","last_fullsized":"2023-10-09T04:57:23.600465+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4190,"log_dups_size":0,"ondisk_log_size":4190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":274595840,"num_objects":4190,"num_object_clones":0,"num_object_copies":12570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4190,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4190,"num_write_kb":268160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":69,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.267253+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:57:07.267253+0000","last_peered":"2023-10-09T04:57:07.267253+0000","last_clean":"2023-10-09T04:57:07.267253+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:57:07.267253+0000","last_undegraded":"2023-10-09T04:57:07.267253+0000","last_fullsized":"2023-10-09T04:57:07.267253+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":366,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262068+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:57:07.262068+0000","last_peered":"2023-10-09T04:57:07.262068+0000","last_clean":"2023-10-09T04:57:07.262068+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:57:07.262068+0000","last_undegraded":"2023-10-09T04:57:07.262068+0000","last_fullsized":"2023-10-09T04:57:07.262068+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"396'4388","reported_seq":4406,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:25.527937+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:57:25.527937+0000","last_peered":"2023-10-09T04:57:25.527937+0000","last_clean":"2023-10-09T04:57:25.527937+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:57:25.527937+0000","last_undegraded":"2023-10-09T04:57:25.527937+0000","last_fullsized":"2023-10-09T04:57:25.527937+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4388,"log_dups_size":0,"ondisk_log_size":4388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287571968,"num_objects":4388,"num_object_clones":0,"num_object_copies":13164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4388,"num_write_kb":280832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":357,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.261984+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:57:07.261984+0000","last_peered":"2023-10-09T04:57:07.261984+0000","last_clean":"2023-10-09T04:57:07.261984+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:57:07.261984+0000","last_undegraded":"2023-10-09T04:57:07.261984+0000","last_fullsized":"2023-10-09T04:57:07.261984+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":423,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.266298+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:57:07.266298+0000","last_peered":"2023-10-09T04:57:07.266298+0000","last_clean":"2023-10-09T04:57:07.266298+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:57:07.266298+0000","last_undegraded":"2023-10-09T04:57:07.266298+0000","last_fullsized":"2023-10-09T04:57:07.266298+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"396'4395","reported_seq":4414,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:25.527230+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:57:25.527230+0000","last_peered":"2023-10-09T04:57:25.527230+0000","last_clean":"2023-10-09T04:57:25.527230+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:57:25.527230+0000","last_undegraded":"2023-10-09T04:57:25.527230+0000","last_fullsized":"2023-10-09T04:57:25.527230+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4395,"log_dups_size":0,"ondisk_log_size":4395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288030720,"num_objects":4395,"num_object_clones":0,"num_object_copies":13185,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4395,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4395,"num_write_kb":281280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":92,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201944+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:57:17.201944+0000","last_peered":"2023-10-09T04:57:17.201944+0000","last_clean":"2023-10-09T04:57:17.201944+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:57:17.201944+0000","last_undegraded":"2023-10-09T04:57:17.201944+0000","last_fullsized":"2023-10-09T04:57:17.201944+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":331,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.251302+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:57:07.251302+0000","last_peered":"2023-10-09T04:57:07.251302+0000","last_clean":"2023-10-09T04:57:07.251302+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:57:07.251302+0000","last_undegraded":"2023-10-09T04:57:07.251302+0000","last_fullsized":"2023-10-09T04:57:07.251302+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"396'4412","reported_seq":4431,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:25.838426+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:57:25.838426+0000","last_peered":"2023-10-09T04:57:25.838426+0000","last_clean":"2023-10-09T04:57:25.838426+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:57:25.838426+0000","last_undegraded":"2023-10-09T04:57:25.838426+0000","last_fullsized":"2023-10-09T04:57:25.838426+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4412,"log_dups_size":0,"ondisk_log_size":4412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289144832,"num_objects":4412,"num_object_clones":0,"num_object_copies":13236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4412,"num_write_kb":282368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":373,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.251378+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:57:07.251378+0000","last_peered":"2023-10-09T04:57:07.251378+0000","last_clean":"2023-10-09T04:57:07.251378+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:57:07.251378+0000","last_undegraded":"2023-10-09T04:57:07.251378+0000","last_fullsized":"2023-10-09T04:57:07.251378+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":410,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.264652+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:57:07.264652+0000","last_peered":"2023-10-09T04:57:07.264652+0000","last_clean":"2023-10-09T04:57:07.264652+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:57:07.264652+0000","last_undegraded":"2023-10-09T04:57:07.264652+0000","last_fullsized":"2023-10-09T04:57:07.264652+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":331,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.248853+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:57:07.248853+0000","last_peered":"2023-10-09T04:57:07.248853+0000","last_clean":"2023-10-09T04:57:07.248853+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:57:07.248853+0000","last_undegraded":"2023-10-09T04:57:07.248853+0000","last_fullsized":"2023-10-09T04:57:07.248853+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"396'4453","reported_seq":4470,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:25.872064+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:57:25.872064+0000","last_peered":"2023-10-09T04:57:25.872064+0000","last_clean":"2023-10-09T04:57:25.872064+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:57:25.872064+0000","last_undegraded":"2023-10-09T04:57:25.872064+0000","last_fullsized":"2023-10-09T04:57:25.872064+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4453,"log_dups_size":0,"ondisk_log_size":4453,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291831808,"num_objects":4453,"num_object_clones":0,"num_object_copies":13359,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4453,"num_write_kb":284992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":416,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.264298+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:57:07.264298+0000","last_peered":"2023-10-09T04:57:07.264298+0000","last_clean":"2023-10-09T04:57:07.264298+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:57:07.264298+0000","last_undegraded":"2023-10-09T04:57:07.264298+0000","last_fullsized":"2023-10-09T04:57:07.264298+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":397,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262166+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:57:07.262166+0000","last_peered":"2023-10-09T04:57:07.262166+0000","last_clean":"2023-10-09T04:57:07.262166+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:57:07.262166+0000","last_undegraded":"2023-10-09T04:57:07.262166+0000","last_fullsized":"2023-10-09T04:57:07.262166+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":357,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.251099+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:57:07.251099+0000","last_peered":"2023-10-09T04:57:07.251099+0000","last_clean":"2023-10-09T04:57:07.251099+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:57:07.251099+0000","last_undegraded":"2023-10-09T04:57:07.251099+0000","last_fullsized":"2023-10-09T04:57:07.251099+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"396'4237","reported_seq":4255,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:23.609020+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:57:23.609020+0000","last_peered":"2023-10-09T04:57:23.609020+0000","last_clean":"2023-10-09T04:57:23.609020+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:57:23.609020+0000","last_undegraded":"2023-10-09T04:57:23.609020+0000","last_fullsized":"2023-10-09T04:57:23.609020+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4237,"log_dups_size":0,"ondisk_log_size":4237,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277676032,"num_objects":4237,"num_object_clones":0,"num_object_copies":12711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4237,"num_write_kb":271168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":408,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.259237+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:57:07.259237+0000","last_peered":"2023-10-09T04:57:07.259237+0000","last_clean":"2023-10-09T04:57:07.259237+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:57:07.259237+0000","last_undegraded":"2023-10-09T04:57:07.259237+0000","last_fullsized":"2023-10-09T04:57:07.259237+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":353,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.249191+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:57:07.249191+0000","last_peered":"2023-10-09T04:57:07.249191+0000","last_clean":"2023-10-09T04:57:07.249191+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:57:07.249191+0000","last_undegraded":"2023-10-09T04:57:07.249191+0000","last_fullsized":"2023-10-09T04:57:07.249191+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":367,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:15.527910+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:57:15.527910+0000","last_peered":"2023-10-09T04:57:15.527910+0000","last_clean":"2023-10-09T04:57:15.527910+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:57:15.527910+0000","last_undegraded":"2023-10-09T04:57:15.527910+0000","last_fullsized":"2023-10-09T04:57:15.527910+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"396'4334","reported_seq":4352,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:23.120055+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:57:23.120055+0000","last_peered":"2023-10-09T04:57:23.120055+0000","last_clean":"2023-10-09T04:57:23.120055+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:57:23.120055+0000","last_undegraded":"2023-10-09T04:57:23.120055+0000","last_fullsized":"2023-10-09T04:57:23.120055+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4334,"log_dups_size":0,"ondisk_log_size":4334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":284033024,"num_objects":4334,"num_object_clones":0,"num_object_copies":13002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4334,"num_write_kb":277376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":359,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.263976+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:57:07.263976+0000","last_peered":"2023-10-09T04:57:07.263976+0000","last_clean":"2023-10-09T04:57:07.263976+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:57:07.263976+0000","last_undegraded":"2023-10-09T04:57:07.263976+0000","last_fullsized":"2023-10-09T04:57:07.263976+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":812,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.266802+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:57:07.266802+0000","last_peered":"2023-10-09T04:57:07.266802+0000","last_clean":"2023-10-09T04:57:07.266802+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:57:07.266802+0000","last_undegraded":"2023-10-09T04:57:07.266802+0000","last_fullsized":"2023-10-09T04:57:07.266802+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":229,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201501+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T04:57:17.201501+0000","last_peered":"2023-10-09T04:57:17.201501+0000","last_clean":"2023-10-09T04:57:17.201501+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T04:57:17.201501+0000","last_undegraded":"2023-10-09T04:57:17.201501+0000","last_fullsized":"2023-10-09T04:57:17.201501+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":69,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269415+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:57:07.269415+0000","last_peered":"2023-10-09T04:57:07.269415+0000","last_clean":"2023-10-09T04:57:07.269415+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:57:07.269415+0000","last_undegraded":"2023-10-09T04:57:07.269415+0000","last_fullsized":"2023-10-09T04:57:07.269415+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"396'4149","reported_seq":4167,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:22.748707+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:57:22.748707+0000","last_peered":"2023-10-09T04:57:22.748707+0000","last_clean":"2023-10-09T04:57:22.748707+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:57:22.748707+0000","last_undegraded":"2023-10-09T04:57:22.748707+0000","last_fullsized":"2023-10-09T04:57:22.748707+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4149,"log_dups_size":0,"ondisk_log_size":4149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271908864,"num_objects":4149,"num_object_clones":0,"num_object_copies":12447,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4149,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4149,"num_write_kb":265536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":395,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.266715+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:57:07.266715+0000","last_peered":"2023-10-09T04:57:07.266715+0000","last_clean":"2023-10-09T04:57:07.266715+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:57:07.266715+0000","last_undegraded":"2023-10-09T04:57:07.266715+0000","last_fullsized":"2023-10-09T04:57:07.266715+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":348,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262234+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:57:07.262234+0000","last_peered":"2023-10-09T04:57:07.262234+0000","last_clean":"2023-10-09T04:57:07.262234+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:57:07.262234+0000","last_undegraded":"2023-10-09T04:57:07.262234+0000","last_fullsized":"2023-10-09T04:57:07.262234+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":386,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.249904+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:57:07.249904+0000","last_peered":"2023-10-09T04:57:07.249904+0000","last_clean":"2023-10-09T04:57:07.249904+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:57:07.249904+0000","last_undegraded":"2023-10-09T04:57:07.249904+0000","last_fullsized":"2023-10-09T04:57:07.249904+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"397'4460","reported_seq":4492,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-10-09T04:57:26.472402+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T04:57:26.472402+0000","last_peered":"2023-10-09T04:57:26.472402+0000","last_clean":"2023-10-09T04:57:26.472402+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T04:57:26.472402+0000","last_undegraded":"2023-10-09T04:57:26.472402+0000","last_fullsized":"2023-10-09T04:57:26.472402+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4460,"log_dups_size":0,"ondisk_log_size":4460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292290560,"num_objects":4460,"num_object_clones":0,"num_object_copies":13380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4460,"num_write_kb":285440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":361,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.269577+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:57:07.269577+0000","last_peered":"2023-10-09T04:57:07.269577+0000","last_clean":"2023-10-09T04:57:07.269577+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:57:07.269577+0000","last_undegraded":"2023-10-09T04:57:07.269577+0000","last_fullsized":"2023-10-09T04:57:07.269577+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":317,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.251241+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:57:07.251241+0000","last_peered":"2023-10-09T04:57:07.251241+0000","last_clean":"2023-10-09T04:57:07.251241+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:57:07.251241+0000","last_undegraded":"2023-10-09T04:57:07.251241+0000","last_fullsized":"2023-10-09T04:57:07.251241+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":75,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.264403+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:57:07.264403+0000","last_peered":"2023-10-09T04:57:07.264403+0000","last_clean":"2023-10-09T04:57:07.264403+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:57:07.264403+0000","last_undegraded":"2023-10-09T04:57:07.264403+0000","last_fullsized":"2023-10-09T04:57:07.264403+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"397'4418","reported_seq":4438,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-10-09T04:57:26.475391+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:57:26.475391+0000","last_peered":"2023-10-09T04:57:26.475391+0000","last_clean":"2023-10-09T04:57:26.475391+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:57:26.475391+0000","last_undegraded":"2023-10-09T04:57:26.475391+0000","last_fullsized":"2023-10-09T04:57:26.475391+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4418,"log_dups_size":0,"ondisk_log_size":4418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289538048,"num_objects":4418,"num_object_clones":0,"num_object_copies":13254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4418,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4418,"num_write_kb":282752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":62,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201794+0000","last_change":"2023-10-09T04:57:02.373391+0000","last_active":"2023-10-09T04:57:17.201794+0000","last_peered":"2023-10-09T04:57:17.201794+0000","last_clean":"2023-10-09T04:57:17.201794+0000","last_became_active":"2023-10-09T04:57:02.372844+0000","last_became_peered":"2023-10-09T04:57:02.372844+0000","last_unstale":"2023-10-09T04:57:17.201794+0000","last_undegraded":"2023-10-09T04:57:17.201794+0000","last_fullsized":"2023-10-09T04:57:17.201794+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:22.452429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":374,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:15.527887+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:57:15.527887+0000","last_peered":"2023-10-09T04:57:15.527887+0000","last_clean":"2023-10-09T04:57:15.527887+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:57:15.527887+0000","last_undegraded":"2023-10-09T04:57:15.527887+0000","last_fullsized":"2023-10-09T04:57:15.527887+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":92,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201863+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:57:17.201863+0000","last_peered":"2023-10-09T04:57:17.201863+0000","last_clean":"2023-10-09T04:57:17.201863+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:57:17.201863+0000","last_undegraded":"2023-10-09T04:57:17.201863+0000","last_fullsized":"2023-10-09T04:57:17.201863+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"396'4340","reported_seq":4359,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:25.817755+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:57:25.817755+0000","last_peered":"2023-10-09T04:57:25.817755+0000","last_clean":"2023-10-09T04:57:25.817755+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:57:25.817755+0000","last_undegraded":"2023-10-09T04:57:25.817755+0000","last_fullsized":"2023-10-09T04:57:25.817755+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":4340,"log_dups_size":0,"ondisk_log_size":4340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":284426240,"num_objects":4340,"num_object_clones":0,"num_object_copies":13020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4340,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4340,"num_write_kb":277760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":69,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.267349+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:57:07.267349+0000","last_peered":"2023-10-09T04:57:07.267349+0000","last_clean":"2023-10-09T04:57:07.267349+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:57:07.267349+0000","last_undegraded":"2023-10-09T04:57:07.267349+0000","last_fullsized":"2023-10-09T04:57:07.267349+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":374,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.249922+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:57:07.249922+0000","last_peered":"2023-10-09T04:57:07.249922+0000","last_clean":"2023-10-09T04:57:07.249922+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:57:07.249922+0000","last_undegraded":"2023-10-09T04:57:07.249922+0000","last_fullsized":"2023-10-09T04:57:07.249922+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":379,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.261825+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:57:07.261825+0000","last_peered":"2023-10-09T04:57:07.261825+0000","last_clean":"2023-10-09T04:57:07.261825+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:57:07.261825+0000","last_undegraded":"2023-10-09T04:57:07.261825+0000","last_fullsized":"2023-10-09T04:57:07.261825+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":71,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262516+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:57:07.262516+0000","last_peered":"2023-10-09T04:57:07.262516+0000","last_clean":"2023-10-09T04:57:07.262516+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:57:07.262516+0000","last_undegraded":"2023-10-09T04:57:07.262516+0000","last_fullsized":"2023-10-09T04:57:07.262516+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":417,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.258361+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:57:07.258361+0000","last_peered":"2023-10-09T04:57:07.258361+0000","last_clean":"2023-10-09T04:57:07.258361+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:57:07.258361+0000","last_undegraded":"2023-10-09T04:57:07.258361+0000","last_fullsized":"2023-10-09T04:57:07.258361+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":375,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.265571+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:57:07.265571+0000","last_peered":"2023-10-09T04:57:07.265571+0000","last_clean":"2023-10-09T04:57:07.265571+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:57:07.265571+0000","last_undegraded":"2023-10-09T04:57:07.265571+0000","last_fullsized":"2023-10-09T04:57:07.265571+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":417,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262334+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:57:07.262334+0000","last_peered":"2023-10-09T04:57:07.262334+0000","last_clean":"2023-10-09T04:57:07.262334+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:57:07.262334+0000","last_undegraded":"2023-10-09T04:57:07.262334+0000","last_fullsized":"2023-10-09T04:57:07.262334+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":397,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.264530+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:57:07.264530+0000","last_peered":"2023-10-09T04:57:07.264530+0000","last_clean":"2023-10-09T04:57:07.264530+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:57:07.264530+0000","last_undegraded":"2023-10-09T04:57:07.264530+0000","last_fullsized":"2023-10-09T04:57:07.264530+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":400,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.262015+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:57:07.262015+0000","last_peered":"2023-10-09T04:57:07.262015+0000","last_clean":"2023-10-09T04:57:07.262015+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:57:07.262015+0000","last_undegraded":"2023-10-09T04:57:07.262015+0000","last_fullsized":"2023-10-09T04:57:07.262015+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":121,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:17.201749+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:57:17.201749+0000","last_peered":"2023-10-09T04:57:17.201749+0000","last_clean":"2023-10-09T04:57:17.201749+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:57:17.201749+0000","last_undegraded":"2023-10-09T04:57:17.201749+0000","last_fullsized":"2023-10-09T04:57:17.201749+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":87,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-10-09T04:57:21.516873+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:57:21.516873+0000","last_peered":"2023-10-09T04:57:21.516873+0000","last_clean":"2023-10-09T04:57:21.516873+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:57:21.516873+0000","last_undegraded":"2023-10-09T04:57:21.516873+0000","last_fullsized":"2023-10-09T04:57:21.516873+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":82,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.265177+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:57:07.265177+0000","last_peered":"2023-10-09T04:57:07.265177+0000","last_clean":"2023-10-09T04:57:07.265177+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:57:07.265177+0000","last_undegraded":"2023-10-09T04:57:07.265177+0000","last_fullsized":"2023-10-09T04:57:07.265177+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":416,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-10-09T04:57:07.261882+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:57:07.261882+0000","last_peered":"2023-10-09T04:57:07.261882+0000","last_clean":"2023-10-09T04:57:07.261882+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:57:07.261882+0000","last_undegraded":"2023-10-09T04:57:07.261882+0000","last_fullsized":"2023-10-09T04:57:07.261882+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":4524081152,"num_objects":69032,"num_object_clones":0,"num_object_copies":207096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":69032,"num_write_kb":4418048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13700694016,"data_stored":13700694016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":69032,"ondisk_log_size":69032,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234414,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2783520,"kb_used_data":1874136,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":90961632,"statfs":{"total":95995035648,"available":93144711168,"internally_reserved":0,"allocated":1919115264,"data_stored":1918024707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":1.1120000000000001,"15min":1.7949999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.22},"max":{"1min":2.4620000000000002,"5min":7.3140000000000001,"15min":11.922000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.2789999999999999,"5min":1.2150000000000001,"15min":1.552},"min":{"1min":0.29199999999999998,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":10.785,"5min":10.785,"15min":17.344000000000001},"last":0.25700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.3100000000000001,"15min":1.7350000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.2930000000000001,"5min":16.280999999999999,"15min":16.513000000000002},"last":1.3640000000000001},{"interface":"front","average":{"1min":0.86699999999999999,"5min":1.52,"15min":1.923},"min":{"1min":0.29099999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.4460000000000002,"5min":24.052,"15min":24.052},"last":3.1880000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":1.1519999999999999,"15min":1.9810000000000001},"min":{"1min":0.33300000000000002,"5min":0.254,"15min":0.254},"max":{"1min":2.5179999999999998,"5min":7.3869999999999996,"15min":32.179000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.3089999999999999,"15min":1.6579999999999999},"min":{"1min":0.40500000000000003,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":5.3840000000000003,"5min":9.7070000000000007,"15min":16.704000000000001},"last":0.66000000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:56:42 2023","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.4610000000000001,"15min":1.5569999999999999},"min":{"1min":0.32600000000000001,"5min":0.32300000000000001,"15min":0.30199999999999999},"max":{"1min":5.3470000000000004,"5min":9,"15min":11.003},"last":0.34699999999999998},{"interface":"front","average":{"1min":1.121,"5min":1.2949999999999999,"15min":1.506},"min":{"1min":0.36099999999999999,"5min":0.311,"15min":0.31},"max":{"1min":4.3849999999999998,"5min":9.6590000000000007,"15min":10.955},"last":0.378}]},{"osd":4,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.90000000000000002,"15min":1.885},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.1619999999999999,"5min":10.634,"15min":23.919},"last":1.3300000000000001},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.95699999999999996,"15min":1.516},"min":{"1min":0.33700000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.0860000000000003,"5min":10.868,"15min":23.797999999999998},"last":2.6320000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.3340000000000001,"15min":2.2250000000000001},"min":{"1min":0.312,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":3.2280000000000002,"5min":20.678999999999998,"15min":79.709999999999994},"last":1.395},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.23,"15min":2.0249999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.8839999999999999,"5min":21.07,"15min":79.332999999999998},"last":1.196}]},{"osd":6,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.276,"15min":2.0609999999999999},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":5.4409999999999998,"5min":14.176,"15min":16.599},"last":1.9890000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.389,"15min":2.02},"min":{"1min":0.373,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":2.2410000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.437}]}]},{"osd":6,"up_from":46,"seq":197568496050,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2785236,"kb_used_data":1892044,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":90959916,"statfs":{"total":95995035648,"available":93142953984,"internally_reserved":0,"allocated":1937453056,"data_stored":1936374699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:17 2023","interfaces":[{"interface":"back","average":{"1min":4.7919999999999998,"5min":1.7669999999999999,"15min":1.776},"min":{"1min":0.22700000000000001,"5min":0.219,"15min":0.219},"max":{"1min":62.470999999999997,"5min":62.470999999999997,"15min":62.470999999999997},"last":0.224},{"interface":"front","average":{"1min":4.5800000000000001,"5min":1.72,"15min":2.0529999999999999},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":62.445,"5min":62.445,"15min":62.445},"last":0.39300000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.103,"15min":1.8200000000000001},"min":{"1min":0.38100000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.1930000000000001,"5min":8.6839999999999993,"15min":10.686},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.69799999999999995,"5min":1.0700000000000001,"15min":1.413},"min":{"1min":0.36699999999999999,"5min":0.29199999999999998,"15min":0.23699999999999999},"max":{"1min":1.992,"5min":7.0579999999999998,"15min":8.7889999999999997},"last":0.28599999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.147,"15min":1.6859999999999999},"min":{"1min":0.29799999999999999,"5min":0.221,"15min":0.221},"max":{"1min":5.3860000000000001,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":1.181,"5min":1.198,"15min":2.0800000000000001},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.2869999999999999,"5min":9.0530000000000008,"15min":15.391999999999999},"last":0.372}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":1.534,"15min":1.9770000000000001},"min":{"1min":0.45200000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.6870000000000003,"5min":8.9990000000000006,"15min":10.734999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.41299999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":4.4950000000000001,"5min":8.9870000000000001,"15min":12.456},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.96499999999999997,"15min":1.665},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.4059999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.88600000000000001,"15min":1.742},"min":{"1min":0.315,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":4.4020000000000001,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.41099999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.78500000000000003,"15min":1.5620000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":1.2430000000000001,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.95899999999999996,"15min":1.6060000000000001},"min":{"1min":0.38700000000000001,"5min":0.32600000000000001,"15min":0.29099999999999998},"max":{"1min":2.5640000000000001,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.41799999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.92600000000000005,"15min":2.3799999999999999},"min":{"1min":0.35699999999999998,"5min":0.35199999999999998,"15min":0.28199999999999997},"max":{"1min":2.1030000000000002,"5min":16.372,"15min":196.22300000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.88900000000000001,"15min":2.6469999999999998},"min":{"1min":0.38800000000000001,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":0.82999999999999996,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.42799999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314667,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2045732,"kb_used_data":1603164,"kb_used_omap":5,"kb_used_meta":442554,"kb_avail":91699420,"statfs":{"total":95995035648,"available":93900206080,"internally_reserved":0,"allocated":1641639936,"data_stored":1639741692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":453176021},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":1.4399999999999999,"15min":1.1200000000000001},"min":{"1min":0.221,"5min":0.20899999999999999,"15min":0.19400000000000001},"max":{"1min":3.2989999999999999,"5min":11.292,"15min":11.292},"last":0.316},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.613,"15min":1.266},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":11.234999999999999,"5min":14.954000000000001,"15min":14.954000000000001},"last":5.1070000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.5960000000000001,"15min":1.246},"min":{"1min":0.248,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":11.586,"5min":15.111000000000001,"15min":15.111000000000001},"last":1.399},{"interface":"front","average":{"1min":1.28,"5min":1.899,"15min":1.3819999999999999},"min":{"1min":0.248,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":5.5190000000000001,"5min":11.997,"15min":11.997},"last":0.92800000000000005}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":2.1970000000000001,"15min":1.23},"min":{"1min":0.23999999999999999,"5min":0.222,"15min":0.222},"max":{"1min":11.206,"5min":27.974,"15min":27.974},"last":11.795},{"interface":"front","average":{"1min":0.71499999999999997,"5min":1.966,"15min":1.3540000000000001},"min":{"1min":0.27200000000000002,"5min":0.25,"15min":0.25},"max":{"1min":3.6400000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":9.3599999999999994}]},{"osd":4,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.954,"15min":1.8300000000000001},"min":{"1min":0.34899999999999998,"5min":0.29999999999999999,"15min":0.27600000000000002},"max":{"1min":11.095000000000001,"5min":44.145000000000003,"15min":44.145000000000003},"last":4.7610000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.794,"15min":1.609},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.6559999999999997,"5min":44.286999999999999,"15min":44.286999999999999},"last":4.2649999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":1.4319999999999999,"15min":1.8069999999999999},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.6110000000000002,"5min":15.034000000000001,"15min":15.034000000000001},"last":1.573},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.518,"15min":1.71},"min":{"1min":0.42699999999999999,"5min":0.311,"15min":0.311},"max":{"1min":3.173,"5min":11.151999999999999,"15min":12.484999999999999},"last":0.35299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.5129999999999999,"15min":1.5580000000000001},"min":{"1min":0.35299999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":7.2599999999999998,"5min":11.103,"15min":11.103},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.6970000000000001,"15min":1.4730000000000001},"min":{"1min":0.41499999999999998,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":11.141,"5min":11.141,"15min":11.141},"last":4.8049999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3280000000000001,"5min":1.6779999999999999,"15min":5.6289999999999996},"min":{"1min":0.39900000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":11.173999999999999,"5min":11.173999999999999,"15min":146.554},"last":4.8499999999999996},{"interface":"front","average":{"1min":0.94699999999999995,"5min":1.4219999999999999,"15min":6.0620000000000003},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.371},"max":{"1min":3.5569999999999999,"5min":15.06,"15min":146.53100000000001},"last":1.4450000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187757,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2655580,"kb_used_data":1706068,"kb_used_omap":5,"kb_used_meta":949498,"kb_avail":91089572,"statfs":{"total":95995035648,"available":93275721728,"internally_reserved":0,"allocated":1747013632,"data_stored":1744888438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":972286586},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:56:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2240000000000002,"5min":1.393,"15min":1.276},"min":{"1min":0.20899999999999999,"5min":0.20000000000000001,"15min":0.17799999999999999},"max":{"1min":11.550000000000001,"5min":11.550000000000001,"15min":11.550000000000001},"last":0.20100000000000001},{"interface":"front","average":{"1min":2.3450000000000002,"5min":1.8420000000000001,"15min":1.2070000000000001},"min":{"1min":0.215,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":9.9440000000000008,"5min":26.646000000000001,"15min":26.646000000000001},"last":3.8759999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":1.5820000000000001,"15min":1.6879999999999999},"min":{"1min":0.247,"5min":0.215,"15min":0.17799999999999999},"max":{"1min":6.8090000000000002,"5min":9.8699999999999992,"15min":24.021000000000001},"last":1.4039999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.742,"15min":1.617},"min":{"1min":0.216,"5min":0.216,"15min":0.20699999999999999},"max":{"1min":6.4800000000000004,"5min":11.002000000000001,"15min":24.050999999999998},"last":1.663}]},{"osd":3,"last update":"Mon Oct 9 04:56:42 2023","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":1.7350000000000001,"15min":1.585},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":11.198,"5min":14.711,"15min":14.711},"last":4.5090000000000003},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.7849999999999999,"15min":1.607},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":9.7989999999999995,"5min":18.193000000000001,"15min":23.222000000000001},"last":1.3640000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":1.22,"15min":1.6739999999999999},"min":{"1min":0.32400000000000001,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":5.5,"5min":9.2230000000000008,"15min":12.196999999999999},"last":3.0139999999999998},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.0149999999999999,"15min":1.53},"min":{"1min":0.38600000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.9269999999999996,"5min":11.134,"15min":12.212},"last":0.35399999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":1.139,"15min":1.669},"min":{"1min":0.40899999999999997,"5min":0.316,"15min":0.29699999999999999},"max":{"1min":2.7050000000000001,"5min":11.167,"15min":13.022},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.266,"15min":1.8520000000000001},"min":{"1min":0.39700000000000002,"5min":0.317,"15min":0.28399999999999997},"max":{"1min":4.194,"5min":6.1980000000000004,"15min":12.978},"last":1.238}]},{"osd":6,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.2589999999999999,"15min":1.718},"min":{"1min":0.44500000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":2.7839999999999998,"5min":11.23,"15min":11.23},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.4450000000000001,"15min":1.7829999999999999},"min":{"1min":0.35999999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":4.2569999999999997,"5min":6.1970000000000001,"15min":13.086},"last":1.28}]},{"osd":7,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.4339999999999999,"15min":1.8340000000000001},"min":{"1min":0.38900000000000001,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":4.2320000000000002,"5min":6.4199999999999999,"15min":13.054},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.3620000000000001,"5min":1.522,"15min":1.9239999999999999},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.36499999999999999},"max":{"1min":5.4480000000000004,"5min":10.675000000000001,"15min":14.393000000000001},"last":1.4379999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206600,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3583360,"kb_used_data":2832568,"kb_used_omap":7,"kb_used_meta":750776,"kb_avail":90161792,"statfs":{"total":95995035648,"available":92325675008,"internally_reserved":0,"allocated":2900549632,"data_stored":2898678874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":768794705},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.1240000000000001,"15min":1.3600000000000001},"min":{"1min":0.182,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.399,"5min":9.9819999999999993,"15min":49.338000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.266,"5min":1.452,"15min":1.46},"min":{"1min":0.188,"5min":0.188,"15min":0.185},"max":{"1min":10.112,"5min":10.112,"15min":47.450000000000003},"last":0.41199999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:56:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":1.5509999999999999,"15min":1.1830000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20499999999999999},"max":{"1min":3.5510000000000002,"5min":13.888,"15min":13.888},"last":0.36299999999999999},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.6579999999999999,"15min":1.6200000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":9.5380000000000003,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.44800000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":1.5740000000000001,"15min":1.121},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":3.8999999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.90500000000000003,"5min":1.6180000000000001,"15min":1.167},"min":{"1min":0.314,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":3.9300000000000002,"5min":13.413,"15min":13.413},"last":0.48399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":3.0190000000000001,"15min":2.198},"min":{"1min":0.35099999999999998,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":3.5550000000000002,"5min":176.00200000000001,"15min":176.00200000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.96699999999999997,"5min":2.831,"15min":2.0990000000000002},"min":{"1min":0.312,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":3.3220000000000001,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.46700000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":1.365,"15min":1.629},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":4.1219999999999999,"5min":8.6140000000000008,"15min":12.141999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.82899999999999996,"5min":1.3919999999999999,"15min":1.7569999999999999},"min":{"1min":0.34200000000000003,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":3.3100000000000001,"5min":9.9469999999999992,"15min":13.205},"last":0.54700000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":1.796,"15min":1.7050000000000001},"min":{"1min":0.34399999999999997,"5min":0.312,"15min":0.312},"max":{"1min":3.3460000000000001,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.018,"5min":1.8140000000000001,"15min":1.8480000000000001},"min":{"1min":0.35499999999999998,"5min":0.316,"15min":0.316},"max":{"1min":4.1440000000000001,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.4279999999999999,"15min":1.8360000000000001},"min":{"1min":0.38400000000000001,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":3.367,"5min":9.9450000000000003,"15min":18.792999999999999},"last":15.516},{"interface":"front","average":{"1min":0.996,"5min":1.4039999999999999,"15min":1.9219999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":4.1669999999999998,"5min":8.7680000000000007,"15min":18.841999999999999},"last":15.583}]}]},{"osd":3,"up_from":198,"seq":850403524737,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2631356,"kb_used_data":2262452,"kb_used_omap":2,"kb_used_meta":368893,"kb_avail":91113796,"statfs":{"total":95995035648,"available":93300527104,"internally_reserved":0,"allocated":2316750848,"data_stored":2314997163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":377746485},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.2949999999999999,"15min":1.0580000000000001},"min":{"1min":0.20899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":1.3839999999999999,"5min":12.817,"15min":12.817},"last":4.1740000000000004},{"interface":"front","average":{"1min":1.379,"5min":1.494,"15min":1.282},"min":{"1min":0.248,"5min":0.21199999999999999,"15min":0.20699999999999999},"max":{"1min":8.9480000000000004,"5min":13.303000000000001,"15min":13.303000000000001},"last":0.64100000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:57:02 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":1.5249999999999999,"15min":0.98299999999999998},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":5.1299999999999999,"5min":12.891,"15min":12.891},"last":4.2770000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":1.607,"15min":1.5269999999999999},"min":{"1min":0.29599999999999999,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":5.1970000000000001,"5min":12.866,"15min":12.866},"last":4.2990000000000004}]},{"osd":2,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.681,"15min":1.5489999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":7.7489999999999997,"5min":21.722999999999999,"15min":21.722999999999999},"last":2.7730000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":1.28,"15min":1.333},"min":{"1min":0.34300000000000003,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.413,"5min":12.917999999999999,"15min":13.305999999999999},"last":4.4370000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.1819999999999999,"15min":1.5409999999999999},"min":{"1min":0.41699999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.8639999999999999,"5min":10.34,"15min":10.34},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.631,"15min":1.621},"min":{"1min":0.28899999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.6769999999999996,"5min":21.532,"15min":21.532},"last":2.6829999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6859999999999999,"15min":1.613},"min":{"1min":0.36599999999999999,"5min":0.33300000000000002,"15min":0.28299999999999997},"max":{"1min":2.0779999999999998,"5min":35.712000000000003,"15min":35.712000000000003},"last":4.2489999999999997},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.7010000000000001,"15min":2.0609999999999999},"min":{"1min":0.33800000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8200000000000003,"5min":35.488,"15min":35.488},"last":0.61199999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":2.2839999999999998,"15min":2.3929999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":7.7279999999999998,"5min":50.113999999999997,"15min":50.113999999999997},"last":2.75},{"interface":"front","average":{"1min":0.73099999999999998,"5min":1.927,"15min":2.0699999999999998},"min":{"1min":0.51800000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.272,"5min":53.841999999999999,"15min":53.841999999999999},"last":4.2160000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":1.498,"15min":1.752},"min":{"1min":0.38,"5min":0.38,"15min":0.34899999999999998},"max":{"1min":4.891,"5min":10.381,"15min":10.381},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.8640000000000001,"15min":2.0350000000000001},"min":{"1min":0.38900000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.7089999999999996,"5min":21.587,"15min":21.587},"last":2.7229999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019322,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1699672,"kb_used_data":807888,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92045480,"statfs":{"total":95995035648,"available":94254571520,"internally_reserved":0,"allocated":827277312,"data_stored":826194622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,4],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.47,"15min":1.849},"min":{"1min":0.24099999999999999,"5min":0.23300000000000001,"15min":0.20499999999999999},"max":{"1min":9.3529999999999998,"5min":21.047000000000001,"15min":21.047000000000001},"last":1.8169999999999999},{"interface":"front","average":{"1min":1.5569999999999999,"5min":1.3140000000000001,"15min":1.6619999999999999},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":7.7210000000000001,"5min":12.064,"15min":12.064},"last":1.117}]},{"osd":1,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.45,"15min":1.462},"min":{"1min":0.28299999999999997,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":11.161,"5min":12.112,"15min":12.112},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.5109999999999999,"15min":1.8440000000000001},"min":{"1min":0.31900000000000001,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":4.157,"5min":21.356000000000002,"15min":21.356000000000002},"last":1.2410000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":2.4209999999999998,"15min":2.1589999999999998},"min":{"1min":0.38,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":9.327,"5min":64.391999999999996,"15min":64.391999999999996},"last":1.7829999999999999},{"interface":"front","average":{"1min":2.673,"5min":2.2189999999999999,"15min":2.105},"min":{"1min":0.316,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":11.715999999999999,"5min":64.248000000000005,"15min":64.248000000000005},"last":1.1639999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.6539999999999999,"15min":1.8640000000000001},"min":{"1min":0.432,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":7.4710000000000001,"5min":12.382,"15min":12.382},"last":1.141},{"interface":"front","average":{"1min":1.5629999999999999,"5min":1.7669999999999999,"15min":1.891},"min":{"1min":0.42099999999999999,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.9880000000000004,"5min":21.442,"15min":21.442},"last":1.272}]},{"osd":5,"last update":"Mon Oct 9 04:56:19 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":0.96299999999999997,"15min":1.8009999999999999},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":9.2430000000000003,"5min":20.991,"15min":20.991},"last":1.841},{"interface":"front","average":{"1min":1.121,"5min":0.80600000000000005,"15min":1.629},"min":{"1min":0.41599999999999998,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":3.2989999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":1.2050000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:56:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.1779999999999999,"15min":2.242},"min":{"1min":0.32800000000000001,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":4.4029999999999996,"5min":21.481000000000002,"15min":31.064},"last":1.7110000000000001},{"interface":"front","average":{"1min":1.341,"5min":1.3009999999999999,"15min":2.0419999999999998},"min":{"1min":0.36099999999999999,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":9.2989999999999995,"5min":39.834000000000003,"15min":39.834000000000003},"last":1.867}]},{"osd":7,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1.3999999999999999,"15min":1.8400000000000001},"min":{"1min":0.34000000000000002,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":3.3359999999999999,"5min":29.175000000000001,"15min":29.175000000000001},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.611,"15min":2.2530000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.317},"max":{"1min":5.2789999999999999,"5min":29.192,"15min":29.192},"last":1.4099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757686,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1458892,"kb_used_data":562436,"kb_used_omap":0,"kb_used_meta":896448,"kb_avail":92286260,"statfs":{"total":95995035648,"available":94501130240,"internally_reserved":0,"allocated":575934464,"data_stored":574859840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917962752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.97999999999999998,"15min":2.2669999999999999},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":3.839,"5min":9.4160000000000004,"15min":322.43200000000002},"last":1.8959999999999999},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.319,"15min":2.9990000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.21099999999999999},"max":{"1min":2.6110000000000002,"5min":11.206,"15min":322.61599999999999},"last":1.8109999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":1.331,"15min":4.5609999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.1899999999999999,"5min":11.164999999999999,"15min":145.947},"last":2.141},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.7370000000000001,"15min":4.9500000000000002},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.9180000000000001,"5min":18.177,"15min":145.80699999999999},"last":3.6070000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:57:14 2023","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.5940000000000001,"15min":1.5529999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.249},"max":{"1min":4.2249999999999996,"5min":18.553000000000001,"15min":18.553000000000001},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.5640000000000001,"15min":1.982},"min":{"1min":0.41199999999999998,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":2.8450000000000002,"5min":18.617000000000001,"15min":18.617000000000001},"last":2.7589999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":2.0739999999999998,"15min":1.6299999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.28499999999999998},"max":{"1min":3.2440000000000002,"5min":74.915000000000006,"15min":74.915000000000006},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.081,"5min":2.2250000000000001,"15min":2.0310000000000001},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.3959999999999999,"5min":74.799999999999997,"15min":74.799999999999997},"last":1.1140000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:57:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.73199999999999998,"15min":1.3560000000000001},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.26000000000000001},"max":{"1min":3.3940000000000001,"5min":6.9169999999999998,"15min":13.285},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86599999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":2.8839999999999999,"5min":5.9909999999999997,"15min":14.824},"last":0.41299999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.749,"15min":1.8879999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.3559999999999999,"5min":3.5139999999999998,"15min":21.196999999999999},"last":0.38},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.72499999999999998,"15min":1.9710000000000001},"min":{"1min":0.29299999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.714,"5min":4.0209999999999999,"15min":19.631},"last":0.68700000000000006}]},{"osd":7,"last update":"Mon Oct 9 04:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77800000000000002,"15min":2.133},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4279999999999999,"5min":7.4829999999999997,"15min":43.508000000000003},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.96499999999999997,"15min":1.679},"min":{"1min":0.36199999999999999,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":5.0519999999999996,"5min":6.8440000000000003,"15min":43.476999999999997},"last":2.1709999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1730215936,"data_stored":1730215936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1442906112,"data_stored":1442906112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2886598656,"data_stored":2886598656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2334916608,"data_stored":2334916608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":826408960,"data_stored":826408960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":578813952,"data_stored":578813952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1953234944,"data_stored":1953234944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1947598848,"data_stored":1947598848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:57:28.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 1 2023-10-09T04:57:28.746 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:28.811 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:73546 12.3 12:c2df9464:::benchmark_data_smithi107_355541_object73545:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e397)", 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:28.810648+0000", 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.001108241, 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0011320779999999999, 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:28.812 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 73546 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810648+0000", 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810648+0000", 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810647+0000", 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:28.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810792+0000", 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000145229 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810810+0000", 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8187999999999999e-05 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810819+0000", 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6770000000000001e-06 2023-10-09T04:57:28.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810869+0000", 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0251999999999999e-05 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.811005+0000", 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013541000000000001 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.811152+0000", 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146942 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:73548 12.3 12.1037df93 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e397)", 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:28.810838+0000", 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.00091856100000000003, 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00098970799999999995, 2023-10-09T04:57:28.817 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 73548 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810838+0000", 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:28.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810838+0000", 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810837+0000", 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:28.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810894+0000", 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6635000000000002e-05 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810903+0000", 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0229999999999998e-06 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:28.810908+0000", 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3940000000000004e-06 2023-10-09T04:57:28.820 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:28.821 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:28.821 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:28.821 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:28.821 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:57:28.821 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 2 2023-10-09T04:57:28.821 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:57:28.966 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:57:29.058 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:29.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:29.077 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:29.177 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:29.211 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1995615238' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:29.220 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:29.273 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:29.277 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:57:29.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:29.281 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:29.350 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 74060 74044 96.3289 60.375 0.00783329 0.0103769 2023-10-09T04:57:29.381 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:29.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1995615238' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:29.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1995615238' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:29.447 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:29.517 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:29.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:29.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:29.544 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:29.624 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:29.695 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:29.757 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:29.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:29.766 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:29.867 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:29.949 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:30.015 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:30.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:30.030 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:30.057 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:30.131 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:30.165 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:30.214 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:30.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:30.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:30.223 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:30.226 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:30 smithi107 ceph-mon[179183]: pgmap v1222: 89 pgs: 89 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:57:30.321 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:30.350 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 75052 75036 95.6287 62 0.0113423 0.0104517 2023-10-09T04:57:30.362 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:30.417 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:30.424 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:30 smithi150 ceph-mon[168511]: pgmap v1222: 89 pgs: 89 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:57:30.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:30.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:30.525 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:30.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:30 smithi107 ceph-mon[184249]: pgmap v1222: 89 pgs: 89 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:57:30.613 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:30.817 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:30.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:30.824 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:30.924 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:30.985 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:31.034 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:31.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:31.038 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:31.101 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:57:31.139 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:31.201 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:31.251 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:31.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:31.255 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:31.350 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 76065 76049 94.9814 63.3125 0.0188151 0.0105225 2023-10-09T04:57:31.356 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:31.404 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:31.455 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:31.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:31.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:31.461 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:31.495 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:31.497 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:31.520 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:57:31.521 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:57:31.521 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:57:31.521 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:57:31.521 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:57:31.561 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:31.611 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:31.928 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:31.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:31.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:31.986 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:57:32.036 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:32.141 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:32.220 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:32.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:32.224 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:32.262 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:57:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:57:32] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2023-10-09T04:57:32.262 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:32 smithi107 ceph-mon[179183]: pgmap v1223: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s 2023-10-09T04:57:32.283 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:32.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:32.350 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 76908 76892 94.1526 52.6875 0.0212118 0.0106149 2023-10-09T04:57:32.392 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:32.463 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:32.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:32.470 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:32.571 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:32.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:32 smithi107 ceph-mon[184249]: pgmap v1223: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s 2023-10-09T04:57:32.623 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:32 smithi150 ceph-mon[168511]: pgmap v1223: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s 2023-10-09T04:57:32.625 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:32.676 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:32.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:32.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:32.704 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:57:32.782 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:32.826 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:32.872 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:32.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:32.875 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:32.976 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:33.056 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:33.309 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:57:33.311 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pgp_num to 1 2023-10-09T04:57:33.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 77953 77937 93.5983 65.3125 0.0133898 0.0106788 2023-10-09T04:57:33.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1699516956' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:33.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:33.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/350284123' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:33.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1699516956' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:33.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/350284123' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:33.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1699516956' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:33.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:33.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/350284123' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:34.247 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:57:34.248 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:57:34.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:57:34.248 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:57:34.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.248 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:205135 10.c 10:346e9fc8:::benchmark_data_smithi107_275910_object82268:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e269)", 2023-10-09T04:57:34.248 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:21.314955+0000", 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 432.928549885, 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15311872400000001, 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:57:34.249 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 205135 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314955+0000", 2023-10-09T04:57:34.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314955+0000", 2023-10-09T04:57:34.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314953+0000", 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314962+0000", 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1450000000000008e-06 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314981+0000", 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9179000000000001e-05 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314989+0000", 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7749999999999993e-06 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.315042+0000", 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3857999999999998e-05 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.315183+0000", 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014104300000000001 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,4", 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.315301+0000", 2023-10-09T04:57:34.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117667 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.319277+0000", 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039755429999999998 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.325561+0000", 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006284347 2023-10-09T04:57:34.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.467988+0000", 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.142427155 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.468035+0000", 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6795000000000002e-05 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.468074+0000", 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8921999999999998e-05 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50214 11.5 11:ad06d468:::benchmark_data_smithi107_315913_object50213:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.718515+0000", 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 314.52498967100001, 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5621367689999999, 2023-10-09T04:57:34.257 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50214 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718515+0000", 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718515+0000", 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718514+0000", 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:34.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718570+0000", 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6295000000000002e-05 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718588+0000", 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8031999999999999e-05 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718595+0000", 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2779999999999996e-06 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.721006+0000", 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024104780000000002 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.721164+0000", 2023-10-09T04:57:34.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000157878 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.721315+0000", 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015132599999999999 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.730175+0000", 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088601059999999995 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744148+0000", 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013973243999999999 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744160+0000", 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1483e-05 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089004+0000", 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.34484443300000001 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089014+0000", 2023-10-09T04:57:34.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5429999999999999e-06 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280537+0000", 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1915229759999999 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280652+0000", 2023-10-09T04:57:34.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115216 2023-10-09T04:57:34.266 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.266 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.267 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.267 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50216 11.4 11:249786e7:::benchmark_data_smithi107_315913_object50215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T04:57:34.267 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:57:34.267 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 314.52489358999998, 2023-10-09T04:57:34.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.542441556, 2023-10-09T04:57:34.268 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.268 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.268 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.268 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.268 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50216 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:57:34.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:57:34.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:34.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718642+0000", 2023-10-09T04:57:34.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1455000000000003e-05 2023-10-09T04:57:34.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718650+0000", 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7749999999999993e-06 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718655+0000", 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4830000000000001e-06 2023-10-09T04:57:34.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718702+0000", 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7676999999999998e-05 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718864+0000", 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161502 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.719031+0000", 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016744199999999999 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.724027+0000", 2023-10-09T04:57:34.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049961149999999998 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726117+0000", 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020896669999999999 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746583+0000", 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020466282999999998 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746592+0000", 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5790000000000004e-06 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084674+0000", 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33808227400000002 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084683+0000", 2023-10-09T04:57:34.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9940000000000006e-06 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.260955+0000", 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1762716440000001 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261053+0000", 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8240999999999997e-05 2023-10-09T04:57:34.278 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50225 11.5 11:aa81eb36:::benchmark_data_smithi107_315913_object50224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.725721+0000", 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 314.51778427900001, 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5550349190000001, 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50225 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725721+0000", 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725721+0000", 2023-10-09T04:57:34.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725720+0000", 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725754+0000", 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4162000000000003e-05 2023-10-09T04:57:34.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725762+0000", 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3599999999999996e-06 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725767+0000", 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4880000000000001e-06 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726157+0000", 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038991500000000001 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726297+0000", 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014065900000000001 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:34.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726437+0000", 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139684 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.730362+0000", 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039249699999999998 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744258+0000", 2023-10-09T04:57:34.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013895764 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744265+0000", 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8979999999999999e-06 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089044+0000", 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.34477939000000002 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089052+0000", 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2330000000000006e-06 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280688+0000", 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1916355750000001 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280756+0000", 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7693000000000004e-05 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50226 11.3 11:c7e5b209:::benchmark_data_smithi107_315913_object50225:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e310)", 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.746484+0000", 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 314.49702064899998, 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4932324640000001, 2023-10-09T04:57:34.287 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50226 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746484+0000", 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746484+0000", 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746482+0000", 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746515+0000", 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2756999999999998e-05 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746528+0000", 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3302000000000001e-05 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746536+0000", 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8350000000000004e-06 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746595+0000", 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9138000000000002e-05 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746604+0000", 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3769999999999996e-06 2023-10-09T04:57:34.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.083285+0000", 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33668163099999998 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.083297+0000", 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1514e-05 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.229989+0000", 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1466920570000001 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.230925+0000", 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00093584400000000002 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.238927+0000", 2023-10-09T04:57:34.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0080020620000000008 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.239717+0000", 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079003700000000005 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.294 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50231 11.4 11:2b970e9b:::benchmark_data_smithi107_315913_object50230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e310)", 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.754660+0000", 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 314.48884461699998, 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.523306187, 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.295 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50231 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754660+0000", 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754660+0000", 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754656+0000", 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999957 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754704+0000", 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8089e-05 2023-10-09T04:57:34.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754723+0000", 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8834e-05 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754734+0000", 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1294999999999999e-05 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754769+0000", 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5076000000000001e-05 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754777+0000", 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4100000000000002e-06 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084706+0000", 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32992908399999998 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084713+0000", 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.99e-06 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261078+0000", 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1763647399999999 2023-10-09T04:57:34.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261222+0000", 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144213 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261399+0000", 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017733700000000001 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.265074+0000", 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036743560000000001 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.267543+0000", 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024697650000000001 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.275419+0000", 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078752609999999997 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.275485+0000", 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6954999999999998e-05 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.277967+0000", 2023-10-09T04:57:34.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024811 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62630 11.4 11:2d553691:::benchmark_data_smithi107_315913_object62629:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.940464+0000", 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 289.30304060899999, 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33553569300000002, 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.304 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62630 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940464+0000", 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940464+0000", 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940463+0000", 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940512+0000", 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9225999999999999e-05 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940527+0000", 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4246e-05 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940533+0000", 2023-10-09T04:57:34.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3350000000000003e-06 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.942547+0000", 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020137739999999999 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.942662+0000", 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114858 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.942784+0000", 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000122026 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.944713+0000", 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001929304 2023-10-09T04:57:34.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.951596+0000", 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068834209999999998 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.980491+0000", 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.028894863 2023-10-09T04:57:34.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.980501+0000", 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9669999999999996e-06 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.275940+0000", 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29543904500000001 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276000+0000", 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9786e-05 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62640 11.3 11:c9e07b6e:::benchmark_data_smithi107_315913_object62639:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.947241+0000", 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 289.29626378900002, 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33257811500000001, 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.312 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62640 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947241+0000", 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947241+0000", 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947240+0000", 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947304+0000", 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4094e-05 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947316+0000", 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.148e-05 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947321+0000", 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7550000000000002e-06 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947380+0000", 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9598000000000001e-05 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947494+0000", 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011432700000000001 2023-10-09T04:57:34.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947610+0000", 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011579299999999999 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.949587+0000", 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0019763160000000001 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.951018+0000", 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001431805 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.975387+0000", 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.024369037999999999 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.975397+0000", 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8660000000000001e-06 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.274990+0000", 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.299592782 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.275727+0000", 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073707799999999995 2023-10-09T04:57:34.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279749+0000", 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040215090000000004 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279819+0000", 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0673999999999995e-05 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.320 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62642 11.4 11:21454e91:::benchmark_data_smithi107_315913_object62641:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.952117+0000", 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 289.291387751, 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32401092199999998, 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.321 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62642 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952117+0000", 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952117+0000", 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952116+0000", 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952137+0000", 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1228000000000001e-05 2023-10-09T04:57:34.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952150+0000", 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2116999999999999e-05 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952155+0000", 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0000000000000004e-06 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952189+0000", 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4612e-05 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952324+0000", 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013530500000000001 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:57:34.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952440+0000", 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115609 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.954170+0000", 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00172992 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.971092+0000", 2023-10-09T04:57:34.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016921624999999999 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982263+0000", 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011171540000000001 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982272+0000", 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6009999999999995e-06 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276036+0000", 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29376402000000001 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276128+0000", 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2379000000000004e-05 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62648 11.4 11:2001073c:::benchmark_data_smithi107_315913_object62647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.977113+0000", 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 289.26639221900001, 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30326562800000001, 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62648 2023-10-09T04:57:34.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977113+0000", 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977113+0000", 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977112+0000", 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977144+0000", 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2242000000000001e-05 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977154+0000", 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0363999999999999e-05 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977161+0000", 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3130000000000004e-06 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982368+0000", 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052072159999999998 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982377+0000", 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9959999999999999e-06 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276145+0000", 2023-10-09T04:57:34.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29376807700000002 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276258+0000", 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113584 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276369+0000", 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110562 2023-10-09T04:57:34.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.278317+0000", 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0019475930000000001 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279412+0000", 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010953099999999999 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279686+0000", 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00027398199999999998 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279727+0000", 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1260999999999997e-05 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.280378+0000", 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00065128199999999999 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:45226 12.2 e394/386 12:44178021:::benchmark_data_smithi107_355541_object45225:head v 394'2873, mlcod=394'2871)", 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.320804+0000", 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 29.922700682999999, 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.146416086, 2023-10-09T04:57:34.337 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320804+0000", 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320804+0000", 2023-10-09T04:57:34.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320803+0000", 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320832+0000", 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8461000000000001e-05 2023-10-09T04:57:34.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320842+0000", 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9380000000000004e-06 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320846+0000", 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3900000000000003e-06 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320890+0000", 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3684999999999999e-05 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.320909+0000", 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9108000000000001e-05 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467177+0000", 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14626826300000001 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467220+0000", 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3328000000000003e-05 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:45233 12.2 e394/386 12:4d3f6ee0:::benchmark_data_smithi107_355541_object45232:head v 394'2874, mlcod=394'2871)", 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.321339+0000", 2023-10-09T04:57:34.342 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 29.922166089000001, 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14640424199999999, 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321339+0000", 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321339+0000", 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321338+0000", 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321361+0000", 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2572999999999999e-05 2023-10-09T04:57:34.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321370+0000", 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5400000000000001e-06 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.321375+0000", 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8570000000000003e-06 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323249+0000", 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001874096 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323269+0000", 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9453000000000002e-05 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467710+0000", 2023-10-09T04:57:34.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.144441502 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.467743+0000", 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2786000000000001e-05 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:45227 12.7 e394/386 12:e266eea5:::benchmark_data_smithi107_355541_object45226:head v 394'2809, mlcod=394'2807)", 2023-10-09T04:57:34.347 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.323316+0000", 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 29.920189010000001, 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14884387600000001, 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323316+0000", 2023-10-09T04:57:34.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323316+0000", 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323315+0000", 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323406+0000", 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0332000000000002e-05 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464594+0000", 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14118832100000001 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464611+0000", 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6877000000000001e-05 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464699+0000", 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8281000000000004e-05 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464749+0000", 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9465000000000002e-05 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.472122+0000", 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0073730100000000002 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.472160+0000", 2023-10-09T04:57:34.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8219000000000001e-05 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:45237 12.d 12:ba5cf1d0:::benchmark_data_smithi107_355541_object45236:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e394)", 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.324884+0000", 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 29.918621416000001, 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14657451399999999, 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 45237 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.324884+0000", 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.324884+0000", 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.324882+0000", 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.325085+0000", 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000202232 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464559+0000", 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13947478499999999 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464588+0000", 2023-10-09T04:57:34.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8082e-05 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464875+0000", 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028759800000000002 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.465002+0000", 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012658999999999999 2023-10-09T04:57:34.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.465148+0000", 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014670199999999999 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.468539+0000", 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033907680000000002 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.468557+0000", 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7547999999999999e-05 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.471376+0000", 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028191520000000001 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.471423+0000", 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7506999999999998e-05 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.471458+0000", 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4688999999999999e-05 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:60645 12.d 12:b3c3ccca:::benchmark_data_smithi107_355541_object60644:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e395)", 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.962063+0000", 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.281442038000002, 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17184321, 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 60645 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.361 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962063+0000", 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962063+0000", 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962062+0000", 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962084+0000", 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2432000000000001e-05 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962095+0000", 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0448000000000001e-05 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962099+0000", 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7949999999999998e-06 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962132+0000", 2023-10-09T04:57:34.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2169000000000003e-05 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962232+0000", 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000100626 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962322+0000", 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9417000000000001e-05 2023-10-09T04:57:34.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.964050+0000", 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001728807 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966348+0000", 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022976709999999998 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133798+0000", 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16745004099999999 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133852+0000", 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4286999999999997e-05 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133906+0000", 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3701e-05 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:60647 12.3 12:c7f3817d:::benchmark_data_smithi107_355541_object60646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e395)", 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.966483+0000", 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.277021809000001, 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17288871, 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.368 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 60647 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966483+0000", 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966483+0000", 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966482+0000", 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966552+0000", 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9276999999999994e-05 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966563+0000", 2023-10-09T04:57:34.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1053000000000001e-05 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966569+0000", 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1800000000000001e-06 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966616+0000", 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7011000000000001e-05 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966723+0000", 2023-10-09T04:57:34.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106759 2023-10-09T04:57:34.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:57:34.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966811+0000", 2023-10-09T04:57:34.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8038e-05 2023-10-09T04:57:34.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133724+0000", 2023-10-09T04:57:34.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16691335099999999 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133779+0000", 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5003999999999997e-05 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139308+0000", 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0055293180000000001 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139347+0000", 2023-10-09T04:57:34.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9017000000000003e-05 2023-10-09T04:57:34.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139372+0000", 2023-10-09T04:57:34.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4601999999999999e-05 2023-10-09T04:57:34.379 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.379 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.379 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:60649 12.7 e395/386 12:e12d63b1:::benchmark_data_smithi107_355541_object60648:head v 395'3757, mlcod=395'3755)", 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.967131+0000", 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.276374327999999, 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.170895557, 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967131+0000", 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967131+0000", 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967130+0000", 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967182+0000", 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1598999999999998e-05 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967191+0000", 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0159999999999997e-06 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967196+0000", 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9490000000000004e-06 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133670+0000", 2023-10-09T04:57:34.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.166474227 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133699+0000", 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9589000000000001e-05 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.137969+0000", 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042691990000000004 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.138026+0000", 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7589e-05 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.46286.0:60647 12.3 e395/386 ondisk, result = 0)", 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.971898+0000", 2023-10-09T04:57:34.385 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.271607098, 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.161885584, 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971898+0000", 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971898+0000", 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971897+0000", 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971901+0000", 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0879999999999997e-06 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133664+0000", 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16176278499999999 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133678+0000", 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3637e-05 2023-10-09T04:57:34.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133766+0000", 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8134999999999996e-05 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133773+0000", 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1250000000000004e-06 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133783+0000", 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0431000000000001e-05 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:60653 12.3 12:c6c51412:::benchmark_data_smithi107_355541_object60652:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e395)", 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.972756+0000", 2023-10-09T04:57:34.390 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.270748548, 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17122933800000001, 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 60653 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972756+0000", 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972756+0000", 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972754+0000", 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T04:57:34.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972823+0000", 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8756000000000004e-05 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133664+0000", 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16084167599999999 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133680+0000", 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5933000000000001e-05 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.134888+0000", 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001207388 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.135018+0000", 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130758 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.135160+0000", 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000141252 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139434+0000", 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042746930000000004 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.141484+0000", 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020501069999999998 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.143896+0000", 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024119969999999999 2023-10-09T04:57:34.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.143946+0000", 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9667999999999999e-05 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.143986+0000", 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.968e-05 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:60654 12.7 e395/386 12:e80068ab:::benchmark_data_smithi107_355541_object60653:head v 395'3758, mlcod=395'3755)", 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.973385+0000", 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 17.270120195000001, 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.165039406, 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973385+0000", 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973385+0000", 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973384+0000", 2023-10-09T04:57:34.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973444+0000", 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9891e-05 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133680+0000", 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16023637499999999 2023-10-09T04:57:34.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133689+0000", 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6300000000000004e-06 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.136041+0000", 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023517910000000002 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.136063+0000", 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2099e-05 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.138379+0000", 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023162930000000001 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:57:34.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.138424+0000", 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5024000000000001e-05 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:57:34.403 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:57:34.404 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 78970 78954 93.0319 63.5625 0.0122496 0.0107438 2023-10-09T04:57:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:57:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:57:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: failed to encode map e398 with expected crc 2023-10-09T04:57:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:57:34.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/350284123' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: osdmap e398: 8 total, 8 up, 8 in 2023-10-09T04:57:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: failed to encode map e398 with expected crc 2023-10-09T04:57:34.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[179183]: pgmap v1225: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:57:34.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:57:34.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:57:34.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: failed to encode map e398 with expected crc 2023-10-09T04:57:34.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:57:34.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/350284123' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:34.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: osdmap e398: 8 total, 8 up, 8 in 2023-10-09T04:57:34.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: failed to encode map e398 with expected crc 2023-10-09T04:57:34.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:34 smithi107 ceph-mon[184249]: pgmap v1225: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:57:34.706 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:57:34.706 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:57:34.707 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: failed to encode map e398 with expected crc 2023-10-09T04:57:34.707 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:57:34.707 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/350284123' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:34.707 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: osdmap e398: 8 total, 8 up, 8 in 2023-10-09T04:57:34.707 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: failed to encode map e398 with expected crc 2023-10-09T04:57:34.707 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:34 smithi150 ceph-mon[168511]: pgmap v1225: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-10-09T04:57:34.735 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:57:34.856 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:34.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:34.872 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:34.973 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:35.013 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:35.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:35.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:35.069 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:35.169 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:35.214 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:35.278 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:35.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:35.284 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:35.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 80031 80015 92.5373 66.3125 0.00349158 0.0107983 2023-10-09T04:57:35.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:35.457 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:36.219 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:36.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:36.223 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:36.324 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:36.357 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 80955 80939 91.8951 57.75 0.013519 0.0108763 2023-10-09T04:57:36.382 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:36.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:36 smithi150 ceph-mon[168511]: pgmap v1226: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-10-09T04:57:36.520 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:36 smithi107 ceph-mon[184249]: pgmap v1226: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-10-09T04:57:36.520 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:36 smithi107 ceph-mon[179183]: pgmap v1226: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-10-09T04:57:36.918 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:36.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:36.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:37.028 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:37.074 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:37.125 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:37.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:37.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:37.230 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:37.270 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:37.317 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:37.320 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:37.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:37.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:37.339 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:57:37.357 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 81918 81902 91.3293 60.1875 0.0168709 0.0109444 2023-10-09T04:57:37.381 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:57:37.422 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:37.423 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:57:37.463 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:57:37.466 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:37.498 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:57:37.513 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:37.519 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:37.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:37.540 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:57:37.576 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:57:37.614 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:57:37.621 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.628 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:57:37.640 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/702626114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:37.640 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/702626114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:37.657 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/702626114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:37.658 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:37.703 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:37.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:37.710 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:37.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:37.869 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:38.240 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:38.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:38.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:38.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:38.360 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 82882 82866 90.7795 60.25 0.00928763 0.0110093 2023-10-09T04:57:38.413 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:38.657 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:38.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:38 smithi107 ceph-mon[184249]: pgmap v1227: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-10-09T04:57:38.664 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:38 smithi107 ceph-mon[179183]: pgmap v1227: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-10-09T04:57:38.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:38.670 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:38.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:38 smithi150 ceph-mon[168511]: pgmap v1227: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-10-09T04:57:38.771 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:38.802 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:38.850 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:38.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:38.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:38.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:38.997 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:57:39.022 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:39.140 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:39.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:39.152 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:39.252 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:39.329 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:39.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 83839 83823 90.2438 59.8125 0.0190172 0.0110761 2023-10-09T04:57:39.452 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:39.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:39.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:39.560 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:39.587 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:39.587 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:39.640 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:40.116 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:40.120 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:40.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:40.127 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:40.166 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:57:40.228 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:40.263 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:40.312 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:40.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:40.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:40.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 84782 84766 89.7135 58.9375 0.0239418 0.0111411 2023-10-09T04:57:40.371 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:57:40.421 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:40.536 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:40.612 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:40.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:40.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:40.720 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:40.751 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:40 smithi107 ceph-mon[179183]: pgmap v1228: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-10-09T04:57:40.804 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:40.869 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:40.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:40.873 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:40.974 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:41.002 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:41.010 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:40 smithi150 ceph-mon[168511]: pgmap v1228: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-10-09T04:57:41.017 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:41.067 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:41.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:41.071 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:40 smithi107 ceph-mon[184249]: pgmap v1228: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-10-09T04:57:41.172 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:41.264 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:41.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:57:41.362655+0000 min lat: 0.00130111 max lat: 1.00911 avg lat: 0.0112257 2023-10-09T04:57:41.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:57:41.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 85568 85552 89.0375 49.125 0.0113248 0.0112257 2023-10-09T04:57:41.683 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:57:41.683 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:57:41.684 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-10-09T04:57:41.684 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:57:42.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:41 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:57:42.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:57:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:41 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:57:42.362 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 86486 86470 88.5188 57.375 0.00800659 0.0112913 2023-10-09T04:57:42.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:57:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:57:42] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2023-10-09T04:57:42.773 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:42.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:42.780 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:42.881 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:42.959 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:43.052 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:43.056 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:42 smithi107 ceph-mon[184249]: pgmap v1229: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2023-10-09T04:57:43.056 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:42 smithi107 ceph-mon[179183]: pgmap v1229: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2023-10-09T04:57:43.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:43.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:43.158 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:43.199 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:42 smithi150 ceph-mon[168511]: pgmap v1229: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2023-10-09T04:57:43.203 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:43.205 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:43.256 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:43.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:43.259 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:43.360 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:43.366 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 87227 87211 87.8382 46.3125 0.0160327 0.0113797 2023-10-09T04:57:43.465 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:43.988 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:43.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:43.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:44.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:44.168 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:44.220 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:44.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:44.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:44.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:44.353 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:44.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 88039 88023 87.2463 50.75 0.00915901 0.0114565 2023-10-09T04:57:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:44.658 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:44.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:44.668 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:44.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:44.807 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:44.810 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:57:44.959 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:44 smithi107 ceph-mon[184249]: pgmap v1230: 89 pgs: 89 active+clean; 5.2 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 920 op/s 2023-10-09T04:57:44.959 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1041372685' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:44.960 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:44 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:44.960 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:44 smithi107 ceph-mon[179183]: pgmap v1230: 89 pgs: 89 active+clean; 5.2 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 920 op/s 2023-10-09T04:57:44.960 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1041372685' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:44.960 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:44 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:44 smithi150 ceph-mon[168511]: pgmap v1230: 89 pgs: 89 active+clean; 5.2 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 920 op/s 2023-10-09T04:57:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1041372685' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:44 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:57:45.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 88632 88616 86.4628 37.0625 0.0198343 0.0115613 2023-10-09T04:57:46.086 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:46.087 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.087 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:57:46.087 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: osdmap e399: 8 total, 8 up, 8 in 2023-10-09T04:57:46.087 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.087 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.087 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[179183]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:46.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:57:46.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: osdmap e399: 8 total, 8 up, 8 in 2023-10-09T04:57:46.089 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.090 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.090 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:45 smithi107 ceph-mon[184249]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:46.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:57:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: osdmap e399: 8 total, 8 up, 8 in 2023-10-09T04:57:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:45 smithi150 ceph-mon[168511]: failed to encode map e399 with expected crc 2023-10-09T04:57:46.274 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:46.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:46.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:46.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 89538 89522 86.004 56.625 0.0232471 0.0116231 2023-10-09T04:57:46.379 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:46.491 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:46.622 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:46.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:46.637 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:46.738 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[179183]: pgmap v1232: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 59 MiB/s wr, 944 op/s 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[184249]: pgmap v1232: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 59 MiB/s wr, 944 op/s 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:46.812 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:46.813 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:46.821 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:47.153 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:57:47.153 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:57:47.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:46 smithi150 ceph-mon[168511]: pgmap v1232: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 59 MiB/s wr, 944 op/s 2023-10-09T04:57:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:57:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:47.365 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 90346 90330 85.4664 50.5 0.0327509 0.0116958 2023-10-09T04:57:47.895 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:47.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:47.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:48.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:48.013 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:57:48.060 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:57:48.106 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:57:48.115 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:48.145 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:57:48.183 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:57:48.214 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:57:48.245 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:57:48.295 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:57:48.312 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.313 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:57:48.367 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 91200 91184 84.9861 53.375 0.0117022 0.0117614 2023-10-09T04:57:48.753 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:57:48.798 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:48.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:48.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:48.868 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:48 smithi107 ceph-mon[184249]: pgmap v1233: 89 pgs: 89 active+clean; 5.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 859 op/s 2023-10-09T04:57:48.869 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2187521374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:48.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:48 smithi107 ceph-mon[179183]: pgmap v1233: 89 pgs: 89 active+clean; 5.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 859 op/s 2023-10-09T04:57:48.869 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2187521374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:48.905 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:48.965 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:49.178 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:49.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:49.186 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:48 smithi150 ceph-mon[168511]: pgmap v1233: 89 pgs: 89 active+clean; 5.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 859 op/s 2023-10-09T04:57:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2187521374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:57:49.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:49.321 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:49.368 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 92047 92031 84.5132 52.9375 0.0132265 0.0118269 2023-10-09T04:57:49.384 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:49.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:49.388 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:49.489 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:49.526 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:49.577 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:49.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:49.583 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:49.683 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:49.754 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:49.773 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:49.843 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:49.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:49.854 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:49.916 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:57:49.943 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:57:49.955 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:49.980 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:57:49.995 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:50.044 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:50.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:50.050 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:50.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:50.229 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:50.372 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 92798 92782 83.9651 46.9375 0.0236854 0.0119042 2023-10-09T04:57:50.769 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1234,"stamp":"2023-10-09T04:57:49.680219+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5881665440,"num_objects":89762,"num_object_clones":0,"num_object_copies":269286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89762,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":90038,"num_write_kb":5745677,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":3032142,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89954,"ondisk_log_size":89954,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":268,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":23370428,"kb_used_data":17244028,"kb_used_omap":21,"kb_used_meta":6126314,"kb_avail":726590788,"statfs":{"total":767960285184,"available":744028966912,"internally_reserved":0,"allocated":17657884672,"data_stored":17645873835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6273346005},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":563347456,"num_objects":8596,"num_object_clones":0,"num_object_copies":25788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8596,"num_write_kb":550144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002599"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":395,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308804+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:57:33.308804+0000","last_peered":"2023-10-09T04:57:33.308804+0000","last_clean":"2023-10-09T04:57:33.308804+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:57:33.308804+0000","last_undegraded":"2023-10-09T04:57:33.308804+0000","last_fullsized":"2023-10-09T04:57:33.308804+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":130,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316681+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T04:57:33.316681+0000","last_peered":"2023-10-09T04:57:33.316681+0000","last_clean":"2023-10-09T04:57:33.316681+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T04:57:33.316681+0000","last_undegraded":"2023-10-09T04:57:33.316681+0000","last_fullsized":"2023-10-09T04:57:33.316681+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":342,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305538+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:57:33.305538+0000","last_peered":"2023-10-09T04:57:33.305538+0000","last_clean":"2023-10-09T04:57:33.305538+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:57:33.305538+0000","last_undegraded":"2023-10-09T04:57:33.305538+0000","last_fullsized":"2023-10-09T04:57:33.305538+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":363,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305996+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:57:33.305996+0000","last_peered":"2023-10-09T04:57:33.305996+0000","last_clean":"2023-10-09T04:57:33.305996+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:57:33.305996+0000","last_undegraded":"2023-10-09T04:57:33.305996+0000","last_fullsized":"2023-10-09T04:57:33.305996+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":94,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316019+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:57:33.316019+0000","last_peered":"2023-10-09T04:57:33.316019+0000","last_clean":"2023-10-09T04:57:33.316019+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:57:33.316019+0000","last_undegraded":"2023-10-09T04:57:33.316019+0000","last_fullsized":"2023-10-09T04:57:33.316019+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":72,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.303366+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:57:33.303366+0000","last_peered":"2023-10-09T04:57:33.303366+0000","last_clean":"2023-10-09T04:57:33.303366+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:57:33.303366+0000","last_undegraded":"2023-10-09T04:57:33.303366+0000","last_fullsized":"2023-10-09T04:57:33.303366+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":360,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.301548+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:57:33.301548+0000","last_peered":"2023-10-09T04:57:33.301548+0000","last_clean":"2023-10-09T04:57:33.301548+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:57:33.301548+0000","last_undegraded":"2023-10-09T04:57:33.301548+0000","last_fullsized":"2023-10-09T04:57:33.301548+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":120,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316200+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:57:33.316200+0000","last_peered":"2023-10-09T04:57:33.316200+0000","last_clean":"2023-10-09T04:57:33.316200+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:57:33.316200+0000","last_undegraded":"2023-10-09T04:57:33.316200+0000","last_fullsized":"2023-10-09T04:57:33.316200+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":376,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298316+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:57:33.298316+0000","last_peered":"2023-10-09T04:57:33.298316+0000","last_clean":"2023-10-09T04:57:33.298316+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:57:33.298316+0000","last_undegraded":"2023-10-09T04:57:33.298316+0000","last_fullsized":"2023-10-09T04:57:33.298316+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":116,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316869+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:57:33.316869+0000","last_peered":"2023-10-09T04:57:33.316869+0000","last_clean":"2023-10-09T04:57:33.316869+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:57:33.316869+0000","last_undegraded":"2023-10-09T04:57:33.316869+0000","last_fullsized":"2023-10-09T04:57:33.316869+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":402,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305836+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:57:33.305836+0000","last_peered":"2023-10-09T04:57:33.305836+0000","last_clean":"2023-10-09T04:57:33.305836+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:57:33.305836+0000","last_undegraded":"2023-10-09T04:57:33.305836+0000","last_fullsized":"2023-10-09T04:57:33.305836+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":355,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305731+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:57:33.305731+0000","last_peered":"2023-10-09T04:57:33.305731+0000","last_clean":"2023-10-09T04:57:33.305731+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:57:33.305731+0000","last_undegraded":"2023-10-09T04:57:33.305731+0000","last_fullsized":"2023-10-09T04:57:33.305731+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":435,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.309313+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:57:33.309313+0000","last_peered":"2023-10-09T04:57:33.309313+0000","last_clean":"2023-10-09T04:57:33.309313+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:57:33.309313+0000","last_undegraded":"2023-10-09T04:57:33.309313+0000","last_fullsized":"2023-10-09T04:57:33.309313+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":416,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308579+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:57:33.308579+0000","last_peered":"2023-10-09T04:57:33.308579+0000","last_clean":"2023-10-09T04:57:33.308579+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:57:33.308579+0000","last_undegraded":"2023-10-09T04:57:33.308579+0000","last_fullsized":"2023-10-09T04:57:33.308579+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":378,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305758+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:57:33.305758+0000","last_peered":"2023-10-09T04:57:33.305758+0000","last_clean":"2023-10-09T04:57:33.305758+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:57:33.305758+0000","last_undegraded":"2023-10-09T04:57:33.305758+0000","last_fullsized":"2023-10-09T04:57:33.305758+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":199,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.318345+0000","last_change":"2023-10-09T04:57:02.373190+0000","last_active":"2023-10-09T04:57:33.318345+0000","last_peered":"2023-10-09T04:57:33.318345+0000","last_clean":"2023-10-09T04:57:33.318345+0000","last_became_active":"2023-10-09T04:57:02.372894+0000","last_became_peered":"2023-10-09T04:57:02.372894+0000","last_unstale":"2023-10-09T04:57:33.318345+0000","last_undegraded":"2023-10-09T04:57:33.318345+0000","last_fullsized":"2023-10-09T04:57:33.318345+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:36.318627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":366,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305725+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:57:33.305725+0000","last_peered":"2023-10-09T04:57:33.305725+0000","last_clean":"2023-10-09T04:57:33.305725+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:57:33.305725+0000","last_undegraded":"2023-10-09T04:57:33.305725+0000","last_fullsized":"2023-10-09T04:57:33.305725+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":395,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298632+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:57:33.298632+0000","last_peered":"2023-10-09T04:57:33.298632+0000","last_clean":"2023-10-09T04:57:33.298632+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:57:33.298632+0000","last_undegraded":"2023-10-09T04:57:33.298632+0000","last_fullsized":"2023-10-09T04:57:33.298632+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":383,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306255+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:57:33.306255+0000","last_peered":"2023-10-09T04:57:33.306255+0000","last_clean":"2023-10-09T04:57:33.306255+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:57:33.306255+0000","last_undegraded":"2023-10-09T04:57:33.306255+0000","last_fullsized":"2023-10-09T04:57:33.306255+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":352,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.317060+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:57:33.317060+0000","last_peered":"2023-10-09T04:57:33.317060+0000","last_clean":"2023-10-09T04:57:33.317060+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:57:33.317060+0000","last_undegraded":"2023-10-09T04:57:33.317060+0000","last_fullsized":"2023-10-09T04:57:33.317060+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":97,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.302619+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:57:33.302619+0000","last_peered":"2023-10-09T04:57:33.302619+0000","last_clean":"2023-10-09T04:57:33.302619+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:57:33.302619+0000","last_undegraded":"2023-10-09T04:57:33.302619+0000","last_fullsized":"2023-10-09T04:57:33.302619+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":96,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.317273+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:57:33.317273+0000","last_peered":"2023-10-09T04:57:33.317273+0000","last_clean":"2023-10-09T04:57:33.317273+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:57:33.317273+0000","last_undegraded":"2023-10-09T04:57:33.317273+0000","last_fullsized":"2023-10-09T04:57:33.317273+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"399'5649","reported_seq":5670,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.883581+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:57:46.883581+0000","last_peered":"2023-10-09T04:57:46.883581+0000","last_clean":"2023-10-09T04:57:46.883581+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:57:46.883581+0000","last_undegraded":"2023-10-09T04:57:46.883581+0000","last_fullsized":"2023-10-09T04:57:46.883581+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5649,"log_dups_size":0,"ondisk_log_size":5649,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370212864,"num_objects":5649,"num_object_clones":0,"num_object_copies":16947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5649,"num_write_kb":361536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":361,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305872+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:57:33.305872+0000","last_peered":"2023-10-09T04:57:33.305872+0000","last_clean":"2023-10-09T04:57:33.305872+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:57:33.305872+0000","last_undegraded":"2023-10-09T04:57:33.305872+0000","last_fullsized":"2023-10-09T04:57:33.305872+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":379,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298194+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:57:33.298194+0000","last_peered":"2023-10-09T04:57:33.298194+0000","last_clean":"2023-10-09T04:57:33.298194+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:57:33.298194+0000","last_undegraded":"2023-10-09T04:57:33.298194+0000","last_fullsized":"2023-10-09T04:57:33.298194+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"399'5623","reported_seq":5644,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.912702+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:57:46.912702+0000","last_peered":"2023-10-09T04:57:46.912702+0000","last_clean":"2023-10-09T04:57:46.912702+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:57:46.912702+0000","last_undegraded":"2023-10-09T04:57:46.912702+0000","last_fullsized":"2023-10-09T04:57:46.912702+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5623,"log_dups_size":0,"ondisk_log_size":5623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368508928,"num_objects":5623,"num_object_clones":0,"num_object_copies":16869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5623,"num_write_kb":359872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":379,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306074+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:57:33.306074+0000","last_peered":"2023-10-09T04:57:33.306074+0000","last_clean":"2023-10-09T04:57:33.306074+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:57:33.306074+0000","last_undegraded":"2023-10-09T04:57:33.306074+0000","last_fullsized":"2023-10-09T04:57:33.306074+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":423,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308317+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:57:33.308317+0000","last_peered":"2023-10-09T04:57:33.308317+0000","last_clean":"2023-10-09T04:57:33.308317+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:57:33.308317+0000","last_undegraded":"2023-10-09T04:57:33.308317+0000","last_fullsized":"2023-10-09T04:57:33.308317+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"399'5674","reported_seq":5695,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.870306+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:57:46.870306+0000","last_peered":"2023-10-09T04:57:46.870306+0000","last_clean":"2023-10-09T04:57:46.870306+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:57:46.870306+0000","last_undegraded":"2023-10-09T04:57:46.870306+0000","last_fullsized":"2023-10-09T04:57:46.870306+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5674,"log_dups_size":0,"ondisk_log_size":5674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371851264,"num_objects":5674,"num_object_clones":0,"num_object_copies":17022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5674,"num_write_kb":363136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":414,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305677+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:57:33.305677+0000","last_peered":"2023-10-09T04:57:33.305677+0000","last_clean":"2023-10-09T04:57:33.305677+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:57:33.305677+0000","last_undegraded":"2023-10-09T04:57:33.305677+0000","last_fullsized":"2023-10-09T04:57:33.305677+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":72,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.302736+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:57:33.302736+0000","last_peered":"2023-10-09T04:57:33.302736+0000","last_clean":"2023-10-09T04:57:33.302736+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:57:33.302736+0000","last_undegraded":"2023-10-09T04:57:33.302736+0000","last_fullsized":"2023-10-09T04:57:33.302736+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"399'5547","reported_seq":5568,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.943071+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:57:46.943071+0000","last_peered":"2023-10-09T04:57:46.943071+0000","last_clean":"2023-10-09T04:57:46.943071+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:57:46.943071+0000","last_undegraded":"2023-10-09T04:57:46.943071+0000","last_fullsized":"2023-10-09T04:57:46.943071+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5547,"log_dups_size":0,"ondisk_log_size":5547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363528192,"num_objects":5547,"num_object_clones":0,"num_object_copies":16641,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5547,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5547,"num_write_kb":355008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":443,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298701+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:57:33.298701+0000","last_peered":"2023-10-09T04:57:33.298701+0000","last_clean":"2023-10-09T04:57:33.298701+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:57:33.298701+0000","last_undegraded":"2023-10-09T04:57:33.298701+0000","last_fullsized":"2023-10-09T04:57:33.298701+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":374,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.300687+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:57:33.300687+0000","last_peered":"2023-10-09T04:57:33.300687+0000","last_clean":"2023-10-09T04:57:33.300687+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:57:33.300687+0000","last_undegraded":"2023-10-09T04:57:33.300687+0000","last_fullsized":"2023-10-09T04:57:33.300687+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"399'5678","reported_seq":5698,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.912672+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:57:46.912672+0000","last_peered":"2023-10-09T04:57:46.912672+0000","last_clean":"2023-10-09T04:57:46.912672+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:57:46.912672+0000","last_undegraded":"2023-10-09T04:57:46.912672+0000","last_fullsized":"2023-10-09T04:57:46.912672+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5678,"log_dups_size":0,"ondisk_log_size":5678,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372113408,"num_objects":5678,"num_object_clones":0,"num_object_copies":17034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5678,"num_write_kb":363392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":64,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.318748+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T04:57:33.318748+0000","last_peered":"2023-10-09T04:57:33.318748+0000","last_clean":"2023-10-09T04:57:33.318748+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T04:57:33.318748+0000","last_undegraded":"2023-10-09T04:57:33.318748+0000","last_fullsized":"2023-10-09T04:57:33.318748+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":443,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.309222+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:57:33.309222+0000","last_peered":"2023-10-09T04:57:33.309222+0000","last_clean":"2023-10-09T04:57:33.309222+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:57:33.309222+0000","last_undegraded":"2023-10-09T04:57:33.309222+0000","last_fullsized":"2023-10-09T04:57:33.309222+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"399'5557","reported_seq":5578,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.888749+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:57:46.888749+0000","last_peered":"2023-10-09T04:57:46.888749+0000","last_clean":"2023-10-09T04:57:46.888749+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:57:46.888749+0000","last_undegraded":"2023-10-09T04:57:46.888749+0000","last_fullsized":"2023-10-09T04:57:46.888749+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5557,"log_dups_size":0,"ondisk_log_size":5557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364183552,"num_objects":5557,"num_object_clones":0,"num_object_copies":16671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5557,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5557,"num_write_kb":355648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":72,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.302787+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:57:33.302787+0000","last_peered":"2023-10-09T04:57:33.302787+0000","last_clean":"2023-10-09T04:57:33.302787+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:57:33.302787+0000","last_undegraded":"2023-10-09T04:57:33.302787+0000","last_fullsized":"2023-10-09T04:57:33.302787+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":369,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308837+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:57:33.308837+0000","last_peered":"2023-10-09T04:57:33.308837+0000","last_clean":"2023-10-09T04:57:33.308837+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:57:33.308837+0000","last_undegraded":"2023-10-09T04:57:33.308837+0000","last_fullsized":"2023-10-09T04:57:33.308837+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"399'5545","reported_seq":5567,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:45.462087+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:57:45.462087+0000","last_peered":"2023-10-09T04:57:45.462087+0000","last_clean":"2023-10-09T04:57:45.462087+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:57:45.462087+0000","last_undegraded":"2023-10-09T04:57:45.462087+0000","last_fullsized":"2023-10-09T04:57:45.462087+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5545,"log_dups_size":0,"ondisk_log_size":5545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363397120,"num_objects":5545,"num_object_clones":0,"num_object_copies":16635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5545,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5545,"num_write_kb":354880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":360,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308279+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:57:33.308279+0000","last_peered":"2023-10-09T04:57:33.308279+0000","last_clean":"2023-10-09T04:57:33.308279+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:57:33.308279+0000","last_undegraded":"2023-10-09T04:57:33.308279+0000","last_fullsized":"2023-10-09T04:57:33.308279+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":426,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.310326+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:57:33.310326+0000","last_peered":"2023-10-09T04:57:33.310326+0000","last_clean":"2023-10-09T04:57:33.310326+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:57:33.310326+0000","last_undegraded":"2023-10-09T04:57:33.310326+0000","last_fullsized":"2023-10-09T04:57:33.310326+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"399'5594","reported_seq":5616,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:45.522049+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:57:45.522049+0000","last_peered":"2023-10-09T04:57:45.522049+0000","last_clean":"2023-10-09T04:57:45.522049+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:57:45.522049+0000","last_undegraded":"2023-10-09T04:57:45.522049+0000","last_fullsized":"2023-10-09T04:57:45.522049+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5594,"log_dups_size":0,"ondisk_log_size":5594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366608384,"num_objects":5594,"num_object_clones":0,"num_object_copies":16782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5594,"num_write_kb":358016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":94,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316113+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:57:33.316113+0000","last_peered":"2023-10-09T04:57:33.316113+0000","last_clean":"2023-10-09T04:57:33.316113+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:57:33.316113+0000","last_undegraded":"2023-10-09T04:57:33.316113+0000","last_fullsized":"2023-10-09T04:57:33.316113+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":335,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:35.534435+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:57:35.534435+0000","last_peered":"2023-10-09T04:57:35.534435+0000","last_clean":"2023-10-09T04:57:35.534435+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:57:35.534435+0000","last_undegraded":"2023-10-09T04:57:35.534435+0000","last_fullsized":"2023-10-09T04:57:35.534435+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"399'5550","reported_seq":5572,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:45.908519+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:57:45.908519+0000","last_peered":"2023-10-09T04:57:45.908519+0000","last_clean":"2023-10-09T04:57:45.908519+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:57:45.908519+0000","last_undegraded":"2023-10-09T04:57:45.908519+0000","last_fullsized":"2023-10-09T04:57:45.908519+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5550,"log_dups_size":0,"ondisk_log_size":5550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363724800,"num_objects":5550,"num_object_clones":0,"num_object_copies":16650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5550,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5550,"num_write_kb":355200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":376,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306883+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:57:33.306883+0000","last_peered":"2023-10-09T04:57:33.306883+0000","last_clean":"2023-10-09T04:57:33.306883+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:57:33.306883+0000","last_undegraded":"2023-10-09T04:57:33.306883+0000","last_fullsized":"2023-10-09T04:57:33.306883+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":413,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298528+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:57:33.298528+0000","last_peered":"2023-10-09T04:57:33.298528+0000","last_clean":"2023-10-09T04:57:33.298528+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:57:33.298528+0000","last_undegraded":"2023-10-09T04:57:33.298528+0000","last_fullsized":"2023-10-09T04:57:33.298528+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":334,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305864+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:57:33.305864+0000","last_peered":"2023-10-09T04:57:33.305864+0000","last_clean":"2023-10-09T04:57:33.305864+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:57:33.305864+0000","last_undegraded":"2023-10-09T04:57:33.305864+0000","last_fullsized":"2023-10-09T04:57:33.305864+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"399'5672","reported_seq":5693,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.894183+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:57:46.894183+0000","last_peered":"2023-10-09T04:57:46.894183+0000","last_clean":"2023-10-09T04:57:46.894183+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:57:46.894183+0000","last_undegraded":"2023-10-09T04:57:46.894183+0000","last_fullsized":"2023-10-09T04:57:46.894183+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5672,"log_dups_size":0,"ondisk_log_size":5672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371720192,"num_objects":5672,"num_object_clones":0,"num_object_copies":17016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5672,"num_write_kb":363008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":419,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298398+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:57:33.298398+0000","last_peered":"2023-10-09T04:57:33.298398+0000","last_clean":"2023-10-09T04:57:33.298398+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:57:33.298398+0000","last_undegraded":"2023-10-09T04:57:33.298398+0000","last_fullsized":"2023-10-09T04:57:33.298398+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":400,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308509+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:57:33.308509+0000","last_peered":"2023-10-09T04:57:33.308509+0000","last_clean":"2023-10-09T04:57:33.308509+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:57:33.308509+0000","last_undegraded":"2023-10-09T04:57:33.308509+0000","last_fullsized":"2023-10-09T04:57:33.308509+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":360,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306555+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:57:33.306555+0000","last_peered":"2023-10-09T04:57:33.306555+0000","last_clean":"2023-10-09T04:57:33.306555+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:57:33.306555+0000","last_undegraded":"2023-10-09T04:57:33.306555+0000","last_fullsized":"2023-10-09T04:57:33.306555+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"399'5598","reported_seq":5619,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.931104+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:57:46.931104+0000","last_peered":"2023-10-09T04:57:46.931104+0000","last_clean":"2023-10-09T04:57:46.931104+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:57:46.931104+0000","last_undegraded":"2023-10-09T04:57:46.931104+0000","last_fullsized":"2023-10-09T04:57:46.931104+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5598,"log_dups_size":0,"ondisk_log_size":5598,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366870528,"num_objects":5598,"num_object_clones":0,"num_object_copies":16794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5598,"num_write_kb":358272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":411,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.307220+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:57:33.307220+0000","last_peered":"2023-10-09T04:57:33.307220+0000","last_clean":"2023-10-09T04:57:33.307220+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:57:33.307220+0000","last_undegraded":"2023-10-09T04:57:33.307220+0000","last_fullsized":"2023-10-09T04:57:33.307220+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":356,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305280+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:57:33.305280+0000","last_peered":"2023-10-09T04:57:33.305280+0000","last_clean":"2023-10-09T04:57:33.305280+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:57:33.305280+0000","last_undegraded":"2023-10-09T04:57:33.305280+0000","last_fullsized":"2023-10-09T04:57:33.305280+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":370,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306447+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:57:33.306447+0000","last_peered":"2023-10-09T04:57:33.306447+0000","last_clean":"2023-10-09T04:57:33.306447+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:57:33.306447+0000","last_undegraded":"2023-10-09T04:57:33.306447+0000","last_fullsized":"2023-10-09T04:57:33.306447+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"399'5721","reported_seq":5741,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.942436+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:57:46.942436+0000","last_peered":"2023-10-09T04:57:46.942436+0000","last_clean":"2023-10-09T04:57:46.942436+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:57:46.942436+0000","last_undegraded":"2023-10-09T04:57:46.942436+0000","last_fullsized":"2023-10-09T04:57:46.942436+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5721,"log_dups_size":0,"ondisk_log_size":5721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374931456,"num_objects":5721,"num_object_clones":0,"num_object_copies":17163,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5721,"num_write_kb":366144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":362,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298357+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:57:33.298357+0000","last_peered":"2023-10-09T04:57:33.298357+0000","last_clean":"2023-10-09T04:57:33.298357+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:57:33.298357+0000","last_undegraded":"2023-10-09T04:57:33.298357+0000","last_fullsized":"2023-10-09T04:57:33.298357+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":815,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305358+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:57:33.305358+0000","last_peered":"2023-10-09T04:57:33.305358+0000","last_clean":"2023-10-09T04:57:33.305358+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:57:33.305358+0000","last_undegraded":"2023-10-09T04:57:33.305358+0000","last_fullsized":"2023-10-09T04:57:33.305358+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":231,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.318703+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T04:57:33.318703+0000","last_peered":"2023-10-09T04:57:33.318703+0000","last_clean":"2023-10-09T04:57:33.318703+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T04:57:33.318703+0000","last_undegraded":"2023-10-09T04:57:33.318703+0000","last_fullsized":"2023-10-09T04:57:33.318703+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":72,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.303214+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:57:33.303214+0000","last_peered":"2023-10-09T04:57:33.303214+0000","last_clean":"2023-10-09T04:57:33.303214+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:57:33.303214+0000","last_undegraded":"2023-10-09T04:57:33.303214+0000","last_fullsized":"2023-10-09T04:57:33.303214+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"399'5610","reported_seq":5631,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.891181+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:57:46.891181+0000","last_peered":"2023-10-09T04:57:46.891181+0000","last_clean":"2023-10-09T04:57:46.891181+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:57:46.891181+0000","last_undegraded":"2023-10-09T04:57:46.891181+0000","last_fullsized":"2023-10-09T04:57:46.891181+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5610,"log_dups_size":0,"ondisk_log_size":5610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367656960,"num_objects":5610,"num_object_clones":0,"num_object_copies":16830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5610,"num_write_kb":359040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":398,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.303521+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:57:33.303521+0000","last_peered":"2023-10-09T04:57:33.303521+0000","last_clean":"2023-10-09T04:57:33.303521+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:57:33.303521+0000","last_undegraded":"2023-10-09T04:57:33.303521+0000","last_fullsized":"2023-10-09T04:57:33.303521+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":351,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308355+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:57:33.308355+0000","last_peered":"2023-10-09T04:57:33.308355+0000","last_clean":"2023-10-09T04:57:33.308355+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:57:33.308355+0000","last_undegraded":"2023-10-09T04:57:33.308355+0000","last_fullsized":"2023-10-09T04:57:33.308355+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":389,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298118+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:57:33.298118+0000","last_peered":"2023-10-09T04:57:33.298118+0000","last_clean":"2023-10-09T04:57:33.298118+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:57:33.298118+0000","last_undegraded":"2023-10-09T04:57:33.298118+0000","last_fullsized":"2023-10-09T04:57:33.298118+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"399'5612","reported_seq":5646,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.489518+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T04:57:46.489518+0000","last_peered":"2023-10-09T04:57:46.489518+0000","last_clean":"2023-10-09T04:57:46.489518+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T04:57:46.489518+0000","last_undegraded":"2023-10-09T04:57:46.489518+0000","last_fullsized":"2023-10-09T04:57:46.489518+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5612,"log_dups_size":0,"ondisk_log_size":5612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367788032,"num_objects":5612,"num_object_clones":0,"num_object_copies":16836,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5612,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5612,"num_write_kb":359168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":364,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.305755+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:57:33.305755+0000","last_peered":"2023-10-09T04:57:33.305755+0000","last_clean":"2023-10-09T04:57:33.305755+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:57:33.305755+0000","last_undegraded":"2023-10-09T04:57:33.305755+0000","last_fullsized":"2023-10-09T04:57:33.305755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":320,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306733+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:57:33.306733+0000","last_peered":"2023-10-09T04:57:33.306733+0000","last_clean":"2023-10-09T04:57:33.306733+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:57:33.306733+0000","last_undegraded":"2023-10-09T04:57:33.306733+0000","last_fullsized":"2023-10-09T04:57:33.306733+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":78,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298431+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:57:33.298431+0000","last_peered":"2023-10-09T04:57:33.298431+0000","last_clean":"2023-10-09T04:57:33.298431+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:57:33.298431+0000","last_undegraded":"2023-10-09T04:57:33.298431+0000","last_fullsized":"2023-10-09T04:57:33.298431+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"399'5536","reported_seq":5558,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:46.492385+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:57:46.492385+0000","last_peered":"2023-10-09T04:57:46.492385+0000","last_clean":"2023-10-09T04:57:46.492385+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:57:46.492385+0000","last_undegraded":"2023-10-09T04:57:46.492385+0000","last_fullsized":"2023-10-09T04:57:46.492385+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5536,"log_dups_size":0,"ondisk_log_size":5536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362807296,"num_objects":5536,"num_object_clones":0,"num_object_copies":16608,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5536,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5536,"num_write_kb":354304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":64,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.317472+0000","last_change":"2023-10-09T04:57:02.373391+0000","last_active":"2023-10-09T04:57:33.317472+0000","last_peered":"2023-10-09T04:57:33.317472+0000","last_clean":"2023-10-09T04:57:33.317472+0000","last_became_active":"2023-10-09T04:57:02.372844+0000","last_became_peered":"2023-10-09T04:57:02.372844+0000","last_unstale":"2023-10-09T04:57:33.317472+0000","last_undegraded":"2023-10-09T04:57:33.317472+0000","last_fullsized":"2023-10-09T04:57:33.317472+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:22.452429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":377,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.306641+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:57:33.306641+0000","last_peered":"2023-10-09T04:57:33.306641+0000","last_clean":"2023-10-09T04:57:33.306641+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:57:33.306641+0000","last_undegraded":"2023-10-09T04:57:33.306641+0000","last_fullsized":"2023-10-09T04:57:33.306641+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":94,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.315886+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:57:33.315886+0000","last_peered":"2023-10-09T04:57:33.315886+0000","last_clean":"2023-10-09T04:57:33.315886+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:57:33.315886+0000","last_undegraded":"2023-10-09T04:57:33.315886+0000","last_fullsized":"2023-10-09T04:57:33.315886+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"399'5572","reported_seq":5593,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-10-09T04:57:45.938426+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:57:45.938426+0000","last_peered":"2023-10-09T04:57:45.938426+0000","last_clean":"2023-10-09T04:57:45.938426+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:57:45.938426+0000","last_undegraded":"2023-10-09T04:57:45.938426+0000","last_fullsized":"2023-10-09T04:57:45.938426+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5572,"log_dups_size":0,"ondisk_log_size":5572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365166592,"num_objects":5572,"num_object_clones":0,"num_object_copies":16716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5572,"num_write_kb":356608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":72,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.303307+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:57:33.303307+0000","last_peered":"2023-10-09T04:57:33.303307+0000","last_clean":"2023-10-09T04:57:33.303307+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:57:33.303307+0000","last_undegraded":"2023-10-09T04:57:33.303307+0000","last_fullsized":"2023-10-09T04:57:33.303307+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":377,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298203+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:57:33.298203+0000","last_peered":"2023-10-09T04:57:33.298203+0000","last_clean":"2023-10-09T04:57:33.298203+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:57:33.298203+0000","last_undegraded":"2023-10-09T04:57:33.298203+0000","last_fullsized":"2023-10-09T04:57:33.298203+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":382,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308148+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:57:33.308148+0000","last_peered":"2023-10-09T04:57:33.308148+0000","last_clean":"2023-10-09T04:57:33.308148+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:57:33.308148+0000","last_undegraded":"2023-10-09T04:57:33.308148+0000","last_fullsized":"2023-10-09T04:57:33.308148+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":74,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.309448+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:57:33.309448+0000","last_peered":"2023-10-09T04:57:33.309448+0000","last_clean":"2023-10-09T04:57:33.309448+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:57:33.309448+0000","last_undegraded":"2023-10-09T04:57:33.309448+0000","last_fullsized":"2023-10-09T04:57:33.309448+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":420,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316424+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:57:33.316424+0000","last_peered":"2023-10-09T04:57:33.316424+0000","last_clean":"2023-10-09T04:57:33.316424+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:57:33.316424+0000","last_undegraded":"2023-10-09T04:57:33.316424+0000","last_fullsized":"2023-10-09T04:57:33.316424+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":378,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298777+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:57:33.298777+0000","last_peered":"2023-10-09T04:57:33.298777+0000","last_clean":"2023-10-09T04:57:33.298777+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:57:33.298777+0000","last_undegraded":"2023-10-09T04:57:33.298777+0000","last_fullsized":"2023-10-09T04:57:33.298777+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":420,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308648+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:57:33.308648+0000","last_peered":"2023-10-09T04:57:33.308648+0000","last_clean":"2023-10-09T04:57:33.308648+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:57:33.308648+0000","last_undegraded":"2023-10-09T04:57:33.308648+0000","last_fullsized":"2023-10-09T04:57:33.308648+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":400,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298457+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:57:33.298457+0000","last_peered":"2023-10-09T04:57:33.298457+0000","last_clean":"2023-10-09T04:57:33.298457+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:57:33.298457+0000","last_undegraded":"2023-10-09T04:57:33.298457+0000","last_fullsized":"2023-10-09T04:57:33.298457+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":403,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308551+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:57:33.308551+0000","last_peered":"2023-10-09T04:57:33.308551+0000","last_clean":"2023-10-09T04:57:33.308551+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:57:33.308551+0000","last_undegraded":"2023-10-09T04:57:33.308551+0000","last_fullsized":"2023-10-09T04:57:33.308551+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":123,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.317139+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:57:33.317139+0000","last_peered":"2023-10-09T04:57:33.317139+0000","last_clean":"2023-10-09T04:57:33.317139+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:57:33.317139+0000","last_undegraded":"2023-10-09T04:57:33.317139+0000","last_fullsized":"2023-10-09T04:57:33.317139+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":89,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.316777+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:57:33.316777+0000","last_peered":"2023-10-09T04:57:33.316777+0000","last_clean":"2023-10-09T04:57:33.316777+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:57:33.316777+0000","last_undegraded":"2023-10-09T04:57:33.316777+0000","last_fullsized":"2023-10-09T04:57:33.316777+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":85,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.298936+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:57:33.298936+0000","last_peered":"2023-10-09T04:57:33.298936+0000","last_clean":"2023-10-09T04:57:33.298936+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:57:33.298936+0000","last_undegraded":"2023-10-09T04:57:33.298936+0000","last_fullsized":"2023-10-09T04:57:33.298936+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":419,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-10-09T04:57:33.308125+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:57:33.308125+0000","last_peered":"2023-10-09T04:57:33.308125+0000","last_clean":"2023-10-09T04:57:33.308125+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:57:33.308125+0000","last_undegraded":"2023-10-09T04:57:33.308125+0000","last_fullsized":"2023-10-09T04:57:33.308125+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":5881069568,"num_objects":89738,"num_object_clones":0,"num_object_copies":269214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":89738,"num_write_kb":5743232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17610637312,"data_stored":17610637312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89738,"ondisk_log_size":89738,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234419,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3419320,"kb_used_data":2509936,"kb_used_omap":0,"kb_used_meta":909376,"kb_avail":90325832,"statfs":{"total":95995035648,"available":92493651968,"internally_reserved":0,"allocated":2570174464,"data_stored":2569083811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":931201024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":1.1120000000000001,"15min":1.7949999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.22},"max":{"1min":2.4620000000000002,"5min":7.3140000000000001,"15min":11.922000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.2789999999999999,"5min":1.2150000000000001,"15min":1.552},"min":{"1min":0.29199999999999998,"5min":0.24299999999999999,"15min":0.23200000000000001},"max":{"1min":10.785,"5min":10.785,"15min":17.344000000000001},"last":1.3320000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.3100000000000001,"15min":1.7350000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.2930000000000001,"5min":16.280999999999999,"15min":16.513000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.86699999999999999,"5min":1.52,"15min":1.923},"min":{"1min":0.29099999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.4460000000000002,"5min":24.052,"15min":24.052},"last":0.44700000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":1.1519999999999999,"15min":1.9810000000000001},"min":{"1min":0.33300000000000002,"5min":0.254,"15min":0.254},"max":{"1min":2.5179999999999998,"5min":7.3869999999999996,"15min":32.179000000000002},"last":1.5509999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.3089999999999999,"15min":1.6579999999999999},"min":{"1min":0.40500000000000003,"5min":0.28899999999999998,"15min":0.28799999999999998},"max":{"1min":5.3840000000000003,"5min":9.7070000000000007,"15min":16.704000000000001},"last":1.3620000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:57:44 2023","interfaces":[{"interface":"back","average":{"1min":1.9750000000000001,"5min":1.5920000000000001,"15min":1.5680000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.30199999999999999},"max":{"1min":14.228999999999999,"5min":14.228999999999999,"15min":14.228999999999999},"last":1.52},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.454,"15min":1.502},"min":{"1min":0.375,"5min":0.311,"15min":0.31},"max":{"1min":5.5609999999999999,"5min":9.6590000000000007,"15min":10.955},"last":1.8220000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.90000000000000002,"15min":1.885},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.1619999999999999,"5min":10.634,"15min":23.919},"last":2.1899999999999999},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.95699999999999996,"15min":1.516},"min":{"1min":0.33700000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.0860000000000003,"5min":10.868,"15min":23.797999999999998},"last":1.2989999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.3340000000000001,"15min":2.2250000000000001},"min":{"1min":0.312,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":3.2280000000000002,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.37},{"interface":"front","average":{"1min":0.60299999999999998,"5min":1.23,"15min":2.0249999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.8839999999999999,"5min":21.07,"15min":79.332999999999998},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.276,"15min":2.0609999999999999},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":5.4409999999999998,"5min":14.176,"15min":16.599},"last":0.621},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.389,"15min":2.02},"min":{"1min":0.373,"5min":0.34799999999999998,"15min":0.30599999999999999},"max":{"1min":2.2410000000000001,"5min":24.010000000000002,"15min":24.010000000000002},"last":0.56499999999999995}]}]},{"osd":6,"up_from":46,"seq":197568496055,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3393644,"kb_used_data":2500452,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":90351508,"statfs":{"total":95995035648,"available":92519944192,"internally_reserved":0,"allocated":2560462848,"data_stored":2559384395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:17 2023","interfaces":[{"interface":"back","average":{"1min":4.7919999999999998,"5min":1.7669999999999999,"15min":1.776},"min":{"1min":0.22700000000000001,"5min":0.219,"15min":0.219},"max":{"1min":62.470999999999997,"5min":62.470999999999997,"15min":62.470999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":4.5800000000000001,"5min":1.72,"15min":2.0529999999999999},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":62.445,"5min":62.445,"15min":62.445},"last":0.45400000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.103,"15min":1.8200000000000001},"min":{"1min":0.38100000000000001,"5min":0.248,"15min":0.248},"max":{"1min":2.1930000000000001,"5min":8.6839999999999993,"15min":10.686},"last":9.1869999999999994},{"interface":"front","average":{"1min":0.69799999999999995,"5min":1.0700000000000001,"15min":1.413},"min":{"1min":0.36699999999999999,"5min":0.29199999999999998,"15min":0.23699999999999999},"max":{"1min":1.992,"5min":7.0579999999999998,"15min":8.7889999999999997},"last":9.3030000000000008}]},{"osd":2,"last update":"Mon Oct 9 04:57:27 2023","interfaces":[{"interface":"back","average":{"1min":1.325,"5min":1.2649999999999999,"15min":1.651},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.221},"max":{"1min":5.0670000000000002,"5min":16.338000000000001,"15min":16.338000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.175,"15min":2.0350000000000001},"min":{"1min":0.34100000000000003,"5min":0.27100000000000002,"15min":0.252},"max":{"1min":5.8220000000000001,"5min":6.8600000000000003,"15min":15.391999999999999},"last":0.41699999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":1.534,"15min":1.9770000000000001},"min":{"1min":0.45200000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.6870000000000003,"5min":8.9990000000000006,"15min":10.734999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.41299999999999998,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":4.4950000000000001,"5min":8.9870000000000001,"15min":12.456},"last":0.379}]},{"osd":4,"last update":"Mon Oct 9 04:57:27 2023","interfaces":[{"interface":"back","average":{"1min":1.0820000000000001,"5min":1.0700000000000001,"15min":1.6419999999999999},"min":{"1min":0.30199999999999999,"5min":0.26200000000000001,"15min":0.23699999999999999},"max":{"1min":4.9610000000000003,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.016,"5min":0.97799999999999998,"15min":1.748},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":3.2669999999999999,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.47399999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:57:27 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.873,"15min":1.5449999999999999},"min":{"1min":0.28299999999999997,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":4.1619999999999999,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.433},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.081,"15min":1.5740000000000001},"min":{"1min":0.41199999999999998,"5min":0.35399999999999998,"15min":0.29099999999999998},"max":{"1min":5.0010000000000003,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.443}]},{"osd":7,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.92600000000000005,"15min":2.3799999999999999},"min":{"1min":0.35699999999999998,"5min":0.35199999999999998,"15min":0.28199999999999997},"max":{"1min":2.1030000000000002,"5min":16.372,"15min":196.22300000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.88900000000000001,"15min":2.6469999999999998},"min":{"1min":0.38800000000000001,"5min":0.35599999999999998,"15min":0.33500000000000002},"max":{"1min":0.82999999999999996,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.49199999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314671,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2343620,"kb_used_data":1901052,"kb_used_omap":5,"kb_used_meta":442554,"kb_avail":91401532,"statfs":{"total":95995035648,"available":93595168768,"internally_reserved":0,"allocated":1946677248,"data_stored":1944771864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":453176021},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":1.4399999999999999,"15min":1.1200000000000001},"min":{"1min":0.221,"5min":0.20899999999999999,"15min":0.19400000000000001},"max":{"1min":3.2989999999999999,"5min":11.292,"15min":11.292},"last":0.93100000000000005},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.613,"15min":1.266},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":11.234999999999999,"5min":14.954000000000001,"15min":14.954000000000001},"last":1.1259999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.5960000000000001,"15min":1.246},"min":{"1min":0.248,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":11.586,"5min":15.111000000000001,"15min":15.111000000000001},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.28,"5min":1.899,"15min":1.3819999999999999},"min":{"1min":0.248,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":5.5190000000000001,"5min":11.997,"15min":11.997},"last":0.36399999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":2.1970000000000001,"15min":1.23},"min":{"1min":0.23999999999999999,"5min":0.222,"15min":0.222},"max":{"1min":11.206,"5min":27.974,"15min":27.974},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":1.966,"15min":1.3540000000000001},"min":{"1min":0.27200000000000002,"5min":0.25,"15min":0.25},"max":{"1min":3.6400000000000001,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.58799999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.954,"15min":1.8300000000000001},"min":{"1min":0.34899999999999998,"5min":0.29999999999999999,"15min":0.27600000000000002},"max":{"1min":11.095000000000001,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.66200000000000003},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.794,"15min":1.609},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":6.6559999999999997,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":1.4319999999999999,"15min":1.8069999999999999},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.6110000000000002,"5min":15.034000000000001,"15min":15.034000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.518,"15min":1.71},"min":{"1min":0.42699999999999999,"5min":0.311,"15min":0.311},"max":{"1min":3.173,"5min":11.151999999999999,"15min":12.484999999999999},"last":0.53600000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.5129999999999999,"15min":1.5580000000000001},"min":{"1min":0.35299999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":7.2599999999999998,"5min":11.103,"15min":11.103},"last":0.51100000000000001},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.6970000000000001,"15min":1.4730000000000001},"min":{"1min":0.41499999999999998,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":11.141,"5min":11.141,"15min":11.141},"last":0.70399999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3280000000000001,"5min":1.6779999999999999,"15min":5.6289999999999996},"min":{"1min":0.39900000000000002,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":11.173999999999999,"5min":11.173999999999999,"15min":146.554},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.94699999999999995,"5min":1.4219999999999999,"15min":6.0620000000000003},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.371},"max":{"1min":3.5569999999999999,"5min":15.06,"15min":146.53100000000001},"last":0.48199999999999998}]}]},{"osd":0,"up_from":86,"seq":369367187761,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3057600,"kb_used_data":2120376,"kb_used_omap":5,"kb_used_meta":937210,"kb_avail":90687552,"statfs":{"total":95995035648,"available":92864053248,"internally_reserved":0,"allocated":2171265024,"data_stored":2169128983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":959703674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:56:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2240000000000002,"5min":1.393,"15min":1.276},"min":{"1min":0.20899999999999999,"5min":0.20000000000000001,"15min":0.17799999999999999},"max":{"1min":11.550000000000001,"5min":11.550000000000001,"15min":11.550000000000001},"last":3.9590000000000001},{"interface":"front","average":{"1min":2.3450000000000002,"5min":1.8420000000000001,"15min":1.2070000000000001},"min":{"1min":0.215,"5min":0.19600000000000001,"15min":0.186},"max":{"1min":9.9440000000000008,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.86699999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":1.5820000000000001,"15min":1.6879999999999999},"min":{"1min":0.247,"5min":0.215,"15min":0.17799999999999999},"max":{"1min":6.8090000000000002,"5min":9.8699999999999992,"15min":24.021000000000001},"last":4.0819999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.742,"15min":1.617},"min":{"1min":0.216,"5min":0.216,"15min":0.20699999999999999},"max":{"1min":6.4800000000000004,"5min":11.002000000000001,"15min":24.050999999999998},"last":1.034}]},{"osd":3,"last update":"Mon Oct 9 04:57:43 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":2.1099999999999999,"15min":1.6319999999999999},"min":{"1min":0.33200000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.8279999999999994,"5min":14.711,"15min":14.711},"last":0.26200000000000001},{"interface":"front","average":{"1min":2.1110000000000002,"5min":2.077,"15min":1.6579999999999999},"min":{"1min":0.33700000000000002,"5min":0.248,"15min":0.248},"max":{"1min":6.9710000000000001,"5min":18.193000000000001,"15min":23.222000000000001},"last":1.5820000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":1.22,"15min":1.6739999999999999},"min":{"1min":0.32400000000000001,"5min":0.315,"15min":0.26300000000000001},"max":{"1min":5.5,"5min":9.2230000000000008,"15min":12.196999999999999},"last":1.617},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.0149999999999999,"15min":1.53},"min":{"1min":0.38600000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.9269999999999996,"5min":11.134,"15min":12.212},"last":3.9020000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":1.139,"15min":1.669},"min":{"1min":0.40899999999999997,"5min":0.316,"15min":0.29699999999999999},"max":{"1min":2.7050000000000001,"5min":11.167,"15min":13.022},"last":3.859},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.266,"15min":1.8520000000000001},"min":{"1min":0.39700000000000002,"5min":0.317,"15min":0.28399999999999997},"max":{"1min":4.194,"5min":6.1980000000000004,"15min":12.978},"last":0.89000000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.2589999999999999,"15min":1.718},"min":{"1min":0.44500000000000001,"5min":0.35799999999999998,"15min":0.32100000000000001},"max":{"1min":2.7839999999999998,"5min":11.23,"15min":11.23},"last":3.9279999999999999},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.4450000000000001,"15min":1.7829999999999999},"min":{"1min":0.35999999999999999,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":4.2569999999999997,"5min":6.1970000000000001,"15min":13.086},"last":0.83499999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.4339999999999999,"15min":1.8340000000000001},"min":{"1min":0.38900000000000001,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":4.2320000000000002,"5min":6.4199999999999999,"15min":13.054},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.3620000000000001,"5min":1.522,"15min":1.9239999999999999},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.36499999999999999},"max":{"1min":5.4480000000000004,"5min":10.675000000000001,"15min":14.393000000000001},"last":1.6399999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206604,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4327140,"kb_used_data":3558300,"kb_used_omap":7,"kb_used_meta":768824,"kb_avail":89418012,"statfs":{"total":95995035648,"available":91564044288,"internally_reserved":0,"allocated":3643699200,"data_stored":3641817595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":787275857},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.1240000000000001,"15min":1.3600000000000001},"min":{"1min":0.182,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.399,"5min":9.9819999999999993,"15min":49.338000000000001},"last":1.9139999999999999},{"interface":"front","average":{"1min":1.266,"5min":1.452,"15min":1.46},"min":{"1min":0.188,"5min":0.188,"15min":0.185},"max":{"1min":10.112,"5min":10.112,"15min":47.450000000000003},"last":1.804}]},{"osd":1,"last update":"Mon Oct 9 04:56:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":1.5509999999999999,"15min":1.1830000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20499999999999999},"max":{"1min":3.5510000000000002,"5min":13.888,"15min":13.888},"last":1.7450000000000001},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.6579999999999999,"15min":1.6200000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":9.5380000000000003,"5min":9.8670000000000009,"15min":9.8670000000000009},"last":0.29299999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":1.5740000000000001,"15min":1.121},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":3.8999999999999999,"5min":13.382999999999999,"15min":13.382999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.90500000000000003,"5min":1.6180000000000001,"15min":1.167},"min":{"1min":0.314,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":3.9300000000000002,"5min":13.413,"15min":13.413},"last":0.501}]},{"osd":4,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":3.0190000000000001,"15min":2.198},"min":{"1min":0.35099999999999998,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":3.5550000000000002,"5min":176.00200000000001,"15min":176.00200000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.96699999999999997,"5min":2.831,"15min":2.0990000000000002},"min":{"1min":0.312,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":3.3220000000000001,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.99199999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":1.365,"15min":1.629},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":4.1219999999999999,"5min":8.6140000000000008,"15min":12.141999999999999},"last":1.8640000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":1.3919999999999999,"15min":1.7569999999999999},"min":{"1min":0.34200000000000003,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":3.3100000000000001,"5min":9.9469999999999992,"15min":13.205},"last":0.40300000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":1.796,"15min":1.7050000000000001},"min":{"1min":0.34399999999999997,"5min":0.312,"15min":0.312},"max":{"1min":3.3460000000000001,"5min":42.975999999999999,"15min":42.975999999999999},"last":1.022},{"interface":"front","average":{"1min":1.018,"5min":1.8140000000000001,"15min":1.8480000000000001},"min":{"1min":0.35499999999999998,"5min":0.316,"15min":0.316},"max":{"1min":4.1440000000000001,"5min":42.843000000000004,"15min":42.843000000000004},"last":1.9019999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:57:24 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.4279999999999999,"15min":1.8360000000000001},"min":{"1min":0.38400000000000001,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":3.367,"5min":9.9450000000000003,"15min":18.792999999999999},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.996,"5min":1.4039999999999999,"15min":1.9219999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":4.1669999999999998,"5min":8.7680000000000007,"15min":18.841999999999999},"last":1.8360000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524741,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3249372,"kb_used_data":2850132,"kb_used_omap":2,"kb_used_meta":399229,"kb_avail":90495780,"statfs":{"total":95995035648,"available":92667678720,"internally_reserved":0,"allocated":2918535168,"data_stored":2916773973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":408810549},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.2949999999999999,"15min":1.0580000000000001},"min":{"1min":0.20899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":1.3839999999999999,"5min":12.817,"15min":12.817},"last":9.3550000000000004},{"interface":"front","average":{"1min":1.379,"5min":1.494,"15min":1.282},"min":{"1min":0.248,"5min":0.21199999999999999,"15min":0.20699999999999999},"max":{"1min":8.9480000000000004,"5min":13.303000000000001,"15min":13.303000000000001},"last":0.39500000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:57:02 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":1.5249999999999999,"15min":0.98299999999999998},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.20999999999999999},"max":{"1min":5.1299999999999999,"5min":12.891,"15min":12.891},"last":7.9580000000000002},{"interface":"front","average":{"1min":0.97199999999999998,"5min":1.607,"15min":1.5269999999999999},"min":{"1min":0.29599999999999999,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":5.1970000000000001,"5min":12.866,"15min":12.866},"last":9.391}]},{"osd":2,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.681,"15min":1.5489999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":7.7489999999999997,"5min":21.722999999999999,"15min":21.722999999999999},"last":3.746},{"interface":"front","average":{"1min":0.59099999999999997,"5min":1.28,"15min":1.333},"min":{"1min":0.34300000000000003,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.413,"5min":12.917999999999999,"15min":13.305999999999999},"last":8.7059999999999995}]},{"osd":4,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.1819999999999999,"15min":1.5409999999999999},"min":{"1min":0.41699999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.8639999999999999,"5min":10.34,"15min":10.34},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.631,"15min":1.621},"min":{"1min":0.28899999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.6769999999999996,"5min":21.532,"15min":21.532},"last":3.593}]},{"osd":5,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.6859999999999999,"15min":1.613},"min":{"1min":0.36599999999999999,"5min":0.33300000000000002,"15min":0.28299999999999997},"max":{"1min":2.0779999999999998,"5min":35.712000000000003,"15min":35.712000000000003},"last":5.734},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.7010000000000001,"15min":2.0609999999999999},"min":{"1min":0.33800000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8200000000000003,"5min":35.488,"15min":35.488},"last":0.46200000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":2.2839999999999998,"15min":2.3929999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":7.7279999999999998,"5min":50.113999999999997,"15min":50.113999999999997},"last":3.677},{"interface":"front","average":{"1min":0.73099999999999998,"5min":1.927,"15min":2.0699999999999998},"min":{"1min":0.51800000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.272,"5min":53.841999999999999,"15min":53.841999999999999},"last":5.7750000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":1.498,"15min":1.752},"min":{"1min":0.38,"5min":0.38,"15min":0.34899999999999998},"max":{"1min":4.891,"5min":10.381,"15min":10.381},"last":0.5},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.8640000000000001,"15min":2.0350000000000001},"min":{"1min":0.38900000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.7089999999999996,"5min":21.587,"15min":21.587},"last":3.7120000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019327,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1971696,"kb_used_data":1084008,"kb_used_omap":0,"kb_used_meta":887680,"kb_avail":91773456,"statfs":{"total":95995035648,"available":93976018944,"internally_reserved":0,"allocated":1110024192,"data_stored":1108941406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":908984320},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.504,"15min":1.784},"min":{"1min":0.254,"5min":0.23699999999999999,"15min":0.20499999999999999},"max":{"1min":2.9849999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.878,"5min":1.353,"15min":1.55},"min":{"1min":0.32600000000000001,"5min":0.25,"15min":0.23000000000000001},"max":{"1min":3.9289999999999998,"5min":12.064,"15min":12.064},"last":1.611}]},{"osd":1,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.45,"15min":1.462},"min":{"1min":0.28299999999999997,"5min":0.247,"15min":0.23000000000000001},"max":{"1min":11.161,"5min":12.112,"15min":12.112},"last":1.8049999999999999},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.5109999999999999,"15min":1.8440000000000001},"min":{"1min":0.31900000000000001,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":4.157,"5min":21.356000000000002,"15min":21.356000000000002},"last":0.32200000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:57:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":2.5110000000000001,"15min":2.1150000000000002},"min":{"1min":0.28599999999999998,"5min":0.27700000000000002,"15min":0.24199999999999999},"max":{"1min":3.8079999999999998,"5min":64.391999999999996,"15min":64.391999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.0109999999999999,"5min":2.25,"15min":2.0249999999999999},"min":{"1min":0.34799999999999998,"5min":0.308,"15min":0.28699999999999998},"max":{"1min":4.4820000000000002,"5min":64.248000000000005,"15min":64.248000000000005},"last":2.258}]},{"osd":3,"last update":"Mon Oct 9 04:56:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.6539999999999999,"15min":1.8640000000000001},"min":{"1min":0.432,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":7.4710000000000001,"5min":12.382,"15min":12.382},"last":2.3690000000000002},{"interface":"front","average":{"1min":1.5629999999999999,"5min":1.7669999999999999,"15min":1.891},"min":{"1min":0.42099999999999999,"5min":0.308,"15min":0.29199999999999998},"max":{"1min":6.9880000000000004,"5min":21.442,"15min":21.442},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:57:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.99199999999999999,"15min":1.7709999999999999},"min":{"1min":0.318,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":3.1309999999999998,"5min":20.991,"15min":20.991},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.81499999999999995,"15min":1.54},"min":{"1min":0.39400000000000002,"5min":0.312,"15min":0.30399999999999999},"max":{"1min":3.9399999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":1.7649999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:57:40 2023","interfaces":[{"interface":"back","average":{"1min":6.5380000000000003,"5min":2.2909999999999999,"15min":2.5910000000000002},"min":{"1min":0.33100000000000002,"5min":0.32600000000000001,"15min":0.29599999999999999},"max":{"1min":81.980999999999995,"5min":81.980999999999995,"15min":81.980999999999995},"last":0.35899999999999999},{"interface":"front","average":{"1min":6.524,"5min":2.444,"15min":2.4159999999999999},"min":{"1min":0.38100000000000001,"5min":0.308,"15min":0.30299999999999999},"max":{"1min":81.715999999999994,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.42299999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:56:58 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1.3999999999999999,"15min":1.8400000000000001},"min":{"1min":0.34000000000000002,"5min":0.313,"15min":0.29399999999999998},"max":{"1min":3.3359999999999999,"5min":29.175000000000001,"15min":29.175000000000001},"last":1.8560000000000001},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.611,"15min":2.2530000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.317},"max":{"1min":5.2789999999999999,"5min":29.192,"15min":29.192},"last":0.38700000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757691,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1608036,"kb_used_data":719772,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92137116,"statfs":{"total":95995035648,"available":94348406784,"internally_reserved":0,"allocated":737046528,"data_stored":735971808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:57:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.97999999999999998,"15min":2.2669999999999999},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":3.839,"5min":9.4160000000000004,"15min":322.43200000000002},"last":1.052},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.319,"15min":2.9990000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.21099999999999999},"max":{"1min":2.6110000000000002,"5min":11.206,"15min":322.61599999999999},"last":2.661}]},{"osd":1,"last update":"Mon Oct 9 04:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":1.331,"15min":4.5609999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.1899999999999999,"5min":11.164999999999999,"15min":145.947},"last":6.3879999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.7370000000000001,"15min":4.9500000000000002},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.9180000000000001,"5min":18.177,"15min":145.80699999999999},"last":10.343999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:57:14 2023","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.5940000000000001,"15min":1.5529999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.249},"max":{"1min":4.2249999999999996,"5min":18.553000000000001,"15min":18.553000000000001},"last":6.7759999999999998},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.5640000000000001,"15min":1.982},"min":{"1min":0.41199999999999998,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":2.8450000000000002,"5min":18.617000000000001,"15min":18.617000000000001},"last":3.9369999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":2.0739999999999998,"15min":1.6299999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.28499999999999998},"max":{"1min":3.2440000000000002,"5min":74.915000000000006,"15min":74.915000000000006},"last":2.6850000000000001},{"interface":"front","average":{"1min":1.081,"5min":2.2250000000000001,"15min":2.0310000000000001},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.3959999999999999,"5min":74.799999999999997,"15min":74.799999999999997},"last":3.23}]},{"osd":4,"last update":"Mon Oct 9 04:57:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.73199999999999998,"15min":1.3560000000000001},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.26000000000000001},"max":{"1min":3.3940000000000001,"5min":6.9169999999999998,"15min":13.285},"last":1.462},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86599999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":2.8839999999999999,"5min":5.9909999999999997,"15min":14.824},"last":0.317}]},{"osd":6,"last update":"Mon Oct 9 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.749,"15min":1.8879999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.3559999999999999,"5min":3.5139999999999998,"15min":21.196999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.72499999999999998,"15min":1.9710000000000001},"min":{"1min":0.29299999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.714,"5min":4.0209999999999999,"15min":19.631},"last":1.4910000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77800000000000002,"15min":2.133},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4279999999999999,"5min":7.4829999999999997,"15min":43.508000000000003},"last":1.532},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.96499999999999997,"15min":1.679},"min":{"1min":0.36199999999999999,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":5.0519999999999996,"5min":6.8440000000000003,"15min":43.476999999999997},"last":0.40500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2183790592,"data_stored":2183790592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1824784384,"data_stored":1824784384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3653697536,"data_stored":3653697536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2933850112,"data_stored":2933850112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1109721088,"data_stored":1109721088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":738721792,"data_stored":738721792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2579365888,"data_stored":2579365888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2586705920,"data_stored":2586705920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:57:50.776 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 1 2023-10-09T04:57:50.826 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:50.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:50.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:50.935 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:51.035 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:50 smithi107 ceph-mon[179183]: pgmap v1234: 89 pgs: 89 active+clean; 5.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 859 op/s 2023-10-09T04:57:51.035 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:50 smithi107 ceph-mon[179183]: from='client.56086 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:51.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:50 smithi107 ceph-mon[184249]: pgmap v1234: 89 pgs: 89 active+clean; 5.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 859 op/s 2023-10-09T04:57:51.035 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:50 smithi107 ceph-mon[184249]: from='client.56086 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:51.037 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:51.105 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:57:51.207 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:51.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:51.225 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:50 smithi150 ceph-mon[168511]: pgmap v1234: 89 pgs: 89 active+clean; 5.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 859 op/s 2023-10-09T04:57:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:50 smithi150 ceph-mon[168511]: from='client.56086 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:57:51.326 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:51.361 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:51.374 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 93624 93608 83.5002 51.625 0.00713314 0.0119695 2023-10-09T04:57:51.398 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:51.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:51.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:51.423 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:51.506 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:57:51.539 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:51.582 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:57:51.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:51.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:57:51.686 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:51.771 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:51.990 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:52.020 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:57:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:57:52] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-10-09T04:57:52.065 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:52.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:52.081 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:52.182 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:52.282 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:52.374 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 94335 94319 82.9504 44.4375 0.0255652 0.0120513 2023-10-09T04:57:52.434 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62626 11.9 11.e4e98719 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:45.093720+0000", 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 307.335764541, 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.840717043, 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.435 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62626 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093720+0000", 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093720+0000", 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093718+0000", 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093745+0000", 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6191999999999999e-05 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093759+0000", 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4629e-05 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093770+0000", 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0919e-05 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095950+0000", 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0021793310000000001 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095962+0000", 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2646999999999999e-05 2023-10-09T04:57:52.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.785118+0000", 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.689155469999999 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.785131+0000", 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2952999999999999e-05 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934426+0000", 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.149295333 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934437+0000", 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1187e-05 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.441 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62635 11.9 11.627d6ba9 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:45.095237+0000", 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 307.33424783999999, 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.839233709, 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62635 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.442 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095237+0000", 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095237+0000", 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095235+0000", 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095265+0000", 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9445999999999999e-05 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095276+0000", 2023-10-09T04:57:52.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0892e-05 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095285+0000", 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5030000000000003e-06 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095984+0000", 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00069914599999999999 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095993+0000", 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2539999999999992e-06 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787840+0000", 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.691847172999999 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787850+0000", 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0358e-05 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934462+0000", 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14661227600000001 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934471+0000", 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1810000000000001e-06 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62652 11.9 11.648b0db9 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:57:52.449 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 307.33415679900003, 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.839162471, 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62652 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:57:52.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095365+0000", 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7851000000000001e-05 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095373+0000", 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5059999999999998e-06 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095378+0000", 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4979999999999997e-06 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.096015+0000", 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00063694200000000004 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.096024+0000", 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3440000000000001e-06 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787877+0000", 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.691853443999999 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787889+0000", 2023-10-09T04:57:52.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1483e-05 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934485+0000", 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14659651300000001 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934490+0000", 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.181e-06 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.455 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72159 11.10 e334/332)", 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 274.14827774299999, 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7557834400000001, 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:57:52.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281236+0000", 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9011000000000001e-05 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281243+0000", 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6890000000000004e-06 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281252+0000", 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4640000000000006e-06 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.026706+0000", 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7454543390000001 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.026744+0000", 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8000999999999998e-05 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.036952+0000", 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010208085 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.036990+0000", 2023-10-09T04:57:52.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8093000000000003e-05 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72162 11.9 e334/332)", 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 274.14820347400001, 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0070708019999999, 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.461 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:57:52.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:57:52.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:52.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281304+0000", 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3258999999999999e-05 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281311+0000", 2023-10-09T04:57:52.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2219999999999996e-06 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281316+0000", 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0799999999999996e-06 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.274079+0000", 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9927630079999998 2023-10-09T04:57:52.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.274113+0000", 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3803999999999997e-05 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.288314+0000", 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014200724 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.288352+0000", 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8071000000000002e-05 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72167 11.8 11:14aae2a5:::benchmark_data_smithi107_315913_object72166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 274.12199951999997, 2023-10-09T04:57:52.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8824023109999999, 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72167 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:57:52.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307483+0000", 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307538+0000", 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4271999999999998e-05 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307552+0000", 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3971000000000001e-05 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307561+0000", 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0599999999999997e-06 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.133941+0000", 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8263801910000002 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.137159+0000", 2023-10-09T04:57:52.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0032177619999999999 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.142466+0000", 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053077059999999997 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.150269+0000", 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0078022899999999999 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.152809+0000", 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025398920000000002 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.183046+0000", 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.03023706 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.184523+0000", 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014770499999999999 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.189887+0000", 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053646989999999997 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72168 11.11 11:8c693c3f:::benchmark_data_smithi107_315913_object72167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 274.121916414, 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0113299489999998, 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72168 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.477 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307611+0000", 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3374999999999997e-05 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307619+0000", 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.678e-06 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307625+0000", 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7590000000000003e-06 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.283405+0000", 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.975780737 2023-10-09T04:57:52.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.289841+0000", 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0064359109999999999 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.294510+0000", 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046686829999999999 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.311195+0000", 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.016684833 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.311953+0000", 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00075859500000000004 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.312265+0000", 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00031217000000000001 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.313485+0000", 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012197250000000001 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.318898+0000", 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054129649999999996 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72173 11.10 e334/332)", 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 274.10105072200002, 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7090177980000001, 2023-10-09T04:57:52.484 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.485 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328433+0000", 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328461+0000", 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8622000000000001e-05 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328475+0000", 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3226e-05 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328484+0000", 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7599999999999997e-06 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.028881+0000", 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.700396689 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.028913+0000", 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1534e-05 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037426+0000", 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0085139299999999994 2023-10-09T04:57:52.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037452+0000", 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5236e-05 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72176 11.18 11:1d77229b:::benchmark_data_smithi107_315913_object72175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:57:52.489 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 274.100570506, 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.844314185, 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.490 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72176 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:57:52.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328912+0000", 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328936+0000", 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3597000000000001e-05 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328948+0000", 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2182e-05 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328954+0000", 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.674e-06 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.130979+0000", 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8020247110000001 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.134151+0000", 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003172008 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.139848+0000", 2023-10-09T04:57:52.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056970359999999999 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.149229+0000", 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093803640000000004 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.151429+0000", 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022007770000000001 2023-10-09T04:57:52.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.167059+0000", 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015629659000000001 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.168320+0000", 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012606970000000001 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.173228+0000", 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0049085919999999998 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74052 11.19 11:9b44c75f:::benchmark_data_smithi107_315913_object74051:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.758460+0000", 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 267.67102507999999, 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.373043338, 2023-10-09T04:57:52.497 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74052 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758460+0000", 2023-10-09T04:57:52.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758460+0000", 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758458+0000", 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758492+0000", 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4177000000000002e-05 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758506+0000", 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4192000000000001e-05 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758517+0000", 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0849000000000001e-05 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765571+0000", 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070540300000000002 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765578+0000", 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5580000000000003e-06 2023-10-09T04:57:52.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:28.128530+0000", 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.362952017 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:28.131503+0000", 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029724930000000001 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.502 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74056 11.9 11:93f44795:::benchmark_data_smithi107_315913_object74055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.760961+0000", 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 267.66852410000001, 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0845361230000004, 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.503 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74056 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.760961+0000", 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.760961+0000", 2023-10-09T04:57:52.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.760959+0000", 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761005+0000", 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6013999999999997e-05 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761017+0000", 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1402e-05 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761026+0000", 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8279999999999992e-06 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765507+0000", 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044815410000000003 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765517+0000", 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8609999999999993e-06 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.843288+0000", 2023-10-09T04:57:52.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0777707860000003 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.845497+0000", 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022089409999999999 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74061 11.9 11:90607336:::benchmark_data_smithi107_315913_object74060:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:57:52.508 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 267.66845337699999, 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1097637359999997, 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74061 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:57:52.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761055+0000", 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3943000000000001e-05 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761062+0000", 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4970000000000004e-06 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761068+0000", 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3260000000000003e-06 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765540+0000", 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044723080000000004 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765547+0000", 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0690000000000004e-06 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.868361+0000", 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1028139479999997 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.870795+0000", 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024341530000000001 2023-10-09T04:57:52.513 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74080 11.19 11:9c99a57d:::benchmark_data_smithi107_315913_object74079:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.761072+0000", 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 267.66841278499999, 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1462601059999997, 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.514 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74080 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761072+0000", 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761072+0000", 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761071+0000", 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761093+0000", 2023-10-09T04:57:52.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1619000000000001e-05 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761100+0000", 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9949999999999999e-06 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761105+0000", 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9350000000000002e-06 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765725+0000", 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004620374 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765734+0000", 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5879999999999998e-06 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.869048+0000", 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1033144259999998 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.877427+0000", 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008378557 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,6", 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.882692+0000", 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052650259999999999 2023-10-09T04:57:52.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.899103+0000", 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.016411443000000001 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.899940+0000", 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00083672100000000001 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.900233+0000", 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000292675 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.901553+0000", 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00132066 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.907332+0000", 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005778521 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74099 11.19 11:9eb18c3d:::benchmark_data_smithi107_315913_object74098:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.871889+0000", 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 267.55759607200002, 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0445840669999997, 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.522 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74099 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871889+0000", 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871889+0000", 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871887+0000", 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871910+0000", 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2478999999999999e-05 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871923+0000", 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3261999999999999e-05 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871932+0000", 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8249999999999994e-06 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871994+0000", 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2478999999999996e-05 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.872007+0000", 2023-10-09T04:57:52.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2758999999999999e-05 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.886501+0000", 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0144938229999996 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.889885+0000", 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00338449 2023-10-09T04:57:52.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,6", 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.894965+0000", 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0050794990000000003 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.907595+0000", 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012629886 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.908523+0000", 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00092798700000000002 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.909300+0000", 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00077742100000000004 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.910804+0000", 2023-10-09T04:57:52.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015038860000000001 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.916473+0000", 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056686369999999998 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75515 11.a 11:54d4cb27:::benchmark_data_smithi107_315913_object1403:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:57:52.530 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:50.720590+0000", 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 241.708894453, 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.718446068, 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75515 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.531 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720590+0000", 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720590+0000", 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720589+0000", 2023-10-09T04:57:52.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720596+0000", 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.861e-06 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720609+0000", 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3665e-05 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720618+0000", 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9539999999999993e-06 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.787262+0000", 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066644227 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.795770+0000", 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0085072970000000005 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.923570+0000", 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.12780008600000001 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.929505+0000", 2023-10-09T04:57:52.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0059355809999999997 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.364246+0000", 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4347401129999999 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.369059+0000", 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048132119999999999 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.377500+0000", 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084411529999999999 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.419895+0000", 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042395095000000001 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.421522+0000", 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001627215 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.423137+0000", 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001614599 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.425634+0000", 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024976949999999999 2023-10-09T04:57:52.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.439036+0000", 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013401765 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75565 11.a 11:52c8f0fe:::benchmark_data_smithi107_315913_object1453:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:51.232519+0000", 2023-10-09T04:57:52.539 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 241.19696597500001, 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8552478990000001, 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75565 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.540 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232519+0000", 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232519+0000", 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232517+0000", 2023-10-09T04:57:52.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232525+0000", 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6159999999999996e-06 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232540+0000", 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4780000000000001e-05 2023-10-09T04:57:52.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232549+0000", 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7259999999999997e-06 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.273602+0000", 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.041052461999999998 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.279397+0000", 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057949359999999997 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.331079+0000", 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051682567999999998 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.337976+0000", 2023-10-09T04:57:52.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068970960000000001 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.985862+0000", 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6478852399999999 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.992129+0000", 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062671309999999996 2023-10-09T04:57:52.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.000862+0000", 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0087329739999999993 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.030534+0000", 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029671791999999999 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.032769+0000", 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022355489999999999 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.064911+0000", 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032141822 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.068959+0000", 2023-10-09T04:57:52.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040480029999999997 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.087767+0000", 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01880768 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75606 11.a 11:5b5478ff:::benchmark_data_smithi107_315913_object1494:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:57:52.548 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:51.669391+0000", 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 240.76009335800001, 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.806025411, 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75606 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669391+0000", 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669391+0000", 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669389+0000", 2023-10-09T04:57:52.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669399+0000", 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0429999999999996e-06 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669417+0000", 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8788999999999999e-05 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669428+0000", 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0747000000000001e-05 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.802631+0000", 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13320299799999999 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:57:52.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.808984+0000", 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0063530569999999996 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.879182+0000", 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070198198000000003 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.886675+0000", 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007492271 2023-10-09T04:57:52.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.403308+0000", 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.516633098 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.408110+0000", 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048022289999999999 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.416672+0000", 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00856203 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.456995+0000", 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.040322907999999998 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.458578+0000", 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015834449999999999 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.460806+0000", 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022272199999999998 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.463475+0000", 2023-10-09T04:57:52.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026697370000000002 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.475417+0000", 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011941439999999999 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.557 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75629 11.a 11:5c4c270b:::benchmark_data_smithi107_315913_object1517:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:51.772185+0000", 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 240.657299806, 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.739071839, 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75629 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772185+0000", 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772185+0000", 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772183+0000", 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772193+0000", 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5659999999999996e-06 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772207+0000", 2023-10-09T04:57:52.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4414e-05 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772216+0000", 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4870000000000002e-06 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.810109+0000", 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037893233999999998 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.816690+0000", 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065806770000000001 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.872689+0000", 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.055999818 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:57:52.562 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.878561+0000", 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058713080000000004 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.436717+0000", 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5581567519999999 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.441510+0000", 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0047924329999999996 2023-10-09T04:57:52.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.449707+0000", 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0081970600000000008 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.460271+0000", 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010563998 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.477585+0000", 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017314310999999999 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.495435+0000", 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017849634999999999 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.498281+0000", 2023-10-09T04:57:52.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0028466160000000002 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.511257+0000", 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012975212 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.566 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75656 11.a 11:540221c8:::benchmark_data_smithi107_315913_object1544:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:52.110608+0000", 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 240.318876348, 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.800129788, 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75656 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110608+0000", 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110608+0000", 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110607+0000", 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110613+0000", 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3489999999999997e-06 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110626+0000", 2023-10-09T04:57:52.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2649999999999999e-05 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110633+0000", 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.939e-06 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.202674+0000", 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.092041149000000003 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.570 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.211079+0000", 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084045100000000005 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.287326+0000", 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076247069000000001 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:57:52.571 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.293031+0000", 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057051200000000002 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.823176+0000", 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5301456920000001 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.833236+0000", 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010059301 2023-10-09T04:57:52.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.843433+0000", 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010196904 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.893508+0000", 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.050075692999999998 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.895220+0000", 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017113549999999999 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.896799+0000", 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015796549999999999 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.899415+0000", 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026151770000000002 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.910738+0000", 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011323524 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.575 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75672 11.a 11:55271d54:::benchmark_data_smithi107_315913_object1560:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:52.205289+0000", 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 240.224195366, 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7233158529999999, 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75672 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:57:52.576 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205289+0000", 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205289+0000", 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:57:52.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205288+0000", 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205294+0000", 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2210000000000002e-06 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205308+0000", 2023-10-09T04:57:52.578 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3458999999999999e-05 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205317+0000", 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0049999999999993e-06 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.311521+0000", 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.10620460800000001 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.579 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.317283+0000", 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057620479999999996 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.342915+0000", 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025631106000000001 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:57:52.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.348801+0000", 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058860639999999999 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.874212+0000", 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.525411777 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.878892+0000", 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004679229 2023-10-09T04:57:52.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.887148+0000", 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008256022 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.912425+0000", 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025277105000000001 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.912930+0000", 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000505405 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.914484+0000", 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015540179999999999 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:57:52.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.917123+0000", 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026382789999999999 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.928605+0000", 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011482618 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:57:52.584 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:57:52.697 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:52.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:52.706 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:52.807 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:52.842 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:52.855 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:52 smithi107 ceph-mon[184249]: pgmap v1235: 89 pgs: 89 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 52 MiB/s wr, 830 op/s 2023-10-09T04:57:52.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:52 smithi107 ceph-mon[179183]: pgmap v1235: 89 pgs: 89 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 52 MiB/s wr, 830 op/s 2023-10-09T04:57:52.892 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:52.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:52.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:52.998 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:53.034 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:53.075 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:53.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:53.084 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:53.184 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:53.211 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:52 smithi150 ceph-mon[168511]: pgmap v1235: 89 pgs: 89 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 52 MiB/s wr, 830 op/s 2023-10-09T04:57:53.214 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:53.264 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:53.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:53.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:53.368 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:53.374 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 95199 95183 82.5486 54 0.00666919 0.0121091 2023-10-09T04:57:53.416 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:53.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:57:53.473 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:53.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:53.477 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:53.577 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:53.699 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:54.151 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:54.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:54.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:54.260 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:54.335 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:54.374 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 96102 96086 82.1911 56.4375 0.0186595 0.0121616 2023-10-09T04:57:55.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:54 smithi107 ceph-mon[179183]: pgmap v1236: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 50 MiB/s wr, 797 op/s 2023-10-09T04:57:55.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:54 smithi107 ceph-mon[184249]: pgmap v1236: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 50 MiB/s wr, 797 op/s 2023-10-09T04:57:55.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:54 smithi150 ceph-mon[168511]: pgmap v1236: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 50 MiB/s wr, 797 op/s 2023-10-09T04:57:55.339 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:55.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:55.348 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:55.374 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 96783 96767 81.656 42.5625 0.0109822 0.0122417 2023-10-09T04:57:55.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:57:55.511 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:55.758 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:57:55.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:55.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:57:55.874 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:57:55.887 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:55.958 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:56.025 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:57:56.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:56.034 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:57:56.135 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:56.168 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:56.214 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:56.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:56.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:56.322 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:56.358 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:56.375 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 97607 97591 81.2541 51.5 0.00967496 0.0123017 2023-10-09T04:57:56.406 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:56.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:56.411 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:56.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:56 smithi107 ceph-mon[179183]: pgmap v1237: 89 pgs: 89 active+clean; 5.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 777 op/s 2023-10-09T04:57:56.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:56 smithi107 ceph-mon[184249]: pgmap v1237: 89 pgs: 89 active+clean; 5.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 777 op/s 2023-10-09T04:57:56.430 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:57:56.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:56 smithi150 ceph-mon[168511]: pgmap v1237: 89 pgs: 89 active+clean; 5.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 49 MiB/s wr, 777 op/s 2023-10-09T04:57:56.512 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:56.546 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:56.591 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:56.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:56.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:56.695 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:57:56.728 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:56.777 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:57:56.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:56.781 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:57:56.881 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:56.972 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:57.134 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:57.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:57.140 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:57.240 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:57:57.268 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:57.314 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:57:57.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:57.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:57:57.387 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 98239 98223 80.6978 39.5 0.0222298 0.0123875 2023-10-09T04:57:57.422 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:57:57.471 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:57.505 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:57:57.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:57.508 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:57:57.508 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.508 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.508 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:57:57.508 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:57:57.509 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.509 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.509 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.509 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:57:57.509 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:57:57.509 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.609 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:57.637 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:57.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:57.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:57:57.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:57:57.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:57:58.323 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:57:58.341 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pgp_num to 1 2023-10-09T04:57:58.363 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4072441912' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:58.363 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:58.363 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1589233572' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:58.363 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[184249]: pgmap v1238: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 59 MiB/s wr, 948 op/s 2023-10-09T04:57:58.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4072441912' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:58.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:58.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1589233572' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:58.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:58 smithi107 ceph-mon[179183]: pgmap v1238: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 59 MiB/s wr, 948 op/s 2023-10-09T04:57:58.382 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 98951 98935 80.2281 44.5 0.0171575 0.0124595 2023-10-09T04:57:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4072441912' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:57:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1589233572' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]: dispatch 2023-10-09T04:57:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:58 smithi150 ceph-mon[168511]: pgmap v1238: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 59 MiB/s wr, 948 op/s 2023-10-09T04:57:58.867 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:57:58.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:58.877 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:57:58.978 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:57:59.077 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:59.382 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 99833 99817 79.9064 55.125 0.0189975 0.01251 2023-10-09T04:57:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[179183]: failed to encode map e400 with expected crc 2023-10-09T04:57:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1589233572' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:57:59.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[179183]: osdmap e400: 8 total, 8 up, 8 in 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[179183]: failed to encode map e400 with expected crc 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[184249]: failed to encode map e400 with expected crc 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1589233572' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[184249]: osdmap e400: 8 total, 8 up, 8 in 2023-10-09T04:57:59.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:57:59 smithi107 ceph-mon[184249]: failed to encode map e400 with expected crc 2023-10-09T04:57:59.421 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:57:59.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:57:59.430 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:57:59.531 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:57:59.645 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:57:59.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:59 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:57:59.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:59 smithi150 ceph-mon[168511]: failed to encode map e400 with expected crc 2023-10-09T04:57:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:57:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1589233572' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "1"}]': finished 2023-10-09T04:57:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:59 smithi150 ceph-mon[168511]: osdmap e400: 8 total, 8 up, 8 in 2023-10-09T04:57:59.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:57:59 smithi150 ceph-mon[168511]: failed to encode map e400 with expected crc 2023-10-09T04:57:59.993 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:00.039 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:00.078 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:00.122 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:00.160 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:00.192 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:00.236 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:00.268 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:00.289 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:00.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:00.295 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:00.307 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.308 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:58:00.372 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:00.372 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:00.382 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 100622 100606 79.5188 49.3125 0.0191954 0.0125709 2023-10-09T04:58:00.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:00.463 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:00.562 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:00 smithi107 ceph-mon[184249]: pgmap v1240: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-10-09T04:58:00.562 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2707361409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:00.562 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:00 smithi107 ceph-mon[179183]: pgmap v1240: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-10-09T04:58:00.562 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2707361409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:00.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:00 smithi150 ceph-mon[168511]: pgmap v1240: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-10-09T04:58:00.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2707361409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:00.875 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:00.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:00.885 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:00.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:01.063 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:01.158 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:01.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:01.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:01.254 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:58:01.270 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:01.366 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:01.386 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T04:58:01.387192+0000 min lat: 0.00130111 max lat: 1.00911 avg lat: 0.0126222 2023-10-09T04:58:01.386 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T04:58:01.387 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 101477 101461 79.1893 53.4375 0.0388753 0.0126222 2023-10-09T04:58:01.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:01.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:01.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:58:01.529 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:01.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:01.549 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:01.649 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:01.685 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:01.688 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:01.732 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:01.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:01.735 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:01.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:01.874 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:01.922 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:01.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:01.929 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:02.030 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:02.048 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:02.135 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:02.232 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:02.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:02.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:02.338 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:02.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:02 smithi107 ceph-mon[179183]: pgmap v1241: 89 pgs: 89 active+clean; 6.1 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-10-09T04:58:02.343 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:58:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:58:02] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-10-09T04:58:02.368 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:02.386 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 102270 102254 78.8238 49.5625 0.0123671 0.0126823 2023-10-09T04:58:02.438 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:02.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:02.445 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:02.546 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:02.594 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:02 smithi107 ceph-mon[184249]: pgmap v1241: 89 pgs: 89 active+clean; 6.1 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-10-09T04:58:02.605 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:02.731 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:02.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:02 smithi150 ceph-mon[168511]: pgmap v1241: 89 pgs: 89 active+clean; 6.1 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-10-09T04:58:02.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:02.740 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:02.743 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:02.841 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:02.932 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:03.003 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:58:03.130 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:03.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:03.140 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:03.241 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:03.379 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:03.389 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 103078 103062 78.4761 50.5 0.0180681 0.0127378 2023-10-09T04:58:03.676 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:03.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:03.686 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:03.786 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:03.839 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:04.389 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 103922 103906 78.1663 52.75 0.0165409 0.0127881 2023-10-09T04:58:05.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:04 smithi107 ceph-mon[184249]: pgmap v1242: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 783 op/s 2023-10-09T04:58:05.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:04 smithi107 ceph-mon[179183]: pgmap v1242: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 783 op/s 2023-10-09T04:58:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:04 smithi150 ceph-mon[168511]: pgmap v1242: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 783 op/s 2023-10-09T04:58:05.245 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:58:05.245 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T04:58:05.393 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 104671 104655 77.7927 46.8125 0.0253939 0.0128496 2023-10-09T04:58:05.538 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:05.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:05.546 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:05.647 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:05.676 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:05.716 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:05.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:05.722 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:05.823 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:05.858 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:05.901 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:05.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:05.906 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:06.007 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:06.041 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:06.056 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:06.056 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:06.086 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:06.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:06.092 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:06.193 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:06.296 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:06.390 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 105349 105333 77.3763 42.375 0.0244901 0.0129188 2023-10-09T04:58:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:06 smithi107 ceph-mon[184249]: pgmap v1243: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 781 op/s 2023-10-09T04:58:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:06 smithi107 ceph-mon[179183]: pgmap v1243: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 781 op/s 2023-10-09T04:58:06.435 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:06.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:06.445 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:06 smithi150 ceph-mon[168511]: pgmap v1243: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 781 op/s 2023-10-09T04:58:06.546 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:06.589 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:06.633 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:06.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:06.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:06.702 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:06.740 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:06.777 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:06.833 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:06.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:06.837 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:06.938 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:06.992 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:06.999 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:07.128 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:58:07.169 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:07.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:07.173 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:07.274 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:07.290 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:58:07.327 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2996679995' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:07.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:07 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:07.328 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2996679995' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:07.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:07 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:07.393 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:07.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 106115 106099 77.026 47.875 0.0449931 0.0129769 2023-10-09T04:58:07.478 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:07.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2996679995' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:07.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:07 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:07.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:07.494 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:07.594 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:07.657 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:07.797 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:07.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:07.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:07.900 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:07.992 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:08.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:08.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:58:08.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[179183]: osdmap e401: 8 total, 8 up, 8 in 2023-10-09T04:58:08.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[179183]: failed to encode map e401 with expected crc 2023-10-09T04:58:08.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[179183]: failed to encode map e401 with expected crc 2023-10-09T04:58:08.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 106796 106780 76.6302 42.5625 0.0216056 0.0130446 2023-10-09T04:58:08.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[179183]: pgmap v1245: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2023-10-09T04:58:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:58:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[184249]: osdmap e401: 8 total, 8 up, 8 in 2023-10-09T04:58:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[184249]: failed to encode map e401 with expected crc 2023-10-09T04:58:08.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[184249]: failed to encode map e401 with expected crc 2023-10-09T04:58:08.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:08 smithi107 ceph-mon[184249]: pgmap v1245: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2023-10-09T04:58:08.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:08 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:58:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:08 smithi150 ceph-mon[168511]: osdmap e401: 8 total, 8 up, 8 in 2023-10-09T04:58:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:08 smithi150 ceph-mon[168511]: failed to encode map e401 with expected crc 2023-10-09T04:58:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:08 smithi150 ceph-mon[168511]: failed to encode map e401 with expected crc 2023-10-09T04:58:08.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:08 smithi150 ceph-mon[168511]: pgmap v1245: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2023-10-09T04:58:08.786 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:08.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:08.810 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:08.911 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:08.940 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:08.992 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:08.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:08.998 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:09.098 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:09.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:09.168 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:09.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:09.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:09.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:09.365 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:09.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 15 107612 107597 76.3399 51.0625 0.0283759 0.013094 2023-10-09T04:58:09.665 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:09.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:09.700 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:09.788 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:09.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:09.868 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:09.876 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:09.914 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:09.954 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:10.000 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:10.052 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:10.067 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:10.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:10.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:10.092 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:10.125 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:10.158 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:10.164 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.164 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.164 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.165 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.165 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.165 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.165 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.165 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:58:10.177 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:10.219 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:10.263 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:10.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:10.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:10.368 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:10.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 108379 108363 76.0203 47.875 0.0160256 0.0131501 2023-10-09T04:58:10.412 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:10.469 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:10.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:10.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:10.575 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:10.608 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:10.667 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:10.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:10.674 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:10.775 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:10.810 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:10.856 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:10.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:10.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:10.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:11.047 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:10 smithi107 ceph-mon[184249]: pgmap v1246: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 49 MiB/s wr, 783 op/s 2023-10-09T04:58:11.047 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3887819831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:11.047 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:10 smithi107 ceph-mon[179183]: pgmap v1246: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 49 MiB/s wr, 783 op/s 2023-10-09T04:58:11.047 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3887819831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:11.071 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:11.210 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:58:11.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:10 smithi150 ceph-mon[168511]: pgmap v1246: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 49 MiB/s wr, 783 op/s 2023-10-09T04:58:11.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3887819831' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:11.379 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:11.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:11.382 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:11.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0126 2023-10-09T04:58:11.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 109070 2023-10-09T04:58:11.399 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T04:58:11.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T04:58:11.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 75.7324 2023-10-09T04:58:11.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 36.3554 2023-10-09T04:58:11.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 210.375 2023-10-09T04:58:11.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 10.125 2023-10-09T04:58:11.400 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1211 2023-10-09T04:58:11.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 581.686 2023-10-09T04:58:11.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3366 2023-10-09T04:58:11.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 162 2023-10-09T04:58:11.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0132003 2023-10-09T04:58:11.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.0158944 2023-10-09T04:58:11.401 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 1.00911 2023-10-09T04:58:11.402 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00130111 2023-10-09T04:58:11.405 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T04:58:11.484 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:11.591 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:11.697 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:11.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:11.705 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:11.806 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:11.808 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T04:58:11.842 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:11.844 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/168583314' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:58:11.845 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/168583314' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:58:11.882 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:11.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:11.894 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:11.995 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:12.069 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:12.109 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:58:12] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-10-09T04:58:12.189 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:12.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:12.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:12.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/168583314' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237256 10.12 10:4e8d4491:::benchmark_data_smithi107_275910_object114389:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083242+0000", 2023-10-09T04:58:12.242 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15595404800001, 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5632344599999999, 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237256 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083242+0000", 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083242+0000", 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083241+0000", 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:12.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083246+0000", 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7469999999999996e-06 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083257+0000", 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1192000000000001e-05 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083267+0000", 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6700000000000006e-06 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083453+0000", 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000186868 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083465+0000", 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1929999999999999e-05 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.634824+0000", 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5513587879999999 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.634976+0000", 2023-10-09T04:58:12.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000151693 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646382+0000", 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011405712 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646477+0000", 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5217000000000007e-05 2023-10-09T04:58:12.248 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237265 10.12 10:48d9b644:::benchmark_data_smithi107_275910_object114398:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083276+0000", 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15592066800002, 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5701965840000001, 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.249 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237265 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083276+0000", 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083276+0000", 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083275+0000", 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083278+0000", 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.864e-06 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083284+0000", 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.964e-06 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083290+0000", 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5550000000000002e-06 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083513+0000", 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00022289200000000001 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083524+0000", 2023-10-09T04:58:12.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1962e-05 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.635508+0000", 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.551983237 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.635602+0000", 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4500999999999995e-05 2023-10-09T04:58:12.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.636036+0000", 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00043423499999999999 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645760+0000", 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0097235020000000002 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645776+0000", 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5739999999999998e-05 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645847+0000", 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0797999999999995e-05 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645894+0000", 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7506999999999998e-05 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646584+0000", 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00068976400000000005 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653299+0000", 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067149890000000002 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653361+0000", 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1761999999999996e-05 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653472+0000", 2023-10-09T04:58:12.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011175099999999999 2023-10-09T04:58:12.259 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.259 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.259 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.260 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237278 10.12 10:4cc8d0ba:::benchmark_data_smithi107_275910_object114411:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.260 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15590131499999, 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.570412132, 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237278 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083295+0000", 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083296+0000", 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6440000000000001e-06 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083300+0000", 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.676e-06 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083303+0000", 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.695e-06 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083563+0000", 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00026055199999999999 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083573+0000", 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4749999999999999e-06 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.639235+0000", 2023-10-09T04:58:12.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.555662428 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.639398+0000", 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016230500000000001 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.639811+0000", 2023-10-09T04:58:12.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00041367500000000001 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645783+0000", 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0059720090000000003 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646517+0000", 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00073344299999999996 2023-10-09T04:58:12.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646679+0000", 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000162714 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646725+0000", 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5840000000000002e-05 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653510+0000", 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067843979999999996 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653549+0000", 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8868000000000001e-05 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653591+0000", 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2543000000000002e-05 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653707+0000", 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011612600000000001 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.270 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237285 10.12 10:4c3e526c:::benchmark_data_smithi107_275910_object114418:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15589132899999, 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5705924979999999, 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.271 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237285 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083305+0000", 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083306+0000", 2023-10-09T04:58:12.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.327e-06 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083309+0000", 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0299999999999998e-06 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083312+0000", 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.48e-06 2023-10-09T04:58:12.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083649+0000", 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033757500000000001 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083657+0000", 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5009999999999998e-06 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.642751+0000", 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5590942920000002 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.642908+0000", 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000156508 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.643350+0000", 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044225999999999998 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.645902+0000", 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025524419999999998 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646630+0000", 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00072811700000000002 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646782+0000", 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015194899999999999 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646836+0000", 2023-10-09T04:58:12.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3498000000000002e-05 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653739+0000", 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069033130000000003 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653764+0000", 2023-10-09T04:58:12.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5282e-05 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653805+0000", 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0945999999999997e-05 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653898+0000", 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2201999999999996e-05 2023-10-09T04:58:12.280 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237297 10.12 10:4935885f:::benchmark_data_smithi107_275910_object114430:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083314+0000", 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15588276300002, 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5850963899999999, 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.281 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237297 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083314+0000", 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083314+0000", 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083313+0000", 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083315+0000", 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6309999999999999e-06 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083318+0000", 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0599999999999999e-06 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083321+0000", 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4990000000000001e-06 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083689+0000", 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036879300000000002 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083698+0000", 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6510000000000007e-06 2023-10-09T04:58:12.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.646871+0000", 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.563172682 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.647012+0000", 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014110300000000001 2023-10-09T04:58:12.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.647493+0000", 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00048137599999999999 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653530+0000", 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060368949999999996 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.660992+0000", 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007461573 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661026+0000", 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4530000000000003e-05 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668145+0000", 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071188090000000002 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668159+0000", 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3695e-05 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668233+0000", 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3955000000000006e-05 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668281+0000", 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8474999999999999e-05 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668410+0000", 2023-10-09T04:58:12.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000128868 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237318 10.12 10:48d39377:::benchmark_data_smithi107_275910_object114451:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083323+0000", 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15587376399998, 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5855659050000002, 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.291 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237318 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083323+0000", 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083323+0000", 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083322+0000", 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083324+0000", 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4810000000000001e-06 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083327+0000", 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.886e-06 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083329+0000", 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7099999999999999e-06 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083723+0000", 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00039335599999999998 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083731+0000", 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5639999999999997e-06 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.650392+0000", 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.566661039 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.650528+0000", 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000135675 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.650974+0000", 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044598000000000001 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.660955+0000", 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0099809479999999999 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668167+0000", 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072118620000000003 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668475+0000", 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00030851499999999998 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668600+0000", 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000124315 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668644+0000", 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4592999999999998e-05 2023-10-09T04:58:12.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668747+0000", 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010217600000000001 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668783+0000", 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6559e-05 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668889+0000", 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000105449 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237321 10.12 10:4d0e9d1c:::benchmark_data_smithi107_275910_object114454:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:58:12.302 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.155864947, 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5858476449999999, 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237321 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083331+0000", 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083333+0000", 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3400000000000001e-06 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083335+0000", 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.791e-06 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083344+0000", 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1559999999999995e-06 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083763+0000", 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00041995800000000001 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083770+0000", 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2380000000000002e-06 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.653920+0000", 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.570150433 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.654020+0000", 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9439999999999997e-05 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.654424+0000", 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00040425699999999999 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661064+0000", 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006639697 2023-10-09T04:58:12.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668177+0000", 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071132290000000004 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668945+0000", 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00076810300000000001 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668982+0000", 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6956000000000003e-05 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669028+0000", 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6059000000000001e-05 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669074+0000", 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5949999999999999e-05 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669107+0000", 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3176000000000002e-05 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669179+0000", 2023-10-09T04:58:12.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2069000000000004e-05 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237357 10.12 10:4fa5f07a:::benchmark_data_smithi107_275910_object114490:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.155850649, 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5934633809999998, 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.312 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237357 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083346+0000", 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.314 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083347+0000", 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.387e-06 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083350+0000", 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0139999999999999e-06 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.315 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083353+0000", 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6000000000000001e-06 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083805+0000", 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000452707 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.316 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083814+0000", 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1900000000000001e-06 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.657400+0000", 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.573585682 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.317 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.657551+0000", 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015075099999999999 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.658041+0000", 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00049041299999999998 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668091+0000", 2023-10-09T04:58:12.318 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010050145 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668185+0000", 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3430999999999994e-05 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669237+0000", 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001052386 2023-10-09T04:58:12.319 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669284+0000", 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6779000000000001e-05 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669354+0000", 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9676000000000002e-05 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.320 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676620+0000", 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072661649999999998 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676674+0000", 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4313e-05 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.321 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676809+0000", 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013495799999999999 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237370 10.12 10:493cd182:::benchmark_data_smithi107_275910_object114503:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083356+0000", 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15584077400001, 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.593843594, 2023-10-09T04:58:12.322 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237370 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083356+0000", 2023-10-09T04:58:12.323 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083356+0000", 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083355+0000", 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.324 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083357+0000", 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3820000000000001e-06 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083360+0000", 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.331e-06 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.325 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083363+0000", 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5359999999999999e-06 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083847+0000", 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00048479399999999998 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.326 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083856+0000", 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4330000000000004e-06 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661088+0000", 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5772321250000001 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.327 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661214+0000", 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012648 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.661712+0000", 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00049782099999999996 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668192+0000", 2023-10-09T04:58:12.328 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006480113 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668542+0000", 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00034964099999999998 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669420+0000", 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00087763000000000001 2023-10-09T04:58:12.329 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669471+0000", 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1505000000000002e-05 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676968+0000", 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074970990000000001 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677026+0000", 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8213e-05 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677086+0000", 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9200999999999998e-05 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677199+0000", 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011350599999999999 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237380 10.12 10:4ebac386:::benchmark_data_smithi107_275910_object114513:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083365+0000", 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.155831686, 2023-10-09T04:58:12.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5941597860000001, 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237380 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083365+0000", 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083365+0000", 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.334 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083364+0000", 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083366+0000", 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3459999999999999e-06 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083369+0000", 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.954e-06 2023-10-09T04:58:12.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083372+0000", 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6880000000000001e-06 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083890+0000", 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00051736600000000001 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083897+0000", 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6590000000000007e-06 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.664440+0000", 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.580542219 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.664595+0000", 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015564600000000001 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.665061+0000", 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000465787 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.668556+0000", 2023-10-09T04:58:12.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034948140000000002 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669519+0000", 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000962732 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669570+0000", 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1715000000000002e-05 2023-10-09T04:58:12.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.676900+0000", 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073295449999999998 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677356+0000", 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00045654400000000003 2023-10-09T04:58:12.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677384+0000", 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7129999999999999e-05 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677421+0000", 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7064000000000003e-05 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677524+0000", 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000103806 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237565 10.12 10:4ec65c6f:::benchmark_data_smithi107_275910_object114698:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:58:12.342 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15582193, 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.608417913, 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237565 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083374+0000", 2023-10-09T04:58:12.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083376+0000", 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.319e-06 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083378+0000", 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7709999999999998e-06 2023-10-09T04:58:12.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083381+0000", 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5490000000000001e-06 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083931+0000", 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00055034799999999998 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083939+0000", 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3320000000000003e-06 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669606+0000", 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5856675519999999 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.669720+0000", 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011439500000000001 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.670186+0000", 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00046530999999999997 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677214+0000", 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070281349999999996 2023-10-09T04:58:12.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677253+0000", 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9209999999999999e-05 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677591+0000", 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033783199999999999 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684733+0000", 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071417160000000002 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684900+0000", 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016779300000000001 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691567+0000", 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066664810000000001 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691631+0000", 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3694000000000004e-05 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691792+0000", 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016168199999999999 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237596 10.12 10:485dfea6:::benchmark_data_smithi107_275910_object114729:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15581361900001, 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6188304090000001, 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.352 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237596 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083383+0000", 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083386+0000", 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9400000000000004e-06 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083389+0000", 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0079999999999998e-06 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083393+0000", 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2219999999999998e-06 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083971+0000", 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00057837700000000004 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.356 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083979+0000", 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2160000000000006e-06 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.673211+0000", 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.589231912 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.673365+0000", 2023-10-09T04:58:12.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000153771 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.673800+0000", 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000434869 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677222+0000", 2023-10-09T04:58:12.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034220040000000002 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684813+0000", 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0075907809999999996 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684849+0000", 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6480999999999999e-05 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684923+0000", 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3719000000000003e-05 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684965+0000", 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2497000000000003e-05 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702024+0000", 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017058599000000001 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702085+0000", 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1440999999999997e-05 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702213+0000", 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000127778 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237607 10.12 10:4e1974c6:::benchmark_data_smithi107_275910_object114740:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083395+0000", 2023-10-09T04:58:12.362 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15580167500002, 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.619400341, 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237607 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083395+0000", 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083395+0000", 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083394+0000", 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083396+0000", 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.248e-06 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083398+0000", 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7039999999999999e-06 2023-10-09T04:58:12.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083401+0000", 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7149999999999998e-06 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084013+0000", 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00061175699999999999 2023-10-09T04:58:12.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084019+0000", 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4729999999999997e-06 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677612+0000", 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5935922410000001 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.677702+0000", 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0014999999999998e-05 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.678254+0000", 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000552243 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684859+0000", 2023-10-09T04:58:12.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006605222 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684994+0000", 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013535000000000001 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691859+0000", 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068644709999999996 2023-10-09T04:58:12.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691927+0000", 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7699000000000004e-05 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.700586+0000", 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0086589300000000004 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702595+0000", 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0020094639999999999 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702656+0000", 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0868000000000001e-05 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702795+0000", 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013915299999999999 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237608 10.12 10:4a1d9099:::benchmark_data_smithi107_275910_object114741:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15579325900001, 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.619615394, 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.372 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237608 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083403+0000", 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083404+0000", 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2699999999999999e-06 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083407+0000", 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9639999999999999e-06 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083410+0000", 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4710000000000001e-06 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084054+0000", 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00064415399999999997 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084062+0000", 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5960000000000004e-06 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.681381+0000", 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.597318491 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.681493+0000", 2023-10-09T04:58:12.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000112289 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.681933+0000", 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00043997300000000002 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.684929+0000", 2023-10-09T04:58:12.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029957310000000002 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685026+0000", 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6735000000000001e-05 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.692003+0000", 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069771850000000003 2023-10-09T04:58:12.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.695982+0000", 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039792050000000004 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.701414+0000", 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005431941 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.380 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702854+0000", 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001440109 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.702909+0000", 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4659e-05 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.703019+0000", 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109836 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237622 10.12 10:4ea3bddb:::benchmark_data_smithi107_275910_object114755:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:58:12.382 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.15578496500001, 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.625244194, 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237622 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083411+0000", 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083412+0000", 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.116e-06 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083415+0000", 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8760000000000001e-06 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.083418+0000", 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8080000000000001e-06 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084085+0000", 2023-10-09T04:58:12.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00066666399999999997 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.084091+0000", 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3380000000000001e-06 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685048+0000", 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.600956992 2023-10-09T04:58:12.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685210+0000", 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000162347 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.685662+0000", 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00045122899999999999 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.388 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.691872+0000", 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062100330000000002 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.695949+0000", 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004076975 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696011+0000", 2023-10-09T04:58:12.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2917999999999996e-05 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696074+0000", 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2815000000000001e-05 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.703271+0000", 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071965880000000003 2023-10-09T04:58:12.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708437+0000", 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0051665970000000002 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708502+0000", 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4350999999999994e-05 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708656+0000", 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000153752 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:237761 10.12 10:4aaf990b:::benchmark_data_smithi107_275910_object114894:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:51:03.141300+0000", 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 429.09789607300002, 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5676336910000002, 2023-10-09T04:58:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 237761 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141300+0000", 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141300+0000", 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141299+0000", 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:12.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141305+0000", 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7610000000000002e-06 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141321+0000", 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5319e-05 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141330+0000", 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3700000000000001e-06 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141380+0000", 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9626999999999998e-05 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:03.141389+0000", 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5619999999999993e-06 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.688629+0000", 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.547239585 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.688752+0000", 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012347399999999999 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2,4,5,6", 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.689087+0000", 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033471599999999998 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.692012+0000", 2023-10-09T04:58:12.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029248989999999999 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696044+0000", 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040316450000000004 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696106+0000", 2023-10-09T04:58:12.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2117000000000002e-05 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.696140+0000", 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3831999999999997e-05 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.703316+0000", 2023-10-09T04:58:12.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071764919999999996 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708732+0000", 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054156999999999999 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708793+0000", 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1488000000000005e-05 2023-10-09T04:58:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:51:04.708934+0000", 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140772 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72159 11.10 11:0ba0f362:::benchmark_data_smithi107_315913_object72158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:58:12.402 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.264591+0000", 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 293.974605811, 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.777984523, 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72159 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.264591+0000", 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.264591+0000", 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.264588+0000", 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.264623+0000", 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4699000000000001e-05 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.264637+0000", 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4256999999999999e-05 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.264645+0000", 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4130000000000006e-06 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.267501+0000", 2023-10-09T04:58:12.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0028557360000000002 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.268528+0000", 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0010265859999999999 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.268677+0000", 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000149624 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.295457+0000", 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026779982000000001 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.321416+0000", 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025958649 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.041032+0000", 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.719616161 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.041095+0000", 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3249000000000004e-05 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.042575+0000", 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001479609 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72164 11.0 11:03d11fda:::benchmark_data_smithi107_315913_object72163:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.286744+0000", 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 293.95245246500002, 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7994799540000002, 2023-10-09T04:58:12.410 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72164 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.286744+0000", 2023-10-09T04:58:12.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.286744+0000", 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.286742+0000", 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.286786+0000", 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3859999999999997e-05 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.286806+0000", 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0517999999999999e-05 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.286818+0000", 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1633e-05 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.322620+0000", 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035802076000000002 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.322632+0000", 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2166e-05 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037035+0000", 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.714402609 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037190+0000", 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015532600000000001 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037393+0000", 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000202909 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.040572+0000", 2023-10-09T04:58:12.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003179566 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.040597+0000", 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4796000000000001e-05 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.084912+0000", 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.044314406000000001 2023-10-09T04:58:12.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.084957+0000", 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4991999999999999e-05 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.086224+0000", 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012672130000000001 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.418 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72173 11.10 11:09484f62:::benchmark_data_smithi107_315913_object72172:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.319555+0000", 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 293.919641184, 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.724488681, 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.419 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72173 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.319555+0000", 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.319555+0000", 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.319553+0000", 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.319582+0000", 2023-10-09T04:58:12.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8274999999999999e-05 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.319596+0000", 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4861999999999999e-05 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.319607+0000", 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.058e-05 2023-10-09T04:58:12.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.321457+0000", 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018500669999999999 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.321651+0000", 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019373799999999999 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.321833+0000", 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000181736 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.323300+0000", 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014677329999999999 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.324745+0000", 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014447920000000001 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.042682+0000", 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7179373529999999 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.042748+0000", 2023-10-09T04:58:12.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5786999999999999e-05 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.044044+0000", 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012956790000000001 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72181 11.0 11:04dcbdae:::benchmark_data_smithi107_315913_object72180:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.354999+0000", 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 293.884197046, 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.736373867, 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72181 2023-10-09T04:58:12.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.354999+0000", 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.354999+0000", 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:12.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.354998+0000", 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.355020+0000", 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2688999999999999e-05 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.355036+0000", 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5616000000000001e-05 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.355046+0000", 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0042e-05 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.355108+0000", 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1917999999999999e-05 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.355129+0000", 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1163999999999999e-05 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:12.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.038830+0000", 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.683700456 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.038984+0000", 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015410000000000001 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.039165+0000", 2023-10-09T04:58:12.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000181497 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.040744+0000", 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015789619999999999 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.042634+0000", 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018894280000000001 2023-10-09T04:58:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.089870+0000", 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047236843000000001 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.089924+0000", 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3062999999999997e-05 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:12.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.091373+0000", 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014496439999999999 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:12.435 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:58:12.436 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:12.487 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:12.880 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: pgmap v1247: 89 pgs: 89 active+clean; 6.5 GiB data, 26 GiB used, 690 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/168583314' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: osdmap e402: 8 total, 8 up, 8 in 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[184249]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: pgmap v1247: 89 pgs: 89 active+clean; 6.5 GiB data, 26 GiB used, 690 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/168583314' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: osdmap e402: 8 total, 8 up, 8 in 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.177 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:12 smithi107 ceph-mon[179183]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: pgmap v1247: 89 pgs: 89 active+clean; 6.5 GiB data, 26 GiB used, 690 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2023-10-09T04:58:13.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/168583314' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: osdmap e402: 8 total, 8 up, 8 in 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:12 smithi150 ceph-mon[168511]: failed to encode map e402 with expected crc 2023-10-09T04:58:13.864 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 1 1 2023-10-09T04:58:13.901 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:13.908 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:13.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:13.925 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:13.990 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T04:58:14.026 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:14.064 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:14.102 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:14.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:14.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:14.190 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:14.206 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:14.336 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:14.409 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:14.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:14.423 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:14.523 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:14.584 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:14.689 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:14.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:14.698 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:14.799 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:14.835 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:14.844 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:14 smithi107 ceph-mon[179183]: pgmap v1249: 89 pgs: 89 active+clean; 6.6 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 127 B/s rd, 54 MiB/s wr, 893 op/s 2023-10-09T04:58:14.844 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:14 smithi107 ceph-mon[184249]: pgmap v1249: 89 pgs: 89 active+clean; 6.6 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 127 B/s rd, 54 MiB/s wr, 893 op/s 2023-10-09T04:58:14.873 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:14.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:14.877 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:14.977 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:15.079 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:14 smithi150 ceph-mon[168511]: pgmap v1249: 89 pgs: 89 active+clean; 6.6 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 127 B/s rd, 54 MiB/s wr, 893 op/s 2023-10-09T04:58:15.458 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:15.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:15.465 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:15.565 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:15.620 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:16.150 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:16.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:16.163 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:16.231 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:16 smithi107 ceph-mon[179183]: pgmap v1250: 89 pgs: 89 active+clean; 6.6 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 120 B/s rd, 26 MiB/s wr, 493 op/s 2023-10-09T04:58:16.231 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:16.264 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:16.296 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:16.351 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:16.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:16.357 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:16.458 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:16.459 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:16 smithi150 ceph-mon[168511]: pgmap v1250: 89 pgs: 89 active+clean; 6.6 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 120 B/s rd, 26 MiB/s wr, 493 op/s 2023-10-09T04:58:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:16.492 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:16.536 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:16.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:16.539 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:16.640 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:16.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:16 smithi107 ceph-mon[184249]: pgmap v1250: 89 pgs: 89 active+clean; 6.6 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 120 B/s rd, 26 MiB/s wr, 493 op/s 2023-10-09T04:58:16.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:16.677 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:16.687 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:16.723 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:16.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:16.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:16.830 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:16.871 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:16.911 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:16.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:16.916 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:17.016 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:17.103 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:17.247 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:58:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3330706366' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:17.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3330706366' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:17.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:17.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3330706366' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:17.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:18.160 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:18.201 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:18.247 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:18.286 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:18.317 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:18.354 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:58:18.354 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: osdmap e403: 8 total, 8 up, 8 in 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: failed to encode map e403 with expected crc 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: pgmap v1252: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 28 MiB/s wr, 936 op/s 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2066442788' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:58:18.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:18.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: osdmap e403: 8 total, 8 up, 8 in 2023-10-09T04:58:18.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: failed to encode map e403 with expected crc 2023-10-09T04:58:18.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: pgmap v1252: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 28 MiB/s wr, 936 op/s 2023-10-09T04:58:18.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2066442788' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:18.357 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:18.404 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:18.457 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:18.463 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.463 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.463 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.463 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.464 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.464 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.464 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.464 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:58:18.622 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:18.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:18.629 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:18.730 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: osdmap e403: 8 total, 8 up, 8 in 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: failed to encode map e403 with expected crc 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: pgmap v1252: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 28 MiB/s wr, 936 op/s 2023-10-09T04:58:18.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2066442788' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:18.818 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:19.513 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:19.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:19.520 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:19.621 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:19.658 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:19.709 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:19.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:19.712 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:19.813 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:19.947 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:20.174 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:20.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:20.189 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:20.290 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:20.320 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:20.374 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:20.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:20.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:20.480 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:20.559 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:20.559 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:20.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:20.931 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:20 smithi107 ceph-mon[179183]: pgmap v1253: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 762 op/s 2023-10-09T04:58:20.931 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/404808228' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:58:20.931 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:20 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:58:20.931 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:20 smithi107 ceph-mon[184249]: pgmap v1253: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 762 op/s 2023-10-09T04:58:20.932 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/404808228' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:58:20.932 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:20 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:58:20.976 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:20.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:20.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:21.081 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:21.105 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T04:58:21.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:20 smithi150 ceph-mon[168511]: pgmap v1253: 89 pgs: 89 active+clean; 6.4 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 762 op/s 2023-10-09T04:58:21.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/404808228' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:58:21.117 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:20 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T04:58:21.127 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:21.177 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:58:21.178 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:21.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:21.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:21.277 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:58:21.286 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:21.316 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.1 to 1 (10000) 2023-10-09T04:58:21.318 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:21.362 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:21.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:21.367 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:21.468 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:21.504 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:21.547 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:21.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:21.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:21.654 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:21.683 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:21.744 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:21.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:21.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:21.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:21.931 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:21.971 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T04:58:22.011 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:22.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:22.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:22.124 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:22.172 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:58:22] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2023-10-09T04:58:22.235 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:22.325 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:22.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:22.343 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:22.354 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:22.401 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:22.444 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:22.478 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:22.517 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:22.526 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:22.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:22.539 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:22.539 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: osdmap e404: 8 total, 8 up, 8 in 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.540 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:22 smithi150 ceph-mon[168511]: pgmap v1255: 89 pgs: 89 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 816 KiB/s wr, 652 op/s 2023-10-09T04:58:22.640 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: osdmap e404: 8 total, 8 up, 8 in 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[179183]: pgmap v1255: 89 pgs: 89 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 816 KiB/s wr, 652 op/s 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T04:58:22.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: osdmap e404: 8 total, 8 up, 8 in 2023-10-09T04:58:22.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: failed to encode map e404 with expected crc 2023-10-09T04:58:22.664 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:22 smithi107 ceph-mon[184249]: pgmap v1255: 89 pgs: 89 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 816 KiB/s wr, 652 op/s 2023-10-09T04:58:22.720 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:23.261 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:23.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:23.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:23.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:23.450 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:23.770 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:23.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:23.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:23.888 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:23.937 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:23.987 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:23.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:23.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:24.093 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:24.139 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:24.179 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:24.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:24.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:24.286 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:24.292 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:24.321 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:24.371 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:24.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:24.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:24.475 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:24.522 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:24.572 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:24.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:24.581 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:24.682 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:24.711 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:24.768 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:24.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:24.771 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:24.872 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:24.980 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:25.047 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:24 smithi107 ceph-mon[179183]: pgmap v1256: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 296 KiB/s wr, 896 op/s 2023-10-09T04:58:25.048 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:24 smithi107 ceph-mon[184249]: pgmap v1256: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 296 KiB/s wr, 896 op/s 2023-10-09T04:58:25.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:24 smithi150 ceph-mon[168511]: pgmap v1256: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 296 KiB/s wr, 896 op/s 2023-10-09T04:58:25.252 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:25.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:25.257 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:25.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:25.405 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:25.457 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:25.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:25.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:25.518 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:25.565 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:25.579 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:25.606 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:25.608 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:25.641 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:25.662 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:25.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:25.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:25.688 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:25.734 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:25.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:25.779 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:25.804 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:25.823 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:25.840 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.841 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:58:25.852 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:25.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:25.862 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:25.963 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:25.994 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:26.045 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:26.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:26.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:26.151 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:26.188 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:26.238 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:26.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2506001845' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:58:26.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:26 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:58:26.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3822990645' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:26.249 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:26 smithi150 ceph-mon[168511]: pgmap v1257: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 512 op/s 2023-10-09T04:58:26.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:26.250 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:26.272 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:58:26.351 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:26.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:26.430 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:26.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:26.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:26.442 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:58:26.442 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:58:26.443 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:58:26.443 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:58:26.443 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:58:26.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2506001845' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:58:26.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:58:26.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3822990645' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:26.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[184249]: pgmap v1257: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 512 op/s 2023-10-09T04:58:26.482 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2506001845' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:58:26.482 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:58:26.482 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3822990645' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:26.482 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:26 smithi107 ceph-mon[179183]: pgmap v1257: 89 pgs: 89 active+clean; 6.2 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 512 op/s 2023-10-09T04:58:26.537 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:26.572 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:26.623 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:26.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:26.632 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:26.732 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:26.773 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:26.824 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:26.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:26.827 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:26.928 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:27.019 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:27.191 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:27.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:27.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:27.301 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:27.388 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:27 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:58:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:27 smithi150 ceph-mon[168511]: osdmap e405: 8 total, 8 up, 8 in 2023-10-09T04:58:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:27 smithi150 ceph-mon[168511]: failed to encode map e405 with expected crc 2023-10-09T04:58:27.517 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:27.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:27.523 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:27.523 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:27.523 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:58:27.523 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[179183]: osdmap e405: 8 total, 8 up, 8 in 2023-10-09T04:58:27.523 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[179183]: failed to encode map e405 with expected crc 2023-10-09T04:58:27.524 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:27.524 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:58:27.524 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[184249]: osdmap e405: 8 total, 8 up, 8 in 2023-10-09T04:58:27.524 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:27 smithi107 ceph-mon[184249]: failed to encode map e405 with expected crc 2023-10-09T04:58:27.621 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T04:58:27.624 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:27.667 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:27.709 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:27.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:27.717 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:27.818 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:27.852 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:27.894 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:27.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:27.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:27.999 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:28.076 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:28.152 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:28.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:28.160 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:28.257 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T04:58:28.261 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:28.309 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:28.359 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:28.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:28.364 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:28.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2410175278' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:58:28.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:58:28.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:28 smithi107 ceph-mon[184249]: pgmap v1259: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 942 op/s 2023-10-09T04:58:28.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2410175278' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:58:28.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:58:28.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:28 smithi107 ceph-mon[179183]: pgmap v1259: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 942 op/s 2023-10-09T04:58:28.465 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:28.574 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:28.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2410175278' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:58:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T04:58:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:28 smithi150 ceph-mon[168511]: pgmap v1259: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 942 op/s 2023-10-09T04:58:28.757 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:28.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:28.763 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:28.834 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:28.864 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:28.871 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:58:28.889 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T04:58:28.934 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:29.227 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:29.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:29.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:29.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[179183]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[179183]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[179183]: osdmap e406: 8 total, 8 up, 8 in 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[179183]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[179183]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.278 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[184249]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[184249]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:58:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[184249]: osdmap e406: 8 total, 8 up, 8 in 2023-10-09T04:58:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[184249]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:29 smithi107 ceph-mon[184249]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:29.441 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:29.550 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:29.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:29.553 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:29.654 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:29.716 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:29 smithi150 ceph-mon[168511]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:29 smithi150 ceph-mon[168511]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:29 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T04:58:29.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:29 smithi150 ceph-mon[168511]: osdmap e406: 8 total, 8 up, 8 in 2023-10-09T04:58:29.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:29 smithi150 ceph-mon[168511]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:29 smithi150 ceph-mon[168511]: failed to encode map e406 with expected crc 2023-10-09T04:58:29.797 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:29.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:29.803 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:29.904 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:29.949 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:30.002 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:30.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:30.010 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:30.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:30.197 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:30.259 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:30.295 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:30.295 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:30.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:30.302 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:30.402 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:30.499 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:30.574 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:30.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:30 smithi107 ceph-mon[184249]: pgmap v1261: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 762 op/s 2023-10-09T04:58:30.578 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:30 smithi107 ceph-mon[179183]: pgmap v1261: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 762 op/s 2023-10-09T04:58:30.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:30.579 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:30.680 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:30.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:30 smithi150 ceph-mon[168511]: pgmap v1261: 89 pgs: 89 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 762 op/s 2023-10-09T04:58:30.758 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:30.789 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:31.236 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:31.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:31.240 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:31.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:31.415 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:31.416 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:31.425 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:31.522 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:31.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:31.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:31.628 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:31.660 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:31.663 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:31.701 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:31.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:31.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:31.809 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:31.888 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114344 10.14 10:2b90f6a9:::benchmark_data_smithi107_275910_object114343:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e234)", 2023-10-09T04:58:31.931 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.101934+0000", 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 595.57067898399998, 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.27925507, 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114344 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.932 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101934+0000", 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101934+0000", 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.933 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101933+0000", 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101951+0000", 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7914000000000002e-05 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.934 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101956+0000", 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3059999999999997e-06 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101960+0000", 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6519999999999999e-06 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101999+0000", 2023-10-09T04:58:31.935 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8748999999999998e-05 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102123+0000", 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012453 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4", 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102255+0000", 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000132025 2023-10-09T04:58:31.936 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.109344+0000", 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070882879999999999 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113873+0000", 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045290060000000004 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113882+0000", 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4210000000000001e-06 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111949+0000", 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99806711199999998 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111959+0000", 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0305e-05 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381091+0000", 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2691316429999999 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381189+0000", 2023-10-09T04:58:31.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7643e-05 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114345 10.4 10:27c80800:::benchmark_data_smithi107_275910_object114344:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e234)", 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.101968+0000", 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 595.57064492799998, 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2843590690000002, 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.940 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114345 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101968+0000", 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101968+0000", 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101967+0000", 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:31.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101984+0000", 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7090000000000001e-05 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101990+0000", 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1950000000000002e-06 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.101995+0000", 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2610000000000001e-06 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102022+0000", 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7654999999999999e-05 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102122+0000", 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9256e-05 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4", 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.102227+0000", 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010527900000000001 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.109144+0000", 2023-10-09T04:58:31.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069168520000000002 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113826+0000", 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046823810000000002 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.113839+0000", 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3084e-05 2023-10-09T04:58:31.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111897+0000", 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99805787000000001 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111911+0000", 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3387000000000001e-05 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386226+0000", 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2743157329999999 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386327+0000", 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010043399999999999 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.948 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114362 10.14 10:2afc139b:::benchmark_data_smithi107_275910_object114361:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.144101+0000", 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 595.52851150599997, 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2481890459999998, 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:31.949 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114362 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144101+0000", 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144101+0000", 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144100+0000", 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144118+0000", 2023-10-09T04:58:31.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7655e-05 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144125+0000", 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2629999999999997e-06 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144130+0000", 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3279999999999999e-06 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144170+0000", 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9999000000000001e-05 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.144177+0000", 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9909999999999996e-06 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111985+0000", 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96780854000000005 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.111994+0000", 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4970000000000001e-06 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381625+0000", 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2696316059999999 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381758+0000", 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000132686 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.381904+0000", 2023-10-09T04:58:31.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014599599999999999 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388517+0000", 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066129149999999996 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388525+0000", 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5229999999999995e-06 2023-10-09T04:58:31.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391811+0000", 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003285886 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391845+0000", 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4026000000000003e-05 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392290+0000", 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00044489399999999999 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114368 10.14 10:2d756f1b:::benchmark_data_smithi107_275910_object114367:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.156779+0000", 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 595.51583332999996, 2023-10-09T04:58:31.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2359564110000001, 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114368 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156779+0000", 2023-10-09T04:58:31.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156779+0000", 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156778+0000", 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:31.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156798+0000", 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0738999999999999e-05 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156811+0000", 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2554e-05 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156817+0000", 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4250000000000003e-06 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156858+0000", 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0605000000000002e-05 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.156867+0000", 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7800000000000006e-06 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112014+0000", 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95514740099999995 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112022+0000", 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6380000000000004e-06 2023-10-09T04:58:31.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.383971+0000", 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.271949295 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.384109+0000", 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013793200000000001 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.384250+0000", 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014132200000000001 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388531+0000", 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0042810039999999997 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.388562+0000", 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0258000000000001e-05 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392364+0000", 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038028649999999999 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:31.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392435+0000", 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0568000000000006e-05 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392736+0000", 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00030064499999999999 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114382 10.14 10:28baa6c2:::benchmark_data_smithi107_275910_object114381:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.175587+0000", 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 595.49702514299997, 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.217523855, 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:31.968 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114382 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175587+0000", 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175587+0000", 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175586+0000", 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175610+0000", 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4502e-05 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175628+0000", 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7365999999999999e-05 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175636+0000", 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7759999999999997e-06 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175672+0000", 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6758999999999998e-05 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.175685+0000", 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2726e-05 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112042+0000", 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.93635732699999996 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112050+0000", 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5650000000000004e-06 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386241+0000", 2023-10-09T04:58:31.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2741908290000001 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386389+0000", 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014851099999999999 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386555+0000", 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016620400000000001 2023-10-09T04:58:31.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391088+0000", 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004532286 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391454+0000", 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00036580899999999998 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392788+0000", 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013341060000000001 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392846+0000", 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8695e-05 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.393111+0000", 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00026487800000000002 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.45347.0:114386 10.4 10:25070c71:::benchmark_data_smithi107_275910_object114385:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:48:36.181018+0000", 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 595.49159421399997, 2023-10-09T04:58:31.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2124431040000001, 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.45347", 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 114386 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181018+0000", 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181018+0000", 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181017+0000", 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:58:31.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181036+0000", 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8915000000000001e-05 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181045+0000", 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5539999999999998e-06 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181051+0000", 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8799999999999996e-06 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181093+0000", 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2425000000000001e-05 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:36.181104+0000", 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0601000000000001e-05 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112074+0000", 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.93097008999999997 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:37.112080+0000", 2023-10-09T04:58:31.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.562e-06 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386358+0000", 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2742772439999999 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386471+0000", 2023-10-09T04:58:31.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113279 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.386624+0000", 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015288300000000001 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391126+0000", 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045019600000000002 2023-10-09T04:58:31.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.391462+0000", 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00033655099999999998 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392782+0000", 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001319357 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.985 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.392842+0000", 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0278000000000001e-05 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:48:38.393461+0000", 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00061949699999999999 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62634 11.1 11:8ff57678:::benchmark_data_smithi107_315913_object62633:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:44.948476+0000", 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 346.724136203, 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 17.196469939, 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62634 2023-10-09T04:58:31.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.948476+0000", 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.948476+0000", 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.948475+0000", 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.948536+0000", 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0235000000000002e-05 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.948544+0000", 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5739999999999996e-06 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.948549+0000", 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1159999999999998e-06 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.951070+0000", 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025211669999999999 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.951238+0000", 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000167837 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,3", 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.951377+0000", 2023-10-09T04:58:31.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013842100000000001 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.971312+0000", 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019934885999999999 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.983011+0000", 2023-10-09T04:58:31.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011699828000000001 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.983021+0000", 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0950000000000002e-06 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.084963+0000", 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.101942405 2023-10-09T04:58:31.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.084976+0000", 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3038e-05 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914504+0000", 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 11.829527776000001 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914515+0000", 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1694e-05 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.928915+0000", 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0143995139999999 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:31.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.928928+0000", 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3108000000000001e-05 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.144865+0000", 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2159372799999999 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:31.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.144946+0000", 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0970999999999994e-05 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62643 11.1 11:80d21bac:::benchmark_data_smithi107_315913_object62642:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:44.957979+0000", 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 346.71463357499999, 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 17.211452238, 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:31.998 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62643 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.957979+0000", 2023-10-09T04:58:31.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.957979+0000", 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.957977+0000", 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:58:32.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.958032+0000", 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4496999999999997e-05 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.958045+0000", 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2880999999999999e-05 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.958053+0000", 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5040000000000002e-06 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.983046+0000", 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024992822000000001 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.983053+0000", 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3010000000000001e-06 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085002+0000", 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.101948422 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085010+0000", 2023-10-09T04:58:32.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7600000000000008e-06 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914536+0000", 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 11.829525427 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914542+0000", 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7100000000000004e-06 2023-10-09T04:58:32.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.928954+0000", 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0144121400000001 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.928961+0000", 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7769999999999997e-06 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.144962+0000", 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2160015289999999 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.145079+0000", 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000117123 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,3", 2023-10-09T04:58:32.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.145262+0000", 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018285299999999999 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.152917+0000", 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076548900000000001 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.156383+0000", 2023-10-09T04:58:32.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034662149999999999 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.166620+0000", 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010237194 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.166682+0000", 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2113000000000007e-05 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.169431+0000", 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0027487900000000001 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62651 11.1 11:8af5be5c:::benchmark_data_smithi107_315913_object62650:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:44.993505+0000", 2023-10-09T04:58:32.009 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 346.67910718500002, 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 17.178886203000001, 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62651 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993505+0000", 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993505+0000", 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993503+0000", 2023-10-09T04:58:32.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993547+0000", 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3219000000000001e-05 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993569+0000", 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2371e-05 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993581+0000", 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1909000000000001e-05 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993690+0000", 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109499 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.993702+0000", 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1398e-05 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085034+0000", 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.091332161999999995 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085043+0000", 2023-10-09T04:58:32.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0489999999999993e-06 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914558+0000", 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 11.829515073 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914564+0000", 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4609999999999999e-06 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.928981+0000", 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0144178019999996 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.928987+0000", 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1160000000000004e-06 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.147527+0000", 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2185398329999999 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.147679+0000", 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015172800000000001 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,3", 2023-10-09T04:58:32.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.147842+0000", 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016250100000000001 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.155634+0000", 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0077925879999999996 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.156435+0000", 2023-10-09T04:58:32.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00080129099999999998 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.169625+0000", 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013189882 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.169689+0000", 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3598999999999999e-05 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.172392+0000", 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002702711 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62653 11.1 11:81cef0a3:::benchmark_data_smithi107_315913_object62652:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:44.994661+0000", 2023-10-09T04:58:32.020 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 346.67795201000001, 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 17.180439215, 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62653 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994661+0000", 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994661+0000", 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994659+0000", 2023-10-09T04:58:32.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994699+0000", 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9634e-05 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994726+0000", 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7087999999999999e-05 2023-10-09T04:58:32.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994736+0000", 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0516999999999999e-05 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994787+0000", 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0905000000000001e-05 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994799+0000", 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1960999999999999e-05 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085067+0000", 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.090267517000000005 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085076+0000", 2023-10-09T04:58:32.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6729999999999998e-06 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914580+0000", 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 11.829504160999999 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914585+0000", 2023-10-09T04:58:32.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2630000000000003e-06 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.929009+0000", 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0144235400000001 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.929015+0000", 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0889999999999996e-06 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.150168+0000", 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2211530159999999 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.150327+0000", 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015963899999999999 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,3", 2023-10-09T04:58:32.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.150519+0000", 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019152199999999999 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.155675+0000", 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0051561489999999996 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.158988+0000", 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0033129520000000001 2023-10-09T04:58:32.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.172445+0000", 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013456619 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.172509+0000", 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4807000000000005e-05 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.175100+0000", 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025904539999999998 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62654 11.1 11:82758589:::benchmark_data_smithi107_315913_object62653:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:44.994752+0000", 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 346.67786015299998, 2023-10-09T04:58:32.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 17.183067461, 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62654 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994752+0000", 2023-10-09T04:58:32.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994752+0000", 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994752+0000", 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994774+0000", 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2209e-05 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994781+0000", 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7399999999999998e-06 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994787+0000", 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7760000000000003e-06 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994843+0000", 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6601999999999998e-05 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:44.994852+0000", 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2609999999999999e-06 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085099+0000", 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.090246664000000004 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.085108+0000", 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4160000000000004e-06 2023-10-09T04:58:32.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914601+0000", 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 11.829493539 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:56.914606+0000", 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2809999999999999e-06 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.929042+0000", 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0144356820000002 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.929049+0000", 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5710000000000003e-06 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.152956+0000", 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2239074489999999 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.153125+0000", 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016930600000000001 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,3", 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.153292+0000", 2023-10-09T04:58:32.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016701500000000001 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.159023+0000", 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057302000000000004 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.169503+0000", 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010480374000000001 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.175177+0000", 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056740239999999997 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.175219+0000", 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2145999999999999e-05 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:02.177820+0000", 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026007700000000001 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74049 11.11 11:8e37d2b5:::benchmark_data_smithi107_315913_object74048:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.759147+0000", 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.91346586600002, 2023-10-09T04:58:32.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4924326350000001, 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74049 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759147+0000", 2023-10-09T04:58:32.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759147+0000", 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759145+0000", 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:58:32.044 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759175+0000", 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9972999999999999e-05 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759187+0000", 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2172e-05 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759196+0000", 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9490000000000002e-06 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764050+0000", 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048540700000000003 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764064+0000", 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.433e-05 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.238987+0000", 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4749225069999996 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for degraded object", 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.239682+0000", 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00069542599999999997 2023-10-09T04:58:32.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.251505+0000", 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011822914 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.251579+0000", 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4437999999999994e-05 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.048 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74050 11.11 11:8f048bc6:::benchmark_data_smithi107_315913_object74049:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.759213+0000", 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.91339929100002, 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4894162849999999, 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.049 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74050 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759213+0000", 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.050 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759213+0000", 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759213+0000", 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759237+0000", 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4719000000000002e-05 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759245+0000", 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3470000000000001e-06 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759250+0000", 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6080000000000003e-06 2023-10-09T04:58:32.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764098+0000", 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048478310000000004 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764107+0000", 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.772e-06 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.239714+0000", 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4756072419999997 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for degraded object", 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.240219+0000", 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00050456600000000002 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.248475+0000", 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008256032 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.248630+0000", 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000154659 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.055 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74055 11.11 11:8c6a5df5:::benchmark_data_smithi107_315913_object74054:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.759256+0000", 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.91335644499998, 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4921039440000001, 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74055 2023-10-09T04:58:32.056 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759256+0000", 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759256+0000", 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759256+0000", 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759279+0000", 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3373000000000001e-05 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759286+0000", 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8040000000000004e-06 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759292+0000", 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7259999999999999e-06 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764134+0000", 2023-10-09T04:58:32.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048421970000000003 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764139+0000", 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8539999999999996e-06 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.240256+0000", 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4761175729999998 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.060 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for degraded object", 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.240975+0000", 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000718489 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.251199+0000", 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010224446 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.061 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.251360+0000", 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000160903 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74060 11.1 11:808d69e1:::benchmark_data_smithi107_315913_object74059:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.759297+0000", 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.91331526499999, 2023-10-09T04:58:32.062 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1132881560000003, 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74060 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.063 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759297+0000", 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759297+0000", 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759297+0000", 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.064 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759321+0000", 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4029999999999999e-05 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759328+0000", 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.289e-06 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.065 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759333+0000", 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0270000000000003e-06 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764159+0000", 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048258040000000004 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.066 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764163+0000", 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3329999999999998e-06 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.235745+0000", 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4715818499999997 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.235895+0000", 2023-10-09T04:58:32.067 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014933500000000001 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.236015+0000", 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012068100000000001 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.238935+0000", 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029196920000000002 2023-10-09T04:58:32.068 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.238942+0000", 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1430000000000001e-06 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.870885+0000", 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.63194325100000004 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.069 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.870954+0000", 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8516000000000006e-05 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.872585+0000", 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001631658 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.070 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74063 11.11 11:8a6c623e:::benchmark_data_smithi107_315913_object74062:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.759349+0000", 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.91326315600003, 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1146782909999997, 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.071 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74063 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759349+0000", 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759349+0000", 2023-10-09T04:58:32.072 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759349+0000", 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759372+0000", 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3529000000000001e-05 2023-10-09T04:58:32.073 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759380+0000", 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6290000000000001e-06 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759386+0000", 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1160000000000004e-06 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.074 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764778+0000", 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005391748 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764787+0000", 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6810000000000004e-06 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.075 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.241032+0000", 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4762459339999996 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.241221+0000", 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000188352 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.241457+0000", 2023-10-09T04:58:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00023623599999999999 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.246737+0000", 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052797160000000003 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.251392+0000", 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046550469999999998 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.077 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.872627+0000", 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.621235168 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.872667+0000", 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0435999999999997e-05 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.078 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.874028+0000", 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013602569999999999 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74089 11.1 11:87031f29:::benchmark_data_smithi107_315913_object74088:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.759392+0000", 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 306.91322085000002, 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1144605219999999, 2023-10-09T04:58:32.079 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74089 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759392+0000", 2023-10-09T04:58:32.080 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759392+0000", 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759391+0000", 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.081 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759414+0000", 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2514000000000002e-05 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759421+0000", 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.861e-06 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.082 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.759426+0000", 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3959999999999997e-06 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764812+0000", 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053863089999999997 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.083 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.764821+0000", 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.259e-06 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.238959+0000", 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4741385789999999 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.239093+0000", 2023-10-09T04:58:32.084 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000133659 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.239216+0000", 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012302099999999999 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.244372+0000", 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0051564940000000002 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.085 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.244416+0000", 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3810000000000002e-05 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.872641+0000", 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.62822454299999997 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.086 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.872678+0000", 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7193000000000001e-05 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.873852+0000", 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0011743439999999999 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.087 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74105 11.11 11:8d9c4566:::benchmark_data_smithi107_315913_object74104:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e338)", 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:25.883024+0000", 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 305.789588874, 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0170484469999996, 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74105 2023-10-09T04:58:32.088 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.883024+0000", 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.883024+0000", 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.089 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.883022+0000", 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.883047+0000", 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4403e-05 2023-10-09T04:58:32.090 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.883431+0000", 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00038432800000000002 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.883445+0000", 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.381e-05 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.091 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.970830+0000", 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.087385077000000005 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:25.970842+0000", 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2303999999999999e-05 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.242776+0000", 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2719344289999999 2023-10-09T04:58:32.092 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.242948+0000", 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000171726 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.243169+0000", 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00022055600000000001 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.093 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.248625+0000", 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054567569999999996 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.251459+0000", 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002833735 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.094 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.898278+0000", 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.64681857899999995 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.898321+0000", 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2870000000000001e-05 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.900072+0000", 2023-10-09T04:58:32.095 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017514570000000001 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:98086 12.3 e399/386 12:cc6e7b6c:::benchmark_data_smithi107_355541_object98085:head v 399'6023, mlcod=399'6021)", 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:57.123609+0000", 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 34.549003124000002, 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.048856350999999999, 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.096 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.123609+0000", 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.123609+0000", 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.097 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.123609+0000", 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.123647+0000", 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8006000000000002e-05 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.098 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.123661+0000", 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4036000000000001e-05 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.123669+0000", 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5669999999999995e-06 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.136531+0000", 2023-10-09T04:58:32.099 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012861322999999999 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.136561+0000", 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0862999999999999e-05 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.172419+0000", 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035857567 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.100 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.172466+0000", 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6740999999999999e-05 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:98089 12.3 e399/386 12:ca427d39:::benchmark_data_smithi107_355541_object98088:head v 399'6025, mlcod=399'6021)", 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:57.128611+0000", 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 34.544001776000002, 2023-10-09T04:58:32.101 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.054355043999999998, 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.128611+0000", 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:58:32.102 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.128611+0000", 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.128610+0000", 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.128654+0000", 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4289999999999998e-05 2023-10-09T04:58:32.103 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.128662+0000", 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7090000000000002e-06 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.128667+0000", 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.04e-06 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.104 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.143481+0000", 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014813458999999999 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.143502+0000", 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1716e-05 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:58:32.105 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.182934+0000", 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039431387999999998 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.182966+0000", 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2109e-05 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.106 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:58:32.107 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:58:32.107 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:58:32.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:32.108 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:32.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:32.209 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:32.240 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:32.298 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:32.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:32.309 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:32.348 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:58:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:58:32] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2023-10-09T04:58:32.410 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:32.453 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:32.507 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:32.509 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:32 smithi150 ceph-mon[168511]: pgmap v1262: 89 pgs: 89 active+clean; 5.9 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 622 op/s 2023-10-09T04:58:32.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:32.510 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:32.611 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:32.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:32 smithi107 ceph-mon[179183]: pgmap v1262: 89 pgs: 89 active+clean; 5.9 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 622 op/s 2023-10-09T04:58:32.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:32 smithi107 ceph-mon[184249]: pgmap v1262: 89 pgs: 89 active+clean; 5.9 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 622 op/s 2023-10-09T04:58:32.700 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:33.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T04:58:33.181 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:33.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:33.197 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:33.298 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:33.476 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:33.554 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:33.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:33.567 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:33.668 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:33.760 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:33.913 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:33.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:33.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:33.956 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:33.996 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:34.028 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:34.036 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:34.060 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:34.075 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:34.105 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:34.106 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:34.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:34.109 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:34.137 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:34.180 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:34.208 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:34.211 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:34.234 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:58:34.324 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:34.447 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:34.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:34.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:34.563 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:34.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:34.654 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:34.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:34.662 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:34.763 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:34.802 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:34.824 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T04:58:34.831 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:58:34.843 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:34.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:34.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:34.948 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:34 smithi150 ceph-mon[168511]: pgmap v1263: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 841 op/s 2023-10-09T04:58:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/525040938' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/578451759' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:58:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4271013164' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:35.044 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[179183]: pgmap v1263: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 841 op/s 2023-10-09T04:58:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/525040938' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/578451759' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:58:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4271013164' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[184249]: pgmap v1263: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 841 op/s 2023-10-09T04:58:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/525040938' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/578451759' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T04:58:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4271013164' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:35.733 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T04:58:35.800 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:35.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:35.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:35.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:35.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:35.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[179183]: failed to encode map e407 with expected crc 2023-10-09T04:58:35.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/578451759' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:58:35.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4271013164' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:35.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[179183]: osdmap e407: 8 total, 8 up, 8 in 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[179183]: failed to encode map e407 with expected crc 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[184249]: failed to encode map e407 with expected crc 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/578451759' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4271013164' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[184249]: osdmap e407: 8 total, 8 up, 8 in 2023-10-09T04:58:35.925 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:35 smithi107 ceph-mon[184249]: failed to encode map e407 with expected crc 2023-10-09T04:58:36.029 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:35 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:35 smithi150 ceph-mon[168511]: failed to encode map e407 with expected crc 2023-10-09T04:58:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/578451759' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T04:58:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4271013164' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:35 smithi150 ceph-mon[168511]: osdmap e407: 8 total, 8 up, 8 in 2023-10-09T04:58:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:35 smithi150 ceph-mon[168511]: failed to encode map e407 with expected crc 2023-10-09T04:58:36.253 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:36.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:36.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:36.368 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:36.498 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:36.556 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:36.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:36.565 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:36.666 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:36.693 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:36.742 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:36.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:36.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:36.815 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:36 smithi107 ceph-mon[184249]: pgmap v1265: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 495 op/s 2023-10-09T04:58:36.847 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:36.879 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:36.880 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:36.928 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:36.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:36.935 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:36 smithi150 ceph-mon[168511]: pgmap v1265: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 495 op/s 2023-10-09T04:58:37.007 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:37.007 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:37.031 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:58:37.035 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:37.082 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:37.105 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:36 smithi107 ceph-mon[179183]: pgmap v1265: 89 pgs: 89 active+clean; 5.7 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 495 op/s 2023-10-09T04:58:37.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:37.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:37.135 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:37.236 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:37.273 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:37.321 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:37.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:37.330 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:37.431 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:37.459 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:37.514 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:37.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:37.518 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:37.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:37.652 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:37.691 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:37.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:37.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:37.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:37.826 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T04:58:37.871 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:58:37.897 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:38.338 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:38.339 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:38.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:38.348 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:38.448 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:38.526 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:38.742 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:38.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:38.764 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:38.865 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:38.964 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:39.026 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:38 smithi107 ceph-mon[179183]: pgmap v1266: 89 pgs: 89 active+clean; 5.5 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 738 op/s 2023-10-09T04:58:39.027 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:38 smithi107 ceph-mon[184249]: pgmap v1266: 89 pgs: 89 active+clean; 5.5 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 738 op/s 2023-10-09T04:58:39.100 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:39.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:39.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:39.212 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:39.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:38 smithi150 ceph-mon[168511]: pgmap v1266: 89 pgs: 89 active+clean; 5.5 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 738 op/s 2023-10-09T04:58:39.243 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:39.297 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:39.449 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:39.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:39.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:39.561 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:39.595 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:39.650 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:39.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:39.658 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:39.759 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:39.857 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:39.942 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:39.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:39.951 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:40.052 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:40.066 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:40.194 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:40.315 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:40.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:40.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:40.424 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:40.469 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:40.516 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:40.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:40.522 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:40.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:40.694 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:40.883 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T04:58:40.931 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:40.947 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:40 smithi107 ceph-mon[179183]: pgmap v1267: 89 pgs: 89 active+clean; 5.5 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2023-10-09T04:58:40.947 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1990317953' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:58:40.947 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:58:40.947 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:40 smithi107 ceph-mon[184249]: pgmap v1267: 89 pgs: 89 active+clean; 5.5 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2023-10-09T04:58:40.947 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1990317953' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:58:40.947 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:58:40.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:40.948 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:41.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:41.132 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:41.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:40 smithi150 ceph-mon[168511]: pgmap v1267: 89 pgs: 89 active+clean; 5.5 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2023-10-09T04:58:41.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1990317953' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:58:41.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:58:41.359 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:41.402 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:41.455 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:41.490 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:41.526 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:41.569 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:41.614 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:41.643 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.650 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:58:41.746 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:41.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:41.759 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:41.859 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:41.889 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:41.933 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T04:58:41.936 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:58:41.936 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[184249]: osdmap e408: 8 total, 8 up, 8 in 2023-10-09T04:58:41.937 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[184249]: failed to encode map e408 with expected crc 2023-10-09T04:58:41.937 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[184249]: failed to encode map e408 with expected crc 2023-10-09T04:58:41.937 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[184249]: failed to encode map e408 with expected crc 2023-10-09T04:58:41.937 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4040931903' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:41.937 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:58:41.937 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[179183]: osdmap e408: 8 total, 8 up, 8 in 2023-10-09T04:58:41.938 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[179183]: failed to encode map e408 with expected crc 2023-10-09T04:58:41.938 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[179183]: failed to encode map e408 with expected crc 2023-10-09T04:58:41.938 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[179183]: failed to encode map e408 with expected crc 2023-10-09T04:58:41.938 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4040931903' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:41.945 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:41.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:41.951 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:42.052 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:42.088 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:42.138 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:42.144 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:58:42.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:41 smithi150 ceph-mon[168511]: osdmap e408: 8 total, 8 up, 8 in 2023-10-09T04:58:42.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:41 smithi150 ceph-mon[168511]: failed to encode map e408 with expected crc 2023-10-09T04:58:42.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:41 smithi150 ceph-mon[168511]: failed to encode map e408 with expected crc 2023-10-09T04:58:42.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:41 smithi150 ceph-mon[168511]: failed to encode map e408 with expected crc 2023-10-09T04:58:42.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4040931903' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:42.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:42.146 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:42.247 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:42.297 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:42.348 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:42.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:42.356 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:42.388 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:58:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:58:42] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2023-10-09T04:58:42.456 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:42.526 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:42.613 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:42.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:42.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:42.733 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:42.770 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:42.810 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:42.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:42.814 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:42.914 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:43.032 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:43.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:42 smithi107 ceph-mon[179183]: pgmap v1269: 89 pgs: 89 active+clean; 5.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 596 op/s 2023-10-09T04:58:43.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:42 smithi107 ceph-mon[184249]: pgmap v1269: 89 pgs: 89 active+clean; 5.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 596 op/s 2023-10-09T04:58:43.179 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:43.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:43.190 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:42 smithi150 ceph-mon[168511]: pgmap v1269: 89 pgs: 89 active+clean; 5.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 596 op/s 2023-10-09T04:58:43.264 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:58:43.265 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T04:58:43.265 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T04:58:43.265 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T04:58:43.265 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:58:43.292 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:43.311 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:43.418 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:43.552 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:43.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:43.562 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:43.662 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:43.700 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:43.750 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:43.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:43.756 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:43.857 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:43.920 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:58:43.947 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1765354596' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:44.017 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T04:58:44.040 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:44.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:44.043 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:44.144 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:44.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1765354596' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:44.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:44.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1765354596' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:44.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:58:44.177 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:44.226 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:44.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:44.234 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:44.335 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:44.370 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:44.390 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:58:44.412 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:44.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:44.418 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:44.519 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:44.552 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:44.595 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:44.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:44.598 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:44.699 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:44.787 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:45.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: pgmap v1270: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 771 op/s 2023-10-09T04:58:45.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:45.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:58:45.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: osdmap e409: 8 total, 8 up, 8 in 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[179183]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: pgmap v1270: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 771 op/s 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: osdmap e409: 8 total, 8 up, 8 in 2023-10-09T04:58:45.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:44 smithi107 ceph-mon[184249]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: pgmap v1270: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 771 op/s 2023-10-09T04:58:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:58:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:58:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: osdmap e409: 8 total, 8 up, 8 in 2023-10-09T04:58:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:44 smithi150 ceph-mon[168511]: failed to encode map e409 with expected crc 2023-10-09T04:58:45.243 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:45.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:45.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:45.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:45.485 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:46.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:46 smithi107 ceph-mon[179183]: pgmap v1272: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 481 op/s 2023-10-09T04:58:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:46 smithi107 ceph-mon[184249]: pgmap v1272: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 481 op/s 2023-10-09T04:58:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:46.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:46 smithi150 ceph-mon[168511]: pgmap v1272: 89 pgs: 89 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 481 op/s 2023-10-09T04:58:46.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:58:47.421 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:47.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:47.430 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:47.531 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:47.615 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:49.023 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:49.027 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:48 smithi107 ceph-mon[184249]: pgmap v1273: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 864 op/s 2023-10-09T04:58:49.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:49.029 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:49.029 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:48 smithi107 ceph-mon[179183]: pgmap v1273: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 864 op/s 2023-10-09T04:58:49.130 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:49.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:48 smithi150 ceph-mon[168511]: pgmap v1273: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 864 op/s 2023-10-09T04:58:49.163 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:49.217 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:49.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:49.223 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:49.268 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:49.324 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:49.376 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:49.402 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:49.539 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:58:49.590 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:49.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:49.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:49.703 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:49.741 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:49.784 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:49.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:49.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:49.891 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:49.921 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:49.963 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:49.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:49.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:50.071 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:50.160 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:50.652 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:50.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:50.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:50.759 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:50.849 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:50.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:50 smithi107 ceph-mon[179183]: pgmap v1274: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 725 op/s 2023-10-09T04:58:50.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1088189304' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:58:50.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:58:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:50 smithi107 ceph-mon[184249]: pgmap v1274: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 725 op/s 2023-10-09T04:58:50.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1088189304' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:58:50.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:58:50.991 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:51.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:51.005 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:51.105 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:51.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:50 smithi150 ceph-mon[168511]: pgmap v1274: 89 pgs: 89 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 725 op/s 2023-10-09T04:58:51.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1088189304' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:58:51.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T04:58:51.136 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:51.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:51.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:51.186 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:51.218 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:51.287 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:51.303 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T04:58:51.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:51.714 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:51.771 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:51.814 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:51.851 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:51.893 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:51.929 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:51.993 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:52.016 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:58:52] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2023-10-09T04:58:52.073 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:52.078 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:52.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:52.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.107 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:58:52.155 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:52.155 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:52.189 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:52.221 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:52.272 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:52.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:52.277 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:58:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[179183]: osdmap e410: 8 total, 8 up, 8 in 2023-10-09T04:58:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[179183]: failed to encode map e410 with expected crc 2023-10-09T04:58:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[179183]: failed to encode map e410 with expected crc 2023-10-09T04:58:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3189284020' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[179183]: pgmap v1276: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-10-09T04:58:52.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:58:52.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[184249]: osdmap e410: 8 total, 8 up, 8 in 2023-10-09T04:58:52.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[184249]: failed to encode map e410 with expected crc 2023-10-09T04:58:52.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[184249]: failed to encode map e410 with expected crc 2023-10-09T04:58:52.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3189284020' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:52.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:52 smithi107 ceph-mon[184249]: pgmap v1276: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-10-09T04:58:52.378 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:52.482 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T04:58:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:52 smithi150 ceph-mon[168511]: osdmap e410: 8 total, 8 up, 8 in 2023-10-09T04:58:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:52 smithi150 ceph-mon[168511]: failed to encode map e410 with expected crc 2023-10-09T04:58:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:52 smithi150 ceph-mon[168511]: failed to encode map e410 with expected crc 2023-10-09T04:58:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3189284020' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:52 smithi150 ceph-mon[168511]: pgmap v1276: 89 pgs: 89 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-10-09T04:58:52.539 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 3 1 2023-10-09T04:58:53.258 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:53.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:53.276 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:53.283 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T04:58:53.377 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:53.437 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:53.509 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:53.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:53.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:53.617 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:58:53.670 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:53.729 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:58:53.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:53.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:58:53.835 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:58:53.884 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:53.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:58:53.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:53.964 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:58:54.036 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:58:54.065 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:54.111 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:54.163 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:54.341 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:54.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:54.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:54.447 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:58:54.520 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:54.614 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:58:54.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:54.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:58:54.732 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:54.819 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:54.836 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:54 smithi150 ceph-mon[168511]: pgmap v1277: 89 pgs: 89 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 705 op/s 2023-10-09T04:58:54.836 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4197565806' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:54.836 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:54 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:54.871 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:58:55.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:54 smithi107 ceph-mon[179183]: pgmap v1277: 89 pgs: 89 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 705 op/s 2023-10-09T04:58:55.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4197565806' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:55.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:54 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:55.174 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:54 smithi107 ceph-mon[184249]: pgmap v1277: 89 pgs: 89 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 705 op/s 2023-10-09T04:58:55.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4197565806' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:55.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:54 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:58:55.599 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:55.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:55.619 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:55.626 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:55.626 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:55.720 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:55.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:58:55.804 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:55.887 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:55.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:58:55.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:58:55.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:55.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: osdmap e411: 8 total, 8 up, 8 in 2023-10-09T04:58:55.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[184249]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: osdmap e411: 8 total, 8 up, 8 in 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.889 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.890 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:55 smithi107 ceph-mon[179183]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:55.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:55.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:58:55.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:58:55.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:58:55.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: osdmap e411: 8 total, 8 up, 8 in 2023-10-09T04:58:55.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:55 smithi150 ceph-mon[168511]: failed to encode map e411 with expected crc 2023-10-09T04:58:55.992 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:56.044 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:56.062 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T04:58:56.094 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:56.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:56.111 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:56.212 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:58:56.273 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:56.328 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:58:56.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:56.338 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:58:56.439 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:56.490 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:56.596 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:56.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:56.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:56.702 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:56.732 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:56.778 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:56.809 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:58:56.854 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:56 smithi150 ceph-mon[168511]: pgmap v1279: 89 pgs: 89 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2023-10-09T04:58:56.854 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2659380629' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:58:56.854 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:58:56.928 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:56.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:56.940 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:57.042 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:58:57.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:56 smithi107 ceph-mon[179183]: pgmap v1279: 89 pgs: 89 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2023-10-09T04:58:57.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2659380629' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:58:57.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:58:57.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:56 smithi107 ceph-mon[184249]: pgmap v1279: 89 pgs: 89 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2023-10-09T04:58:57.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2659380629' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:58:57.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T04:58:57.139 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:57.218 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:58:57.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:57.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:58:57.323 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:58:57.334 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.3 to 1 (10000) 2023-10-09T04:58:57.384 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:57.648 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:58:57.672 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:58:57.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:57.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:58:57.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:57.812 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:57.865 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:58:57.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:57.869 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:58:57.969 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:58:58.027 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:58.221 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:58:58.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:58:58.235 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:58:58.295 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T04:58:58.307 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:58:58.307 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:58 smithi150 ceph-mon[168511]: osdmap e412: 8 total, 8 up, 8 in 2023-10-09T04:58:58.307 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:58 smithi150 ceph-mon[168511]: failed to encode map e412 with expected crc 2023-10-09T04:58:58.307 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:58:58.308 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:58 smithi150 ceph-mon[168511]: failed to encode map e412 with expected crc 2023-10-09T04:58:58.308 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:58 smithi150 ceph-mon[168511]: pgmap v1281: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2023-10-09T04:58:58.309 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:58:58.309 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:58:58.336 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:58:58.389 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:58:58.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:58:58.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[179183]: osdmap e412: 8 total, 8 up, 8 in 2023-10-09T04:58:58.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[179183]: failed to encode map e412 with expected crc 2023-10-09T04:58:58.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:58:58.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[179183]: failed to encode map e412 with expected crc 2023-10-09T04:58:58.646 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[179183]: pgmap v1281: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2023-10-09T04:58:58.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T04:58:58.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[184249]: osdmap e412: 8 total, 8 up, 8 in 2023-10-09T04:58:58.646 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[184249]: failed to encode map e412 with expected crc 2023-10-09T04:58:58.647 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T04:58:58.647 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[184249]: failed to encode map e412 with expected crc 2023-10-09T04:58:58.647 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:58 smithi107 ceph-mon[184249]: pgmap v1281: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2023-10-09T04:58:58.901 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:59.038 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:58:59.083 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:58:59.123 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:58:59.198 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:58:59.269 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:58:59.330 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:58:59.362 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:58:59.400 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:58:59.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:58:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2243115980' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:59.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:58:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2243115980' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:58:59.619 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:58:59.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:58:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2243115980' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:00.346 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:00 smithi107 ceph-mon[184249]: pgmap v1282: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:59:00.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:00 smithi107 ceph-mon[179183]: pgmap v1282: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:59:00.437 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:00.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:00.442 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:00.528 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T04:59:00.542 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:00.606 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:00 smithi150 ceph-mon[168511]: pgmap v1282: 89 pgs: 89 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:59:00.622 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:01.085 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:01.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:01.088 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:01.189 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:01.241 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:01.304 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:01.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:01.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:01.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:01.498 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:01.700 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:01.788 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:01.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:01.799 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:01.900 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:01.980 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:02.048 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:02.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:02.063 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:02.100 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:59:02.164 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:02.205 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:02.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/943267616' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:02.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:02 smithi150 ceph-mon[168511]: pgmap v1283: 89 pgs: 89 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 573 op/s 2023-10-09T04:59:02.302 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:02.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:02.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:02.315 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:02.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:02.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/943267616' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:02.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[179183]: pgmap v1283: 89 pgs: 89 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 573 op/s 2023-10-09T04:59:02.316 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:59:02] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2023-10-09T04:59:02.316 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:02.316 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:02.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/943267616' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:02.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:02 smithi107 ceph-mon[184249]: pgmap v1283: 89 pgs: 89 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 573 op/s 2023-10-09T04:59:02.416 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:02.493 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:02.586 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:59:02.915 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:02.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:02.930 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:03.031 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:03.093 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:03.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/943267616' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: osdmap e413: 8 total, 8 up, 8 in 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[179183]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/943267616' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: osdmap e413: 8 total, 8 up, 8 in 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:03 smithi107 ceph-mon[184249]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.200 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:03.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:03.204 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:03.305 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:03.399 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/943267616' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: osdmap e413: 8 total, 8 up, 8 in 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:03 smithi150 ceph-mon[168511]: failed to encode map e413 with expected crc 2023-10-09T04:59:03.626 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:03.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:03.634 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:03.735 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:03.755 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:03.790 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:03.952 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:03.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:03.962 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:04.064 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:04.121 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T04:59:04.159 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:04.241 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172821 10.10 10:09f9b43d:::benchmark_data_smithi107_275910_object49954:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.70230997600004, 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1169666779999998, 2023-10-09T04:59:04.242 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172821 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:59:04.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534974+0000", 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534973+0000", 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:04.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534979+0000", 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2419999999999997e-06 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.534996+0000", 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6509999999999999e-05 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535003+0000", 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6490000000000002e-06 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535062+0000", 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9867000000000001e-05 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.535071+0000", 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2670000000000006e-06 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466135+0000", 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93106387099999999 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466147+0000", 2023-10-09T04:59:04.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2261e-05 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616622+0000", 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.150474894 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.616755+0000", 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013361699999999999 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.617107+0000", 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035121000000000002 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624379+0000", 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072726620000000001 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651128+0000", 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026748348000000002 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651300+0000", 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017214300000000001 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651368+0000", 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8658000000000006e-05 2023-10-09T04:59:04.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651941+0000", 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057280700000000005 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172855 10.10 10:0ac279c8:::benchmark_data_smithi107_275910_object49988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.251 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.67045920299995, 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0861262200000001, 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172855 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566825+0000", 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566824+0000", 2023-10-09T04:59:04.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566832+0000", 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1699999999999997e-06 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566847+0000", 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4949999999999999e-05 2023-10-09T04:59:04.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566853+0000", 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2199999999999997e-06 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.566998+0000", 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144566 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.567009+0000", 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0913e-05 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466188+0000", 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89917888400000001 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466197+0000", 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9269999999999994e-06 2023-10-09T04:59:04.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618804+0000", 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1526075899999999 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.618980+0000", 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017621100000000001 2023-10-09T04:59:04.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.619311+0000", 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033076399999999999 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627443+0000", 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008131938 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651189+0000", 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023745628000000001 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652120+0000", 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00093167399999999996 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652178+0000", 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7139000000000003e-05 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652951+0000", 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00077382500000000001 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.260 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172913 10.10 10:0c11951f:::benchmark_data_smithi107_275910_object50046:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.61837528700005, 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0348156890000002, 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172913 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.261 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618909+0000", 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618912+0000", 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.095e-06 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618920+0000", 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5029999999999997e-06 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.618925+0000", 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9810000000000003e-06 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619000+0000", 2023-10-09T04:59:04.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4882999999999994e-05 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.619010+0000", 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0247e-05 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466241+0000", 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84723043099999995 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466247+0000", 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9540000000000001e-06 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.620946+0000", 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1546991200000001 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621045+0000", 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9489999999999998e-05 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.621271+0000", 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000225582 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627451+0000", 2023-10-09T04:59:04.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0061795599999999997 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651243+0000", 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023792216000000001 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653021+0000", 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001778682 2023-10-09T04:59:04.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653083+0000", 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2022999999999999e-05 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653725+0000", 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00064138200000000002 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.269 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172917 10.10 10:0cf96eb9:::benchmark_data_smithi107_275910_object50050:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.61348987199995, 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0308317630000001, 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.270 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172917 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623795+0000", 2023-10-09T04:59:04.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623793+0000", 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623797+0000", 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.963e-06 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623806+0000", 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1510000000000004e-06 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623810+0000", 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5279999999999997e-06 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623896+0000", 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5786999999999997e-05 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623905+0000", 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3600000000000002e-06 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466274+0000", 2023-10-09T04:59:04.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84236858199999998 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466280+0000", 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.674e-06 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622683+0000", 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.156402725 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.622787+0000", 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104046 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.623004+0000", 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00021705199999999999 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631178+0000", 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0081733080000000007 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652010+0000", 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020832109000000001 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653857+0000", 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0018470680000000001 2023-10-09T04:59:04.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653891+0000", 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3779999999999998e-05 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654626+0000", 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073574299999999997 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.278 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172920 10.10 10:0985dcde:::benchmark_data_smithi107_275910_object50053:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.61346032100005, 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0316853319999999, 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172920 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:59:04.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623824+0000", 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623827+0000", 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7480000000000002e-06 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623832+0000", 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3720000000000004e-06 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623836+0000", 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7840000000000001e-06 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623927+0000", 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1378000000000005e-05 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.623933+0000", 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8409999999999996e-06 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466312+0000", 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84237957200000002 2023-10-09T04:59:04.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466319+0000", 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5339999999999996e-06 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624413+0000", 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.158094183 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624509+0000", 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6173000000000002e-05 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.624718+0000", 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020912099999999999 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631189+0000", 2023-10-09T04:59:04.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006470679 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.652069+0000", 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020880192999999998 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654697+0000", 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026272869999999999 2023-10-09T04:59:04.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.654759+0000", 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2195999999999999e-05 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655509+0000", 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00075062999999999996 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.287 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172934 10.10 10:0d1585d0:::benchmark_data_smithi107_275910_object50067:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.604663351, 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0237619379999998, 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172934 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632621+0000", 2023-10-09T04:59:04.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632620+0000", 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632624+0000", 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1760000000000003e-06 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632635+0000", 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0946e-05 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632639+0000", 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2139999999999998e-06 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632690+0000", 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0884000000000003e-05 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.632700+0000", 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5629999999999998e-06 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466365+0000", 2023-10-09T04:59:04.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.83366547899999999 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466372+0000", 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9709999999999998e-06 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.625948+0000", 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.15957555 2023-10-09T04:59:04.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626041+0000", 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2575e-05 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.626253+0000", 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000212444 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636039+0000", 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0097863710000000003 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653771+0000", 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017731218 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655708+0000", 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00193724 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655755+0000", 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7389000000000003e-05 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656383+0000", 2023-10-09T04:59:04.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062785 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172940 10.10 10:0e6d4d43:::benchmark_data_smithi107_275910_object50073:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.59579593000001, 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0155136320000002, 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.297 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172940 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641489+0000", 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641487+0000", 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641492+0000", 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9840000000000001e-06 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641505+0000", 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2641e-05 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641510+0000", 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2569999999999998e-06 2023-10-09T04:59:04.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641566+0000", 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5770000000000003e-05 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.641576+0000", 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000008e-06 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466396+0000", 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.82482007899999998 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466400+0000", 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8179999999999997e-06 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627484+0000", 2023-10-09T04:59:04.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.16108487 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627595+0000", 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110208 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.627801+0000", 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000206808 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636046+0000", 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082443759999999994 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653802+0000", 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0177567 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656414+0000", 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026115700000000001 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.656441+0000", 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7024000000000001e-05 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.657002+0000", 2023-10-09T04:59:04.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00056107900000000003 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172948 10.10 10:09be15eb:::benchmark_data_smithi107_275910_object50081:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.58896713299998, 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0203026240000002, 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.306 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172948 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648317+0000", 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648316+0000", 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648322+0000", 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4670000000000001e-06 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648338+0000", 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5719e-05 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648345+0000", 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8449999999999997e-06 2023-10-09T04:59:04.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648408+0000", 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2854000000000005e-05 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.648416+0000", 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2160000000000006e-06 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466423+0000", 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.81800731400000004 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466429+0000", 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0310000000000004e-06 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629305+0000", 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.162875192 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629418+0000", 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113618 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.629700+0000", 2023-10-09T04:59:04.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028153299999999999 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640846+0000", 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011146595 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.653829+0000", 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012983137 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667679+0000", 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013849623 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.667733+0000", 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3906000000000002e-05 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668620+0000", 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00088691099999999999 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:172992 10.10 10:0ef4cbf6:::benchmark_data_smithi107_275910_object50125:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.54600125800005, 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9783086810000001, 2023-10-09T04:59:04.315 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 172992 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:59:04.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691283+0000", 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691282+0000", 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691287+0000", 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8520000000000003e-06 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691299+0000", 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2055999999999999e-05 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691306+0000", 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8730000000000001e-06 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691367+0000", 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0476000000000002e-05 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.691378+0000", 2023-10-09T04:59:04.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1392999999999999e-05 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466450+0000", 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.775071595 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466453+0000", 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7170000000000002e-06 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631244+0000", 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1647909190000001 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631410+0000", 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016531900000000001 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.631738+0000", 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000328392 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640858+0000", 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091197199999999996 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655559+0000", 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014701418000000001 2023-10-09T04:59:04.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668797+0000", 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013237553000000001 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.668851+0000", 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4428000000000001e-05 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.669592+0000", 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074082200000000003 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173030 10.10 10:09ad359e:::benchmark_data_smithi107_275910_object50163:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.50641458999996, 2023-10-09T04:59:04.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9449707730000001, 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173030 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730870+0000", 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730869+0000", 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:04.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730872+0000", 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.977e-06 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730878+0000", 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0939999999999996e-06 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730882+0000", 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0860000000000004e-06 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730944+0000", 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1266999999999995e-05 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.730953+0000", 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0510000000000002e-06 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466472+0000", 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73551929400000005 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466476+0000", 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6100000000000002e-06 2023-10-09T04:59:04.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633387+0000", 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1669115409999999 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633565+0000", 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000177443 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.633893+0000", 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00032864599999999998 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645475+0000", 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011581595 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.655593+0000", 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010118271999999999 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674712+0000", 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019118317999999999 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.674768+0000", 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6449000000000001e-05 2023-10-09T04:59:04.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675841+0000", 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001072635 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173031 10.10 10:0abda0ba:::benchmark_data_smithi107_275910_object50164:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:59:04.333 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.50628138699994, 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9457541389999999, 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173031 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731003+0000", 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731002+0000", 2023-10-09T04:59:04.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731008+0000", 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4099999999999999e-06 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731016+0000", 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0630000000000006e-06 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731021+0000", 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5099999999999998e-06 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731059+0000", 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7512000000000003e-05 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731065+0000", 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4590000000000003e-06 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466495+0000", 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73542982599999995 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466499+0000", 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6720000000000002e-06 2023-10-09T04:59:04.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636095+0000", 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.169596364 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636270+0000", 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017465699999999999 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.636620+0000", 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00035001900000000002 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645483+0000", 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088628070000000003 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659770+0000", 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014287378 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675881+0000", 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016110695000000001 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.675935+0000", 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4486e-05 2023-10-09T04:59:04.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676757+0000", 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00082201099999999999 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173033 10.10 10:0ca86095:::benchmark_data_smithi107_275910_object50166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.342 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.50581061599996, 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.94607262, 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173033 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731474+0000", 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731473+0000", 2023-10-09T04:59:04.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731481+0000", 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9999999999999996e-06 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731494+0000", 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2765000000000001e-05 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731500+0000", 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.365e-06 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731549+0000", 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9364999999999999e-05 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.731558+0000", 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1899999999999995e-06 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466518+0000", 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.73496029100000004 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466521+0000", 2023-10-09T04:59:04.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5250000000000001e-06 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638167+0000", 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1716454039999999 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638356+0000", 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000189159 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.638731+0000", 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000374862 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649972+0000", 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011241312999999999 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659797+0000", 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098249879999999998 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676793+0000", 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016995828000000001 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.676842+0000", 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8927000000000001e-05 2023-10-09T04:59:04.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.677546+0000", 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00070453699999999998 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173067 10.10 10:0c9dffeb:::benchmark_data_smithi107_275910_object50200:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:59:04.351 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.45902229399996, 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9049430489999999, 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173067 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778262+0000", 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778261+0000", 2023-10-09T04:59:04.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778266+0000", 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9470000000000002e-06 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778277+0000", 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1056999999999999e-05 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778282+0000", 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9629999999999997e-06 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778345+0000", 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2483000000000005e-05 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.778353+0000", 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3000000000000002e-06 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466540+0000", 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.68818707599999995 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466544+0000", 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6150000000000001e-06 2023-10-09T04:59:04.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.640910+0000", 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1743666639999999 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641088+0000", 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000178202 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.641430+0000", 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00034165500000000001 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.649979+0000", 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0085488449999999994 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659837+0000", 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0098575880000000005 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682261+0000", 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022424539 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.682310+0000", 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9095999999999999e-05 2023-10-09T04:59:04.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683205+0000", 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00089500799999999998 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173078 10.10 10:084c52d2:::benchmark_data_smithi107_275910_object50211:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:59:04.360 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.44655068600002, 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.893055932, 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173078 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790734+0000", 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790733+0000", 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790738+0000", 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7829999999999998e-06 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790747+0000", 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.234e-06 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790751+0000", 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6739999999999996e-06 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790810+0000", 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8461000000000002e-05 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.790819+0000", 2023-10-09T04:59:04.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7669999999999992e-06 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466562+0000", 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.67574361500000002 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466566+0000", 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5599999999999998e-06 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643659+0000", 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1770934390000001 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.643771+0000", 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111904 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.644029+0000", 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00025822200000000001 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651050+0000", 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0070206940000000001 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659868+0000", 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088174429999999995 2023-10-09T04:59:04.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683247+0000", 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.023379015 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683277+0000", 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0803999999999998e-05 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.683790+0000", 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051234299999999996 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173089 10.10 10:0fe1695e:::benchmark_data_smithi107_275910_object50222:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.42999663499995, 2023-10-09T04:59:04.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8937954480000001, 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173089 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807288+0000", 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807287+0000", 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:04.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807291+0000", 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7339999999999999e-06 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807303+0000", 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1586000000000001e-05 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807308+0000", 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2279999999999998e-06 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807364+0000", 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5653999999999999e-05 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.807374+0000", 2023-10-09T04:59:04.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0295000000000001e-05 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466584+0000", 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.65920980600000001 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466588+0000", 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4699999999999998e-06 2023-10-09T04:59:04.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645539+0000", 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1789513170000001 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645663+0000", 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012380299999999999 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.645905+0000", 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024191600000000001 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651061+0000", 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051568839999999996 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659905+0000", 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088437020000000002 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.699982+0000", 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.040076673 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.700036+0000", 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4200999999999998e-05 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701083+0000", 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010472299999999999 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:173143 10.10 10:080dd7e1:::benchmark_data_smithi107_275910_object50276:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e263)", 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:59:04.378 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 561.249880598, 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7145140429999999, 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 173143 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.379 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987404+0000", 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987403+0000", 2023-10-09T04:59:04.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987409+0000", 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9259999999999997e-06 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987422+0000", 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3199e-05 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987427+0000", 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6520000000000003e-06 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987477+0000", 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0028000000000003e-05 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:42.987486+0000", 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.422e-06 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466605+0000", 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.47911941600000002 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:43.466609+0000", 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T04:59:04.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647464+0000", 2023-10-09T04:59:04.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1808549340000001 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647571+0000", 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106873 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 6,7", 2023-10-09T04:59:04.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.647852+0000", 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028089400000000001 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.651200+0000", 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033488889999999999 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.659936+0000", 2023-10-09T04:59:04.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0087353670000000008 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701120+0000", 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.041184487999999998 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701171+0000", 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0442000000000003e-05 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:49:44.701918+0000", 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00074717200000000005 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98301 12.2 12:4b0a5062:::benchmark_data_smithi107_355541_object98300:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.457037+0000", 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 66.780247489999994, 2023-10-09T04:59:04.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.20760166399999999, 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98301 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457037+0000", 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457037+0000", 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457035+0000", 2023-10-09T04:59:04.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457107+0000", 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1274999999999998e-05 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457122+0000", 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5362e-05 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457130+0000", 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2290000000000003e-06 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457213+0000", 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3078999999999995e-05 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457350+0000", 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013682599999999999 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457484+0000", 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013377800000000001 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.461255+0000", 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037707270000000002 2023-10-09T04:59:04.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.464565+0000", 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003310571 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664572+0000", 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.20000652999999999 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664610+0000", 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8732000000000001e-05 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664639+0000", 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8178e-05 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98316 12.2 12:4c04077a:::benchmark_data_smithi107_355541_object98315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.466160+0000", 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 66.771124655999998, 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.198571997, 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98316 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.396 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466160+0000", 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466160+0000", 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466159+0000", 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466222+0000", 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3052999999999994e-05 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466231+0000", 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6090000000000001e-06 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466236+0000", 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3480000000000003e-06 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466698+0000", 2023-10-09T04:59:04.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00046153699999999998 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466818+0000", 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120061 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.466949+0000", 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000131304 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.470735+0000", 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003785961 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472087+0000", 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001352387 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664670+0000", 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.192582584 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664705+0000", 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5209000000000001e-05 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664732+0000", 2023-10-09T04:59:04.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6658000000000001e-05 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:145056 12.0 12:05c53bdc:::benchmark_data_smithi107_355541_object35983:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e413)", 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:02.474509+0000", 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.762775743, 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.076877537999999995, 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.403 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 145056 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474509+0000", 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474509+0000", 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474507+0000", 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474516+0000", 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5909999999999996e-06 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474530+0000", 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4837e-05 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474537+0000", 2023-10-09T04:59:04.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4949999999999996e-06 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474597+0000", 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0325000000000003e-05 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474693+0000", 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5666000000000002e-05 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.474767+0000", 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3928000000000001e-05 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.551257+0000", 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.076490424000000001 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.551297+0000", 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9551999999999997e-05 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.551305+0000", 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3799999999999994e-06 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.551351+0000", 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5624000000000002e-05 2023-10-09T04:59:04.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.551386+0000", 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5442999999999999e-05 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:145057 12.2 12:4b5d31c2:::benchmark_data_smithi107_355541_object35984:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e413)", 2023-10-09T04:59:04.410 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:02.475480+0000", 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 1.7618049099999999, 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.093494920999999995, 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 145057 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475480+0000", 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475480+0000", 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475479+0000", 2023-10-09T04:59:04.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475484+0000", 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8520000000000003e-06 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475493+0000", 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3309999999999993e-06 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475498+0000", 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5770000000000004e-06 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475536+0000", 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8711000000000003e-05 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475610+0000", 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3725000000000003e-05 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.475676+0000", 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5451999999999996e-05 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.555681+0000", 2023-10-09T04:59:04.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.080005607000000006 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.568777+0000", 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013095694999999999 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.568873+0000", 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6466999999999996e-05 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.568928+0000", 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4336000000000003e-05 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:02.568974+0000", 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6825e-05 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.417 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:04.418 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:04.418 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:59:04.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:04.419 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:04.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:04.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3337132803' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:59:04.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:59:04.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:04 smithi107 ceph-mon[179183]: pgmap v1285: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:59:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3337132803' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:59:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:59:04.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:04 smithi107 ceph-mon[184249]: pgmap v1285: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:59:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3337132803' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:59:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T04:59:04.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:04 smithi150 ceph-mon[168511]: pgmap v1285: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 765 op/s 2023-10-09T04:59:04.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:04.613 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:04.742 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:04.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:04.753 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:04.854 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:04.906 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:04.912 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:59:04.967 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:04.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:04.972 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:05.073 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:05.075 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T04:59:05.192 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:05.229 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T04:59:05.230 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:59:05.328 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:59:05.328 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: osdmap e414: 8 total, 8 up, 8 in 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[184249]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:59:05.329 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: osdmap e414: 8 total, 8 up, 8 in 2023-10-09T04:59:05.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.330 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:05 smithi107 ceph-mon[179183]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T04:59:05.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: osdmap e414: 8 total, 8 up, 8 in 2023-10-09T04:59:05.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:05 smithi150 ceph-mon[168511]: failed to encode map e414 with expected crc 2023-10-09T04:59:05.521 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:05.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:05.539 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:05.640 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:05.736 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:05.915 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:06.023 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:06.180 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:06.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:06.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:06.286 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:06.346 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:06 smithi150 ceph-mon[168511]: pgmap v1287: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 447 op/s 2023-10-09T04:59:06.535 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:06.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:06.544 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:06.569 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:06.623 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:06.645 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:06.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:06 smithi107 ceph-mon[179183]: pgmap v1287: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 447 op/s 2023-10-09T04:59:06.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:06 smithi107 ceph-mon[184249]: pgmap v1287: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 447 op/s 2023-10-09T04:59:06.710 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:06.741 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:06.778 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:06.850 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:06.904 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:06.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:06.912 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:06.918 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:06.970 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:07.012 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:07.013 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:07.060 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:07.063 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:59:07.117 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:07.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:07.122 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:07.223 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:07.324 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:07.632 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:07.632 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:07.658 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.658 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.658 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4210452717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:07.658 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.658 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:07 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4210452717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4210452717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:07.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:07.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:07 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:08.062 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T04:59:08.814 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:08.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[179183]: pgmap v1288: 89 pgs: 89 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 786 op/s 2023-10-09T04:59:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:59:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:59:08.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[184249]: pgmap v1288: 89 pgs: 89 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 786 op/s 2023-10-09T04:59:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:59:08.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:59:08.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:08.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:08 smithi150 ceph-mon[168511]: pgmap v1288: 89 pgs: 89 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 786 op/s 2023-10-09T04:59:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T04:59:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T04:59:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:09.212 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:09.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:09.216 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:09.317 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:09.380 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:09.660 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:09.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:09.666 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:09.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:09.814 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:09.875 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:09.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:09.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:09.983 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:10.055 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:10.229 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:10.229 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:10.724 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T04:59:10.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:10 smithi150 ceph-mon[168511]: pgmap v1289: 89 pgs: 89 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-10-09T04:59:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:10 smithi107 ceph-mon[179183]: pgmap v1289: 89 pgs: 89 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-10-09T04:59:11.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:10 smithi107 ceph-mon[184249]: pgmap v1289: 89 pgs: 89 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-10-09T04:59:11.350 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:11.358 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:11.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:11.372 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:11.473 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:11.563 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:11.856 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:11.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:11.871 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:11.971 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:12.015 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:12.173 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:59:12] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2023-10-09T04:59:12.194 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:12.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:12.199 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:12.300 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:12.353 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:12.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:12.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:12.439 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:12.540 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:12.604 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:12.707 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:12.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:12.720 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:12.801 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:12.801 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:12.820 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:12.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:12.894 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:59:12.929 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:12.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:12.931 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:12.962 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:59:12.989 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:59:13.032 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:13.115 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:13.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-mon[179183]: pgmap v1290: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 457 op/s 2023-10-09T04:59:13.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2923298474' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:13.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:13.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-mon[184249]: pgmap v1290: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 457 op/s 2023-10-09T04:59:13.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2923298474' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:13.159 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:12 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:13.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:12 smithi150 ceph-mon[168511]: pgmap v1290: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 457 op/s 2023-10-09T04:59:13.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2923298474' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:13.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:12 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:13.233 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:59:13.271 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T04:59:13.484 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:13.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:13.501 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:13.601 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:13.651 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:13.683 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1291,"stamp":"2023-10-09T04:59:12.858161+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4389869496,"num_objects":67000,"num_object_clones":0,"num_object_copies":201000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67000,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":151466,"num_write_kb":6982926,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":3032142,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138382,"ondisk_log_size":138382,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":19304156,"kb_used_data":12997084,"kb_used_omap":21,"kb_used_meta":6306794,"kb_avail":730657060,"statfs":{"total":767960285184,"available":748192829440,"internally_reserved":0,"allocated":13309014016,"data_stored":13296851218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6458157525},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-435945472,"num_objects":-6652,"num_object_clones":0,"num_object_copies":-19956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6652,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.099349"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":410,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083927+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:59:02.083927+0000","last_peered":"2023-10-09T04:59:02.083927+0000","last_clean":"2023-10-09T04:59:02.083927+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:59:02.083927+0000","last_undegraded":"2023-10-09T04:59:02.083927+0000","last_fullsized":"2023-10-09T04:59:02.083927+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":145,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085837+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T04:59:02.085837+0000","last_peered":"2023-10-09T04:59:02.085837+0000","last_clean":"2023-10-09T04:59:02.085837+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T04:59:02.085837+0000","last_undegraded":"2023-10-09T04:59:02.085837+0000","last_fullsized":"2023-10-09T04:59:02.085837+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":358,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089497+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:59:02.089497+0000","last_peered":"2023-10-09T04:59:02.089497+0000","last_clean":"2023-10-09T04:59:02.089497+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:59:02.089497+0000","last_undegraded":"2023-10-09T04:59:02.089497+0000","last_fullsized":"2023-10-09T04:59:02.089497+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":378,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.099240+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:59:02.099240+0000","last_peered":"2023-10-09T04:59:02.099240+0000","last_clean":"2023-10-09T04:59:02.099240+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:59:02.099240+0000","last_undegraded":"2023-10-09T04:59:02.099240+0000","last_fullsized":"2023-10-09T04:59:02.099240+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":109,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.087017+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:59:02.087017+0000","last_peered":"2023-10-09T04:59:02.087017+0000","last_clean":"2023-10-09T04:59:02.087017+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:59:02.087017+0000","last_undegraded":"2023-10-09T04:59:02.087017+0000","last_fullsized":"2023-10-09T04:59:02.087017+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":87,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.101935+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:59:02.101935+0000","last_peered":"2023-10-09T04:59:02.101935+0000","last_clean":"2023-10-09T04:59:02.101935+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:59:02.101935+0000","last_undegraded":"2023-10-09T04:59:02.101935+0000","last_fullsized":"2023-10-09T04:59:02.101935+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":375,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086060+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:59:02.086060+0000","last_peered":"2023-10-09T04:59:02.086060+0000","last_clean":"2023-10-09T04:59:02.086060+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:59:02.086060+0000","last_undegraded":"2023-10-09T04:59:02.086060+0000","last_fullsized":"2023-10-09T04:59:02.086060+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":135,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.087146+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:59:02.087146+0000","last_peered":"2023-10-09T04:59:02.087146+0000","last_clean":"2023-10-09T04:59:02.087146+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:59:02.087146+0000","last_undegraded":"2023-10-09T04:59:02.087146+0000","last_fullsized":"2023-10-09T04:59:02.087146+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":391,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085875+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:59:02.085875+0000","last_peered":"2023-10-09T04:59:02.085875+0000","last_clean":"2023-10-09T04:59:02.085875+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:59:02.085875+0000","last_undegraded":"2023-10-09T04:59:02.085875+0000","last_fullsized":"2023-10-09T04:59:02.085875+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":131,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089689+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:59:02.089689+0000","last_peered":"2023-10-09T04:59:02.089689+0000","last_clean":"2023-10-09T04:59:02.089689+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:59:02.089689+0000","last_undegraded":"2023-10-09T04:59:02.089689+0000","last_fullsized":"2023-10-09T04:59:02.089689+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":417,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094553+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:59:02.094553+0000","last_peered":"2023-10-09T04:59:02.094553+0000","last_clean":"2023-10-09T04:59:02.094553+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:59:02.094553+0000","last_undegraded":"2023-10-09T04:59:02.094553+0000","last_fullsized":"2023-10-09T04:59:02.094553+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":371,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.088482+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:59:02.088482+0000","last_peered":"2023-10-09T04:59:02.088482+0000","last_clean":"2023-10-09T04:59:02.088482+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:59:02.088482+0000","last_undegraded":"2023-10-09T04:59:02.088482+0000","last_fullsized":"2023-10-09T04:59:02.088482+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":450,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.084278+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:59:02.084278+0000","last_peered":"2023-10-09T04:59:02.084278+0000","last_clean":"2023-10-09T04:59:02.084278+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:59:02.084278+0000","last_undegraded":"2023-10-09T04:59:02.084278+0000","last_fullsized":"2023-10-09T04:59:02.084278+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":431,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083724+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:59:02.083724+0000","last_peered":"2023-10-09T04:59:02.083724+0000","last_clean":"2023-10-09T04:59:02.083724+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:59:02.083724+0000","last_undegraded":"2023-10-09T04:59:02.083724+0000","last_fullsized":"2023-10-09T04:59:02.083724+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":393,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094617+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:59:02.094617+0000","last_peered":"2023-10-09T04:59:02.094617+0000","last_clean":"2023-10-09T04:59:02.094617+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:59:02.094617+0000","last_undegraded":"2023-10-09T04:59:02.094617+0000","last_fullsized":"2023-10-09T04:59:02.094617+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":214,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086576+0000","last_change":"2023-10-09T04:57:02.373190+0000","last_active":"2023-10-09T04:59:02.086576+0000","last_peered":"2023-10-09T04:59:02.086576+0000","last_clean":"2023-10-09T04:59:02.086576+0000","last_became_active":"2023-10-09T04:57:02.372894+0000","last_became_peered":"2023-10-09T04:57:02.372894+0000","last_unstale":"2023-10-09T04:59:02.086576+0000","last_undegraded":"2023-10-09T04:59:02.086576+0000","last_fullsized":"2023-10-09T04:59:02.086576+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:36.318627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":381,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094272+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:59:02.094272+0000","last_peered":"2023-10-09T04:59:02.094272+0000","last_clean":"2023-10-09T04:59:02.094272+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:59:02.094272+0000","last_undegraded":"2023-10-09T04:59:02.094272+0000","last_fullsized":"2023-10-09T04:59:02.094272+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":410,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085798+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:59:02.085798+0000","last_peered":"2023-10-09T04:59:02.085798+0000","last_clean":"2023-10-09T04:59:02.085798+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:59:02.085798+0000","last_undegraded":"2023-10-09T04:59:02.085798+0000","last_fullsized":"2023-10-09T04:59:02.085798+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":398,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094156+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:59:02.094156+0000","last_peered":"2023-10-09T04:59:02.094156+0000","last_clean":"2023-10-09T04:59:02.094156+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:59:02.094156+0000","last_undegraded":"2023-10-09T04:59:02.094156+0000","last_fullsized":"2023-10-09T04:59:02.094156+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":368,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086128+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:59:02.086128+0000","last_peered":"2023-10-09T04:59:02.086128+0000","last_clean":"2023-10-09T04:59:02.086128+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:59:02.086128+0000","last_undegraded":"2023-10-09T04:59:02.086128+0000","last_fullsized":"2023-10-09T04:59:02.086128+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":112,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.100764+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:59:02.100764+0000","last_peered":"2023-10-09T04:59:02.100764+0000","last_clean":"2023-10-09T04:59:02.100764+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:59:02.100764+0000","last_undegraded":"2023-10-09T04:59:02.100764+0000","last_fullsized":"2023-10-09T04:59:02.100764+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":111,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086362+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:59:02.086362+0000","last_peered":"2023-10-09T04:59:02.086362+0000","last_clean":"2023-10-09T04:59:02.086362+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:59:02.086362+0000","last_undegraded":"2023-10-09T04:59:02.086362+0000","last_fullsized":"2023-10-09T04:59:02.086362+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"414'9523","reported_seq":9559,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.938587+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:59:11.938587+0000","last_peered":"2023-10-09T04:59:11.938587+0000","last_clean":"2023-10-09T04:59:11.938587+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:59:11.938587+0000","last_undegraded":"2023-10-09T04:59:11.938587+0000","last_fullsized":"2023-10-09T04:59:11.938587+0000","mapping_epoch":386,"log_start":"391'900","ondisk_log_start":"391'900","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8623,"log_dups_size":0,"ondisk_log_size":8623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276627456,"num_objects":4221,"num_object_clones":0,"num_object_copies":12663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9523,"num_write_kb":439808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":376,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.096064+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:59:02.096064+0000","last_peered":"2023-10-09T04:59:02.096064+0000","last_clean":"2023-10-09T04:59:02.096064+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:59:02.096064+0000","last_undegraded":"2023-10-09T04:59:02.096064+0000","last_fullsized":"2023-10-09T04:59:02.096064+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":394,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085451+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:59:02.085451+0000","last_peered":"2023-10-09T04:59:02.085451+0000","last_clean":"2023-10-09T04:59:02.085451+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:59:02.085451+0000","last_undegraded":"2023-10-09T04:59:02.085451+0000","last_fullsized":"2023-10-09T04:59:02.085451+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"414'9514","reported_seq":9550,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.924588+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:59:11.924588+0000","last_peered":"2023-10-09T04:59:11.924588+0000","last_clean":"2023-10-09T04:59:11.924588+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:59:11.924588+0000","last_undegraded":"2023-10-09T04:59:11.924588+0000","last_fullsized":"2023-10-09T04:59:11.924588+0000","mapping_epoch":386,"log_start":"390'600","ondisk_log_start":"390'600","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8914,"log_dups_size":0,"ondisk_log_size":8914,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":274333696,"num_objects":4186,"num_object_clones":0,"num_object_copies":12558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9514,"num_write_kb":438400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":394,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094785+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:59:02.094785+0000","last_peered":"2023-10-09T04:59:02.094785+0000","last_clean":"2023-10-09T04:59:02.094785+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:59:02.094785+0000","last_undegraded":"2023-10-09T04:59:02.094785+0000","last_fullsized":"2023-10-09T04:59:02.094785+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":438,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083394+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:59:02.083394+0000","last_peered":"2023-10-09T04:59:02.083394+0000","last_clean":"2023-10-09T04:59:02.083394+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:59:02.083394+0000","last_undegraded":"2023-10-09T04:59:02.083394+0000","last_fullsized":"2023-10-09T04:59:02.083394+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"414'9545","reported_seq":9581,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.922406+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:59:11.922406+0000","last_peered":"2023-10-09T04:59:11.922406+0000","last_clean":"2023-10-09T04:59:11.922406+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:59:11.922406+0000","last_undegraded":"2023-10-09T04:59:11.922406+0000","last_fullsized":"2023-10-09T04:59:11.922406+0000","mapping_epoch":386,"log_start":"391'900","ondisk_log_start":"391'900","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8645,"log_dups_size":0,"ondisk_log_size":8645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275972096,"num_objects":4211,"num_object_clones":0,"num_object_copies":12633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9545,"num_write_kb":440192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":429,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094399+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:59:02.094399+0000","last_peered":"2023-10-09T04:59:02.094399+0000","last_clean":"2023-10-09T04:59:02.094399+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:59:02.094399+0000","last_undegraded":"2023-10-09T04:59:02.094399+0000","last_fullsized":"2023-10-09T04:59:02.094399+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":87,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.100924+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:59:02.100924+0000","last_peered":"2023-10-09T04:59:02.100924+0000","last_clean":"2023-10-09T04:59:02.100924+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:59:02.100924+0000","last_undegraded":"2023-10-09T04:59:02.100924+0000","last_fullsized":"2023-10-09T04:59:02.100924+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"414'9339","reported_seq":9375,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.960602+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:59:11.960602+0000","last_peered":"2023-10-09T04:59:11.960602+0000","last_clean":"2023-10-09T04:59:11.960602+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:59:11.960602+0000","last_undegraded":"2023-10-09T04:59:11.960602+0000","last_fullsized":"2023-10-09T04:59:11.960602+0000","mapping_epoch":386,"log_start":"391'1200","ondisk_log_start":"391'1200","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8139,"log_dups_size":0,"ondisk_log_size":8139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267321344,"num_objects":4079,"num_object_clones":0,"num_object_copies":12237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4079,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9339,"num_write_kb":429376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":458,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085718+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:59:02.085718+0000","last_peered":"2023-10-09T04:59:02.085718+0000","last_clean":"2023-10-09T04:59:02.085718+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:59:02.085718+0000","last_undegraded":"2023-10-09T04:59:02.085718+0000","last_fullsized":"2023-10-09T04:59:02.085718+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":389,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086455+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:59:02.086455+0000","last_peered":"2023-10-09T04:59:02.086455+0000","last_clean":"2023-10-09T04:59:02.086455+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:59:02.086455+0000","last_undegraded":"2023-10-09T04:59:02.086455+0000","last_fullsized":"2023-10-09T04:59:02.086455+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"414'9470","reported_seq":9506,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.945748+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:59:11.945748+0000","last_peered":"2023-10-09T04:59:11.945748+0000","last_clean":"2023-10-09T04:59:11.945748+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:59:11.945748+0000","last_undegraded":"2023-10-09T04:59:11.945748+0000","last_fullsized":"2023-10-09T04:59:11.945748+0000","mapping_epoch":386,"log_start":"390'600","ondisk_log_start":"390'600","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8870,"log_dups_size":0,"ondisk_log_size":8870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280756224,"num_objects":4284,"num_object_clones":0,"num_object_copies":12852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9470,"num_write_kb":440128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":79,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.090009+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T04:59:02.090009+0000","last_peered":"2023-10-09T04:59:02.090009+0000","last_clean":"2023-10-09T04:59:02.090009+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T04:59:02.090009+0000","last_undegraded":"2023-10-09T04:59:02.090009+0000","last_fullsized":"2023-10-09T04:59:02.090009+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":458,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.084170+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:59:02.084170+0000","last_peered":"2023-10-09T04:59:02.084170+0000","last_clean":"2023-10-09T04:59:02.084170+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:59:02.084170+0000","last_undegraded":"2023-10-09T04:59:02.084170+0000","last_fullsized":"2023-10-09T04:59:02.084170+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"414'9433","reported_seq":9469,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.906792+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:59:11.906792+0000","last_peered":"2023-10-09T04:59:11.906792+0000","last_clean":"2023-10-09T04:59:11.906792+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:59:11.906792+0000","last_undegraded":"2023-10-09T04:59:11.906792+0000","last_fullsized":"2023-10-09T04:59:11.906792+0000","mapping_epoch":386,"log_start":"390'600","ondisk_log_start":"390'600","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8833,"log_dups_size":0,"ondisk_log_size":8833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268238848,"num_objects":4093,"num_object_clones":0,"num_object_copies":12279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9433,"num_write_kb":432832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":87,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.100999+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:59:02.100999+0000","last_peered":"2023-10-09T04:59:02.100999+0000","last_clean":"2023-10-09T04:59:02.100999+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:59:02.100999+0000","last_undegraded":"2023-10-09T04:59:02.100999+0000","last_fullsized":"2023-10-09T04:59:02.100999+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":384,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.084470+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:59:02.084470+0000","last_peered":"2023-10-09T04:59:02.084470+0000","last_clean":"2023-10-09T04:59:02.084470+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:59:02.084470+0000","last_undegraded":"2023-10-09T04:59:02.084470+0000","last_fullsized":"2023-10-09T04:59:02.084470+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"414'9380","reported_seq":9418,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:10.547242+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:59:10.547242+0000","last_peered":"2023-10-09T04:59:10.547242+0000","last_clean":"2023-10-09T04:59:10.547242+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:59:10.547242+0000","last_undegraded":"2023-10-09T04:59:10.547242+0000","last_fullsized":"2023-10-09T04:59:10.547242+0000","mapping_epoch":386,"log_start":"391'1000","ondisk_log_start":"391'1000","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8380,"log_dups_size":0,"ondisk_log_size":8380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276037632,"num_objects":4212,"num_object_clones":0,"num_object_copies":12636,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4212,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9380,"num_write_kb":434944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":375,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083346+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:59:02.083346+0000","last_peered":"2023-10-09T04:59:02.083346+0000","last_clean":"2023-10-09T04:59:02.083346+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:59:02.083346+0000","last_undegraded":"2023-10-09T04:59:02.083346+0000","last_fullsized":"2023-10-09T04:59:02.083346+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":441,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.084152+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:59:02.084152+0000","last_peered":"2023-10-09T04:59:02.084152+0000","last_clean":"2023-10-09T04:59:02.084152+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:59:02.084152+0000","last_undegraded":"2023-10-09T04:59:02.084152+0000","last_fullsized":"2023-10-09T04:59:02.084152+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"414'9387","reported_seq":9424,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:10.622620+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:59:10.622620+0000","last_peered":"2023-10-09T04:59:10.622620+0000","last_clean":"2023-10-09T04:59:10.622620+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:59:10.622620+0000","last_undegraded":"2023-10-09T04:59:10.622620+0000","last_fullsized":"2023-10-09T04:59:10.622620+0000","mapping_epoch":386,"log_start":"391'1000","ondisk_log_start":"391'1000","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8387,"log_dups_size":0,"ondisk_log_size":8387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276103168,"num_objects":4213,"num_object_clones":0,"num_object_copies":12639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9387,"num_write_kb":435200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":110,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.087083+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:59:02.087083+0000","last_peered":"2023-10-09T04:59:02.087083+0000","last_clean":"2023-10-09T04:59:02.087083+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:59:02.087083+0000","last_undegraded":"2023-10-09T04:59:02.087083+0000","last_fullsized":"2023-10-09T04:59:02.087083+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":350,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089079+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:59:02.089079+0000","last_peered":"2023-10-09T04:59:02.089079+0000","last_clean":"2023-10-09T04:59:02.089079+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:59:02.089079+0000","last_undegraded":"2023-10-09T04:59:02.089079+0000","last_fullsized":"2023-10-09T04:59:02.089079+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"414'9429","reported_seq":9467,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:10.933389+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:59:10.933389+0000","last_peered":"2023-10-09T04:59:10.933389+0000","last_clean":"2023-10-09T04:59:10.933389+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:59:10.933389+0000","last_undegraded":"2023-10-09T04:59:10.933389+0000","last_fullsized":"2023-10-09T04:59:10.933389+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9429,"log_dups_size":0,"ondisk_log_size":9429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270598144,"num_objects":4129,"num_object_clones":0,"num_object_copies":12387,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4129,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9429,"num_write_kb":433856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":392,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089387+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:59:02.089387+0000","last_peered":"2023-10-09T04:59:02.089387+0000","last_clean":"2023-10-09T04:59:02.089387+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:59:02.089387+0000","last_undegraded":"2023-10-09T04:59:02.089387+0000","last_fullsized":"2023-10-09T04:59:02.089387+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":428,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085747+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:59:02.085747+0000","last_peered":"2023-10-09T04:59:02.085747+0000","last_clean":"2023-10-09T04:59:02.085747+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:59:02.085747+0000","last_undegraded":"2023-10-09T04:59:02.085747+0000","last_fullsized":"2023-10-09T04:59:02.085747+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":350,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.088613+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:59:02.088613+0000","last_peered":"2023-10-09T04:59:02.088613+0000","last_clean":"2023-10-09T04:59:02.088613+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:59:02.088613+0000","last_undegraded":"2023-10-09T04:59:02.088613+0000","last_fullsized":"2023-10-09T04:59:02.088613+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"414'9544","reported_seq":9580,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.923114+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:59:11.923114+0000","last_peered":"2023-10-09T04:59:11.923114+0000","last_clean":"2023-10-09T04:59:11.923114+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:59:11.923114+0000","last_undegraded":"2023-10-09T04:59:11.923114+0000","last_fullsized":"2023-10-09T04:59:11.923114+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9544,"log_dups_size":0,"ondisk_log_size":9544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268042240,"num_objects":4090,"num_object_clones":0,"num_object_copies":12270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9544,"num_write_kb":436288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":434,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085527+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:59:02.085527+0000","last_peered":"2023-10-09T04:59:02.085527+0000","last_clean":"2023-10-09T04:59:02.085527+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:59:02.085527+0000","last_undegraded":"2023-10-09T04:59:02.085527+0000","last_fullsized":"2023-10-09T04:59:02.085527+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":415,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083631+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:59:02.083631+0000","last_peered":"2023-10-09T04:59:02.083631+0000","last_clean":"2023-10-09T04:59:02.083631+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:59:02.083631+0000","last_undegraded":"2023-10-09T04:59:02.083631+0000","last_fullsized":"2023-10-09T04:59:02.083631+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":376,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089147+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:59:02.089147+0000","last_peered":"2023-10-09T04:59:02.089147+0000","last_clean":"2023-10-09T04:59:02.089147+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:59:02.089147+0000","last_undegraded":"2023-10-09T04:59:02.089147+0000","last_fullsized":"2023-10-09T04:59:02.089147+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"414'9363","reported_seq":9399,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.871791+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:59:11.871791+0000","last_peered":"2023-10-09T04:59:11.871791+0000","last_clean":"2023-10-09T04:59:11.871791+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:59:11.871791+0000","last_undegraded":"2023-10-09T04:59:11.871791+0000","last_fullsized":"2023-10-09T04:59:11.871791+0000","mapping_epoch":386,"log_start":"390'500","ondisk_log_start":"390'500","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8863,"log_dups_size":0,"ondisk_log_size":8863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275709952,"num_objects":4207,"num_object_clones":0,"num_object_copies":12621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4207,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9363,"num_write_kb":434240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":427,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.096541+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:59:02.096541+0000","last_peered":"2023-10-09T04:59:02.096541+0000","last_clean":"2023-10-09T04:59:02.096541+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:59:02.096541+0000","last_undegraded":"2023-10-09T04:59:02.096541+0000","last_fullsized":"2023-10-09T04:59:02.096541+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":372,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.088336+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:59:02.088336+0000","last_peered":"2023-10-09T04:59:02.088336+0000","last_clean":"2023-10-09T04:59:02.088336+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:59:02.088336+0000","last_undegraded":"2023-10-09T04:59:02.088336+0000","last_fullsized":"2023-10-09T04:59:02.088336+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":385,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.088471+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:59:02.088471+0000","last_peered":"2023-10-09T04:59:02.088471+0000","last_clean":"2023-10-09T04:59:02.088471+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:59:02.088471+0000","last_undegraded":"2023-10-09T04:59:02.088471+0000","last_fullsized":"2023-10-09T04:59:02.088471+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"414'9625","reported_seq":9662,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.851986+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:59:11.851986+0000","last_peered":"2023-10-09T04:59:11.851986+0000","last_clean":"2023-10-09T04:59:11.851986+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:59:11.851986+0000","last_undegraded":"2023-10-09T04:59:11.851986+0000","last_fullsized":"2023-10-09T04:59:11.851986+0000","mapping_epoch":386,"log_start":"391'1500","ondisk_log_start":"391'1500","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8125,"log_dups_size":0,"ondisk_log_size":8125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275120152,"num_objects":4199,"num_object_clones":0,"num_object_copies":12597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4199,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9625,"num_write_kb":442305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":377,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085507+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:59:02.085507+0000","last_peered":"2023-10-09T04:59:02.085507+0000","last_clean":"2023-10-09T04:59:02.085507+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:59:02.085507+0000","last_undegraded":"2023-10-09T04:59:02.085507+0000","last_fullsized":"2023-10-09T04:59:02.085507+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":830,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.093764+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:59:02.093764+0000","last_peered":"2023-10-09T04:59:02.093764+0000","last_clean":"2023-10-09T04:59:02.093764+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:59:02.093764+0000","last_undegraded":"2023-10-09T04:59:02.093764+0000","last_fullsized":"2023-10-09T04:59:02.093764+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":247,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.112014+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T04:59:04.112014+0000","last_peered":"2023-10-09T04:59:04.112014+0000","last_clean":"2023-10-09T04:59:04.112014+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T04:59:04.112014+0000","last_undegraded":"2023-10-09T04:59:04.112014+0000","last_fullsized":"2023-10-09T04:59:04.112014+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":87,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.107252+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:59:02.107252+0000","last_peered":"2023-10-09T04:59:02.107252+0000","last_clean":"2023-10-09T04:59:02.107252+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:59:02.107252+0000","last_undegraded":"2023-10-09T04:59:02.107252+0000","last_fullsized":"2023-10-09T04:59:02.107252+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"414'9406","reported_seq":9442,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.930616+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:59:11.930616+0000","last_peered":"2023-10-09T04:59:11.930616+0000","last_clean":"2023-10-09T04:59:11.930616+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:59:11.930616+0000","last_undegraded":"2023-10-09T04:59:11.930616+0000","last_fullsized":"2023-10-09T04:59:11.930616+0000","mapping_epoch":386,"log_start":"391'800","ondisk_log_start":"391'800","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8606,"log_dups_size":0,"ondisk_log_size":8606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278003712,"num_objects":4242,"num_object_clones":0,"num_object_copies":12726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9406,"num_write_kb":436736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":413,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.093679+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:59:02.093679+0000","last_peered":"2023-10-09T04:59:02.093679+0000","last_clean":"2023-10-09T04:59:02.093679+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:59:02.093679+0000","last_undegraded":"2023-10-09T04:59:02.093679+0000","last_fullsized":"2023-10-09T04:59:02.093679+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":366,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083432+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:59:02.083432+0000","last_peered":"2023-10-09T04:59:02.083432+0000","last_clean":"2023-10-09T04:59:02.083432+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:59:02.083432+0000","last_undegraded":"2023-10-09T04:59:02.083432+0000","last_fullsized":"2023-10-09T04:59:02.083432+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":405,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086258+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:59:02.086258+0000","last_peered":"2023-10-09T04:59:02.086258+0000","last_clean":"2023-10-09T04:59:02.086258+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:59:02.086258+0000","last_undegraded":"2023-10-09T04:59:02.086258+0000","last_fullsized":"2023-10-09T04:59:02.086258+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"414'9502","reported_seq":9551,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.604968+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T04:59:11.604968+0000","last_peered":"2023-10-09T04:59:11.604968+0000","last_clean":"2023-10-09T04:59:11.604968+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T04:59:11.604968+0000","last_undegraded":"2023-10-09T04:59:11.604968+0000","last_fullsized":"2023-10-09T04:59:11.604968+0000","mapping_epoch":393,"log_start":"391'1800","ondisk_log_start":"391'1800","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7702,"log_dups_size":0,"ondisk_log_size":7702,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271056896,"num_objects":4136,"num_object_clones":0,"num_object_copies":12408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4136,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9502,"num_write_kb":436416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":379,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.094473+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:59:02.094473+0000","last_peered":"2023-10-09T04:59:02.094473+0000","last_clean":"2023-10-09T04:59:02.094473+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:59:02.094473+0000","last_undegraded":"2023-10-09T04:59:02.094473+0000","last_fullsized":"2023-10-09T04:59:02.094473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":336,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089270+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:59:02.089270+0000","last_peered":"2023-10-09T04:59:02.089270+0000","last_clean":"2023-10-09T04:59:02.089270+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:59:02.089270+0000","last_undegraded":"2023-10-09T04:59:02.089270+0000","last_fullsized":"2023-10-09T04:59:02.089270+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":93,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085578+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:59:02.085578+0000","last_peered":"2023-10-09T04:59:02.085578+0000","last_clean":"2023-10-09T04:59:02.085578+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:59:02.085578+0000","last_undegraded":"2023-10-09T04:59:02.085578+0000","last_fullsized":"2023-10-09T04:59:02.085578+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"414'9382","reported_seq":9420,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.551387+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:59:11.551387+0000","last_peered":"2023-10-09T04:59:11.551387+0000","last_clean":"2023-10-09T04:59:11.551387+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:59:11.551387+0000","last_undegraded":"2023-10-09T04:59:11.551387+0000","last_fullsized":"2023-10-09T04:59:11.551387+0000","mapping_epoch":386,"log_start":"391'1600","ondisk_log_start":"391'1600","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7782,"log_dups_size":0,"ondisk_log_size":7782,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275251200,"num_objects":4200,"num_object_clones":0,"num_object_copies":12600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9382,"num_write_kb":434624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":80,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.105896+0000","last_change":"2023-10-09T04:57:02.373391+0000","last_active":"2023-10-09T04:59:04.105896+0000","last_peered":"2023-10-09T04:59:04.105896+0000","last_clean":"2023-10-09T04:59:04.105896+0000","last_became_active":"2023-10-09T04:57:02.372844+0000","last_became_peered":"2023-10-09T04:57:02.372844+0000","last_unstale":"2023-10-09T04:59:04.105896+0000","last_undegraded":"2023-10-09T04:59:04.105896+0000","last_fullsized":"2023-10-09T04:59:04.105896+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:22.452429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":392,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089940+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:59:02.089940+0000","last_peered":"2023-10-09T04:59:02.089940+0000","last_clean":"2023-10-09T04:59:02.089940+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:59:02.089940+0000","last_undegraded":"2023-10-09T04:59:02.089940+0000","last_fullsized":"2023-10-09T04:59:02.089940+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":110,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086943+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:59:02.086943+0000","last_peered":"2023-10-09T04:59:02.086943+0000","last_clean":"2023-10-09T04:59:02.086943+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:59:02.086943+0000","last_undegraded":"2023-10-09T04:59:02.086943+0000","last_fullsized":"2023-10-09T04:59:02.086943+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"414'9324","reported_seq":9362,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.005055+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:59:11.005055+0000","last_peered":"2023-10-09T04:59:11.005055+0000","last_clean":"2023-10-09T04:59:11.005055+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:59:11.005055+0000","last_undegraded":"2023-10-09T04:59:11.005055+0000","last_fullsized":"2023-10-09T04:59:11.005055+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9324,"log_dups_size":0,"ondisk_log_size":9324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280100864,"num_objects":4274,"num_object_clones":0,"num_object_copies":12822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9324,"num_write_kb":435136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":87,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.101860+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:59:02.101860+0000","last_peered":"2023-10-09T04:59:02.101860+0000","last_clean":"2023-10-09T04:59:02.101860+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:59:02.101860+0000","last_undegraded":"2023-10-09T04:59:02.101860+0000","last_fullsized":"2023-10-09T04:59:02.101860+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":393,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086355+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:59:02.086355+0000","last_peered":"2023-10-09T04:59:02.086355+0000","last_clean":"2023-10-09T04:59:02.086355+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:59:02.086355+0000","last_undegraded":"2023-10-09T04:59:02.086355+0000","last_fullsized":"2023-10-09T04:59:02.086355+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":397,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.081814+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:59:02.081814+0000","last_peered":"2023-10-09T04:59:02.081814+0000","last_clean":"2023-10-09T04:59:02.081814+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:59:02.081814+0000","last_undegraded":"2023-10-09T04:59:02.081814+0000","last_fullsized":"2023-10-09T04:59:02.081814+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":89,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083911+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:59:02.083911+0000","last_peered":"2023-10-09T04:59:02.083911+0000","last_clean":"2023-10-09T04:59:02.083911+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:59:02.083911+0000","last_undegraded":"2023-10-09T04:59:02.083911+0000","last_fullsized":"2023-10-09T04:59:02.083911+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":436,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.096869+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:59:02.096869+0000","last_peered":"2023-10-09T04:59:02.096869+0000","last_clean":"2023-10-09T04:59:02.096869+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:59:02.096869+0000","last_undegraded":"2023-10-09T04:59:02.096869+0000","last_fullsized":"2023-10-09T04:59:02.096869+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":393,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085724+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:59:02.085724+0000","last_peered":"2023-10-09T04:59:02.085724+0000","last_clean":"2023-10-09T04:59:02.085724+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:59:02.085724+0000","last_undegraded":"2023-10-09T04:59:02.085724+0000","last_fullsized":"2023-10-09T04:59:02.085724+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":435,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083812+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:59:02.083812+0000","last_peered":"2023-10-09T04:59:02.083812+0000","last_clean":"2023-10-09T04:59:02.083812+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:59:02.083812+0000","last_undegraded":"2023-10-09T04:59:02.083812+0000","last_fullsized":"2023-10-09T04:59:02.083812+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":415,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085702+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:59:02.085702+0000","last_peered":"2023-10-09T04:59:02.085702+0000","last_clean":"2023-10-09T04:59:02.085702+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:59:02.085702+0000","last_undegraded":"2023-10-09T04:59:02.085702+0000","last_fullsized":"2023-10-09T04:59:02.085702+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":418,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.083721+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:59:02.083721+0000","last_peered":"2023-10-09T04:59:02.083721+0000","last_clean":"2023-10-09T04:59:02.083721+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:59:02.083721+0000","last_undegraded":"2023-10-09T04:59:02.083721+0000","last_fullsized":"2023-10-09T04:59:02.083721+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":139,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.086215+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:59:02.086215+0000","last_peered":"2023-10-09T04:59:02.086215+0000","last_clean":"2023-10-09T04:59:02.086215+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:59:02.086215+0000","last_undegraded":"2023-10-09T04:59:02.086215+0000","last_fullsized":"2023-10-09T04:59:02.086215+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":104,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.089621+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:59:02.089621+0000","last_peered":"2023-10-09T04:59:02.089621+0000","last_clean":"2023-10-09T04:59:02.089621+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:59:02.089621+0000","last_undegraded":"2023-10-09T04:59:02.089621+0000","last_fullsized":"2023-10-09T04:59:02.089621+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":100,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.085903+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:59:02.085903+0000","last_peered":"2023-10-09T04:59:02.085903+0000","last_clean":"2023-10-09T04:59:02.085903+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:59:02.085903+0000","last_undegraded":"2023-10-09T04:59:02.085903+0000","last_fullsized":"2023-10-09T04:59:02.085903+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":434,"reported_epoch":413,"state":"active+clean","last_fresh":"2023-10-09T04:59:02.081789+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:59:02.081789+0000","last_peered":"2023-10-09T04:59:02.081789+0000","last_clean":"2023-10-09T04:59:02.081789+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:59:02.081789+0000","last_undegraded":"2023-10-09T04:59:02.081789+0000","last_fullsized":"2023-10-09T04:59:02.081789+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":4389273624,"num_objects":66976,"num_object_clones":0,"num_object_copies":200928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66976,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":151166,"num_write_kb":6980481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13192081408,"data_stored":13192069192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138166,"ondisk_log_size":138166,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234436,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2797748,"kb_used_data":1884268,"kb_used_omap":0,"kb_used_meta":913472,"kb_avail":90947404,"statfs":{"total":95995035648,"available":93130141696,"internally_reserved":0,"allocated":1929490432,"data_stored":1928395227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":935395328},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:16 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.208,"15min":1.871},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.1429999999999998,"5min":7.3140000000000001,"15min":11.922000000000001},"last":0.23300000000000001},{"interface":"front","average":{"1min":1.456,"5min":1.1850000000000001,"15min":1.6160000000000001},"min":{"1min":0.25700000000000001,"5min":0.252,"15min":0.23200000000000001},"max":{"1min":7.29,"5min":10.785,"15min":17.344000000000001},"last":2.089}]},{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":2.343,"5min":1.4890000000000001,"15min":1.7749999999999999},"min":{"1min":0.27500000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.0759999999999996,"5min":4.9969999999999999,"15min":16.513000000000002},"last":0.63700000000000001},{"interface":"front","average":{"1min":3.2480000000000002,"5min":1.901,"15min":2},"min":{"1min":0.312,"5min":0.25,"15min":0.23899999999999999},"max":{"1min":19.681999999999999,"5min":19.681999999999999,"15min":24.052},"last":0.502}]},{"osd":2,"last update":"Mon Oct 9 04:58:16 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":1.4339999999999999,"15min":2.1080000000000001},"min":{"1min":0.35099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":10.741,"5min":10.741,"15min":32.179000000000002},"last":1.538},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.4670000000000001,"15min":1.768},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.28799999999999998},"max":{"1min":7.1890000000000001,"5min":9.7070000000000007,"15min":16.704000000000001},"last":3.8580000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:58:45 2023","interfaces":[{"interface":"back","average":{"1min":3.222,"5min":1.7829999999999999,"15min":1.663},"min":{"1min":0.34599999999999997,"5min":0.317,"15min":0.30199999999999999},"max":{"1min":12.651999999999999,"5min":14.228999999999999,"15min":14.228999999999999},"last":2.2440000000000002},{"interface":"front","average":{"1min":2.516,"5min":1.6379999999999999,"15min":1.556},"min":{"1min":0.317,"5min":0.311,"15min":0.31},"max":{"1min":9.3599999999999994,"5min":9.3599999999999994,"15min":10.955},"last":4.8890000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.081,"15min":1.9890000000000001},"min":{"1min":0.28799999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":4.4950000000000001,"5min":5.0419999999999998,"15min":23.919},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.026,"15min":1.571},"min":{"1min":0.29399999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.2320000000000002,"5min":10.868,"15min":23.797999999999998},"last":0.29599999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":1.4970000000000001,"15min":2.347},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":6.2080000000000002,"5min":20.678999999999998,"15min":79.709999999999994},"last":1.7110000000000001},{"interface":"front","average":{"1min":1.546,"5min":1.4770000000000001,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.0960000000000001,"5min":21.07,"15min":79.332999999999998},"last":0.55900000000000005}]},{"osd":6,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.859,"5min":1.5049999999999999,"15min":2.1909999999999998},"min":{"1min":0.36499999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":6.5030000000000001,"5min":14.176,"15min":16.599},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.5960000000000001,"5min":1.3660000000000001,"15min":2.0819999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.5179999999999998,"5min":14.191000000000001,"15min":24.010000000000002},"last":0.53600000000000003}]}]},{"osd":6,"up_from":46,"seq":197568496072,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2789156,"kb_used_data":1895900,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":90955996,"statfs":{"total":95995035648,"available":93138939904,"internally_reserved":0,"allocated":1941401600,"data_stored":1940322667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":1.365,"5min":1.8089999999999999,"15min":1.825},"min":{"1min":0.224,"5min":0.219,"15min":0.219},"max":{"1min":4.0659999999999998,"5min":62.470999999999997,"15min":62.470999999999997},"last":7.3899999999999997},{"interface":"front","average":{"1min":1.256,"5min":1.7410000000000001,"15min":2.0920000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":3.9740000000000002,"5min":62.445,"15min":62.445},"last":7.3700000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:59:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":1.5149999999999999,"15min":1.8180000000000001},"min":{"1min":0.28299999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.4949999999999992,"5min":9.1869999999999994,"15min":10.686},"last":2.2229999999999999},{"interface":"front","average":{"1min":2.4660000000000002,"5min":1.53,"15min":1.4850000000000001},"min":{"1min":0.29299999999999998,"5min":0.28199999999999997,"15min":0.23699999999999999},"max":{"1min":8.5069999999999997,"5min":9.3030000000000008,"15min":9.3030000000000008},"last":3.8959999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4459999999999997,"5min":1.9239999999999999,"15min":1.905},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":42.923999999999999,"5min":42.923999999999999,"15min":42.923999999999999},"last":3.1440000000000001},{"interface":"front","average":{"1min":4.8490000000000002,"5min":1.917,"15min":2.3090000000000002},"min":{"1min":0.36499999999999999,"5min":0.27100000000000002,"15min":0.252},"max":{"1min":42.936999999999998,"5min":42.936999999999998,"15min":42.936999999999998},"last":5.3659999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:58:56 2023","interfaces":[{"interface":"back","average":{"1min":4.4859999999999998,"5min":2.2000000000000002,"15min":2.1360000000000001},"min":{"1min":0.32800000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":26.763000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":3.395},{"interface":"front","average":{"1min":4.3550000000000004,"5min":2.2200000000000002,"15min":1.7969999999999999},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.32600000000000001},"max":{"1min":26.777999999999999,"5min":26.777999999999999,"15min":26.777999999999999},"last":3.927}]},{"osd":4,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.248,"15min":1.704},"min":{"1min":0.27600000000000002,"5min":0.26400000000000001,"15min":0.23699999999999999},"max":{"1min":6.2809999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":5.859},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.998,"15min":1.7430000000000001},"min":{"1min":0.316,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":2.4489999999999998,"5min":16.068999999999999,"15min":16.068999999999999},"last":2.1850000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.0169999999999999,"15min":1.589},"min":{"1min":0.32100000000000001,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":5.992,"5min":9.0069999999999997,"15min":12.420999999999999},"last":3.855},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.306,"15min":1.655},"min":{"1min":0.36799999999999999,"5min":0.35399999999999998,"15min":0.29099999999999998},"max":{"1min":7.7549999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":3.0710000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:59:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.111,"15min":2.4140000000000001},"min":{"1min":0.374,"5min":0.33800000000000002,"15min":0.28199999999999997},"max":{"1min":6.4660000000000002,"5min":16.372,"15min":196.22300000000001},"last":3.1070000000000002},{"interface":"front","average":{"1min":1.105,"5min":0.99199999999999999,"15min":2.641},"min":{"1min":0.34200000000000003,"5min":0.315,"15min":0.315},"max":{"1min":3.5139999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":2.254}]}]},{"osd":1,"up_from":235,"seq":1009317314688,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1848864,"kb_used_data":1370200,"kb_used_omap":5,"kb_used_meta":478650,"kb_avail":91896288,"statfs":{"total":95995035648,"available":94101798912,"internally_reserved":0,"allocated":1403084800,"data_stored":1401145602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":490138325},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.7320000000000002,"5min":1.8029999999999999,"15min":1.3560000000000001},"min":{"1min":0.19900000000000001,"5min":0.191,"15min":0.191},"max":{"1min":16.196000000000002,"5min":16.196000000000002,"15min":16.196000000000002},"last":4.3010000000000002},{"interface":"front","average":{"1min":2.1960000000000002,"5min":1.617,"15min":1.4199999999999999},"min":{"1min":0.26700000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.593999999999999,"5min":11.234999999999999,"15min":14.954000000000001},"last":5.9189999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.282,"5min":1.9750000000000001,"15min":1.496},"min":{"1min":0.38100000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":14.358000000000001,"5min":14.358000000000001,"15min":15.111000000000001},"last":0.62},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.2490000000000001,"15min":1.6539999999999999},"min":{"1min":0.26100000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":13.19,"5min":13.19,"15min":13.19},"last":4.3819999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.101,"5min":2.532,"15min":1.5740000000000001},"min":{"1min":0.28599999999999998,"5min":0.222,"15min":0.222},"max":{"1min":10.631,"5min":27.974,"15min":27.974},"last":5.883},{"interface":"front","average":{"1min":3.6920000000000002,"5min":2.4159999999999999,"15min":1.6499999999999999},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.9879999999999995,"5min":27.914000000000001,"15min":27.914000000000001},"last":5.2190000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":1.5860000000000001,"5min":2.0190000000000001,"15min":1.841},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.27600000000000002},"max":{"1min":6.6699999999999999,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.46300000000000002},{"interface":"front","average":{"1min":2.984,"5min":2.04,"15min":1.7250000000000001},"min":{"1min":0.33000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":10.252000000000001,"5min":44.286999999999999,"15min":44.286999999999999},"last":3.1499999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":2.5739999999999998,"5min":1.4750000000000001,"15min":1.8089999999999999},"min":{"1min":0.36299999999999999,"5min":0.309,"15min":0.28100000000000003},"max":{"1min":8.9610000000000003,"5min":8.9610000000000003,"15min":15.034000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":2.9620000000000002,"5min":1.8009999999999999,"15min":1.7849999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.311},"max":{"1min":13.163,"5min":13.163,"15min":13.163},"last":4.359}]},{"osd":6,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.1459999999999999,"5min":2.0209999999999999,"15min":1.7509999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":13.132999999999999,"5min":13.132999999999999,"15min":13.132999999999999},"last":4.3289999999999997},{"interface":"front","average":{"1min":1.8140000000000001,"5min":1.73,"15min":1.5780000000000001},"min":{"1min":0.37,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":7.1130000000000004,"5min":11.141,"15min":11.141},"last":0.59599999999999997}]},{"osd":7,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":1.7889999999999999,"5min":1.7370000000000001,"15min":4.6879999999999997},"min":{"1min":0.42699999999999999,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":9.0380000000000003,"5min":11.173999999999999,"15min":146.554},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.5819999999999999,"5min":1.542,"15min":5.0430000000000001},"min":{"1min":0.439,"5min":0.371,"15min":0.371},"max":{"1min":8.9120000000000008,"5min":8.9120000000000008,"15min":146.53100000000001},"last":0.64300000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187778,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2571508,"kb_used_data":1620332,"kb_used_omap":5,"kb_used_meta":951162,"kb_avail":91173644,"statfs":{"total":95995035648,"available":93361811456,"internally_reserved":0,"allocated":1659219968,"data_stored":1657028276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":973990522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":1.9570000000000001,"15min":1.4390000000000001},"min":{"1min":0.23899999999999999,"5min":0.19400000000000001,"15min":0.17799999999999999},"max":{"1min":11.396000000000001,"5min":11.550000000000001,"15min":11.550000000000001},"last":3.7440000000000002},{"interface":"front","average":{"1min":3.2360000000000002,"5min":2.54,"15min":1.5129999999999999},"min":{"1min":0.28100000000000003,"5min":0.184,"15min":0.184},"max":{"1min":13.786,"5min":26.646000000000001,"15min":26.646000000000001},"last":3.1309999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:58:13 2023","interfaces":[{"interface":"back","average":{"1min":4.0060000000000002,"5min":2.1150000000000002,"15min":1.9339999999999999},"min":{"1min":0.64800000000000002,"5min":0.215,"15min":0.17799999999999999},"max":{"1min":10.326000000000001,"5min":10.326000000000001,"15min":24.021000000000001},"last":4.0460000000000003},{"interface":"front","average":{"1min":4.2779999999999996,"5min":2.339,"15min":1.877},"min":{"1min":0.255,"5min":0.216,"15min":0.20699999999999999},"max":{"1min":14.228,"5min":14.228,"15min":24.050999999999998},"last":4.1260000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:58:45 2023","interfaces":[{"interface":"back","average":{"1min":2.7730000000000001,"5min":2.2330000000000001,"15min":1.6970000000000001},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":11.337999999999999,"5min":14.711,"15min":14.711},"last":0.55900000000000005},{"interface":"front","average":{"1min":4.9989999999999997,"5min":2.5830000000000002,"15min":1.8999999999999999},"min":{"1min":0.311,"5min":0.248,"15min":0.248},"max":{"1min":21.132999999999999,"5min":21.132999999999999,"15min":23.222000000000001},"last":0.63500000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:58:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":1.506,"15min":1.7909999999999999},"min":{"1min":0.34599999999999997,"5min":0.32200000000000001,"15min":0.26300000000000001},"max":{"1min":7.7869999999999999,"5min":9.2230000000000008,"15min":12.196999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.3300000000000001,"15min":1.6419999999999999},"min":{"1min":0.35399999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":14.721,"5min":14.721,"15min":14.721},"last":0.53100000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:58:13 2023","interfaces":[{"interface":"back","average":{"1min":2.48,"5min":1.476,"15min":1.7949999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29699999999999999},"max":{"1min":11.419,"5min":11.419,"15min":13.022},"last":0.58399999999999996},{"interface":"front","average":{"1min":3.847,"5min":1.8480000000000001,"15min":2.0680000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.28399999999999997},"max":{"1min":11.308999999999999,"5min":11.308999999999999,"15min":12.978},"last":1.0149999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:58:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6920000000000002,"5min":1.625,"15min":1.857},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32100000000000001},"max":{"1min":11.372,"5min":11.372,"15min":11.372},"last":10.106},{"interface":"front","average":{"1min":3.8820000000000001,"5min":1.9570000000000001,"15min":1.998},"min":{"1min":0.433,"5min":0.32100000000000001,"15min":0.316},"max":{"1min":11.347,"5min":11.347,"15min":13.086},"last":10.127000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:58:13 2023","interfaces":[{"interface":"back","average":{"1min":4.0529999999999999,"5min":1.9750000000000001,"15min":2.0609999999999999},"min":{"1min":0.40799999999999997,"5min":0.34599999999999997,"15min":0.30199999999999999},"max":{"1min":11.381,"5min":11.381,"15min":13.054},"last":4.1589999999999998},{"interface":"front","average":{"1min":2.7629999999999999,"5min":1.7969999999999999,"15min":2.0680000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.36499999999999999},"max":{"1min":7.827,"5min":10.675000000000001,"15min":14.393000000000001},"last":4.0110000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206621,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3518396,"kb_used_data":2699508,"kb_used_omap":7,"kb_used_meta":818872,"kb_avail":90226756,"statfs":{"total":95995035648,"available":92392198144,"internally_reserved":0,"allocated":2764296192,"data_stored":2762384488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":838525009},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":1.1850000000000001,"15min":1.49},"min":{"1min":0.19500000000000001,"5min":0.17699999999999999,"15min":0.16600000000000001},"max":{"1min":8.2059999999999995,"5min":8.2059999999999995,"15min":49.338000000000001},"last":0.505},{"interface":"front","average":{"1min":2.5750000000000002,"5min":1.4430000000000001,"15min":1.603},"min":{"1min":0.27000000000000002,"5min":0.188,"15min":0.185},"max":{"1min":12.648999999999999,"5min":12.648999999999999,"15min":47.450000000000003},"last":8.0510000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.5609999999999999,"15min":2.0009999999999999},"min":{"1min":0.39900000000000002,"5min":0.192,"15min":0.192},"max":{"1min":9.7530000000000001,"5min":210.52199999999999,"15min":210.52199999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":5.2549999999999999,"5min":4.2039999999999997,"15min":2.4990000000000001},"min":{"1min":0.26800000000000002,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":18.475999999999999,"5min":210.792,"15min":210.792},"last":6.1150000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":4.9450000000000003,"5min":2.9710000000000001,"15min":1.762},"min":{"1min":0.35099999999999998,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":12.233000000000001,"5min":79.926000000000002,"15min":79.926000000000002},"last":7.6550000000000002},{"interface":"front","average":{"1min":5.5389999999999997,"5min":3.1269999999999998,"15min":1.845},"min":{"1min":0.44,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":12.256,"5min":79.959000000000003,"15min":79.959000000000003},"last":7.6920000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":3.1419999999999999,"15min":2.3580000000000001},"min":{"1min":0.33600000000000002,"5min":0.313,"15min":0.28899999999999998},"max":{"1min":11.686999999999999,"5min":176.00200000000001,"15min":176.00200000000001},"last":5.5359999999999996},{"interface":"front","average":{"1min":2.089,"5min":2.8820000000000001,"15min":2.198},"min":{"1min":0.32400000000000001,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":7.7110000000000003,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":1.373,"15min":1.748},"min":{"1min":0.39900000000000002,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.996,"5min":1.5800000000000001,"15min":1.909},"min":{"1min":0.40300000000000002,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":11.728,"5min":11.728,"15min":13.205},"last":5.5730000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.2250000000000001,"5min":1.8520000000000001,"15min":1.8109999999999999},"min":{"1min":0.32000000000000001,"5min":0.312,"15min":0.312},"max":{"1min":9.9469999999999992,"5min":42.975999999999999,"15min":42.975999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.792,"15min":1.962},"min":{"1min":0.376,"5min":0.316,"15min":0.316},"max":{"1min":12.513,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.51800000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.976,"5min":1.6379999999999999,"15min":1.988},"min":{"1min":0.39200000000000002,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":15.516,"5min":15.516,"15min":18.792999999999999},"last":6.9850000000000003},{"interface":"front","average":{"1min":3.2130000000000001,"5min":1.5580000000000001,"15min":2.0910000000000002},"min":{"1min":0.39800000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":15.583,"5min":15.583,"15min":18.841999999999999},"last":8.0139999999999993}]}]},{"osd":3,"up_from":198,"seq":850403524758,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2633776,"kb_used_data":2166312,"kb_used_omap":2,"kb_used_meta":467325,"kb_avail":91111376,"statfs":{"total":95995035648,"available":93298049024,"internally_reserved":0,"allocated":2218303488,"data_stored":2216515888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":478540853},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.46,"5min":1.744,"15min":1.3799999999999999},"min":{"1min":0.221,"5min":0.183,"15min":0.183},"max":{"1min":18.292000000000002,"5min":18.292000000000002,"15min":18.292000000000002},"last":3.524},{"interface":"front","average":{"1min":4.1900000000000004,"5min":2.157,"15min":1.5089999999999999},"min":{"1min":0.216,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":22.477,"5min":22.477,"15min":22.477},"last":9.9689999999999994}]},{"osd":1,"last update":"Mon Oct 9 04:59:03 2023","interfaces":[{"interface":"back","average":{"1min":4.6109999999999998,"5min":2.3220000000000001,"15min":1.387},"min":{"1min":0.23100000000000001,"5min":0.224,"15min":0.20999999999999999},"max":{"1min":26.314,"5min":26.314,"15min":26.314},"last":2.2400000000000002},{"interface":"front","average":{"1min":4.2889999999999997,"5min":2.2999999999999998,"15min":1.7949999999999999},"min":{"1min":0.29099999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":18.306999999999999,"5min":18.306999999999999,"15min":18.306999999999999},"last":3.5569999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":4.0129999999999999,"5min":1.9990000000000001,"15min":1.7689999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":15.425000000000001,"5min":15.425000000000001,"15min":21.722999999999999},"last":11.710000000000001},{"interface":"front","average":{"1min":4.2300000000000004,"5min":2.2719999999999998,"15min":1.675},"min":{"1min":0.39400000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":18.273,"5min":25.776,"15min":25.776},"last":11.67}]},{"osd":4,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":1.825,"15min":1.6779999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":15.301,"5min":15.301,"15min":15.301},"last":0.40999999999999998},{"interface":"front","average":{"1min":2.8650000000000002,"5min":1.6859999999999999,"15min":1.778},"min":{"1min":0.33800000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":15.401999999999999,"5min":15.401999999999999,"15min":21.532},"last":6.944}]},{"osd":5,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":2.9329999999999998,"5min":2.0129999999999999,"15min":1.744},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":15.282,"5min":35.712000000000003,"15min":35.712000000000003},"last":2.3250000000000002},{"interface":"front","average":{"1min":3.4449999999999998,"5min":2.2949999999999999,"15min":2.1030000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.064,"5min":35.488,"15min":35.488},"last":0.42999999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":2.2519999999999998,"15min":2.3849999999999998},"min":{"1min":0.371,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":15.339,"5min":50.113999999999997,"15min":50.113999999999997},"last":7.0330000000000004},{"interface":"front","average":{"1min":3.306,"5min":2.383,"15min":2.1190000000000002},"min":{"1min":0.33400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":15.243,"5min":53.841999999999999,"15min":53.841999999999999},"last":2.3610000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.2130000000000001,"15min":1.9259999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":18.155999999999999,"5min":18.155999999999999,"15min":18.155999999999999},"last":0.379},{"interface":"front","average":{"1min":3.1850000000000001,"5min":1.903,"15min":2.0859999999999999},"min":{"1min":0.38900000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":15.381,"5min":15.381,"15min":21.587},"last":6.9939999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019344,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1720808,"kb_used_data":820832,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92024344,"statfs":{"total":95995035648,"available":94232928256,"internally_reserved":0,"allocated":840531968,"data_stored":839448702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:24 2023","interfaces":[{"interface":"back","average":{"1min":1.575,"5min":1.492,"15min":1.8500000000000001},"min":{"1min":0.24399999999999999,"5min":0.23699999999999999,"15min":0.20499999999999999},"max":{"1min":7.5979999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.218},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.2809999999999999,"15min":1.589},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.5819999999999999,"5min":12.064,"15min":12.064},"last":0.434}]},{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":4.6890000000000001,"15min":2.6200000000000001},"min":{"1min":0.34799999999999998,"5min":0.26600000000000001,"15min":0.23000000000000001},"max":{"1min":5.0720000000000001,"5min":288.47500000000002,"15min":288.47500000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.8380000000000001,"5min":4.851,"15min":2.9390000000000001},"min":{"1min":0.30099999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":4.6639999999999997,"5min":289.32499999999999,"15min":289.32499999999999},"last":5.0039999999999996}]},{"osd":2,"last update":"Mon Oct 9 04:58:24 2023","interfaces":[{"interface":"back","average":{"1min":12.307,"5min":4.6669999999999998,"15min":2.8929999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.24199999999999999},"max":{"1min":105.411,"5min":105.411,"15min":105.411},"last":0.28100000000000003},{"interface":"front","average":{"1min":12.217000000000001,"5min":4.3789999999999996,"15min":2.7970000000000002},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.28699999999999998},"max":{"1min":97.927999999999997,"5min":97.927999999999997,"15min":97.927999999999997},"last":0.45700000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":6.4290000000000003,"5min":2.5720000000000001,"15min":2.153},"min":{"1min":0.29199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":87.072999999999993,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.50600000000000001},{"interface":"front","average":{"1min":6.5380000000000003,"5min":2.6419999999999999,"15min":2.2490000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":87.316000000000003,"5min":87.316000000000003,"15min":87.316000000000003},"last":5.7519999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:58:24 2023","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.1319999999999999,"15min":1.8149999999999999},"min":{"1min":0.28399999999999997,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":6.2460000000000004,"5min":20.991,"15min":20.991},"last":1.5589999999999999},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.84299999999999997,"15min":1.546},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.30399999999999999},"max":{"1min":3.302,"5min":5.4409999999999998,"15min":14.202999999999999},"last":1.5940000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:58:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":2.1989999999999998,"15min":2.6200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.3109999999999999,"5min":81.980999999999995,"15min":81.980999999999995},"last":5.234},{"interface":"front","average":{"1min":0.96199999999999997,"5min":2.218,"15min":2.4409999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.5759999999999996,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.312}]},{"osd":7,"last update":"Mon Oct 9 04:59:00 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.294,"15min":1.855},"min":{"1min":0.314,"5min":0.314,"15min":0.313},"max":{"1min":3.5659999999999998,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.054,"5min":1.532,"15min":2.2970000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":4.7229999999999999,"5min":29.192,"15min":29.192},"last":5.2690000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757708,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1423900,"kb_used_data":539732,"kb_used_omap":0,"kb_used_meta":884160,"kb_avail":92321252,"statfs":{"total":95995035648,"available":94536962048,"internally_reserved":0,"allocated":552685568,"data_stored":551610368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":905379840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2200000000000002,"5min":1.087,"15min":2.3799999999999999},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":8.4819999999999993,"5min":8.4819999999999993,"15min":322.43200000000002},"last":0.28100000000000003},{"interface":"front","average":{"1min":2.8500000000000001,"5min":1.4530000000000001,"15min":3.1520000000000001},"min":{"1min":0.254,"5min":0.251,"15min":0.21099999999999999},"max":{"1min":9.5350000000000001,"5min":9.5350000000000001,"15min":322.61599999999999},"last":0.60799999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:58:08 2023","interfaces":[{"interface":"back","average":{"1min":2.8410000000000002,"5min":1.669,"15min":4.2619999999999996},"min":{"1min":0.309,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":7.5789999999999997,"5min":11.164999999999999,"15min":145.947},"last":0.34999999999999998},{"interface":"front","average":{"1min":3.23,"5min":2.1360000000000001,"15min":4.6479999999999997},"min":{"1min":0.25700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":13.032999999999999,"5min":18.177,"15min":145.80699999999999},"last":1.5429999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":2.9009999999999998,"5min":1.9530000000000001,"15min":1.7090000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.249},"max":{"1min":8.2479999999999993,"5min":18.553000000000001,"15min":18.553000000000001},"last":2.3570000000000002},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.704,"15min":2.0640000000000001},"min":{"1min":0.29299999999999998,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":6.6189999999999998,"5min":18.617000000000001,"15min":18.617000000000001},"last":2.254}]},{"osd":3,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":2.681,"5min":2.4079999999999999,"15min":1.78},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28499999999999998},"max":{"1min":7.5640000000000001,"5min":74.915000000000006,"15min":74.915000000000006},"last":1.863},{"interface":"front","average":{"1min":3.673,"5min":2.8050000000000002,"15min":2.1899999999999999},"min":{"1min":0.497,"5min":0.314,"15min":0.30499999999999999},"max":{"1min":8.0579999999999998,"5min":74.799999999999997,"15min":74.799999999999997},"last":2.5249999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82899999999999996,"15min":1.381},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":13.285},"last":0.38},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.94299999999999995,"15min":2.0979999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":7.0410000000000004,"5min":7.0410000000000004,"15min":14.824},"last":0.45100000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":0.95099999999999996,"15min":1.887},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.2220000000000004,"5min":6.5709999999999997,"15min":21.196999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.014,"5min":0.94199999999999995,"15min":2.0129999999999999},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":3.0830000000000002,"5min":6.1580000000000004,"15min":19.631},"last":0.54500000000000004}]},{"osd":7,"last update":"Mon Oct 9 04:58:08 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":0.91900000000000004,"15min":2.1909999999999998},"min":{"1min":0.29499999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.681,"5min":7.681,"15min":43.508000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":1.2689999999999999,"5min":1.0780000000000001,"15min":1.724},"min":{"1min":0.34499999999999997,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":6.9649999999999999,"5min":6.9649999999999999,"15min":43.476999999999997},"last":0.46700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1642332160,"data_stored":1642332160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1388974080,"data_stored":1388970008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2751008768,"data_stored":2751004696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2196832256,"data_stored":2196832256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":830537728,"data_stored":830537728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":543752192,"data_stored":543752192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1923022848,"data_stored":1923022848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1915621376,"data_stored":1915617304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:59:13.690 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:59:13.696 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:13.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:13.701 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:13.802 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:13.930 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: osdmap e415: 8 total, 8 up, 8 in 2023-10-09T04:59:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: failed to encode map e415 with expected crc 2023-10-09T04:59:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: failed to encode map e415 with expected crc 2023-10-09T04:59:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: failed to encode map e415 with expected crc 2023-10-09T04:59:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: failed to encode map e415 with expected crc 2023-10-09T04:59:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:13 smithi150 ceph-mon[168511]: from='client.36429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:14.005 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:14.005 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:14.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:14.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:14.114 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: osdmap e415: 8 total, 8 up, 8 in 2023-10-09T04:59:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[179183]: from='client.36429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: osdmap e415: 8 total, 8 up, 8 in 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: failed to encode map e415 with expected crc 2023-10-09T04:59:14.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:13 smithi107 ceph-mon[184249]: from='client.36429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:14.201 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:14.231 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:14.323 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:14.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:14.331 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:14.433 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:14.472 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:14.518 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:14.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:14.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:14.623 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:14.660 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:14.831 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:15.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:14 smithi107 ceph-mon[184249]: pgmap v1292: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2023-10-09T04:59:15.167 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:14 smithi107 ceph-mon[179183]: pgmap v1292: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2023-10-09T04:59:15.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:14 smithi150 ceph-mon[168511]: pgmap v1292: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2023-10-09T04:59:15.771 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:59:16.147 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:16.189 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:16.212 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:16.263 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:16.305 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:16.349 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:16.383 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:16.413 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:16.422 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.422 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.423 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:59:16.632 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:16.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:16 smithi150 ceph-mon[168511]: pgmap v1293: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:59:16.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:16.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:16.636 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/502975850' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:16.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:16.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[184249]: pgmap v1293: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:59:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:16.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/502975850' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:16.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[179183]: pgmap v1293: 89 pgs: 89 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:59:16.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:16.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:16.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/502975850' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:16.738 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:16.783 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:16.974 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:16.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:16.980 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:17.081 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:17.152 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:17.310 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:17.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:17.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:17.397 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:59:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154989 12.f 12:f450f0a3:::benchmark_data_smithi107_355541_object45916:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.374435+0000", 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.021627978999999999, 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021654250999999999, 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154989 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.374435+0000", 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.374435+0000", 2023-10-09T04:59:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.374433+0000", 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.374439+0000", 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2650000000000004e-06 2023-10-09T04:59:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.374448+0000", 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6379999999999999e-06 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.374454+0000", 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.626e-06 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.378087+0000", 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036333049999999999 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.378232+0000", 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014521599999999999 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,5", 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.378351+0000", 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000118646 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.383693+0000", 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0053419540000000003 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.387377+0000", 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003684101 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154992 12.5 12:a7d3d9a6:::benchmark_data_smithi107_355541_object45919:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.381465+0000", 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.014597314, 2023-10-09T04:59:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014680965000000001, 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154992 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381465+0000", 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381465+0000", 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381464+0000", 2023-10-09T04:59:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381471+0000", 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9439999999999999e-06 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381483+0000", 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2118e-05 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381490+0000", 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6850000000000004e-06 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381535+0000", 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5775999999999997e-05 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381655+0000", 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011941 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.381765+0000", 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110037 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394828+0000", 2023-10-09T04:59:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013063234 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395584+0000", 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00075612800000000001 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154996 12.1 12:82abc2ba:::benchmark_data_smithi107_355541_object45923:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.385300+0000", 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.010762504000000001, 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010895231, 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154996 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385300+0000", 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385300+0000", 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385299+0000", 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385303+0000", 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.07e-06 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385311+0000", 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9500000000000001e-06 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385315+0000", 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.566e-06 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385461+0000", 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000145265 2023-10-09T04:59:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385576+0000", 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011535999999999999 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.385689+0000", 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113004 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395727+0000", 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010037855 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395733+0000", 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9850000000000003e-06 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:155001 12.9 e415/386 12:91b3d911:::benchmark_data_smithi107_355541_object45928:head v 415'9582, mlcod=415'9580)", 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.389340+0000", 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0067227459999999999, 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069503459999999996, 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.389340+0000", 2023-10-09T04:59:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.389340+0000", 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.389339+0000", 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.389348+0000", 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6039999999999993e-06 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.389359+0000", 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1462e-05 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.389366+0000", 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6989999999999997e-06 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390035+0000", 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00066948099999999998 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390055+0000", 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9559999999999999e-05 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154998 12.4 12:24746a60:::benchmark_data_smithi107_355541_object45925:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.390005+0000", 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0060579120000000004, 2023-10-09T04:59:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006350634, 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154998 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390005+0000", 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390005+0000", 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390003+0000", 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390010+0000", 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4810000000000003e-06 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390020+0000", 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0088000000000001e-05 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390026+0000", 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7030000000000003e-06 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390074+0000", 2023-10-09T04:59:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8724000000000003e-05 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390228+0000", 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015362899999999999 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390361+0000", 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013260600000000001 2023-10-09T04:59:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395548+0000", 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051875439999999997 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154999 12.5 12:a7b0e6c7:::benchmark_data_smithi107_355541_object45926:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.390038+0000", 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0060244770000000003, 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063985600000000002, 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154999 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390038+0000", 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390038+0000", 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390038+0000", 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390041+0000", 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9900000000000002e-06 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390046+0000", 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8030000000000002e-06 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390050+0000", 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.053e-06 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390141+0000", 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0365999999999995e-05 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390275+0000", 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000134012 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.390385+0000", 2023-10-09T04:59:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010996499999999999 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395783+0000", 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0053980390000000003 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:155002 12.9 e415/386 12:9512d5e5:::benchmark_data_smithi107_355541_object45929:head v 415'9583, mlcod=415'9580)", 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.394864+0000", 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0011984249999999999, 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0016198849999999999, 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394864+0000", 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394864+0000", 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394863+0000", 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394872+0000", 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2390000000000008e-06 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394887+0000", 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4403000000000001e-05 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.394893+0000", 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8449999999999999e-06 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395801+0000", 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00090857899999999996 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395830+0000", 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9240000000000001e-05 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:155006 12.0 e415/386 12:0e4fb3d4:::benchmark_data_smithi107_355541_object45933:head v 415'9743, mlcod=415'9740)", 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.395057+0000", 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0010054560000000001, 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001475454, 2023-10-09T04:59:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395057+0000", 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395057+0000", 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395056+0000", 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395063+0000", 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6490000000000002e-06 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395075+0000", 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1779e-05 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395080+0000", 2023-10-09T04:59:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9840000000000001e-06 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395123+0000", 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3349000000000001e-05 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395146+0000", 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2439e-05 2023-10-09T04:59:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:155008 12.4 12.7750f0d4 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:17.395827+0000", 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.000235357, 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073896499999999996, 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 155008 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395827+0000", 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395827+0000", 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395826+0000", 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395832+0000", 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0100000000000001e-06 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395843+0000", 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1375e-05 2023-10-09T04:59:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.395850+0000", 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4880000000000004e-06 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 9 2023-10-09T04:59:17.447 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:59:17.448 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:17.557 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:17.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T04:59:17.848 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:17.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:17.857 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:17.958 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:17.997 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:18.039 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:18.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:18.043 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:18.143 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:18.216 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:18.228 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:18.305 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:18.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:18.322 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:18.423 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:18.491 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:18.535 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:18.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:18.540 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:18.585 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:18.641 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:18.770 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:18.847 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:18.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:18.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:18.956 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:19.006 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:18 smithi107 ceph-mon[184249]: pgmap v1294: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:59:19.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:18 smithi107 ceph-mon[179183]: pgmap v1294: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:59:19.055 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:59:19.076 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:19.090 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:59:19.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:18 smithi150 ceph-mon[168511]: pgmap v1294: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:59:19.548 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:19.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:19.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:19.655 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:19.691 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:19.783 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1294,"stamp":"2023-10-09T04:59:17.762121+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4173535160,"num_objects":63699,"num_object_clones":0,"num_object_copies":191097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63699,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":154767,"num_write_kb":6982926,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":3032142,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138783,"ondisk_log_size":138783,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":18670120,"kb_used_data":12363112,"kb_used_omap":21,"kb_used_meta":6306794,"kb_avail":731291096,"statfs":{"total":767960285184,"available":748842082304,"internally_reserved":0,"allocated":12659826688,"data_stored":12647652513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6458157525},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,3,0,6,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-450560000,"num_objects":-6875,"num_object_clones":0,"num_object_copies":-20625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6875,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002472"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":411,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.116011+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:59:04.116011+0000","last_peered":"2023-10-09T04:59:04.116011+0000","last_clean":"2023-10-09T04:59:04.116011+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:59:04.116011+0000","last_undegraded":"2023-10-09T04:59:04.116011+0000","last_fullsized":"2023-10-09T04:59:04.116011+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":146,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.105461+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T04:59:04.105461+0000","last_peered":"2023-10-09T04:59:04.105461+0000","last_clean":"2023-10-09T04:59:04.105461+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T04:59:04.105461+0000","last_undegraded":"2023-10-09T04:59:04.105461+0000","last_fullsized":"2023-10-09T04:59:04.105461+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":359,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.151426+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:59:04.151426+0000","last_peered":"2023-10-09T04:59:04.151426+0000","last_clean":"2023-10-09T04:59:04.151426+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:59:04.151426+0000","last_undegraded":"2023-10-09T04:59:04.151426+0000","last_fullsized":"2023-10-09T04:59:04.151426+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":379,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.130638+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:59:04.130638+0000","last_peered":"2023-10-09T04:59:04.130638+0000","last_clean":"2023-10-09T04:59:04.130638+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:59:04.130638+0000","last_undegraded":"2023-10-09T04:59:04.130638+0000","last_fullsized":"2023-10-09T04:59:04.130638+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":110,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.104402+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:59:04.104402+0000","last_peered":"2023-10-09T04:59:04.104402+0000","last_clean":"2023-10-09T04:59:04.104402+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:59:04.104402+0000","last_undegraded":"2023-10-09T04:59:04.104402+0000","last_fullsized":"2023-10-09T04:59:04.104402+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":88,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.142964+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:59:04.142964+0000","last_peered":"2023-10-09T04:59:04.142964+0000","last_clean":"2023-10-09T04:59:04.142964+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:59:04.142964+0000","last_undegraded":"2023-10-09T04:59:04.142964+0000","last_fullsized":"2023-10-09T04:59:04.142964+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":376,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.129613+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:59:04.129613+0000","last_peered":"2023-10-09T04:59:04.129613+0000","last_clean":"2023-10-09T04:59:04.129613+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:59:04.129613+0000","last_undegraded":"2023-10-09T04:59:04.129613+0000","last_fullsized":"2023-10-09T04:59:04.129613+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":136,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.104544+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:59:04.104544+0000","last_peered":"2023-10-09T04:59:04.104544+0000","last_clean":"2023-10-09T04:59:04.104544+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:59:04.104544+0000","last_undegraded":"2023-10-09T04:59:04.104544+0000","last_fullsized":"2023-10-09T04:59:04.104544+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":392,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128586+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:59:04.128586+0000","last_peered":"2023-10-09T04:59:04.128586+0000","last_clean":"2023-10-09T04:59:04.128586+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:59:04.128586+0000","last_undegraded":"2023-10-09T04:59:04.128586+0000","last_fullsized":"2023-10-09T04:59:04.128586+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":132,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.107329+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:59:04.107329+0000","last_peered":"2023-10-09T04:59:04.107329+0000","last_clean":"2023-10-09T04:59:04.107329+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:59:04.107329+0000","last_undegraded":"2023-10-09T04:59:04.107329+0000","last_fullsized":"2023-10-09T04:59:04.107329+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":418,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.124815+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:59:04.124815+0000","last_peered":"2023-10-09T04:59:04.124815+0000","last_clean":"2023-10-09T04:59:04.124815+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:59:04.124815+0000","last_undegraded":"2023-10-09T04:59:04.124815+0000","last_fullsized":"2023-10-09T04:59:04.124815+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":372,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.151380+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:59:04.151380+0000","last_peered":"2023-10-09T04:59:04.151380+0000","last_clean":"2023-10-09T04:59:04.151380+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:59:04.151380+0000","last_undegraded":"2023-10-09T04:59:04.151380+0000","last_fullsized":"2023-10-09T04:59:04.151380+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":451,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.112005+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:59:04.112005+0000","last_peered":"2023-10-09T04:59:04.112005+0000","last_clean":"2023-10-09T04:59:04.112005+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:59:04.112005+0000","last_undegraded":"2023-10-09T04:59:04.112005+0000","last_fullsized":"2023-10-09T04:59:04.112005+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":432,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111702+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:59:04.111702+0000","last_peered":"2023-10-09T04:59:04.111702+0000","last_clean":"2023-10-09T04:59:04.111702+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:59:04.111702+0000","last_undegraded":"2023-10-09T04:59:04.111702+0000","last_fullsized":"2023-10-09T04:59:04.111702+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":394,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.124140+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:59:04.124140+0000","last_peered":"2023-10-09T04:59:04.124140+0000","last_clean":"2023-10-09T04:59:04.124140+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:59:04.124140+0000","last_undegraded":"2023-10-09T04:59:04.124140+0000","last_fullsized":"2023-10-09T04:59:04.124140+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":215,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.110726+0000","last_change":"2023-10-09T04:57:02.373190+0000","last_active":"2023-10-09T04:59:04.110726+0000","last_peered":"2023-10-09T04:59:04.110726+0000","last_clean":"2023-10-09T04:59:04.110726+0000","last_became_active":"2023-10-09T04:57:02.372894+0000","last_became_peered":"2023-10-09T04:57:02.372894+0000","last_unstale":"2023-10-09T04:59:04.110726+0000","last_undegraded":"2023-10-09T04:59:04.110726+0000","last_fullsized":"2023-10-09T04:59:04.110726+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:36.318627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":382,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.126659+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:59:04.126659+0000","last_peered":"2023-10-09T04:59:04.126659+0000","last_clean":"2023-10-09T04:59:04.126659+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:59:04.126659+0000","last_undegraded":"2023-10-09T04:59:04.126659+0000","last_fullsized":"2023-10-09T04:59:04.126659+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":411,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128450+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:59:04.128450+0000","last_peered":"2023-10-09T04:59:04.128450+0000","last_clean":"2023-10-09T04:59:04.128450+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:59:04.128450+0000","last_undegraded":"2023-10-09T04:59:04.128450+0000","last_fullsized":"2023-10-09T04:59:04.128450+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":399,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.123736+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:59:04.123736+0000","last_peered":"2023-10-09T04:59:04.123736+0000","last_clean":"2023-10-09T04:59:04.123736+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:59:04.123736+0000","last_undegraded":"2023-10-09T04:59:04.123736+0000","last_fullsized":"2023-10-09T04:59:04.123736+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":369,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.105669+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:59:04.105669+0000","last_peered":"2023-10-09T04:59:04.105669+0000","last_clean":"2023-10-09T04:59:04.105669+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:59:04.105669+0000","last_undegraded":"2023-10-09T04:59:04.105669+0000","last_fullsized":"2023-10-09T04:59:04.105669+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":113,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.131194+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:59:04.131194+0000","last_peered":"2023-10-09T04:59:04.131194+0000","last_clean":"2023-10-09T04:59:04.131194+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:59:04.131194+0000","last_undegraded":"2023-10-09T04:59:04.131194+0000","last_fullsized":"2023-10-09T04:59:04.131194+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":112,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.105823+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:59:04.105823+0000","last_peered":"2023-10-09T04:59:04.105823+0000","last_clean":"2023-10-09T04:59:04.105823+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:59:04.105823+0000","last_undegraded":"2023-10-09T04:59:04.105823+0000","last_fullsized":"2023-10-09T04:59:04.105823+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"415'9727","reported_seq":9763,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.956458+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:59:16.956458+0000","last_peered":"2023-10-09T04:59:16.956458+0000","last_clean":"2023-10-09T04:59:16.956458+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:59:16.956458+0000","last_undegraded":"2023-10-09T04:59:16.956458+0000","last_fullsized":"2023-10-09T04:59:16.956458+0000","mapping_epoch":386,"log_start":"391'1100","ondisk_log_start":"391'1100","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8627,"log_dups_size":0,"ondisk_log_size":8627,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258112,"num_objects":4017,"num_object_clones":0,"num_object_copies":12051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9727,"num_write_kb":439808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":377,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.123363+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:59:04.123363+0000","last_peered":"2023-10-09T04:59:04.123363+0000","last_clean":"2023-10-09T04:59:04.123363+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:59:04.123363+0000","last_undegraded":"2023-10-09T04:59:04.123363+0000","last_fullsized":"2023-10-09T04:59:04.123363+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":395,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.127716+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:59:04.127716+0000","last_peered":"2023-10-09T04:59:04.127716+0000","last_clean":"2023-10-09T04:59:04.127716+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:59:04.127716+0000","last_undegraded":"2023-10-09T04:59:04.127716+0000","last_fullsized":"2023-10-09T04:59:04.127716+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"415'9724","reported_seq":9761,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.971979+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:59:16.971979+0000","last_peered":"2023-10-09T04:59:16.971979+0000","last_clean":"2023-10-09T04:59:16.971979+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:59:16.971979+0000","last_undegraded":"2023-10-09T04:59:16.971979+0000","last_fullsized":"2023-10-09T04:59:16.971979+0000","mapping_epoch":386,"log_start":"391'900","ondisk_log_start":"391'900","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8824,"log_dups_size":0,"ondisk_log_size":8824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260571136,"num_objects":3976,"num_object_clones":0,"num_object_copies":11928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9724,"num_write_kb":438400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":395,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.130731+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:59:04.130731+0000","last_peered":"2023-10-09T04:59:04.130731+0000","last_clean":"2023-10-09T04:59:04.130731+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:59:04.130731+0000","last_undegraded":"2023-10-09T04:59:04.130731+0000","last_fullsized":"2023-10-09T04:59:04.130731+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":439,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111441+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:59:04.111441+0000","last_peered":"2023-10-09T04:59:04.111441+0000","last_clean":"2023-10-09T04:59:04.111441+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:59:04.111441+0000","last_undegraded":"2023-10-09T04:59:04.111441+0000","last_fullsized":"2023-10-09T04:59:04.111441+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"415'9778","reported_seq":9815,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.953582+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:59:16.953582+0000","last_peered":"2023-10-09T04:59:16.953582+0000","last_clean":"2023-10-09T04:59:16.953582+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:59:16.953582+0000","last_undegraded":"2023-10-09T04:59:16.953582+0000","last_fullsized":"2023-10-09T04:59:16.953582+0000","mapping_epoch":386,"log_start":"391'1200","ondisk_log_start":"391'1200","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8578,"log_dups_size":0,"ondisk_log_size":8578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260702208,"num_objects":3978,"num_object_clones":0,"num_object_copies":11934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3978,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9778,"num_write_kb":440192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":430,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.124628+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:59:04.124628+0000","last_peered":"2023-10-09T04:59:04.124628+0000","last_clean":"2023-10-09T04:59:04.124628+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:59:04.124628+0000","last_undegraded":"2023-10-09T04:59:04.124628+0000","last_fullsized":"2023-10-09T04:59:04.124628+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":88,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.133623+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:59:04.133623+0000","last_peered":"2023-10-09T04:59:04.133623+0000","last_clean":"2023-10-09T04:59:04.133623+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:59:04.133623+0000","last_undegraded":"2023-10-09T04:59:04.133623+0000","last_fullsized":"2023-10-09T04:59:04.133623+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"415'9522","reported_seq":9559,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.876665+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:59:16.876665+0000","last_peered":"2023-10-09T04:59:16.876665+0000","last_clean":"2023-10-09T04:59:16.876665+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:59:16.876665+0000","last_undegraded":"2023-10-09T04:59:16.876665+0000","last_fullsized":"2023-10-09T04:59:16.876665+0000","mapping_epoch":386,"log_start":"391'1400","ondisk_log_start":"391'1400","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8122,"log_dups_size":0,"ondisk_log_size":8122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255328256,"num_objects":3896,"num_object_clones":0,"num_object_copies":11688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9522,"num_write_kb":429376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":459,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.130325+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:59:04.130325+0000","last_peered":"2023-10-09T04:59:04.130325+0000","last_clean":"2023-10-09T04:59:04.130325+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:59:04.130325+0000","last_undegraded":"2023-10-09T04:59:04.130325+0000","last_fullsized":"2023-10-09T04:59:04.130325+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":390,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.115496+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:59:04.115496+0000","last_peered":"2023-10-09T04:59:04.115496+0000","last_clean":"2023-10-09T04:59:04.115496+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:59:04.115496+0000","last_undegraded":"2023-10-09T04:59:04.115496+0000","last_fullsized":"2023-10-09T04:59:04.115496+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"415'9688","reported_seq":9725,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.905634+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:59:16.905634+0000","last_peered":"2023-10-09T04:59:16.905634+0000","last_clean":"2023-10-09T04:59:16.905634+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:59:16.905634+0000","last_undegraded":"2023-10-09T04:59:16.905634+0000","last_fullsized":"2023-10-09T04:59:16.905634+0000","mapping_epoch":386,"log_start":"391'800","ondisk_log_start":"391'800","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8888,"log_dups_size":0,"ondisk_log_size":8888,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266469376,"num_objects":4066,"num_object_clones":0,"num_object_copies":12198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4066,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9688,"num_write_kb":440128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":81,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:12.884380+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T04:59:12.884380+0000","last_peered":"2023-10-09T04:59:12.884380+0000","last_clean":"2023-10-09T04:59:12.884380+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T04:59:12.884380+0000","last_undegraded":"2023-10-09T04:59:12.884380+0000","last_fullsized":"2023-10-09T04:59:12.884380+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":459,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111911+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:59:04.111911+0000","last_peered":"2023-10-09T04:59:04.111911+0000","last_clean":"2023-10-09T04:59:04.111911+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:59:04.111911+0000","last_undegraded":"2023-10-09T04:59:04.111911+0000","last_fullsized":"2023-10-09T04:59:04.111911+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"415'9624","reported_seq":9661,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.916278+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:59:16.916278+0000","last_peered":"2023-10-09T04:59:16.916278+0000","last_clean":"2023-10-09T04:59:16.916278+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:59:16.916278+0000","last_undegraded":"2023-10-09T04:59:16.916278+0000","last_fullsized":"2023-10-09T04:59:16.916278+0000","mapping_epoch":386,"log_start":"391'800","ondisk_log_start":"391'800","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8824,"log_dups_size":0,"ondisk_log_size":8824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255721472,"num_objects":3902,"num_object_clones":0,"num_object_copies":11706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9624,"num_write_kb":432832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":88,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.133677+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:59:04.133677+0000","last_peered":"2023-10-09T04:59:04.133677+0000","last_clean":"2023-10-09T04:59:04.133677+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:59:04.133677+0000","last_undegraded":"2023-10-09T04:59:04.133677+0000","last_fullsized":"2023-10-09T04:59:04.133677+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":385,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.112156+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:59:04.112156+0000","last_peered":"2023-10-09T04:59:04.112156+0000","last_clean":"2023-10-09T04:59:04.112156+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:59:04.112156+0000","last_undegraded":"2023-10-09T04:59:04.112156+0000","last_fullsized":"2023-10-09T04:59:04.112156+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"415'9593","reported_seq":9632,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:15.628583+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:59:15.628583+0000","last_peered":"2023-10-09T04:59:15.628583+0000","last_clean":"2023-10-09T04:59:15.628583+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:59:15.628583+0000","last_undegraded":"2023-10-09T04:59:15.628583+0000","last_fullsized":"2023-10-09T04:59:15.628583+0000","mapping_epoch":386,"log_start":"391'1200","ondisk_log_start":"391'1200","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8393,"log_dups_size":0,"ondisk_log_size":8393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262078464,"num_objects":3999,"num_object_clones":0,"num_object_copies":11997,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3999,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9593,"num_write_kb":434944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":376,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111364+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:59:04.111364+0000","last_peered":"2023-10-09T04:59:04.111364+0000","last_clean":"2023-10-09T04:59:04.111364+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:59:04.111364+0000","last_undegraded":"2023-10-09T04:59:04.111364+0000","last_fullsized":"2023-10-09T04:59:04.111364+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":442,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.112871+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:59:04.112871+0000","last_peered":"2023-10-09T04:59:04.112871+0000","last_clean":"2023-10-09T04:59:04.112871+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:59:04.112871+0000","last_undegraded":"2023-10-09T04:59:04.112871+0000","last_fullsized":"2023-10-09T04:59:04.112871+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"415'9580","reported_seq":9619,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:15.560530+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:59:15.560530+0000","last_peered":"2023-10-09T04:59:15.560530+0000","last_clean":"2023-10-09T04:59:15.560530+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:59:15.560530+0000","last_undegraded":"2023-10-09T04:59:15.560530+0000","last_fullsized":"2023-10-09T04:59:15.560530+0000","mapping_epoch":386,"log_start":"391'1200","ondisk_log_start":"391'1200","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8380,"log_dups_size":0,"ondisk_log_size":8380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263454720,"num_objects":4020,"num_object_clones":0,"num_object_copies":12060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4020,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9580,"num_write_kb":435200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":111,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.104474+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:59:04.104474+0000","last_peered":"2023-10-09T04:59:04.104474+0000","last_clean":"2023-10-09T04:59:04.104474+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:59:04.104474+0000","last_undegraded":"2023-10-09T04:59:04.104474+0000","last_fullsized":"2023-10-09T04:59:04.104474+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":351,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.153788+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:59:04.153788+0000","last_peered":"2023-10-09T04:59:04.153788+0000","last_clean":"2023-10-09T04:59:04.153788+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:59:04.153788+0000","last_undegraded":"2023-10-09T04:59:04.153788+0000","last_fullsized":"2023-10-09T04:59:04.153788+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"415'9611","reported_seq":9650,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:15.996710+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:59:15.996710+0000","last_peered":"2023-10-09T04:59:15.996710+0000","last_clean":"2023-10-09T04:59:15.996710+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:59:15.996710+0000","last_undegraded":"2023-10-09T04:59:15.996710+0000","last_fullsized":"2023-10-09T04:59:15.996710+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9611,"log_dups_size":0,"ondisk_log_size":9611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258670592,"num_objects":3947,"num_object_clones":0,"num_object_copies":11841,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3947,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9611,"num_write_kb":433856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":393,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.154965+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:59:04.154965+0000","last_peered":"2023-10-09T04:59:04.154965+0000","last_clean":"2023-10-09T04:59:04.154965+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:59:04.154965+0000","last_undegraded":"2023-10-09T04:59:04.154965+0000","last_fullsized":"2023-10-09T04:59:04.154965+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":429,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128387+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:59:04.128387+0000","last_peered":"2023-10-09T04:59:04.128387+0000","last_clean":"2023-10-09T04:59:04.128387+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:59:04.128387+0000","last_undegraded":"2023-10-09T04:59:04.128387+0000","last_fullsized":"2023-10-09T04:59:04.128387+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":351,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.151512+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:59:04.151512+0000","last_peered":"2023-10-09T04:59:04.151512+0000","last_clean":"2023-10-09T04:59:04.151512+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:59:04.151512+0000","last_undegraded":"2023-10-09T04:59:04.151512+0000","last_fullsized":"2023-10-09T04:59:04.151512+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"415'9762","reported_seq":9799,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.860708+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:59:16.860708+0000","last_peered":"2023-10-09T04:59:16.860708+0000","last_clean":"2023-10-09T04:59:16.860708+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:59:16.860708+0000","last_undegraded":"2023-10-09T04:59:16.860708+0000","last_fullsized":"2023-10-09T04:59:16.860708+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9762,"log_dups_size":0,"ondisk_log_size":9762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253755392,"num_objects":3872,"num_object_clones":0,"num_object_copies":11616,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3872,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9762,"num_write_kb":436288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":435,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128019+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:59:04.128019+0000","last_peered":"2023-10-09T04:59:04.128019+0000","last_clean":"2023-10-09T04:59:04.128019+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:59:04.128019+0000","last_undegraded":"2023-10-09T04:59:04.128019+0000","last_fullsized":"2023-10-09T04:59:04.128019+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":416,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111293+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:59:04.111293+0000","last_peered":"2023-10-09T04:59:04.111293+0000","last_clean":"2023-10-09T04:59:04.111293+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:59:04.111293+0000","last_undegraded":"2023-10-09T04:59:04.111293+0000","last_fullsized":"2023-10-09T04:59:04.111293+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":377,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.154721+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:59:04.154721+0000","last_peered":"2023-10-09T04:59:04.154721+0000","last_clean":"2023-10-09T04:59:04.154721+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:59:04.154721+0000","last_undegraded":"2023-10-09T04:59:04.154721+0000","last_fullsized":"2023-10-09T04:59:04.154721+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"415'9551","reported_seq":9588,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.957781+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:59:16.957781+0000","last_peered":"2023-10-09T04:59:16.957781+0000","last_clean":"2023-10-09T04:59:16.957781+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:59:16.957781+0000","last_undegraded":"2023-10-09T04:59:16.957781+0000","last_fullsized":"2023-10-09T04:59:16.957781+0000","mapping_epoch":386,"log_start":"390'700","ondisk_log_start":"390'700","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8851,"log_dups_size":0,"ondisk_log_size":8851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263389184,"num_objects":4019,"num_object_clones":0,"num_object_copies":12057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9551,"num_write_kb":434240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":428,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.119278+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:59:04.119278+0000","last_peered":"2023-10-09T04:59:04.119278+0000","last_clean":"2023-10-09T04:59:04.119278+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:59:04.119278+0000","last_undegraded":"2023-10-09T04:59:04.119278+0000","last_fullsized":"2023-10-09T04:59:04.119278+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":373,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.151889+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:59:04.151889+0000","last_peered":"2023-10-09T04:59:04.151889+0000","last_clean":"2023-10-09T04:59:04.151889+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:59:04.151889+0000","last_undegraded":"2023-10-09T04:59:04.151889+0000","last_fullsized":"2023-10-09T04:59:04.151889+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":386,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.151363+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:59:04.151363+0000","last_peered":"2023-10-09T04:59:04.151363+0000","last_clean":"2023-10-09T04:59:04.151363+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:59:04.151363+0000","last_undegraded":"2023-10-09T04:59:04.151363+0000","last_fullsized":"2023-10-09T04:59:04.151363+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"415'9855","reported_seq":9893,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.938507+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:59:16.938507+0000","last_peered":"2023-10-09T04:59:16.938507+0000","last_clean":"2023-10-09T04:59:16.938507+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:59:16.938507+0000","last_undegraded":"2023-10-09T04:59:16.938507+0000","last_fullsized":"2023-10-09T04:59:16.938507+0000","mapping_epoch":386,"log_start":"391'1700","ondisk_log_start":"391'1700","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8155,"log_dups_size":0,"ondisk_log_size":8155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260046872,"num_objects":3969,"num_object_clones":0,"num_object_copies":11907,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3969,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9855,"num_write_kb":442305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":378,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128096+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:59:04.128096+0000","last_peered":"2023-10-09T04:59:04.128096+0000","last_clean":"2023-10-09T04:59:04.128096+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:59:04.128096+0000","last_undegraded":"2023-10-09T04:59:04.128096+0000","last_fullsized":"2023-10-09T04:59:04.128096+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":831,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.122987+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:59:04.122987+0000","last_peered":"2023-10-09T04:59:04.122987+0000","last_clean":"2023-10-09T04:59:04.122987+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:59:04.122987+0000","last_undegraded":"2023-10-09T04:59:04.122987+0000","last_fullsized":"2023-10-09T04:59:04.122987+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":248,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:06.608626+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T04:59:06.608626+0000","last_peered":"2023-10-09T04:59:06.608626+0000","last_clean":"2023-10-09T04:59:06.608626+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T04:59:06.608626+0000","last_undegraded":"2023-10-09T04:59:06.608626+0000","last_fullsized":"2023-10-09T04:59:06.608626+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":88,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.135140+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:59:04.135140+0000","last_peered":"2023-10-09T04:59:04.135140+0000","last_clean":"2023-10-09T04:59:04.135140+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:59:04.135140+0000","last_undegraded":"2023-10-09T04:59:04.135140+0000","last_fullsized":"2023-10-09T04:59:04.135140+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"415'9600","reported_seq":9637,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.910879+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:59:16.910879+0000","last_peered":"2023-10-09T04:59:16.910879+0000","last_clean":"2023-10-09T04:59:16.910879+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:59:16.910879+0000","last_undegraded":"2023-10-09T04:59:16.910879+0000","last_fullsized":"2023-10-09T04:59:16.910879+0000","mapping_epoch":386,"log_start":"391'1000","ondisk_log_start":"391'1000","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8600,"log_dups_size":0,"ondisk_log_size":8600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265289728,"num_objects":4048,"num_object_clones":0,"num_object_copies":12144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4048,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9600,"num_write_kb":436736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":414,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.122897+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:59:04.122897+0000","last_peered":"2023-10-09T04:59:04.122897+0000","last_clean":"2023-10-09T04:59:04.122897+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:59:04.122897+0000","last_undegraded":"2023-10-09T04:59:04.122897+0000","last_fullsized":"2023-10-09T04:59:04.122897+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":367,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111521+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:59:04.111521+0000","last_peered":"2023-10-09T04:59:04.111521+0000","last_clean":"2023-10-09T04:59:04.111521+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:59:04.111521+0000","last_undegraded":"2023-10-09T04:59:04.111521+0000","last_fullsized":"2023-10-09T04:59:04.111521+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":406,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.121167+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:59:04.121167+0000","last_peered":"2023-10-09T04:59:04.121167+0000","last_clean":"2023-10-09T04:59:04.121167+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:59:04.121167+0000","last_undegraded":"2023-10-09T04:59:04.121167+0000","last_fullsized":"2023-10-09T04:59:04.121167+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"415'9705","reported_seq":9756,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.613456+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T04:59:16.613456+0000","last_peered":"2023-10-09T04:59:16.613456+0000","last_clean":"2023-10-09T04:59:16.613456+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T04:59:16.613456+0000","last_undegraded":"2023-10-09T04:59:16.613456+0000","last_fullsized":"2023-10-09T04:59:16.613456+0000","mapping_epoch":393,"log_start":"391'2000","ondisk_log_start":"391'2000","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7705,"log_dups_size":0,"ondisk_log_size":7705,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257753088,"num_objects":3933,"num_object_clones":0,"num_object_copies":11799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9705,"num_write_kb":436416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":380,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.124708+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:59:04.124708+0000","last_peered":"2023-10-09T04:59:04.124708+0000","last_clean":"2023-10-09T04:59:04.124708+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:59:04.124708+0000","last_undegraded":"2023-10-09T04:59:04.124708+0000","last_fullsized":"2023-10-09T04:59:04.124708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":337,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.154853+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:59:04.154853+0000","last_peered":"2023-10-09T04:59:04.154853+0000","last_clean":"2023-10-09T04:59:04.154853+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:59:04.154853+0000","last_undegraded":"2023-10-09T04:59:04.154853+0000","last_fullsized":"2023-10-09T04:59:04.154853+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":94,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128161+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:59:04.128161+0000","last_peered":"2023-10-09T04:59:04.128161+0000","last_clean":"2023-10-09T04:59:04.128161+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:59:04.128161+0000","last_undegraded":"2023-10-09T04:59:04.128161+0000","last_fullsized":"2023-10-09T04:59:04.128161+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"415'9622","reported_seq":9661,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:16.586646+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:59:16.586646+0000","last_peered":"2023-10-09T04:59:16.586646+0000","last_clean":"2023-10-09T04:59:16.586646+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:59:16.586646+0000","last_undegraded":"2023-10-09T04:59:16.586646+0000","last_fullsized":"2023-10-09T04:59:16.586646+0000","mapping_epoch":386,"log_start":"391'1900","ondisk_log_start":"391'1900","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7722,"log_dups_size":0,"ondisk_log_size":7722,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259522560,"num_objects":3960,"num_object_clones":0,"num_object_copies":11880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3960,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9622,"num_write_kb":434624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":81,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:11.616744+0000","last_change":"2023-10-09T04:57:02.373391+0000","last_active":"2023-10-09T04:59:11.616744+0000","last_peered":"2023-10-09T04:59:11.616744+0000","last_clean":"2023-10-09T04:59:11.616744+0000","last_became_active":"2023-10-09T04:57:02.372844+0000","last_became_peered":"2023-10-09T04:57:02.372844+0000","last_unstale":"2023-10-09T04:59:11.616744+0000","last_undegraded":"2023-10-09T04:59:11.616744+0000","last_fullsized":"2023-10-09T04:59:11.616744+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:22.452429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":393,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.151954+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:59:04.151954+0000","last_peered":"2023-10-09T04:59:04.151954+0000","last_clean":"2023-10-09T04:59:04.151954+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:59:04.151954+0000","last_undegraded":"2023-10-09T04:59:04.151954+0000","last_fullsized":"2023-10-09T04:59:04.151954+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":111,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.104281+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:59:04.104281+0000","last_peered":"2023-10-09T04:59:04.104281+0000","last_clean":"2023-10-09T04:59:04.104281+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:59:04.104281+0000","last_undegraded":"2023-10-09T04:59:04.104281+0000","last_fullsized":"2023-10-09T04:59:04.104281+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"415'9525","reported_seq":9564,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-10-09T04:59:15.947703+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:59:15.947703+0000","last_peered":"2023-10-09T04:59:15.947703+0000","last_clean":"2023-10-09T04:59:15.947703+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:59:15.947703+0000","last_undegraded":"2023-10-09T04:59:15.947703+0000","last_fullsized":"2023-10-09T04:59:15.947703+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9525,"log_dups_size":0,"ondisk_log_size":9525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266928128,"num_objects":4073,"num_object_clones":0,"num_object_copies":12219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4073,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9525,"num_write_kb":435136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":88,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.142888+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:59:04.142888+0000","last_peered":"2023-10-09T04:59:04.142888+0000","last_clean":"2023-10-09T04:59:04.142888+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:59:04.142888+0000","last_undegraded":"2023-10-09T04:59:04.142888+0000","last_fullsized":"2023-10-09T04:59:04.142888+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":394,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.121251+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:59:04.121251+0000","last_peered":"2023-10-09T04:59:04.121251+0000","last_clean":"2023-10-09T04:59:04.121251+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:59:04.121251+0000","last_undegraded":"2023-10-09T04:59:04.121251+0000","last_fullsized":"2023-10-09T04:59:04.121251+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":398,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111205+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:59:04.111205+0000","last_peered":"2023-10-09T04:59:04.111205+0000","last_clean":"2023-10-09T04:59:04.111205+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:59:04.111205+0000","last_undegraded":"2023-10-09T04:59:04.111205+0000","last_fullsized":"2023-10-09T04:59:04.111205+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":90,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111856+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:59:04.111856+0000","last_peered":"2023-10-09T04:59:04.111856+0000","last_clean":"2023-10-09T04:59:04.111856+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:59:04.111856+0000","last_undegraded":"2023-10-09T04:59:04.111856+0000","last_fullsized":"2023-10-09T04:59:04.111856+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":437,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.119123+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:59:04.119123+0000","last_peered":"2023-10-09T04:59:04.119123+0000","last_clean":"2023-10-09T04:59:04.119123+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:59:04.119123+0000","last_undegraded":"2023-10-09T04:59:04.119123+0000","last_fullsized":"2023-10-09T04:59:04.119123+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":394,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.130408+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:59:04.130408+0000","last_peered":"2023-10-09T04:59:04.130408+0000","last_clean":"2023-10-09T04:59:04.130408+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:59:04.130408+0000","last_undegraded":"2023-10-09T04:59:04.130408+0000","last_fullsized":"2023-10-09T04:59:04.130408+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":436,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111778+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:59:04.111778+0000","last_peered":"2023-10-09T04:59:04.111778+0000","last_clean":"2023-10-09T04:59:04.111778+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:59:04.111778+0000","last_undegraded":"2023-10-09T04:59:04.111778+0000","last_fullsized":"2023-10-09T04:59:04.111778+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":416,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.128269+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:59:04.128269+0000","last_peered":"2023-10-09T04:59:04.128269+0000","last_clean":"2023-10-09T04:59:04.128269+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:59:04.128269+0000","last_undegraded":"2023-10-09T04:59:04.128269+0000","last_fullsized":"2023-10-09T04:59:04.128269+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":419,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.115824+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:59:04.115824+0000","last_peered":"2023-10-09T04:59:04.115824+0000","last_clean":"2023-10-09T04:59:04.115824+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:59:04.115824+0000","last_undegraded":"2023-10-09T04:59:04.115824+0000","last_fullsized":"2023-10-09T04:59:04.115824+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":140,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.105729+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:59:04.105729+0000","last_peered":"2023-10-09T04:59:04.105729+0000","last_clean":"2023-10-09T04:59:04.105729+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:59:04.105729+0000","last_undegraded":"2023-10-09T04:59:04.105729+0000","last_fullsized":"2023-10-09T04:59:04.105729+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":105,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.107259+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:59:04.107259+0000","last_peered":"2023-10-09T04:59:04.107259+0000","last_clean":"2023-10-09T04:59:04.107259+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:59:04.107259+0000","last_undegraded":"2023-10-09T04:59:04.107259+0000","last_fullsized":"2023-10-09T04:59:04.107259+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":101,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.129483+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:59:04.129483+0000","last_peered":"2023-10-09T04:59:04.129483+0000","last_clean":"2023-10-09T04:59:04.129483+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:59:04.129483+0000","last_undegraded":"2023-10-09T04:59:04.129483+0000","last_fullsized":"2023-10-09T04:59:04.129483+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":435,"reported_epoch":414,"state":"active+clean","last_fresh":"2023-10-09T04:59:04.111116+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:59:04.111116+0000","last_peered":"2023-10-09T04:59:04.111116+0000","last_clean":"2023-10-09T04:59:04.111116+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:59:04.111116+0000","last_undegraded":"2023-10-09T04:59:04.111116+0000","last_fullsized":"2023-10-09T04:59:04.111116+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":4172939288,"num_objects":63675,"num_object_clones":0,"num_object_copies":191025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63675,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":154467,"num_write_kb":6980481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12538818560,"data_stored":12538806344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138567,"ondisk_log_size":138567,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234437,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2698364,"kb_used_data":1793012,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":91046788,"statfs":{"total":95995035648,"available":93231910912,"internally_reserved":0,"allocated":1836044288,"data_stored":1834949051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:16 2023","interfaces":[{"interface":"back","average":{"1min":2.3300000000000001,"5min":1.4330000000000001,"15min":1.921},"min":{"1min":0.23300000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":16.027999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.329,"15min":1.609},"min":{"1min":0.253,"5min":0.252,"15min":0.23200000000000001},"max":{"1min":3.9870000000000001,"5min":10.785,"15min":17.344000000000001},"last":0.57999999999999996}]},{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":2.343,"5min":1.4890000000000001,"15min":1.7749999999999999},"min":{"1min":0.27500000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.0759999999999996,"5min":4.9969999999999999,"15min":16.513000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":3.2480000000000002,"5min":1.901,"15min":2},"min":{"1min":0.312,"5min":0.25,"15min":0.23899999999999999},"max":{"1min":19.681999999999999,"5min":19.681999999999999,"15min":24.052},"last":0.33900000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:59:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6299999999999999,"5min":1.802,"15min":2.1819999999999999},"min":{"1min":0.33700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":6.3150000000000004,"5min":10.741,"15min":32.179000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":3.1520000000000001,"5min":1.871,"15min":1.8779999999999999},"min":{"1min":0.35499999999999998,"5min":0.318,"15min":0.28799999999999998},"max":{"1min":11.051,"5min":11.051,"15min":16.704000000000001},"last":0.80000000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:58:45 2023","interfaces":[{"interface":"back","average":{"1min":3.222,"5min":1.7829999999999999,"15min":1.663},"min":{"1min":0.34599999999999997,"5min":0.317,"15min":0.30199999999999999},"max":{"1min":12.651999999999999,"5min":14.228999999999999,"15min":14.228999999999999},"last":1.304},{"interface":"front","average":{"1min":2.516,"5min":1.6379999999999999,"15min":1.556},"min":{"1min":0.317,"5min":0.311,"15min":0.31},"max":{"1min":9.3599999999999994,"5min":9.3599999999999994,"15min":10.955},"last":0.51400000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.081,"15min":1.9890000000000001},"min":{"1min":0.28799999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":4.4950000000000001,"5min":5.0419999999999998,"15min":23.919},"last":0.36099999999999999},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.026,"15min":1.571},"min":{"1min":0.29399999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.2320000000000002,"5min":10.868,"15min":23.797999999999998},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":1.4970000000000001,"15min":2.347},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":6.2080000000000002,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.546,"5min":1.4770000000000001,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.0960000000000001,"5min":21.07,"15min":79.332999999999998},"last":1.649}]},{"osd":6,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.859,"5min":1.5049999999999999,"15min":2.1909999999999998},"min":{"1min":0.36499999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":6.5030000000000001,"5min":14.176,"15min":16.599},"last":0.498},{"interface":"front","average":{"1min":1.5960000000000001,"5min":1.3660000000000001,"15min":2.0819999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.5179999999999998,"5min":14.191000000000001,"15min":24.010000000000002},"last":0.41999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568496073,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2704364,"kb_used_data":1807076,"kb_used_omap":0,"kb_used_meta":897280,"kb_avail":91040788,"statfs":{"total":95995035648,"available":93225766912,"internally_reserved":0,"allocated":1850445824,"data_stored":1849366859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":918814720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,0,5],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":1.365,"5min":1.8089999999999999,"15min":1.825},"min":{"1min":0.224,"5min":0.219,"15min":0.219},"max":{"1min":4.0659999999999998,"5min":62.470999999999997,"15min":62.470999999999997},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.256,"5min":1.7410000000000001,"15min":2.0920000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":3.9740000000000002,"5min":62.445,"15min":62.445},"last":1.2909999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:59:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":1.5149999999999999,"15min":1.8180000000000001},"min":{"1min":0.28299999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.4949999999999992,"5min":9.1869999999999994,"15min":10.686},"last":0.315},{"interface":"front","average":{"1min":2.4660000000000002,"5min":1.53,"15min":1.4850000000000001},"min":{"1min":0.29299999999999998,"5min":0.28199999999999997,"15min":0.23699999999999999},"max":{"1min":8.5069999999999997,"5min":9.3030000000000008,"15min":9.3030000000000008},"last":0.374}]},{"osd":2,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4459999999999997,"5min":1.9239999999999999,"15min":1.905},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":42.923999999999999,"5min":42.923999999999999,"15min":42.923999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":4.8490000000000002,"5min":1.917,"15min":2.3090000000000002},"min":{"1min":0.36499999999999999,"5min":0.27100000000000002,"15min":0.252},"max":{"1min":42.936999999999998,"5min":42.936999999999998,"15min":42.936999999999998},"last":1.462}]},{"osd":3,"last update":"Mon Oct 9 04:58:56 2023","interfaces":[{"interface":"back","average":{"1min":4.4859999999999998,"5min":2.2000000000000002,"15min":2.1360000000000001},"min":{"1min":0.32800000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":26.763000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":2.528},{"interface":"front","average":{"1min":4.3550000000000004,"5min":2.2200000000000002,"15min":1.7969999999999999},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.32600000000000001},"max":{"1min":26.777999999999999,"5min":26.777999999999999,"15min":26.777999999999999},"last":2.5659999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.248,"15min":1.704},"min":{"1min":0.27600000000000002,"5min":0.26400000000000001,"15min":0.23699999999999999},"max":{"1min":6.2809999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.998,"15min":1.7430000000000001},"min":{"1min":0.316,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":2.4489999999999998,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.0169999999999999,"15min":1.589},"min":{"1min":0.32100000000000001,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":5.992,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.306,"15min":1.655},"min":{"1min":0.36799999999999999,"5min":0.35399999999999998,"15min":0.29099999999999998},"max":{"1min":7.7549999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":0.61299999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:59:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.111,"15min":2.4140000000000001},"min":{"1min":0.374,"5min":0.33800000000000002,"15min":0.28199999999999997},"max":{"1min":6.4660000000000002,"5min":16.372,"15min":196.22300000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.105,"5min":0.99199999999999999,"15min":2.641},"min":{"1min":0.34200000000000003,"5min":0.315,"15min":0.315},"max":{"1min":3.5139999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.46500000000000002}]}]},{"osd":1,"up_from":235,"seq":1009317314689,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1784044,"kb_used_data":1301284,"kb_used_omap":5,"kb_used_meta":482746,"kb_avail":91961108,"statfs":{"total":95995035648,"available":94168174592,"internally_reserved":0,"allocated":1332514816,"data_stored":1330571879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":494332629},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.7320000000000002,"5min":1.8029999999999999,"15min":1.3560000000000001},"min":{"1min":0.19900000000000001,"5min":0.191,"15min":0.191},"max":{"1min":16.196000000000002,"5min":16.196000000000002,"15min":16.196000000000002},"last":1.0680000000000001},{"interface":"front","average":{"1min":2.1960000000000002,"5min":1.617,"15min":1.4199999999999999},"min":{"1min":0.26700000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.593999999999999,"5min":11.234999999999999,"15min":14.954000000000001},"last":0.33300000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.282,"5min":1.9750000000000001,"15min":1.496},"min":{"1min":0.38100000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":14.358000000000001,"5min":14.358000000000001,"15min":15.111000000000001},"last":1.3879999999999999},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.2490000000000001,"15min":1.6539999999999999},"min":{"1min":0.26100000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":13.19,"5min":13.19,"15min":13.19},"last":1.042}]},{"osd":3,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.101,"5min":2.532,"15min":1.5740000000000001},"min":{"1min":0.28599999999999998,"5min":0.222,"15min":0.222},"max":{"1min":10.631,"5min":27.974,"15min":27.974},"last":1.157},{"interface":"front","average":{"1min":3.6920000000000002,"5min":2.4159999999999999,"15min":1.6499999999999999},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.9879999999999995,"5min":27.914000000000001,"15min":27.914000000000001},"last":1.2170000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":1.5860000000000001,"5min":2.0190000000000001,"15min":1.841},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.27600000000000002},"max":{"1min":6.6699999999999999,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.984,"5min":2.04,"15min":1.7250000000000001},"min":{"1min":0.33000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":10.252000000000001,"5min":44.286999999999999,"15min":44.286999999999999},"last":1.238}]},{"osd":5,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":2.5739999999999998,"5min":1.4750000000000001,"15min":1.8089999999999999},"min":{"1min":0.36299999999999999,"5min":0.309,"15min":0.28100000000000003},"max":{"1min":8.9610000000000003,"5min":8.9610000000000003,"15min":15.034000000000001},"last":1.2809999999999999},{"interface":"front","average":{"1min":2.9620000000000002,"5min":1.8009999999999999,"15min":1.7849999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.311},"max":{"1min":13.163,"5min":13.163,"15min":13.163},"last":5.1500000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.1459999999999999,"5min":2.0209999999999999,"15min":1.7509999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":13.132999999999999,"5min":13.132999999999999,"15min":13.132999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.8140000000000001,"5min":1.73,"15min":1.5780000000000001},"min":{"1min":0.37,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":7.1130000000000004,"5min":11.141,"15min":11.141},"last":0.36899999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":1.7889999999999999,"5min":1.7370000000000001,"15min":4.6879999999999997},"min":{"1min":0.42699999999999999,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":9.0380000000000003,"5min":11.173999999999999,"15min":146.554},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.5819999999999999,"5min":1.542,"15min":5.0430000000000001},"min":{"1min":0.439,"5min":0.371,"15min":0.371},"max":{"1min":8.9120000000000008,"5min":8.9120000000000008,"15min":146.53100000000001},"last":1.256}]}]},{"osd":0,"up_from":86,"seq":369367187779,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2494720,"kb_used_data":1539384,"kb_used_omap":5,"kb_used_meta":955258,"kb_avail":91250432,"statfs":{"total":95995035648,"available":93440442368,"internally_reserved":0,"allocated":1576329216,"data_stored":1574133785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":978184826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":1.9570000000000001,"15min":1.4390000000000001},"min":{"1min":0.23899999999999999,"5min":0.19400000000000001,"15min":0.17799999999999999},"max":{"1min":11.396000000000001,"5min":11.550000000000001,"15min":11.550000000000001},"last":1.8320000000000001},{"interface":"front","average":{"1min":3.2360000000000002,"5min":2.54,"15min":1.5129999999999999},"min":{"1min":0.28100000000000003,"5min":0.184,"15min":0.184},"max":{"1min":13.786,"5min":26.646000000000001,"15min":26.646000000000001},"last":2.266}]},{"osd":2,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5720000000000001,"5min":2.774,"15min":2.121},"min":{"1min":0.25900000000000001,"5min":0.22900000000000001,"15min":0.17799999999999999},"max":{"1min":16.789999999999999,"5min":16.789999999999999,"15min":24.021000000000001},"last":1.139},{"interface":"front","average":{"1min":2.5009999999999999,"5min":2.6000000000000001,"15min":1.931},"min":{"1min":0.312,"5min":0.216,"15min":0.216},"max":{"1min":9.2829999999999995,"5min":14.228,"15min":24.050999999999998},"last":2.2879999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:58:45 2023","interfaces":[{"interface":"back","average":{"1min":2.7730000000000001,"5min":2.2330000000000001,"15min":1.6970000000000001},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":11.337999999999999,"5min":14.711,"15min":14.711},"last":0.41699999999999998},{"interface":"front","average":{"1min":4.9989999999999997,"5min":2.5830000000000002,"15min":1.8999999999999999},"min":{"1min":0.311,"5min":0.248,"15min":0.248},"max":{"1min":21.132999999999999,"5min":21.132999999999999,"15min":23.222000000000001},"last":1.169}]},{"osd":4,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":3.4950000000000001,"5min":1.966,"15min":1.899},"min":{"1min":0.311,"5min":0.311,"15min":0.26300000000000001},"max":{"1min":14.581,"5min":14.581,"15min":14.581},"last":1.212},{"interface":"front","average":{"1min":2.093,"5min":1.609,"15min":1.619},"min":{"1min":0.33800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.500999999999999,"5min":14.721,"15min":14.721},"last":0.35099999999999998}]},{"osd":5,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3380000000000001,"5min":1.7969999999999999,"15min":1.8100000000000001},"min":{"1min":0.34599999999999997,"5min":0.29899999999999999,"15min":0.29699999999999999},"max":{"1min":13.542,"5min":13.542,"15min":13.542},"last":0.44500000000000001},{"interface":"front","average":{"1min":1.9019999999999999,"5min":2.0179999999999998,"15min":2.0510000000000002},"min":{"1min":0.46600000000000003,"5min":0.32300000000000001,"15min":0.29999999999999999},"max":{"1min":7.258,"5min":11.308999999999999,"15min":12.978},"last":2.1669999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":2.0219999999999998,"15min":1.903},"min":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.32100000000000001},"max":{"1min":13.599,"5min":13.599,"15min":13.599},"last":0.38800000000000001},{"interface":"front","average":{"1min":3.29,"5min":2.3980000000000001,"15min":2.1259999999999999},"min":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.32100000000000001},"max":{"1min":10.127000000000001,"5min":11.347,"15min":13.086},"last":2.2309999999999999}]},{"osd":7,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":2.1779999999999999,"5min":2.194,"15min":2.081},"min":{"1min":0.46899999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":7.2309999999999999,"5min":11.381,"15min":13.054},"last":2.2050000000000001},{"interface":"front","average":{"1min":3.8479999999999999,"5min":2.3180000000000001,"15min":2.1880000000000002},"min":{"1min":0.495,"5min":0.38300000000000001,"15min":0.36499999999999999},"max":{"1min":14.571,"5min":14.571,"15min":14.571},"last":1.2370000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206622,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3392900,"kb_used_data":2569916,"kb_used_omap":7,"kb_used_meta":822968,"kb_avail":90352252,"statfs":{"total":95995035648,"available":92520706048,"internally_reserved":0,"allocated":2631593984,"data_stored":2629682248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":842719313},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":1.1850000000000001,"15min":1.49},"min":{"1min":0.19500000000000001,"5min":0.17699999999999999,"15min":0.16600000000000001},"max":{"1min":8.2059999999999995,"5min":8.2059999999999995,"15min":49.338000000000001},"last":7.8700000000000001},{"interface":"front","average":{"1min":2.5750000000000002,"5min":1.4430000000000001,"15min":1.603},"min":{"1min":0.27000000000000002,"5min":0.188,"15min":0.185},"max":{"1min":12.648999999999999,"5min":12.648999999999999,"15min":47.450000000000003},"last":0.27500000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.5609999999999999,"15min":2.0009999999999999},"min":{"1min":0.39900000000000002,"5min":0.192,"15min":0.192},"max":{"1min":9.7530000000000001,"5min":210.52199999999999,"15min":210.52199999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":5.2549999999999999,"5min":4.2039999999999997,"15min":2.4990000000000001},"min":{"1min":0.26800000000000002,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":18.475999999999999,"5min":210.792,"15min":210.792},"last":13.064}]},{"osd":3,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":4.9450000000000003,"5min":2.9710000000000001,"15min":1.762},"min":{"1min":0.35099999999999998,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":12.233000000000001,"5min":79.926000000000002,"15min":79.926000000000002},"last":13.096},{"interface":"front","average":{"1min":5.5389999999999997,"5min":3.1269999999999998,"15min":1.845},"min":{"1min":0.44,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":12.256,"5min":79.959000000000003,"15min":79.959000000000003},"last":13.122}]},{"osd":4,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":3.1419999999999999,"15min":2.3580000000000001},"min":{"1min":0.33600000000000002,"5min":0.313,"15min":0.28899999999999998},"max":{"1min":11.686999999999999,"5min":176.00200000000001,"15min":176.00200000000001},"last":12.978},{"interface":"front","average":{"1min":2.089,"5min":2.8820000000000001,"15min":2.198},"min":{"1min":0.32400000000000001,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":7.7110000000000003,"5min":176.07900000000001,"15min":176.07900000000001},"last":7.9130000000000003}]},{"osd":5,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":1.373,"15min":1.748},"min":{"1min":0.39900000000000002,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":12.484999999999999,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":2.996,"5min":1.5800000000000001,"15min":1.909},"min":{"1min":0.40300000000000002,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":11.728,"5min":11.728,"15min":13.205},"last":13.029}]},{"osd":6,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.2250000000000001,"5min":1.8520000000000001,"15min":1.8109999999999999},"min":{"1min":0.32000000000000001,"5min":0.312,"15min":0.312},"max":{"1min":9.9469999999999992,"5min":42.975999999999999,"15min":42.975999999999999},"last":7.9710000000000001},{"interface":"front","average":{"1min":2.3340000000000001,"5min":1.792,"15min":1.962},"min":{"1min":0.376,"5min":0.316,"15min":0.316},"max":{"1min":12.513,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.53400000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":2.976,"5min":1.6379999999999999,"15min":1.988},"min":{"1min":0.39200000000000002,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":15.516,"5min":15.516,"15min":18.792999999999999},"last":7.9420000000000002},{"interface":"front","average":{"1min":3.2130000000000001,"5min":1.5580000000000001,"15min":2.0910000000000002},"min":{"1min":0.39800000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":15.583,"5min":15.583,"15min":18.841999999999999},"last":0.59799999999999998}]}]},{"osd":3,"up_from":198,"seq":850403524759,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2512188,"kb_used_data":2057140,"kb_used_omap":2,"kb_used_meta":455037,"kb_avail":91232964,"statfs":{"total":95995035648,"available":93422555136,"internally_reserved":0,"allocated":2106511360,"data_stored":2104720021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":465957941},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.46,"5min":1.744,"15min":1.3799999999999999},"min":{"1min":0.221,"5min":0.183,"15min":0.183},"max":{"1min":18.292000000000002,"5min":18.292000000000002,"15min":18.292000000000002},"last":0.26600000000000001},{"interface":"front","average":{"1min":4.1900000000000004,"5min":2.157,"15min":1.5089999999999999},"min":{"1min":0.216,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":22.477,"5min":22.477,"15min":22.477},"last":7.0069999999999997}]},{"osd":1,"last update":"Mon Oct 9 04:59:03 2023","interfaces":[{"interface":"back","average":{"1min":4.6109999999999998,"5min":2.3220000000000001,"15min":1.387},"min":{"1min":0.23100000000000001,"5min":0.224,"15min":0.20999999999999999},"max":{"1min":26.314,"5min":26.314,"15min":26.314},"last":1.7789999999999999},{"interface":"front","average":{"1min":4.2889999999999997,"5min":2.2999999999999998,"15min":1.7949999999999999},"min":{"1min":0.29099999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":18.306999999999999,"5min":18.306999999999999,"15min":18.306999999999999},"last":1.7410000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":4.0129999999999999,"5min":1.9990000000000001,"15min":1.7689999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":15.425000000000001,"5min":15.425000000000001,"15min":21.722999999999999},"last":0.37},{"interface":"front","average":{"1min":4.2300000000000004,"5min":2.2719999999999998,"15min":1.675},"min":{"1min":0.39400000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":18.273,"5min":25.776,"15min":25.776},"last":0.29999999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":1.825,"15min":1.6779999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":15.301,"5min":15.301,"15min":15.301},"last":1.472},{"interface":"front","average":{"1min":2.8650000000000002,"5min":1.6859999999999999,"15min":1.778},"min":{"1min":0.33800000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":15.401999999999999,"5min":15.401999999999999,"15min":21.532},"last":0.42099999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":2.9329999999999998,"5min":2.0129999999999999,"15min":1.744},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":15.282,"5min":35.712000000000003,"15min":35.712000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":3.4449999999999998,"5min":2.2949999999999999,"15min":2.1030000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.064,"5min":35.488,"15min":35.488},"last":1.5329999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":2.2519999999999998,"15min":2.3849999999999998},"min":{"1min":0.371,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":15.339,"5min":50.113999999999997,"15min":50.113999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":3.306,"5min":2.383,"15min":2.1190000000000002},"min":{"1min":0.33400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":15.243,"5min":53.841999999999999,"15min":53.841999999999999},"last":0.51800000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.2130000000000001,"15min":1.9259999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":18.155999999999999,"5min":18.155999999999999,"15min":18.155999999999999},"last":1.508},{"interface":"front","average":{"1min":3.1850000000000001,"5min":1.903,"15min":2.0859999999999999},"min":{"1min":0.38900000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":15.381,"5min":15.381,"15min":21.587},"last":0.47399999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019345,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1681136,"kb_used_data":781160,"kb_used_omap":0,"kb_used_meta":899968,"kb_avail":92064016,"statfs":{"total":95995035648,"available":94273552384,"internally_reserved":0,"allocated":799907840,"data_stored":798824542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921567232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:24 2023","interfaces":[{"interface":"back","average":{"1min":1.575,"5min":1.492,"15min":1.8500000000000001},"min":{"1min":0.24399999999999999,"5min":0.23699999999999999,"15min":0.20499999999999999},"max":{"1min":7.5979999999999999,"5min":21.047000000000001,"15min":21.047000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.2809999999999999,"15min":1.589},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.5819999999999999,"5min":12.064,"15min":12.064},"last":0.317}]},{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":4.6890000000000001,"15min":2.6200000000000001},"min":{"1min":0.34799999999999998,"5min":0.26600000000000001,"15min":0.23000000000000001},"max":{"1min":5.0720000000000001,"5min":288.47500000000002,"15min":288.47500000000002},"last":3.6349999999999998},{"interface":"front","average":{"1min":1.8380000000000001,"5min":4.851,"15min":2.9390000000000001},"min":{"1min":0.30099999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":4.6639999999999997,"5min":289.32499999999999,"15min":289.32499999999999},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:58:24 2023","interfaces":[{"interface":"back","average":{"1min":12.307,"5min":4.6669999999999998,"15min":2.8929999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.24199999999999999},"max":{"1min":105.411,"5min":105.411,"15min":105.411},"last":6.444},{"interface":"front","average":{"1min":12.217000000000001,"5min":4.3789999999999996,"15min":2.7970000000000002},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.28699999999999998},"max":{"1min":97.927999999999997,"5min":97.927999999999997,"15min":97.927999999999997},"last":0.35999999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":6.4290000000000003,"5min":2.5720000000000001,"15min":2.153},"min":{"1min":0.29199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":87.072999999999993,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.433},{"interface":"front","average":{"1min":6.5380000000000003,"5min":2.6419999999999999,"15min":2.2490000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":87.316000000000003,"5min":87.316000000000003,"15min":87.316000000000003},"last":2.4870000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:58:24 2023","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.1319999999999999,"15min":1.8149999999999999},"min":{"1min":0.28399999999999997,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":6.2460000000000004,"5min":20.991,"15min":20.991},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.84299999999999997,"15min":1.546},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.30399999999999999},"max":{"1min":3.302,"5min":5.4409999999999998,"15min":14.202999999999999},"last":0.78900000000000003}]},{"osd":6,"last update":"Mon Oct 9 04:58:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":2.1989999999999998,"15min":2.6200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.3109999999999999,"5min":81.980999999999995,"15min":81.980999999999995},"last":1.0509999999999999},{"interface":"front","average":{"1min":0.96199999999999997,"5min":2.218,"15min":2.4409999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.5759999999999996,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.81799999999999995}]},{"osd":7,"last update":"Mon Oct 9 04:59:00 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.294,"15min":1.855},"min":{"1min":0.314,"5min":0.314,"15min":0.313},"max":{"1min":3.5659999999999998,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":1.054,"5min":1.532,"15min":2.2970000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":4.7229999999999999,"5min":29.192,"15min":29.192},"last":1.159}]}]},{"osd":5,"up_from":38,"seq":163208757709,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1402404,"kb_used_data":514140,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92342748,"statfs":{"total":95995035648,"available":94558973952,"internally_reserved":0,"allocated":526479360,"data_stored":525404128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2200000000000002,"5min":1.087,"15min":2.3799999999999999},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":8.4819999999999993,"5min":8.4819999999999993,"15min":322.43200000000002},"last":0.307},{"interface":"front","average":{"1min":2.8500000000000001,"5min":1.4530000000000001,"15min":3.1520000000000001},"min":{"1min":0.254,"5min":0.251,"15min":0.21099999999999999},"max":{"1min":9.5350000000000001,"5min":9.5350000000000001,"15min":322.61599999999999},"last":1.222}]},{"osd":1,"last update":"Mon Oct 9 04:59:14 2023","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":1.909,"15min":3.9500000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":8.6210000000000004,"5min":8.6210000000000004,"15min":145.947},"last":0.34799999999999998},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.3399999999999999,"15min":4.3280000000000003},"min":{"1min":0.33900000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.585,"5min":18.177,"15min":145.80699999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":2.9009999999999998,"5min":1.9530000000000001,"15min":1.7090000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.249},"max":{"1min":8.2479999999999993,"5min":18.553000000000001,"15min":18.553000000000001},"last":2.919},{"interface":"front","average":{"1min":1.9039999999999999,"5min":1.704,"15min":2.0640000000000001},"min":{"1min":0.29299999999999998,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":6.6189999999999998,"5min":18.617000000000001,"15min":18.617000000000001},"last":2.2629999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":2.681,"5min":2.4079999999999999,"15min":1.78},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28499999999999998},"max":{"1min":7.5640000000000001,"5min":74.915000000000006,"15min":74.915000000000006},"last":1.917},{"interface":"front","average":{"1min":3.673,"5min":2.8050000000000002,"15min":2.1899999999999999},"min":{"1min":0.497,"5min":0.314,"15min":0.30499999999999999},"max":{"1min":8.0579999999999998,"5min":74.799999999999997,"15min":74.799999999999997},"last":0.32300000000000001}]},{"osd":4,"last update":"Mon Oct 9 04:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82899999999999996,"15min":1.381},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9219999999999997,"5min":6.9219999999999997,"15min":13.285},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.94299999999999995,"15min":2.0979999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":7.0410000000000004,"5min":7.0410000000000004,"15min":14.824},"last":0.29199999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":0.95099999999999996,"15min":1.887},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.2220000000000004,"5min":6.5709999999999997,"15min":21.196999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.014,"5min":0.94199999999999995,"15min":2.0129999999999999},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":3.0830000000000002,"5min":6.1580000000000004,"15min":19.631},"last":0.55700000000000005}]},{"osd":7,"last update":"Mon Oct 9 04:59:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.97899999999999998,"15min":2.1440000000000001},"min":{"1min":0.35899999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.5640000000000001,"5min":7.681,"15min":43.508000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.198,"5min":1.2190000000000001,"15min":1.744},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.29899999999999999},"max":{"1min":6.5490000000000004,"5min":6.9649999999999999,"15min":43.476999999999997},"last":2.8889999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1561133056,"data_stored":1561133056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1317605376,"data_stored":1317601304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2616922112,"data_stored":2616918040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2086600704,"data_stored":2086600704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":789184512,"data_stored":789184512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":517210112,"data_stored":517210112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1830223872,"data_stored":1830223872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1819938816,"data_stored":1819934744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:59:19.789 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T04:59:19.789 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:59:19.789 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T04:59:19.789 INFO:tasks.thrashosds.thrasher:Setting osd 5 primary_affinity to 1.000000 2023-10-09T04:59:19.790 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 5 1 2023-10-09T04:59:19.816 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:19.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:19.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:19.920 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:19.932 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:59:19.972 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:20.125 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:20.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:20.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:20.218 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:59:20.219 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T04:59:20.219 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T04:59:20.219 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T04:59:20.219 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:59:20.230 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:20.269 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:20.585 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:20.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:20.588 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:20.620 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T04:59:20.689 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:20.777 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:20.803 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:20.857 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:20 smithi150 ceph-mon[168511]: from='client.46469 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:20.857 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:20 smithi150 ceph-mon[168511]: pgmap v1295: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:59:20.879 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:20.892 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:20.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:20.903 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:21.004 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:21.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:20 smithi107 ceph-mon[184249]: from='client.46469 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:21.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:20 smithi107 ceph-mon[184249]: pgmap v1295: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:59:21.062 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:20 smithi107 ceph-mon[179183]: from='client.46469 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:21.062 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:20 smithi107 ceph-mon[179183]: pgmap v1295: 89 pgs: 89 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T04:59:21.074 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:21.364 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:21.851 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:21.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:21.858 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:21.904 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:59:21.959 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/82418310' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:22.023 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:22.104 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/82418310' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:22.104 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:59:22] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2023-10-09T04:59:22.105 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/82418310' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:23.095 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:23.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:23.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:23.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[179183]: pgmap v1296: 89 pgs: 89 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:59:23.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:23.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/82418310' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:59:23.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[179183]: osdmap e416: 8 total, 8 up, 8 in 2023-10-09T04:59:23.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[179183]: failed to encode map e416 with expected crc 2023-10-09T04:59:23.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[179183]: failed to encode map e416 with expected crc 2023-10-09T04:59:23.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[184249]: pgmap v1296: 89 pgs: 89 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:59:23.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:23.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/82418310' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:59:23.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[184249]: osdmap e416: 8 total, 8 up, 8 in 2023-10-09T04:59:23.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[184249]: failed to encode map e416 with expected crc 2023-10-09T04:59:23.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:22 smithi107 ceph-mon[184249]: failed to encode map e416 with expected crc 2023-10-09T04:59:23.201 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:22 smithi150 ceph-mon[168511]: pgmap v1296: 89 pgs: 89 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2023-10-09T04:59:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:22 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/82418310' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:59:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:22 smithi150 ceph-mon[168511]: osdmap e416: 8 total, 8 up, 8 in 2023-10-09T04:59:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:22 smithi150 ceph-mon[168511]: failed to encode map e416 with expected crc 2023-10-09T04:59:23.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:22 smithi150 ceph-mon[168511]: failed to encode map e416 with expected crc 2023-10-09T04:59:23.252 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:23.365 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:23.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:23.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:23.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:23.556 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:23.672 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:23.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:23.678 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:23.779 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:23.786 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:59:23.786 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:59:23.786 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:59:23.786 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:59:23.786 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:237256 10.12 10.8922b172 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e279)", 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:51:02.085463+0000", 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 501.69624303900002, 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99638879499999999, 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 237256 2023-10-09T04:59:23.787 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085463+0000", 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085463+0000", 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.788 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085461+0000", 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085467+0000", 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6210000000000001e-06 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.789 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085479+0000", 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1698e-05 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.085485+0000", 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1800000000000001e-06 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.790 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.086760+0000", 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012754470000000001 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:02.086766+0000", 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4890000000000003e-06 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:03.081843+0000", 2023-10-09T04:59:23.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99507693699999999 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:51:03.081852+0000", 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0420000000000008e-06 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.792 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74049 11.11 11.ad4bec71 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755236+0000", 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 360.02646968099998, 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.006749261, 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74049 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755236+0000", 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755236+0000", 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755235+0000", 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755409+0000", 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017443299999999999 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755436+0000", 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6412999999999999e-05 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755445+0000", 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8370000000000003e-06 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755502+0000", 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7218e-05 2023-10-09T04:59:23.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755510+0000", 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0819999999999999e-06 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773914+0000", 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018403993 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773924+0000", 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.045e-05 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.761966+0000", 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98804121499999997 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.761986+0000", 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0040000000000001e-05 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74050 11.11 11.63d120f1 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755469+0000", 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 360.02623693100003, 2023-10-09T04:59:23.799 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.006561268, 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74050 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755469+0000", 2023-10-09T04:59:23.800 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755469+0000", 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755468+0000", 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755519+0000", 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0552e-05 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755530+0000", 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0559e-05 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755548+0000", 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8651000000000002e-05 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755632+0000", 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4092999999999996e-05 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T04:59:23.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755641+0000", 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1060000000000006e-06 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773950+0000", 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018308732000000001 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773958+0000", 2023-10-09T04:59:23.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4680000000000003e-06 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762019+0000", 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98806179999999999 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762030+0000", 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0944999999999999e-05 2023-10-09T04:59:23.805 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74055 11.11 11.afba5631 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755591+0000", 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 360.02611488999997, 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0064749159999999, 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:23.806 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74055 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755591+0000", 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755591+0000", 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755591+0000", 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755640+0000", 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9058999999999999e-05 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755647+0000", 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6240000000000002e-06 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755652+0000", 2023-10-09T04:59:23.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3590000000000001e-06 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755703+0000", 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1694999999999999e-05 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755706+0000", 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.055e-06 2023-10-09T04:59:23.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773981+0000", 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018274452 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773988+0000", 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2980000000000003e-06 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762056+0000", 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98806835900000001 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762066+0000", 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5859999999999994e-06 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74060 11.1 11.8796b101 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755683+0000", 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 360.02602332800001, 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0149993530000001, 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74060 2023-10-09T04:59:23.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755683+0000", 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755683+0000", 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755682+0000", 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755718+0000", 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5824000000000001e-05 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755728+0000", 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0199e-05 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755737+0000", 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3629999999999994e-06 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755773+0000", 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6749999999999999e-05 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755777+0000", 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0060000000000003e-06 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.772868+0000", 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017090969000000001 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.772879+0000", 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0438999999999999e-05 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.765076+0000", 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99219688900000003 2023-10-09T04:59:23.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.770682+0000", 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0056064340000000004 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74063 11.11 11.7c463651 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T04:59:23.819 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755747+0000", 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 360.02595888399998, 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.00635655, 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74063 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755747+0000", 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755747+0000", 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755747+0000", 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755775+0000", 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8189000000000001e-05 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755782+0000", 2023-10-09T04:59:23.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5680000000000002e-06 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755787+0000", 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0950000000000003e-06 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755817+0000", 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9390000000000002e-05 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755820+0000", 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8679999999999999e-06 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.774009+0000", 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018189420000000001 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.774016+0000", 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8850000000000001e-06 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762094+0000", 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98807775399999997 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762104+0000", 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.91e-06 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:96672 12.1 12:8f664f92:::benchmark_data_smithi107_355541_object96671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:55.033242+0000", 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 88.748463705999995, 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19615107800000001, 2023-10-09T04:59:23.826 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 96672 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033242+0000", 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033242+0000", 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033242+0000", 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033292+0000", 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0314e-05 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033301+0000", 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1379999999999996e-06 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033306+0000", 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4499999999999997e-06 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.035558+0000", 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022523059999999999 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.035688+0000", 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130016 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.035830+0000", 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000142533 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.041788+0000", 2023-10-09T04:59:23.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0059576230000000004 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.042753+0000", 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00096503400000000003 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.229309+0000", 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.18655614500000001 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.229349+0000", 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9674e-05 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.229393+0000", 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4529e-05 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.833 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98303 12.4 12:2734ce90:::benchmark_data_smithi107_355541_object98302:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.453400+0000", 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 86.328305763000003, 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.207798069, 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.834 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98303 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453400+0000", 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453400+0000", 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453400+0000", 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453435+0000", 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5618999999999999e-05 2023-10-09T04:59:23.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453443+0000", 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3479999999999998e-06 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453447+0000", 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.758e-06 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453496+0000", 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8986999999999997e-05 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453621+0000", 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012474400000000001 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453761+0000", 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139672 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457512+0000", 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037517319999999998 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457988+0000", 2023-10-09T04:59:23.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00047596800000000001 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.661117+0000", 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.20312818499999999 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.661170+0000", 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3032999999999999e-05 2023-10-09T04:59:23.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.661198+0000", 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8719000000000001e-05 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:110703 12.1 12:8e6e8a73:::benchmark_data_smithi107_355541_object1630:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e402)", 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:13.421290+0000", 2023-10-09T04:59:23.841 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 70.360415806999995, 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15387721900000001, 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 110703 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421290+0000", 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421290+0000", 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421289+0000", 2023-10-09T04:59:23.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421295+0000", 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.789e-06 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421307+0000", 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2407e-05 2023-10-09T04:59:23.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421314+0000", 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.652e-06 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.424377+0000", 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003062815 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.424505+0000", 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012845900000000001 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.424624+0000", 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011881500000000001 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.428013+0000", 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033889549999999999 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.428554+0000", 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00054090200000000001 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.575097+0000", 2023-10-09T04:59:23.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14654339899999999 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.575131+0000", 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4220000000000001e-05 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.575167+0000", 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6035000000000003e-05 2023-10-09T04:59:23.848 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:110705 12.4 12:291308d6:::benchmark_data_smithi107_355541_object1632:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e402)", 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:13.426281+0000", 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 70.355425316999998, 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.148313637, 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 110705 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426281+0000", 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426281+0000", 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426280+0000", 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426284+0000", 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0969999999999999e-06 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426297+0000", 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3213999999999999e-05 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426301+0000", 2023-10-09T04:59:23.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9879999999999998e-06 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426349+0000", 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7463999999999998e-05 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426466+0000", 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011757200000000001 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426571+0000", 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104421 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.430108+0000", 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0035378409999999999 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.430221+0000", 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011249 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.574524+0000", 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.144303072 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.574565+0000", 2023-10-09T04:59:23.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0685000000000001e-05 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.574594+0000", 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9672999999999999e-05 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.857 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136007 12.1 12:8501115e:::benchmark_data_smithi107_355541_object26934:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.519479+0000", 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 35.262226830000003, 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14140007199999999, 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.858 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136007 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519479+0000", 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519479+0000", 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519479+0000", 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519483+0000", 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0430000000000001e-06 2023-10-09T04:59:23.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519492+0000", 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8409999999999995e-06 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519497+0000", 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5430000000000004e-06 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519546+0000", 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8695e-05 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519663+0000", 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117308 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:23.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519776+0000", 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113504 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528051+0000", 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00827489 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528752+0000", 2023-10-09T04:59:23.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00070073399999999995 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660778+0000", 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13202624800000001 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660835+0000", 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6804e-05 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660879+0000", 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4143000000000001e-05 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136013 12.1 12:8c940f64:::benchmark_data_smithi107_355541_object26940:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.523550+0000", 2023-10-09T04:59:23.865 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 35.258155643999999, 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.137464696, 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136013 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523550+0000", 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523550+0000", 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523550+0000", 2023-10-09T04:59:23.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523555+0000", 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9389999999999996e-06 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523564+0000", 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8020000000000003e-06 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523572+0000", 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3080000000000002e-06 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523607+0000", 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5632e-05 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523731+0000", 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012344400000000001 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523840+0000", 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000108819 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528234+0000", 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043942510000000001 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528909+0000", 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00067467899999999997 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660928+0000", 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13201892000000001 2023-10-09T04:59:23.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660975+0000", 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7660000000000001e-05 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.661015+0000", 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9901000000000003e-05 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.872 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136016 12.1 12:81dda3f1:::benchmark_data_smithi107_355541_object26943:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.529908+0000", 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 35.251798530000002, 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.144405861, 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136016 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529908+0000", 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529908+0000", 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529907+0000", 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529912+0000", 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9919999999999998e-06 2023-10-09T04:59:23.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529922+0000", 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0706e-05 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529927+0000", 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8189999999999999e-06 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529967+0000", 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0147e-05 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.530090+0000", 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012239099999999999 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:23.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.530219+0000", 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000129498 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.533888+0000", 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036692539999999998 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.533963+0000", 2023-10-09T04:59:23.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4836e-05 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674220+0000", 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14025631699999999 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674270+0000", 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0584999999999998e-05 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674313+0000", 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3262e-05 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136020 12.1 12:8a69e375:::benchmark_data_smithi107_355541_object26947:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.534824+0000", 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 35.246881641999998, 2023-10-09T04:59:23.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13959275400000001, 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136020 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534824+0000", 2023-10-09T04:59:23.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534824+0000", 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534824+0000", 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534828+0000", 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.34e-06 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534836+0000", 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8220000000000007e-06 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534841+0000", 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.916e-06 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534911+0000", 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0346999999999996e-05 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.535032+0000", 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120588 2023-10-09T04:59:23.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.535143+0000", 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111357 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.538975+0000", 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038323749999999998 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.540420+0000", 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001444061 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674354+0000", 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.133933989 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674385+0000", 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1681999999999999e-05 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674417+0000", 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1919999999999999e-05 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.887 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136791 12.5 12:abea9c0d:::benchmark_data_smithi107_355541_object27718:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:49.784597+0000", 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 33.997108900000001, 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.064880778, 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136791 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.784597+0000", 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.784597+0000", 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.784597+0000", 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.784599+0000", 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5560000000000002e-06 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.784605+0000", 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.541e-06 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.784609+0000", 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0040000000000001e-06 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.792988+0000", 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0083794890000000004 2023-10-09T04:59:23.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.793103+0000", 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114932 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.793235+0000", 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000131471 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.798139+0000", 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049044240000000001 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.811747+0000", 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013607541000000001 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.849392+0000", 2023-10-09T04:59:23.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.037645387000000002 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.849442+0000", 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9759999999999998e-05 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:49.849478+0000", 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6013000000000002e-05 2023-10-09T04:59:23.894 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:144350 12.5 12:aed8512d:::benchmark_data_smithi107_355541_object35277:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e412)", 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:01.358641+0000", 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.423065333, 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.076449829999999996, 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.895 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 144350 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358641+0000", 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358641+0000", 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358640+0000", 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358643+0000", 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8619999999999999e-06 2023-10-09T04:59:23.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358649+0000", 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6879999999999996e-06 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358653+0000", 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1609999999999996e-06 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.363312+0000", 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046585960000000001 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.363443+0000", 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000131259 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:23.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.363564+0000", 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121113 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.371266+0000", 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0077017819999999999 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.398183+0000", 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026917526000000001 2023-10-09T04:59:23.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.434996+0000", 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.036813073000000002 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435048+0000", 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1381000000000002e-05 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435091+0000", 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2861000000000002e-05 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:144354 12.5 12:a5b7dfe7:::benchmark_data_smithi107_355541_object35281:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e412)", 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:01.358692+0000", 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.423014206000001, 2023-10-09T04:59:23.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.076554089000000006, 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 144354 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358692+0000", 2023-10-09T04:59:23.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358692+0000", 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358691+0000", 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358694+0000", 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.373e-06 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358700+0000", 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1970000000000001e-06 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.358704+0000", 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.788e-06 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.367541+0000", 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088376110000000004 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.367640+0000", 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8419999999999996e-05 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.367706+0000", 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6588999999999996e-05 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.371575+0000", 2023-10-09T04:59:23.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038686929999999999 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.398229+0000", 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026653843999999999 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435154+0000", 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.036925477999999998 2023-10-09T04:59:23.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435204+0000", 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9196999999999997e-05 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435246+0000", 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2231000000000003e-05 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.909 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:144361 12.5 12:ab6d3678:::benchmark_data_smithi107_355541_object35288:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e412)", 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:01.372633+0000", 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.409073419999999, 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.062737838000000004, 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.910 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 144361 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372633+0000", 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372633+0000", 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372631+0000", 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372637+0000", 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1260000000000003e-06 2023-10-09T04:59:23.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372651+0000", 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3890000000000001e-05 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372663+0000", 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1787000000000001e-05 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372708+0000", 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5087999999999999e-05 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372824+0000", 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011581100000000001 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:23.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.372950+0000", 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126289 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.377412+0000", 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044611950000000003 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.398355+0000", 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020943763000000001 2023-10-09T04:59:23.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435299+0000", 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.036944032000000002 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435333+0000", 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3427999999999999e-05 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:01.435370+0000", 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.769e-05 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154683 12.5 12:a583a5a3:::benchmark_data_smithi107_355541_object45610:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:16.938290+0000", 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 6.8434163410000002, 2023-10-09T04:59:23.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.077710083999999999, 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154683 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.938290+0000", 2023-10-09T04:59:23.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.938290+0000", 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.938287+0000", 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.938301+0000", 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4184e-05 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.938332+0000", 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0709e-05 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.938351+0000", 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.925e-05 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.942623+0000", 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042715189999999997 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.942748+0000", 2023-10-09T04:59:23.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000124876 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.942865+0000", 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011706599999999999 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.947397+0000", 2023-10-09T04:59:23.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0045318679999999997 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.963513+0000", 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016116616 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.015852+0000", 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.052339046 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.015959+0000", 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107033 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.016000+0000", 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0394e-05 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:154708 12.4 12:2fae6476:::benchmark_data_smithi107_355541_object45635:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e415)", 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:16.968002+0000", 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 6.8137037320000005, 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.072702445000000004, 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154708 2023-10-09T04:59:23.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968002+0000", 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968002+0000", 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:23.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968001+0000", 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968008+0000", 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0389999999999999e-06 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968019+0000", 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0858e-05 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968025+0000", 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6050000000000003e-06 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:23.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968074+0000", 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8937999999999998e-05 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968147+0000", 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2423999999999996e-05 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.968222+0000", 2023-10-09T04:59:23.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5150999999999999e-05 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.971864+0000", 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003641853 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:16.971990+0000", 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126809 2023-10-09T04:59:23.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.040627+0000", 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.068636579000000003 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.040670+0000", 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2568999999999998e-05 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:23.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:17.040705+0000", 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5212000000000001e-05 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:23.932 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:59:23.933 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:24.074 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:24.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:24.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:24.188 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:24.191 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:24.215 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T04:59:24.231 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:24.275 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:24.279 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:24.309 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:24.356 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:24.372 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:24.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:24.383 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:24.386 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:24.438 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:24.484 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:24.491 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:24.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.522 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.523 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.523 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:59:24.529 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:24.579 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:24.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:24.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:24.684 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:24.720 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:24.772 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:24.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:24.779 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:24.880 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:24.915 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.5 primary-affinity to 1 (8655362) 2023-10-09T04:59:24.936 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:24.952 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:24.990 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:24.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:24.994 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[179183]: pgmap v1298: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 656 op/s 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/257210963' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2211723959' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[184249]: pgmap v1298: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 656 op/s 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/257210963' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:59:25.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:59:25.025 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2211723959' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:25.050 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:59:25.095 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:25.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:24 smithi150 ceph-mon[168511]: pgmap v1298: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 656 op/s 2023-10-09T04:59:25.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/257210963' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:59:25.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T04:59:25.127 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2211723959' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:25.129 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:25.588 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:25.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:25.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:25.696 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:25.746 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:25.850 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:25.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:25.854 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:25.923 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:25.955 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:26.055 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[179183]: osdmap e417: 8 total, 8 up, 8 in 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[179183]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[179183]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[179183]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:59:26.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[184249]: osdmap e417: 8 total, 8 up, 8 in 2023-10-09T04:59:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[184249]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[184249]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:25 smithi107 ceph-mon[184249]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-10-09T04:59:26.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:25 smithi150 ceph-mon[168511]: osdmap e417: 8 total, 8 up, 8 in 2023-10-09T04:59:26.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:25 smithi150 ceph-mon[168511]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:25 smithi150 ceph-mon[168511]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:25 smithi150 ceph-mon[168511]: failed to encode map e417 with expected crc 2023-10-09T04:59:26.270 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:26.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:26.276 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:26.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:26.455 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:26.584 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:26.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:26.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:26.700 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:26.785 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:26.828 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:26.828 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:26.963 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:26.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:26.971 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:27.026 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:59:27.072 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:27.113 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:26 smithi107 ceph-mon[179183]: pgmap v1300: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 459 op/s 2023-10-09T04:59:27.114 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:26 smithi107 ceph-mon[184249]: pgmap v1300: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 459 op/s 2023-10-09T04:59:27.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:26 smithi150 ceph-mon[168511]: pgmap v1300: 89 pgs: 89 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 459 op/s 2023-10-09T04:59:27.114 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:27.211 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:27.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:27.220 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:27.270 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T04:59:27.321 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:27.397 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:27.495 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:27.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:27.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:27.603 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:27.638 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:27.684 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:27.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:27.691 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:27.791 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:27.835 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:27.883 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:27.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:27.890 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:27.991 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:27.993 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:28.035 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:28.084 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:28.216 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:28.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:28.226 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:28.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:28.421 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:28.485 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:28.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:28.494 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:28.594 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:28.633 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:28.847 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:28.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:28.853 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:28.954 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:28.957 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T04:59:29.018 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:29.075 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:29.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:29.082 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:29.182 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:28 smithi150 ceph-mon[168511]: pgmap v1301: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 830 op/s 2023-10-09T04:59:29.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3316361462' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:29.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:29.239 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:29.343 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:29.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:29.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:29.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:28 smithi107 ceph-mon[184249]: pgmap v1301: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 830 op/s 2023-10-09T04:59:29.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3316361462' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:29.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:29.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:28 smithi107 ceph-mon[179183]: pgmap v1301: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 830 op/s 2023-10-09T04:59:29.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3316361462' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:29.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:29.433 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:29.433 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:29.450 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:29.533 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:29.708 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:29.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:29.713 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:29.814 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:29.857 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:29.927 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:29.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:29.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:29.933 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T04:59:30.010 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:59:30.010 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T04:59:30.010 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:30.010 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: osdmap e418: 8 total, 8 up, 8 in 2023-10-09T04:59:30.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[179183]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.033 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:30.105 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:30.141 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:30.177 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:30.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:30.189 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:30.199 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:30.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: osdmap e418: 8 total, 8 up, 8 in 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:30 smithi150 ceph-mon[168511]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.261 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:30.289 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:30.295 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:30.325 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:30.332 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:30.376 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:30.376 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:30.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:30.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:30.414 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:30.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: osdmap e418: 8 total, 8 up, 8 in 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:30 smithi107 ceph-mon[184249]: failed to encode map e418 with expected crc 2023-10-09T04:59:30.422 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:59:30.423 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:59:30.423 INFO:tasks.thrashosds.thrasher:Growing pool .mgr 2023-10-09T04:59:30.423 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T04:59:30.467 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:30.468 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.468 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:59:30.484 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:30.519 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:30.567 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:30.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:30.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:30.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:30.710 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T04:59:30.755 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:30.943 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:30.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:30.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:31.018 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:31 smithi107 ceph-mon[179183]: pgmap v1303: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:59:31.018 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1997925578' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:31.056 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:31.201 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:31.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:31 smithi150 ceph-mon[168511]: pgmap v1303: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:59:31.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1997925578' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:31.294 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:31.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:31.303 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:31.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:31 smithi107 ceph-mon[184249]: pgmap v1303: 89 pgs: 89 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2023-10-09T04:59:31.303 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1997925578' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:31.306 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:31.403 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:31.464 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:31.524 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:31.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:31.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:31.629 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T04:59:31.633 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:31.690 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:31.789 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:31.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:31.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:31.893 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:31.945 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:32.067 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:32.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:32.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:32.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.45347.0:205135 10.c 10:346e9fc8:::benchmark_data_smithi107_275910_object82268:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e269)", 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:50:21.314955+0000", 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 550.88274096099997, 2023-10-09T04:59:32.201 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15311872400000001, 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.45347", 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4191435358", 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 205135 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.202 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314955+0000", 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314955+0000", 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.203 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314953+0000", 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314962+0000", 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1450000000000008e-06 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314981+0000", 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9179000000000001e-05 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.314989+0000", 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7749999999999993e-06 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.205 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.315042+0000", 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3857999999999998e-05 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.315183+0000", 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014104300000000001 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,4", 2023-10-09T04:59:32.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.315301+0000", 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117667 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.319277+0000", 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039755429999999998 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.325561+0000", 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.006284347 2023-10-09T04:59:32.207 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.467988+0000", 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.142427155 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.468035+0000", 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6795000000000002e-05 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.208 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:50:21.468074+0000", 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8921999999999998e-05 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50214 11.5 11:ad06d468:::benchmark_data_smithi107_315913_object50213:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.718515+0000", 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 432.47918074699999, 2023-10-09T04:59:32.209 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5621367689999999, 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50214 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.210 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718515+0000", 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718515+0000", 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718514+0000", 2023-10-09T04:59:32.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718570+0000", 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6295000000000002e-05 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718588+0000", 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8031999999999999e-05 2023-10-09T04:59:32.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718595+0000", 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2779999999999996e-06 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.721006+0000", 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024104780000000002 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.721164+0000", 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000157878 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.721315+0000", 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015132599999999999 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.730175+0000", 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088601059999999995 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744148+0000", 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013973243999999999 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744160+0000", 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1483e-05 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089004+0000", 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.34484443300000001 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089014+0000", 2023-10-09T04:59:32.216 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5429999999999999e-06 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280537+0000", 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1915229759999999 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280652+0000", 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115216 2023-10-09T04:59:32.217 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50216 11.4 11:249786e7:::benchmark_data_smithi107_315913_object50215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 432.47908466600001, 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.542441556, 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.218 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50216 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718611+0000", 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718642+0000", 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1455000000000003e-05 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718650+0000", 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7749999999999993e-06 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718655+0000", 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4830000000000001e-06 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718702+0000", 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7676999999999998e-05 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.718864+0000", 2023-10-09T04:59:32.222 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161502 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.719031+0000", 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016744199999999999 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.724027+0000", 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049961149999999998 2023-10-09T04:59:32.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726117+0000", 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020896669999999999 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746583+0000", 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020466282999999998 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746592+0000", 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5790000000000004e-06 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084674+0000", 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33808227400000002 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084683+0000", 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9940000000000006e-06 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.260955+0000", 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1762716440000001 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261053+0000", 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8240999999999997e-05 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50225 11.5 11:aa81eb36:::benchmark_data_smithi107_315913_object50224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.725721+0000", 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 432.47197535499998, 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5550349190000001, 2023-10-09T04:59:32.227 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50225 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725721+0000", 2023-10-09T04:59:32.228 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725721+0000", 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725720+0000", 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725754+0000", 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4162000000000003e-05 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725762+0000", 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3599999999999996e-06 2023-10-09T04:59:32.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.725767+0000", 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4880000000000001e-06 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726157+0000", 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00038991500000000001 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726297+0000", 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014065900000000001 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.726437+0000", 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139684 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.730362+0000", 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039249699999999998 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744258+0000", 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013895764 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.744265+0000", 2023-10-09T04:59:32.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8979999999999999e-06 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089044+0000", 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.34477939000000002 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.089052+0000", 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2330000000000006e-06 2023-10-09T04:59:32.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280688+0000", 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1916355750000001 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.280756+0000", 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7693000000000004e-05 2023-10-09T04:59:32.235 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50226 11.3 11:c7e5b209:::benchmark_data_smithi107_315913_object50225:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e310)", 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.746484+0000", 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 432.45121172500001, 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4932324640000001, 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.236 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50226 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746484+0000", 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746484+0000", 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746482+0000", 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746515+0000", 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2756999999999998e-05 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746528+0000", 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3302000000000001e-05 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746536+0000", 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8350000000000004e-06 2023-10-09T04:59:32.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746595+0000", 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9138000000000002e-05 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.746604+0000", 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3769999999999996e-06 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.083285+0000", 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33668163099999998 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.083297+0000", 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1514e-05 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.229989+0000", 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1466920570000001 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.230925+0000", 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00093584400000000002 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.238927+0000", 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0080020620000000008 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.239717+0000", 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00079003700000000005 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:50231 11.4 11:2b970e9b:::benchmark_data_smithi107_315913_object50230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e310)", 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:19.754660+0000", 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 432.44303569300001, 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.523306187, 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 50231 2023-10-09T04:59:32.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754660+0000", 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754660+0000", 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754656+0000", 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999957 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754704+0000", 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8089e-05 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754723+0000", 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8834e-05 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754734+0000", 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1294999999999999e-05 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754769+0000", 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5076000000000001e-05 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:19.754777+0000", 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4100000000000002e-06 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084706+0000", 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32992908399999998 2023-10-09T04:59:32.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:20.084713+0000", 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.99e-06 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261078+0000", 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1763647399999999 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261222+0000", 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144213 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.261399+0000", 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017733700000000001 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.265074+0000", 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036743560000000001 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.267543+0000", 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024697650000000001 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.275419+0000", 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078752609999999997 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.275485+0000", 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6954999999999998e-05 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:21.277967+0000", 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024811 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62630 11.4 11:2d553691:::benchmark_data_smithi107_315913_object62629:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.940464+0000", 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 407.25723168500002, 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33553569300000002, 2023-10-09T04:59:32.253 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62630 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940464+0000", 2023-10-09T04:59:32.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940464+0000", 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940463+0000", 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940512+0000", 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9225999999999999e-05 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940527+0000", 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4246e-05 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.940533+0000", 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3350000000000003e-06 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.942547+0000", 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020137739999999999 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.942662+0000", 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114858 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.942784+0000", 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000122026 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.944713+0000", 2023-10-09T04:59:32.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001929304 2023-10-09T04:59:32.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.951596+0000", 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068834209999999998 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.980491+0000", 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.028894863 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.980501+0000", 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9669999999999996e-06 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.275940+0000", 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29543904500000001 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276000+0000", 2023-10-09T04:59:32.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9786e-05 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62640 11.3 11:c9e07b6e:::benchmark_data_smithi107_315913_object62639:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.947241+0000", 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 407.25045486499999, 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33257811500000001, 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.262 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.265 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.265 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62640 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947241+0000", 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947241+0000", 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947240+0000", 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947304+0000", 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4094e-05 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947316+0000", 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.148e-05 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947321+0000", 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7550000000000002e-06 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947380+0000", 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9598000000000001e-05 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947494+0000", 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011432700000000001 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,5", 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.947610+0000", 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011579299999999999 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.949587+0000", 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0019763160000000001 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.951018+0000", 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001431805 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.975387+0000", 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.024369037999999999 2023-10-09T04:59:32.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.975397+0000", 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8660000000000001e-06 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.274990+0000", 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.299592782 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for degraded object", 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.275727+0000", 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00073707799999999995 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279749+0000", 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040215090000000004 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279819+0000", 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0673999999999995e-05 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62642 11.4 11:21454e91:::benchmark_data_smithi107_315913_object62641:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.952117+0000", 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 407.24557882699997, 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32401092199999998, 2023-10-09T04:59:32.274 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62642 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952117+0000", 2023-10-09T04:59:32.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952117+0000", 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952116+0000", 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952137+0000", 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1228000000000001e-05 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952150+0000", 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2116999999999999e-05 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952155+0000", 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0000000000000004e-06 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952189+0000", 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4612e-05 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952324+0000", 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013530500000000001 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.952440+0000", 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115609 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.954170+0000", 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00172992 2023-10-09T04:59:32.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.971092+0000", 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016921624999999999 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982263+0000", 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011171540000000001 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982272+0000", 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6009999999999995e-06 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276036+0000", 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29376402000000001 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276128+0000", 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2379000000000004e-05 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:62648 11.4 11:2001073c:::benchmark_data_smithi107_315913_object62647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:52:44.977113+0000", 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 407.22058329499998, 2023-10-09T04:59:32.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30326562800000001, 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 62648 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977113+0000", 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977113+0000", 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977112+0000", 2023-10-09T04:59:32.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977144+0000", 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2242000000000001e-05 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977154+0000", 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0363999999999999e-05 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.977161+0000", 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3130000000000004e-06 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982368+0000", 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052072159999999998 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:44.982377+0000", 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9959999999999999e-06 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276145+0000", 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29376807700000002 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276258+0000", 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113584 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,6", 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.276369+0000", 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110562 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.278317+0000", 2023-10-09T04:59:32.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0019475930000000001 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279412+0000", 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0010953099999999999 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279686+0000", 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00027398199999999998 2023-10-09T04:59:32.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.279727+0000", 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1260999999999997e-05 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:52:45.280378+0000", 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00065128199999999999 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.290 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:45227 12.7 e394/386 12:e266eea5:::benchmark_data_smithi107_355541_object45226:head v 394'2809, mlcod=394'2807)", 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.323316+0000", 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 147.874380086, 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14884387600000001, 2023-10-09T04:59:32.291 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323316+0000", 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323316+0000", 2023-10-09T04:59:32.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323315+0000", 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.323406+0000", 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0332000000000002e-05 2023-10-09T04:59:32.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464594+0000", 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14118832100000001 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464611+0000", 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6877000000000001e-05 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464699+0000", 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8281000000000004e-05 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.464749+0000", 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9465000000000002e-05 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.472122+0000", 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0073730100000000002 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.472160+0000", 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8219000000000001e-05 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:60645 12.d 12:b3c3ccca:::benchmark_data_smithi107_355541_object60644:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e395)", 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.962063+0000", 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 135.235633114, 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17184321, 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:32.297 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 60645 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962063+0000", 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962063+0000", 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962062+0000", 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962084+0000", 2023-10-09T04:59:32.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2432000000000001e-05 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962095+0000", 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0448000000000001e-05 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962099+0000", 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7949999999999998e-06 2023-10-09T04:59:32.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962132+0000", 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2169000000000003e-05 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962232+0000", 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000100626 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.962322+0000", 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9417000000000001e-05 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.964050+0000", 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001728807 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966348+0000", 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022976709999999998 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133798+0000", 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16745004099999999 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133852+0000", 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4286999999999997e-05 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133906+0000", 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3701e-05 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:60647 12.3 12:c7f3817d:::benchmark_data_smithi107_355541_object60646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e395)", 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.966483+0000", 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 135.23121288499999, 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17288871, 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 60647 2023-10-09T04:59:32.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966483+0000", 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966483+0000", 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966482+0000", 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966552+0000", 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9276999999999994e-05 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966563+0000", 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1053000000000001e-05 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966569+0000", 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1800000000000001e-06 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966616+0000", 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7011000000000001e-05 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966723+0000", 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106759 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.966811+0000", 2023-10-09T04:59:32.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8038e-05 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133724+0000", 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16691335099999999 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133779+0000", 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5003999999999997e-05 2023-10-09T04:59:32.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139308+0000", 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0055293180000000001 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139347+0000", 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9017000000000003e-05 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139372+0000", 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4601999999999999e-05 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:60649 12.7 e395/386 12:e12d63b1:::benchmark_data_smithi107_355541_object60648:head v 395'3757, mlcod=395'3755)", 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.967131+0000", 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 135.230565404, 2023-10-09T04:59:32.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.170895557, 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967131+0000", 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967131+0000", 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967130+0000", 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967182+0000", 2023-10-09T04:59:32.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1598999999999998e-05 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967191+0000", 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0159999999999997e-06 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.967196+0000", 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9490000000000004e-06 2023-10-09T04:59:32.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133670+0000", 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.166474227 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133699+0000", 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9589000000000001e-05 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.137969+0000", 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042691990000000004 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.138026+0000", 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7589e-05 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.46286.0:60647 12.3 e395/386 ondisk, result = 0)", 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.971898+0000", 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 135.225798174, 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.161885584, 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971898+0000", 2023-10-09T04:59:32.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971898+0000", 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971897+0000", 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.971901+0000", 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0879999999999997e-06 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133664+0000", 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16176278499999999 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133678+0000", 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3637e-05 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133766+0000", 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8134999999999996e-05 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133773+0000", 2023-10-09T04:59:32.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1250000000000004e-06 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133783+0000", 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0431000000000001e-05 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:60653 12.3 12:c6c51412:::benchmark_data_smithi107_355541_object60652:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e395)", 2023-10-09T04:59:32.322 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.972756+0000", 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 135.224939624, 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17122933800000001, 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 60653 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972756+0000", 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972756+0000", 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972754+0000", 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.972823+0000", 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8756000000000004e-05 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133664+0000", 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16084167599999999 2023-10-09T04:59:32.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133680+0000", 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5933000000000001e-05 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.134888+0000", 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001207388 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.135018+0000", 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130758 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.135160+0000", 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000141252 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.139434+0000", 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042746930000000004 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.141484+0000", 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020501069999999998 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.143896+0000", 2023-10-09T04:59:32.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024119969999999999 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.143946+0000", 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9667999999999999e-05 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.143986+0000", 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.968e-05 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.329 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46286.0:60654 12.7 e395/386 12:e80068ab:::benchmark_data_smithi107_355541_object60653:head v 395'3758, mlcod=395'3755)", 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:16.973385+0000", 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 135.224311271, 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.165039406, 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973385+0000", 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973385+0000", 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973384+0000", 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:16.973444+0000", 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9891e-05 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133680+0000", 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16023637499999999 2023-10-09T04:59:32.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.133689+0000", 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6300000000000004e-06 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.136041+0000", 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023517910000000002 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.136063+0000", 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2099e-05 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.138379+0000", 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023162930000000001 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:17.138424+0000", 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5024000000000001e-05 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98320 12.3 12:c8f37368:::benchmark_data_smithi107_355541_object98319:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.472762+0000", 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 94.724934439999998, 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19295393999999999, 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.335 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98320 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472762+0000", 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472762+0000", 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472760+0000", 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472811+0000", 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0244000000000002e-05 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472825+0000", 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3913999999999999e-05 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472838+0000", 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3763e-05 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.472896+0000", 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7170999999999999e-05 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.473059+0000", 2023-10-09T04:59:32.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000163778 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.473242+0000", 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018287500000000001 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.479629+0000", 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063864949999999998 2023-10-09T04:59:32.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.482538+0000", 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029088040000000001 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665620+0000", 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.183082514 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665683+0000", 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2631000000000004e-05 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665716+0000", 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2938000000000002e-05 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98322 12.3 12:ca3297e4:::benchmark_data_smithi107_355541_object98321:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.474102+0000", 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 94.723594352000006, 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.191751633, 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98322 2023-10-09T04:59:32.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.474102+0000", 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.474102+0000", 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.474101+0000", 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.474153+0000", 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2169999999999997e-05 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.474164+0000", 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0332e-05 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.474168+0000", 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3069999999999996e-06 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.476637+0000", 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024689899999999999 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.476760+0000", 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012342599999999999 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.476875+0000", 2023-10-09T04:59:32.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114568 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.479683+0000", 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028083299999999999 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.482583+0000", 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028997889999999998 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665773+0000", 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.183189662 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665827+0000", 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4585e-05 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665853+0000", 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6100000000000001e-05 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98323 12.3 12:c62d661f:::benchmark_data_smithi107_355541_object98322:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.475544+0000", 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 94.722152308000005, 2023-10-09T04:59:32.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19040121199999999, 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98323 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.475544+0000", 2023-10-09T04:59:32.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.475544+0000", 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.475543+0000", 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T04:59:32.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.475605+0000", 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2569000000000004e-05 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.475615+0000", 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1360000000000003e-06 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.475618+0000", 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8709999999999999e-06 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.479723+0000", 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041048300000000003 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T04:59:32.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.479838+0000", 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115214 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3", 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.479951+0000", 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011286900000000001 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.482572+0000", 2023-10-09T04:59:32.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026204829999999998 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.482722+0000", 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015039799999999999 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665892+0000", 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.18316940500000001 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665920+0000", 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8714999999999999e-05 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.665945+0000", 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4634000000000002e-05 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.357 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T04:59:32.358 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T04:59:32.358 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T04:59:32.358 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:32.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:32.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-mon[179183]: pgmap v1304: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2023-10-09T04:59:32.359 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:32.359 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:32.359 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:32 smithi150 ceph-mon[168511]: pgmap v1304: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2023-10-09T04:59:32.359 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:59:32] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2023-10-09T04:59:32.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:32.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:32.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:32 smithi107 ceph-mon[184249]: pgmap v1304: 89 pgs: 89 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2023-10-09T04:59:32.360 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:32.489 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:32.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:32.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:32.604 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:32.613 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T04:59:32.714 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:33.058 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:59:33.872 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:33.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:33.878 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:33.879 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:33.979 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:34.033 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:34.083 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:34.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:34.093 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:34.194 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:34.233 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:34.295 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:34.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:34.300 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:34.401 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:34.494 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:34.716 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:34.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:34.724 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:34.825 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:34.858 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:34 smithi107 ceph-mon[179183]: pgmap v1305: 89 pgs: 89 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 752 op/s 2023-10-09T04:59:34.930 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:35.050 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:35.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:35.061 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:35.111 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:34 smithi107 ceph-mon[184249]: pgmap v1305: 89 pgs: 89 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 752 op/s 2023-10-09T04:59:35.163 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:34 smithi150 ceph-mon[168511]: pgmap v1305: 89 pgs: 89 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 752 op/s 2023-10-09T04:59:35.280 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:35.390 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:35.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:35.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:35.402 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:35.453 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T04:59:35.497 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:35.526 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T04:59:35.536 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:35.586 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:35.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:35.597 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:35.698 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:35.727 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:35.770 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:35.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:35.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:35.878 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:35.943 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:36.248 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:36.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:36.264 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:36.364 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:36.417 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:36.462 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:36.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:36.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:36.567 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:36.598 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:36 smithi150 ceph-mon[168511]: from='client.56227 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:36.598 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:36 smithi150 ceph-mon[168511]: pgmap v1306: 89 pgs: 89 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:59:36.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:36.642 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:36 smithi107 ceph-mon[184249]: from='client.56227 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:36.642 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:36 smithi107 ceph-mon[184249]: pgmap v1306: 89 pgs: 89 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:59:36.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:36 smithi107 ceph-mon[179183]: from='client.56227 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T04:59:36.645 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:36 smithi107 ceph-mon[179183]: pgmap v1306: 89 pgs: 89 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-10-09T04:59:36.648 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:36.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:36.654 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:36.755 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:36.782 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:36.820 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:36.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:36.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:36.928 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:37.002 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:37.103 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1305,"stamp":"2023-10-09T04:59:33.777924+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3521189816,"num_objects":53745,"num_object_clones":0,"num_object_copies":161235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53745,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":164721,"num_write_kb":6982926,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":3032142,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140137,"ondisk_log_size":140137,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":16751756,"kb_used_data":10451340,"kb_used_omap":21,"kb_used_meta":6300266,"kb_avail":733209460,"statfs":{"total":767960285184,"available":750806487040,"internally_reserved":0,"allocated":10702172160,"data_stored":10689963878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6451472853},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-438173696,"num_objects":-6686,"num_object_clones":0,"num_object_copies":-20058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6686,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6686,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.885138"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":414,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897869+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T04:59:24.897869+0000","last_peered":"2023-10-09T04:59:24.897869+0000","last_clean":"2023-10-09T04:59:24.897869+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T04:59:24.897869+0000","last_undegraded":"2023-10-09T04:59:24.897869+0000","last_fullsized":"2023-10-09T04:59:24.897869+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":150,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:28.969713+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T04:59:28.969713+0000","last_peered":"2023-10-09T04:59:28.969713+0000","last_clean":"2023-10-09T04:59:28.969713+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T04:59:28.969713+0000","last_undegraded":"2023-10-09T04:59:28.969713+0000","last_fullsized":"2023-10-09T04:59:28.969713+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":362,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.920302+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T04:59:24.920302+0000","last_peered":"2023-10-09T04:59:24.920302+0000","last_clean":"2023-10-09T04:59:24.920302+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T04:59:24.920302+0000","last_undegraded":"2023-10-09T04:59:24.920302+0000","last_fullsized":"2023-10-09T04:59:24.920302+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":382,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.918251+0000","last_change":"2023-10-09T04:53:47.127619+0000","last_active":"2023-10-09T04:59:24.918251+0000","last_peered":"2023-10-09T04:59:24.918251+0000","last_clean":"2023-10-09T04:59:24.918251+0000","last_became_active":"2023-10-09T04:53:47.127352+0000","last_became_peered":"2023-10-09T04:53:47.127352+0000","last_unstale":"2023-10-09T04:59:24.918251+0000","last_undegraded":"2023-10-09T04:59:24.918251+0000","last_fullsized":"2023-10-09T04:59:24.918251+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:18:15.300492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":113,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917707+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T04:59:24.917707+0000","last_peered":"2023-10-09T04:59:24.917707+0000","last_clean":"2023-10-09T04:59:24.917707+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T04:59:24.917707+0000","last_undegraded":"2023-10-09T04:59:24.917707+0000","last_fullsized":"2023-10-09T04:59:24.917707+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":91,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.903871+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T04:59:24.903871+0000","last_peered":"2023-10-09T04:59:24.903871+0000","last_clean":"2023-10-09T04:59:24.903871+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T04:59:24.903871+0000","last_undegraded":"2023-10-09T04:59:24.903871+0000","last_fullsized":"2023-10-09T04:59:24.903871+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":379,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905987+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T04:59:24.905987+0000","last_peered":"2023-10-09T04:59:24.905987+0000","last_clean":"2023-10-09T04:59:24.905987+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T04:59:24.905987+0000","last_undegraded":"2023-10-09T04:59:24.905987+0000","last_fullsized":"2023-10-09T04:59:24.905987+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":140,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:28.986832+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T04:59:28.986832+0000","last_peered":"2023-10-09T04:59:28.986832+0000","last_clean":"2023-10-09T04:59:28.986832+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T04:59:28.986832+0000","last_undegraded":"2023-10-09T04:59:28.986832+0000","last_fullsized":"2023-10-09T04:59:28.986832+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":395,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905825+0000","last_change":"2023-10-09T04:48:37.126161+0000","last_active":"2023-10-09T04:59:24.905825+0000","last_peered":"2023-10-09T04:59:24.905825+0000","last_clean":"2023-10-09T04:59:24.905825+0000","last_became_active":"2023-10-09T04:48:37.125865+0000","last_became_peered":"2023-10-09T04:48:37.125865+0000","last_unstale":"2023-10-09T04:59:24.905825+0000","last_undegraded":"2023-10-09T04:59:24.905825+0000","last_fullsized":"2023-10-09T04:59:24.905825+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:40.754996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":136,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:28.971722+0000","last_change":"2023-10-09T04:53:24.836889+0000","last_active":"2023-10-09T04:59:28.971722+0000","last_peered":"2023-10-09T04:59:28.971722+0000","last_clean":"2023-10-09T04:59:28.971722+0000","last_became_active":"2023-10-09T04:53:24.836619+0000","last_became_peered":"2023-10-09T04:53:24.836619+0000","last_unstale":"2023-10-09T04:59:28.971722+0000","last_undegraded":"2023-10-09T04:59:28.971722+0000","last_fullsized":"2023-10-09T04:59:28.971722+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:24:27.984553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":421,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.918059+0000","last_change":"2023-10-09T04:52:31.984443+0000","last_active":"2023-10-09T04:59:24.918059+0000","last_peered":"2023-10-09T04:59:24.918059+0000","last_clean":"2023-10-09T04:59:24.918059+0000","last_became_active":"2023-10-09T04:52:31.836055+0000","last_became_peered":"2023-10-09T04:52:31.836055+0000","last_unstale":"2023-10-09T04:59:24.918059+0000","last_undegraded":"2023-10-09T04:59:24.918059+0000","last_fullsized":"2023-10-09T04:59:24.918059+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:39:55.447854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":375,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.920260+0000","last_change":"2023-10-09T04:53:24.796373+0000","last_active":"2023-10-09T04:59:24.920260+0000","last_peered":"2023-10-09T04:59:24.920260+0000","last_clean":"2023-10-09T04:59:24.920260+0000","last_became_active":"2023-10-09T04:53:24.787966+0000","last_became_peered":"2023-10-09T04:53:24.787966+0000","last_unstale":"2023-10-09T04:59:24.920260+0000","last_undegraded":"2023-10-09T04:59:24.920260+0000","last_fullsized":"2023-10-09T04:59:24.920260+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:06:18.947728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":454,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.898435+0000","last_change":"2023-10-09T04:53:24.837244+0000","last_active":"2023-10-09T04:59:24.898435+0000","last_peered":"2023-10-09T04:59:24.898435+0000","last_clean":"2023-10-09T04:59:24.898435+0000","last_became_active":"2023-10-09T04:53:24.776937+0000","last_became_peered":"2023-10-09T04:53:24.776937+0000","last_unstale":"2023-10-09T04:59:24.898435+0000","last_undegraded":"2023-10-09T04:59:24.898435+0000","last_fullsized":"2023-10-09T04:59:24.898435+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:28:53.020949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":435,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.898038+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T04:59:24.898038+0000","last_peered":"2023-10-09T04:59:24.898038+0000","last_clean":"2023-10-09T04:59:24.898038+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T04:59:24.898038+0000","last_undegraded":"2023-10-09T04:59:24.898038+0000","last_fullsized":"2023-10-09T04:59:24.898038+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":397,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.918065+0000","last_change":"2023-10-09T04:47:32.592423+0000","last_active":"2023-10-09T04:59:24.918065+0000","last_peered":"2023-10-09T04:59:24.918065+0000","last_clean":"2023-10-09T04:59:24.918065+0000","last_became_active":"2023-10-09T04:47:32.577226+0000","last_became_peered":"2023-10-09T04:47:32.577226+0000","last_unstale":"2023-10-09T04:59:24.918065+0000","last_undegraded":"2023-10-09T04:59:24.918065+0000","last_fullsized":"2023-10-09T04:59:24.918065+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:10:20.996640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":219,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917990+0000","last_change":"2023-10-09T04:57:02.373190+0000","last_active":"2023-10-09T04:59:24.917990+0000","last_peered":"2023-10-09T04:59:24.917990+0000","last_clean":"2023-10-09T04:59:24.917990+0000","last_became_active":"2023-10-09T04:57:02.372894+0000","last_became_peered":"2023-10-09T04:57:02.372894+0000","last_unstale":"2023-10-09T04:59:24.917990+0000","last_undegraded":"2023-10-09T04:59:24.917990+0000","last_fullsized":"2023-10-09T04:59:24.917990+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:36.318627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":385,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917760+0000","last_change":"2023-10-09T04:53:47.171185+0000","last_active":"2023-10-09T04:59:24.917760+0000","last_peered":"2023-10-09T04:59:24.917760+0000","last_clean":"2023-10-09T04:59:24.917760+0000","last_became_active":"2023-10-09T04:53:47.170857+0000","last_became_peered":"2023-10-09T04:53:47.170857+0000","last_unstale":"2023-10-09T04:59:24.917760+0000","last_undegraded":"2023-10-09T04:59:24.917760+0000","last_fullsized":"2023-10-09T04:59:24.917760+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:42:27.489761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":414,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.906153+0000","last_change":"2023-10-09T04:52:31.836623+0000","last_active":"2023-10-09T04:59:24.906153+0000","last_peered":"2023-10-09T04:59:24.906153+0000","last_clean":"2023-10-09T04:59:24.906153+0000","last_became_active":"2023-10-09T04:52:31.836288+0000","last_became_peered":"2023-10-09T04:52:31.836288+0000","last_unstale":"2023-10-09T04:59:24.906153+0000","last_undegraded":"2023-10-09T04:59:24.906153+0000","last_fullsized":"2023-10-09T04:59:24.906153+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:51:18.313447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":402,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917383+0000","last_change":"2023-10-09T04:53:24.836808+0000","last_active":"2023-10-09T04:59:24.917383+0000","last_peered":"2023-10-09T04:59:24.917383+0000","last_clean":"2023-10-09T04:59:24.917383+0000","last_became_active":"2023-10-09T04:53:24.836469+0000","last_became_peered":"2023-10-09T04:53:24.836469+0000","last_unstale":"2023-10-09T04:59:24.917383+0000","last_undegraded":"2023-10-09T04:59:24.917383+0000","last_fullsized":"2023-10-09T04:59:24.917383+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:25:18.041743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":372,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.916418+0000","last_change":"2023-10-09T04:53:47.127686+0000","last_active":"2023-10-09T04:59:24.916418+0000","last_peered":"2023-10-09T04:59:24.916418+0000","last_clean":"2023-10-09T04:59:24.916418+0000","last_became_active":"2023-10-09T04:53:47.127343+0000","last_became_peered":"2023-10-09T04:53:47.127343+0000","last_unstale":"2023-10-09T04:59:24.916418+0000","last_undegraded":"2023-10-09T04:59:24.916418+0000","last_fullsized":"2023-10-09T04:59:24.916418+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:12.162943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":116,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.906800+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T04:59:24.906800+0000","last_peered":"2023-10-09T04:59:24.906800+0000","last_clean":"2023-10-09T04:59:24.906800+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T04:59:24.906800+0000","last_undegraded":"2023-10-09T04:59:24.906800+0000","last_fullsized":"2023-10-09T04:59:24.906800+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":115,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917435+0000","last_change":"2023-10-09T04:52:31.762925+0000","last_active":"2023-10-09T04:59:24.917435+0000","last_peered":"2023-10-09T04:59:24.917435+0000","last_clean":"2023-10-09T04:59:24.917435+0000","last_became_active":"2023-10-09T04:52:31.762576+0000","last_became_peered":"2023-10-09T04:52:31.762576+0000","last_unstale":"2023-10-09T04:59:24.917435+0000","last_undegraded":"2023-10-09T04:59:24.917435+0000","last_fullsized":"2023-10-09T04:59:24.917435+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:29.294707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"418'10341","reported_seq":10379,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.971476+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T04:59:31.971476+0000","last_peered":"2023-10-09T04:59:31.971476+0000","last_clean":"2023-10-09T04:59:31.971476+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T04:59:31.971476+0000","last_undegraded":"2023-10-09T04:59:31.971476+0000","last_fullsized":"2023-10-09T04:59:31.971476+0000","mapping_epoch":386,"log_start":"391'1700","ondisk_log_start":"391'1700","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8641,"log_dups_size":0,"ondisk_log_size":8641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223019008,"num_objects":3403,"num_object_clones":0,"num_object_copies":10209,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3403,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10341,"num_write_kb":439808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":380,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.918045+0000","last_change":"2023-10-09T04:32:27.683451+0000","last_active":"2023-10-09T04:59:24.918045+0000","last_peered":"2023-10-09T04:59:24.918045+0000","last_clean":"2023-10-09T04:59:24.918045+0000","last_became_active":"2023-10-09T04:32:27.683092+0000","last_became_peered":"2023-10-09T04:32:27.683092+0000","last_unstale":"2023-10-09T04:59:24.918045+0000","last_undegraded":"2023-10-09T04:59:24.918045+0000","last_fullsized":"2023-10-09T04:59:24.918045+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:46:50.860562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":398,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905700+0000","last_change":"2023-10-09T04:53:24.813173+0000","last_active":"2023-10-09T04:59:24.905700+0000","last_peered":"2023-10-09T04:59:24.905700+0000","last_clean":"2023-10-09T04:59:24.905700+0000","last_became_active":"2023-10-09T04:53:24.812812+0000","last_became_peered":"2023-10-09T04:53:24.812812+0000","last_unstale":"2023-10-09T04:59:24.905700+0000","last_undegraded":"2023-10-09T04:59:24.905700+0000","last_fullsized":"2023-10-09T04:59:24.905700+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:13.731105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"418'10343","reported_seq":10383,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.933364+0000","last_change":"2023-10-09T04:56:33.081697+0000","last_active":"2023-10-09T04:59:31.933364+0000","last_peered":"2023-10-09T04:59:31.933364+0000","last_clean":"2023-10-09T04:59:31.933364+0000","last_became_active":"2023-10-09T04:56:33.081422+0000","last_became_peered":"2023-10-09T04:56:33.081422+0000","last_unstale":"2023-10-09T04:59:31.933364+0000","last_undegraded":"2023-10-09T04:59:31.933364+0000","last_fullsized":"2023-10-09T04:59:31.933364+0000","mapping_epoch":386,"log_start":"391'1500","ondisk_log_start":"391'1500","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8843,"log_dups_size":0,"ondisk_log_size":8843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:07:42.485022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220004352,"num_objects":3357,"num_object_clones":0,"num_object_copies":10071,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3357,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10343,"num_write_kb":438400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":398,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.918338+0000","last_change":"2023-10-09T04:48:37.126644+0000","last_active":"2023-10-09T04:59:24.918338+0000","last_peered":"2023-10-09T04:59:24.918338+0000","last_clean":"2023-10-09T04:59:24.918338+0000","last_became_active":"2023-10-09T04:48:37.126296+0000","last_became_peered":"2023-10-09T04:48:37.126296+0000","last_unstale":"2023-10-09T04:59:24.918338+0000","last_undegraded":"2023-10-09T04:59:24.918338+0000","last_fullsized":"2023-10-09T04:59:24.918338+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:09:38.959017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":442,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897744+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T04:59:24.897744+0000","last_peered":"2023-10-09T04:59:24.897744+0000","last_clean":"2023-10-09T04:59:24.897744+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T04:59:24.897744+0000","last_undegraded":"2023-10-09T04:59:24.897744+0000","last_fullsized":"2023-10-09T04:59:24.897744+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"418'10389","reported_seq":10429,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.913366+0000","last_change":"2023-10-09T04:56:33.081632+0000","last_active":"2023-10-09T04:59:31.913366+0000","last_peered":"2023-10-09T04:59:31.913366+0000","last_clean":"2023-10-09T04:59:31.913366+0000","last_became_active":"2023-10-09T04:56:33.081379+0000","last_became_peered":"2023-10-09T04:56:33.081379+0000","last_unstale":"2023-10-09T04:59:31.913366+0000","last_undegraded":"2023-10-09T04:59:31.913366+0000","last_fullsized":"2023-10-09T04:59:31.913366+0000","mapping_epoch":386,"log_start":"391'1800","ondisk_log_start":"391'1800","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8589,"log_dups_size":0,"ondisk_log_size":8589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:57:28.863518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220659712,"num_objects":3367,"num_object_clones":0,"num_object_copies":10101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10389,"num_write_kb":440192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":433,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917904+0000","last_change":"2023-10-09T04:53:24.848438+0000","last_active":"2023-10-09T04:59:24.917904+0000","last_peered":"2023-10-09T04:59:24.917904+0000","last_clean":"2023-10-09T04:59:24.917904+0000","last_became_active":"2023-10-09T04:53:24.838682+0000","last_became_peered":"2023-10-09T04:53:24.838682+0000","last_unstale":"2023-10-09T04:59:24.917904+0000","last_undegraded":"2023-10-09T04:59:24.917904+0000","last_fullsized":"2023-10-09T04:59:24.917904+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:28:00.467093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":350,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":91,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.903535+0000","last_change":"2023-10-09T04:53:24.792845+0000","last_active":"2023-10-09T04:59:24.903535+0000","last_peered":"2023-10-09T04:59:24.903535+0000","last_clean":"2023-10-09T04:59:24.903535+0000","last_became_active":"2023-10-09T04:53:24.791264+0000","last_became_peered":"2023-10-09T04:53:24.791264+0000","last_unstale":"2023-10-09T04:59:24.903535+0000","last_undegraded":"2023-10-09T04:59:24.903535+0000","last_fullsized":"2023-10-09T04:59:24.903535+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:46:21.624143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"418'10152","reported_seq":10192,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.966463+0000","last_change":"2023-10-09T04:56:33.084088+0000","last_active":"2023-10-09T04:59:31.966463+0000","last_peered":"2023-10-09T04:59:31.966463+0000","last_clean":"2023-10-09T04:59:31.966463+0000","last_became_active":"2023-10-09T04:56:33.083893+0000","last_became_peered":"2023-10-09T04:56:33.083893+0000","last_unstale":"2023-10-09T04:59:31.966463+0000","last_undegraded":"2023-10-09T04:59:31.966463+0000","last_fullsized":"2023-10-09T04:59:31.966463+0000","mapping_epoch":386,"log_start":"391'2000","ondisk_log_start":"391'2000","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8152,"log_dups_size":0,"ondisk_log_size":8152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:39:21.699933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214040576,"num_objects":3266,"num_object_clones":0,"num_object_copies":9798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10152,"num_write_kb":429376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":462,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905900+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T04:59:24.905900+0000","last_peered":"2023-10-09T04:59:24.905900+0000","last_clean":"2023-10-09T04:59:24.905900+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T04:59:24.905900+0000","last_undegraded":"2023-10-09T04:59:24.905900+0000","last_fullsized":"2023-10-09T04:59:24.905900+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":394,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:26.159680+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T04:59:26.159680+0000","last_peered":"2023-10-09T04:59:26.159680+0000","last_clean":"2023-10-09T04:59:26.159680+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T04:59:26.159680+0000","last_undegraded":"2023-10-09T04:59:26.159680+0000","last_fullsized":"2023-10-09T04:59:26.159680+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.4","version":"418'10342","reported_seq":10382,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.850195+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T04:59:31.850195+0000","last_peered":"2023-10-09T04:59:31.850195+0000","last_clean":"2023-10-09T04:59:31.850195+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T04:59:31.850195+0000","last_undegraded":"2023-10-09T04:59:31.850195+0000","last_fullsized":"2023-10-09T04:59:31.850195+0000","mapping_epoch":386,"log_start":"391'1500","ondisk_log_start":"391'1500","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8842,"log_dups_size":0,"ondisk_log_size":8842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223608832,"num_objects":3412,"num_object_clones":0,"num_object_copies":10236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10342,"num_write_kb":440128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":84,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.916259+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T04:59:24.916259+0000","last_peered":"2023-10-09T04:59:24.916259+0000","last_clean":"2023-10-09T04:59:24.916259+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T04:59:24.916259+0000","last_undegraded":"2023-10-09T04:59:24.916259+0000","last_fullsized":"2023-10-09T04:59:24.916259+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":462,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.898349+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T04:59:24.898349+0000","last_peered":"2023-10-09T04:59:24.898349+0000","last_clean":"2023-10-09T04:59:24.898349+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T04:59:24.898349+0000","last_undegraded":"2023-10-09T04:59:24.898349+0000","last_fullsized":"2023-10-09T04:59:24.898349+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"418'10225","reported_seq":10265,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.921321+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T04:59:31.921321+0000","last_peered":"2023-10-09T04:59:31.921321+0000","last_clean":"2023-10-09T04:59:31.921321+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T04:59:31.921321+0000","last_undegraded":"2023-10-09T04:59:31.921321+0000","last_fullsized":"2023-10-09T04:59:31.921321+0000","mapping_epoch":386,"log_start":"391'1400","ondisk_log_start":"391'1400","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8825,"log_dups_size":0,"ondisk_log_size":8825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216334336,"num_objects":3301,"num_object_clones":0,"num_object_copies":9903,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3301,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10225,"num_write_kb":432832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":91,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.903571+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T04:59:24.903571+0000","last_peered":"2023-10-09T04:59:24.903571+0000","last_clean":"2023-10-09T04:59:24.903571+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T04:59:24.903571+0000","last_undegraded":"2023-10-09T04:59:24.903571+0000","last_fullsized":"2023-10-09T04:59:24.903571+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":388,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.898346+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T04:59:24.898346+0000","last_peered":"2023-10-09T04:59:24.898346+0000","last_clean":"2023-10-09T04:59:24.898346+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T04:59:24.898346+0000","last_undegraded":"2023-10-09T04:59:24.898346+0000","last_fullsized":"2023-10-09T04:59:24.898346+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"418'10209","reported_seq":10251,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:30.598472+0000","last_change":"2023-10-09T04:56:33.082560+0000","last_active":"2023-10-09T04:59:30.598472+0000","last_peered":"2023-10-09T04:59:30.598472+0000","last_clean":"2023-10-09T04:59:30.598472+0000","last_became_active":"2023-10-09T04:56:33.082301+0000","last_became_peered":"2023-10-09T04:56:33.082301+0000","last_unstale":"2023-10-09T04:59:30.598472+0000","last_undegraded":"2023-10-09T04:59:30.598472+0000","last_fullsized":"2023-10-09T04:59:30.598472+0000","mapping_epoch":386,"log_start":"391'1800","ondisk_log_start":"391'1800","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8409,"log_dups_size":0,"ondisk_log_size":8409,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:58:39.434581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221708288,"num_objects":3383,"num_object_clones":0,"num_object_copies":10149,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3383,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10209,"num_write_kb":434944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":379,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897669+0000","last_change":"2023-10-09T04:35:37.093307+0000","last_active":"2023-10-09T04:59:24.897669+0000","last_peered":"2023-10-09T04:59:24.897669+0000","last_clean":"2023-10-09T04:59:24.897669+0000","last_became_active":"2023-10-09T04:35:37.093038+0000","last_became_peered":"2023-10-09T04:35:37.093038+0000","last_unstale":"2023-10-09T04:59:24.897669+0000","last_undegraded":"2023-10-09T04:59:24.897669+0000","last_fullsized":"2023-10-09T04:59:24.897669+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:32:26.189363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":445,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.899151+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T04:59:24.899151+0000","last_peered":"2023-10-09T04:59:24.899151+0000","last_clean":"2023-10-09T04:59:24.899151+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T04:59:24.899151+0000","last_undegraded":"2023-10-09T04:59:24.899151+0000","last_fullsized":"2023-10-09T04:59:24.899151+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"418'10195","reported_seq":10237,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:30.607375+0000","last_change":"2023-10-09T04:56:33.081924+0000","last_active":"2023-10-09T04:59:30.607375+0000","last_peered":"2023-10-09T04:59:30.607375+0000","last_clean":"2023-10-09T04:59:30.607375+0000","last_became_active":"2023-10-09T04:56:33.081593+0000","last_became_peered":"2023-10-09T04:56:33.081593+0000","last_unstale":"2023-10-09T04:59:30.607375+0000","last_undegraded":"2023-10-09T04:59:30.607375+0000","last_fullsized":"2023-10-09T04:59:30.607375+0000","mapping_epoch":386,"log_start":"391'1800","ondisk_log_start":"391'1800","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8395,"log_dups_size":0,"ondisk_log_size":8395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:16:50.287654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223150080,"num_objects":3405,"num_object_clones":0,"num_object_copies":10215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10195,"num_write_kb":435200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":114,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917751+0000","last_change":"2023-10-09T04:52:31.954982+0000","last_active":"2023-10-09T04:59:24.917751+0000","last_peered":"2023-10-09T04:59:24.917751+0000","last_clean":"2023-10-09T04:59:24.917751+0000","last_became_active":"2023-10-09T04:52:31.954572+0000","last_became_peered":"2023-10-09T04:52:31.954572+0000","last_unstale":"2023-10-09T04:59:24.917751+0000","last_undegraded":"2023-10-09T04:59:24.917751+0000","last_fullsized":"2023-10-09T04:59:24.917751+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:03:23.110434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":354,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.921973+0000","last_change":"2023-10-09T04:52:31.782523+0000","last_active":"2023-10-09T04:59:24.921973+0000","last_peered":"2023-10-09T04:59:24.921973+0000","last_clean":"2023-10-09T04:59:24.921973+0000","last_became_active":"2023-10-09T04:52:31.782071+0000","last_became_peered":"2023-10-09T04:52:31.782071+0000","last_unstale":"2023-10-09T04:59:24.921973+0000","last_undegraded":"2023-10-09T04:59:24.921973+0000","last_fullsized":"2023-10-09T04:59:24.921973+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:04:05.711567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"418'10215","reported_seq":10257,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.086316+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T04:59:31.086316+0000","last_peered":"2023-10-09T04:59:31.086316+0000","last_clean":"2023-10-09T04:59:31.086316+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T04:59:31.086316+0000","last_undegraded":"2023-10-09T04:59:31.086316+0000","last_fullsized":"2023-10-09T04:59:31.086316+0000","mapping_epoch":386,"log_start":"390'200","ondisk_log_start":"390'200","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":10015,"log_dups_size":0,"ondisk_log_size":10015,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219086848,"num_objects":3343,"num_object_clones":0,"num_object_copies":10029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10215,"num_write_kb":433856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":396,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.920704+0000","last_change":"2023-10-09T04:48:37.146828+0000","last_active":"2023-10-09T04:59:24.920704+0000","last_peered":"2023-10-09T04:59:24.920704+0000","last_clean":"2023-10-09T04:59:24.920704+0000","last_became_active":"2023-10-09T04:48:37.146315+0000","last_became_peered":"2023-10-09T04:48:37.146315+0000","last_unstale":"2023-10-09T04:59:24.920704+0000","last_undegraded":"2023-10-09T04:59:24.920704+0000","last_fullsized":"2023-10-09T04:59:24.920704+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:48:57.295294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":432,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.906113+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T04:59:24.906113+0000","last_peered":"2023-10-09T04:59:24.906113+0000","last_clean":"2023-10-09T04:59:24.906113+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T04:59:24.906113+0000","last_undegraded":"2023-10-09T04:59:24.906113+0000","last_fullsized":"2023-10-09T04:59:24.906113+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":354,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.920428+0000","last_change":"2023-10-09T04:48:37.143473+0000","last_active":"2023-10-09T04:59:24.920428+0000","last_peered":"2023-10-09T04:59:24.920428+0000","last_clean":"2023-10-09T04:59:24.920428+0000","last_became_active":"2023-10-09T04:48:37.140464+0000","last_became_peered":"2023-10-09T04:48:37.140464+0000","last_unstale":"2023-10-09T04:59:24.920428+0000","last_undegraded":"2023-10-09T04:59:24.920428+0000","last_fullsized":"2023-10-09T04:59:24.920428+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:45.108242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"418'10369","reported_seq":10409,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.893906+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T04:59:31.893906+0000","last_peered":"2023-10-09T04:59:31.893906+0000","last_clean":"2023-10-09T04:59:31.893906+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T04:59:31.893906+0000","last_undegraded":"2023-10-09T04:59:31.893906+0000","last_fullsized":"2023-10-09T04:59:31.893906+0000","mapping_epoch":386,"log_start":"390'300","ondisk_log_start":"390'300","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":10069,"log_dups_size":0,"ondisk_log_size":10069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213975040,"num_objects":3265,"num_object_clones":0,"num_object_copies":9795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10369,"num_write_kb":436288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":438,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905967+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T04:59:24.905967+0000","last_peered":"2023-10-09T04:59:24.905967+0000","last_clean":"2023-10-09T04:59:24.905967+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T04:59:24.905967+0000","last_undegraded":"2023-10-09T04:59:24.905967+0000","last_fullsized":"2023-10-09T04:59:24.905967+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":419,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897962+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T04:59:24.897962+0000","last_peered":"2023-10-09T04:59:24.897962+0000","last_clean":"2023-10-09T04:59:24.897962+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T04:59:24.897962+0000","last_undegraded":"2023-10-09T04:59:24.897962+0000","last_fullsized":"2023-10-09T04:59:24.897962+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":380,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.920533+0000","last_change":"2023-10-09T04:52:31.748247+0000","last_active":"2023-10-09T04:59:24.920533+0000","last_peered":"2023-10-09T04:59:24.920533+0000","last_clean":"2023-10-09T04:59:24.920533+0000","last_became_active":"2023-10-09T04:52:31.747953+0000","last_became_peered":"2023-10-09T04:52:31.747953+0000","last_unstale":"2023-10-09T04:59:24.920533+0000","last_undegraded":"2023-10-09T04:59:24.920533+0000","last_fullsized":"2023-10-09T04:59:24.920533+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:58:20.328352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.f","version":"418'10224","reported_seq":10264,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.945096+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T04:59:31.945096+0000","last_peered":"2023-10-09T04:59:31.945096+0000","last_clean":"2023-10-09T04:59:31.945096+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T04:59:31.945096+0000","last_undegraded":"2023-10-09T04:59:31.945096+0000","last_fullsized":"2023-10-09T04:59:31.945096+0000","mapping_epoch":386,"log_start":"391'1400","ondisk_log_start":"391'1400","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8824,"log_dups_size":0,"ondisk_log_size":8824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219283456,"num_objects":3346,"num_object_clones":0,"num_object_copies":10038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3346,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10224,"num_write_kb":434240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":431,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.913429+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T04:59:24.913429+0000","last_peered":"2023-10-09T04:59:24.913429+0000","last_clean":"2023-10-09T04:59:24.913429+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T04:59:24.913429+0000","last_undegraded":"2023-10-09T04:59:24.913429+0000","last_fullsized":"2023-10-09T04:59:24.913429+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":376,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917042+0000","last_change":"2023-10-09T04:53:24.777469+0000","last_active":"2023-10-09T04:59:24.917042+0000","last_peered":"2023-10-09T04:59:24.917042+0000","last_clean":"2023-10-09T04:59:24.917042+0000","last_became_active":"2023-10-09T04:53:24.776902+0000","last_became_peered":"2023-10-09T04:53:24.776902+0000","last_unstale":"2023-10-09T04:59:24.917042+0000","last_undegraded":"2023-10-09T04:59:24.917042+0000","last_fullsized":"2023-10-09T04:59:24.917042+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:13.588673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":390,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:25.645593+0000","last_change":"2023-10-09T04:48:37.135161+0000","last_active":"2023-10-09T04:59:25.645593+0000","last_peered":"2023-10-09T04:59:25.645593+0000","last_clean":"2023-10-09T04:59:25.645593+0000","last_became_active":"2023-10-09T04:48:37.133648+0000","last_became_peered":"2023-10-09T04:48:37.133648+0000","last_unstale":"2023-10-09T04:59:25.645593+0000","last_undegraded":"2023-10-09T04:59:25.645593+0000","last_fullsized":"2023-10-09T04:59:25.645593+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:21.478468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"418'10492","reported_seq":10533,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.943581+0000","last_change":"2023-10-09T04:56:33.086716+0000","last_active":"2023-10-09T04:59:31.943581+0000","last_peered":"2023-10-09T04:59:31.943581+0000","last_clean":"2023-10-09T04:59:31.943581+0000","last_became_active":"2023-10-09T04:56:33.086475+0000","last_became_peered":"2023-10-09T04:56:33.086475+0000","last_unstale":"2023-10-09T04:59:31.943581+0000","last_undegraded":"2023-10-09T04:59:31.943581+0000","last_fullsized":"2023-10-09T04:59:31.943581+0000","mapping_epoch":386,"log_start":"391'2300","ondisk_log_start":"391'2300","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8192,"log_dups_size":0,"ondisk_log_size":8192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:55:04.952016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218300440,"num_objects":3332,"num_object_clones":0,"num_object_copies":9996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3332,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10492,"num_write_kb":442305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":381,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905768+0000","last_change":"2023-10-09T04:35:37.093124+0000","last_active":"2023-10-09T04:59:24.905768+0000","last_peered":"2023-10-09T04:59:24.905768+0000","last_clean":"2023-10-09T04:59:24.905768+0000","last_became_active":"2023-10-09T04:35:37.092803+0000","last_became_peered":"2023-10-09T04:35:37.092803+0000","last_unstale":"2023-10-09T04:59:24.905768+0000","last_undegraded":"2023-10-09T04:59:24.905768+0000","last_fullsized":"2023-10-09T04:59:24.905768+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:17:31.156863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":834,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.916140+0000","last_change":"2023-10-09T04:56:06.160097+0000","last_active":"2023-10-09T04:59:24.916140+0000","last_peered":"2023-10-09T04:59:24.916140+0000","last_clean":"2023-10-09T04:59:24.916140+0000","last_became_active":"2023-10-09T04:56:06.159558+0000","last_became_peered":"2023-10-09T04:56:06.159558+0000","last_unstale":"2023-10-09T04:59:24.916140+0000","last_undegraded":"2023-10-09T04:59:24.916140+0000","last_fullsized":"2023-10-09T04:59:24.916140+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:20:03.122263+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:54.887166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":251,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.916802+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T04:59:24.916802+0000","last_peered":"2023-10-09T04:59:24.916802+0000","last_clean":"2023-10-09T04:59:24.916802+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T04:59:24.916802+0000","last_undegraded":"2023-10-09T04:59:24.916802+0000","last_fullsized":"2023-10-09T04:59:24.916802+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":91,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.904680+0000","last_change":"2023-10-09T04:53:24.833456+0000","last_active":"2023-10-09T04:59:24.904680+0000","last_peered":"2023-10-09T04:59:24.904680+0000","last_clean":"2023-10-09T04:59:24.904680+0000","last_became_active":"2023-10-09T04:53:24.796197+0000","last_became_peered":"2023-10-09T04:53:24.796197+0000","last_unstale":"2023-10-09T04:59:24.904680+0000","last_undegraded":"2023-10-09T04:59:24.904680+0000","last_fullsized":"2023-10-09T04:59:24.904680+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:44.599103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"418'10223","reported_seq":10263,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.918023+0000","last_change":"2023-10-09T04:56:33.082114+0000","last_active":"2023-10-09T04:59:31.918023+0000","last_peered":"2023-10-09T04:59:31.918023+0000","last_clean":"2023-10-09T04:59:31.918023+0000","last_became_active":"2023-10-09T04:56:33.081827+0000","last_became_peered":"2023-10-09T04:56:33.081827+0000","last_unstale":"2023-10-09T04:59:31.918023+0000","last_undegraded":"2023-10-09T04:59:31.918023+0000","last_fullsized":"2023-10-09T04:59:31.918023+0000","mapping_epoch":386,"log_start":"391'1600","ondisk_log_start":"391'1600","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":8623,"log_dups_size":0,"ondisk_log_size":8623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:00.912599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224460800,"num_objects":3425,"num_object_clones":0,"num_object_copies":10275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10223,"num_write_kb":436736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":417,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.916136+0000","last_change":"2023-10-09T04:48:37.142633+0000","last_active":"2023-10-09T04:59:24.916136+0000","last_peered":"2023-10-09T04:59:24.916136+0000","last_clean":"2023-10-09T04:59:24.916136+0000","last_became_active":"2023-10-09T04:48:37.142189+0000","last_became_peered":"2023-10-09T04:48:37.142189+0000","last_unstale":"2023-10-09T04:59:24.916136+0000","last_undegraded":"2023-10-09T04:59:24.916136+0000","last_fullsized":"2023-10-09T04:59:24.916136+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:44.857426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":370,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897833+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T04:59:24.897833+0000","last_peered":"2023-10-09T04:59:24.897833+0000","last_clean":"2023-10-09T04:59:24.897833+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T04:59:24.897833+0000","last_undegraded":"2023-10-09T04:59:24.897833+0000","last_fullsized":"2023-10-09T04:59:24.897833+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":409,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905990+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T04:59:24.905990+0000","last_peered":"2023-10-09T04:59:24.905990+0000","last_clean":"2023-10-09T04:59:24.905990+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T04:59:24.905990+0000","last_undegraded":"2023-10-09T04:59:24.905990+0000","last_fullsized":"2023-10-09T04:59:24.905990+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.b","version":"418'10314","reported_seq":10368,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.590977+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T04:59:31.590977+0000","last_peered":"2023-10-09T04:59:31.590977+0000","last_clean":"2023-10-09T04:59:31.590977+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T04:59:31.590977+0000","last_undegraded":"2023-10-09T04:59:31.590977+0000","last_fullsized":"2023-10-09T04:59:31.590977+0000","mapping_epoch":393,"log_start":"392'2600","ondisk_log_start":"392'2600","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7714,"log_dups_size":0,"ondisk_log_size":7714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217841664,"num_objects":3324,"num_object_clones":0,"num_object_copies":9972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10314,"num_write_kb":436416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":383,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917972+0000","last_change":"2023-10-09T04:32:27.691650+0000","last_active":"2023-10-09T04:59:24.917972+0000","last_peered":"2023-10-09T04:59:24.917972+0000","last_clean":"2023-10-09T04:59:24.917972+0000","last_became_active":"2023-10-09T04:32:27.691317+0000","last_became_peered":"2023-10-09T04:32:27.691317+0000","last_unstale":"2023-10-09T04:59:24.917972+0000","last_undegraded":"2023-10-09T04:59:24.917972+0000","last_fullsized":"2023-10-09T04:59:24.917972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:24:10.388750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":340,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.920639+0000","last_change":"2023-10-09T04:48:37.146630+0000","last_active":"2023-10-09T04:59:24.920639+0000","last_peered":"2023-10-09T04:59:24.920639+0000","last_clean":"2023-10-09T04:59:24.920639+0000","last_became_active":"2023-10-09T04:48:37.145627+0000","last_became_peered":"2023-10-09T04:48:37.145627+0000","last_unstale":"2023-10-09T04:59:24.920639+0000","last_undegraded":"2023-10-09T04:59:24.920639+0000","last_fullsized":"2023-10-09T04:59:24.920639+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:34:19.656390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":97,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905831+0000","last_change":"2023-10-09T04:53:47.125239+0000","last_active":"2023-10-09T04:59:24.905831+0000","last_peered":"2023-10-09T04:59:24.905831+0000","last_clean":"2023-10-09T04:59:24.905831+0000","last_became_active":"2023-10-09T04:53:47.124925+0000","last_became_peered":"2023-10-09T04:53:47.124925+0000","last_unstale":"2023-10-09T04:59:24.905831+0000","last_undegraded":"2023-10-09T04:59:24.905831+0000","last_fullsized":"2023-10-09T04:59:24.905831+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:00:40.054260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"418'10232","reported_seq":10274,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.635987+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T04:59:31.635987+0000","last_peered":"2023-10-09T04:59:31.635987+0000","last_clean":"2023-10-09T04:59:31.635987+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T04:59:31.635987+0000","last_undegraded":"2023-10-09T04:59:31.635987+0000","last_fullsized":"2023-10-09T04:59:31.635987+0000","mapping_epoch":386,"log_start":"392'2500","ondisk_log_start":"392'2500","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7732,"log_dups_size":0,"ondisk_log_size":7732,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219545600,"num_objects":3350,"num_object_clones":0,"num_object_copies":10050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3350,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10232,"num_write_kb":434624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":84,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917543+0000","last_change":"2023-10-09T04:57:02.373391+0000","last_active":"2023-10-09T04:59:24.917543+0000","last_peered":"2023-10-09T04:59:24.917543+0000","last_clean":"2023-10-09T04:59:24.917543+0000","last_became_active":"2023-10-09T04:57:02.372844+0000","last_became_peered":"2023-10-09T04:57:02.372844+0000","last_unstale":"2023-10-09T04:59:24.917543+0000","last_undegraded":"2023-10-09T04:59:24.917543+0000","last_fullsized":"2023-10-09T04:59:24.917543+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:22.452429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":397,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:25.645577+0000","last_change":"2023-10-09T04:53:24.775187+0000","last_active":"2023-10-09T04:59:25.645577+0000","last_peered":"2023-10-09T04:59:25.645577+0000","last_clean":"2023-10-09T04:59:25.645577+0000","last_became_active":"2023-10-09T04:53:24.774852+0000","last_became_peered":"2023-10-09T04:53:24.774852+0000","last_unstale":"2023-10-09T04:59:25.645577+0000","last_undegraded":"2023-10-09T04:59:25.645577+0000","last_fullsized":"2023-10-09T04:59:25.645577+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:08.754955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":114,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.917664+0000","last_change":"2023-10-09T04:52:31.746607+0000","last_active":"2023-10-09T04:59:24.917664+0000","last_peered":"2023-10-09T04:59:24.917664+0000","last_clean":"2023-10-09T04:59:24.917664+0000","last_became_active":"2023-10-09T04:52:31.746322+0000","last_became_peered":"2023-10-09T04:52:31.746322+0000","last_unstale":"2023-10-09T04:59:24.917664+0000","last_undegraded":"2023-10-09T04:59:24.917664+0000","last_fullsized":"2023-10-09T04:59:24.917664+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:23:46.684609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"418'10156","reported_seq":10198,"reported_epoch":418,"state":"active+clean","last_fresh":"2023-10-09T04:59:31.005085+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T04:59:31.005085+0000","last_peered":"2023-10-09T04:59:31.005085+0000","last_clean":"2023-10-09T04:59:31.005085+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T04:59:31.005085+0000","last_undegraded":"2023-10-09T04:59:31.005085+0000","last_fullsized":"2023-10-09T04:59:31.005085+0000","mapping_epoch":386,"log_start":"390'100","ondisk_log_start":"390'100","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":10056,"log_dups_size":0,"ondisk_log_size":10056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225574912,"num_objects":3442,"num_object_clones":0,"num_object_copies":10326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3442,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10156,"num_write_kb":435136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":91,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.903865+0000","last_change":"2023-10-09T04:53:24.794906+0000","last_active":"2023-10-09T04:59:24.903865+0000","last_peered":"2023-10-09T04:59:24.903865+0000","last_clean":"2023-10-09T04:59:24.903865+0000","last_became_active":"2023-10-09T04:53:24.792723+0000","last_became_peered":"2023-10-09T04:53:24.792723+0000","last_unstale":"2023-10-09T04:59:24.903865+0000","last_undegraded":"2023-10-09T04:59:24.903865+0000","last_fullsized":"2023-10-09T04:59:24.903865+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:33.877249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":397,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.906037+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T04:59:24.906037+0000","last_peered":"2023-10-09T04:59:24.906037+0000","last_clean":"2023-10-09T04:59:24.906037+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T04:59:24.906037+0000","last_undegraded":"2023-10-09T04:59:24.906037+0000","last_fullsized":"2023-10-09T04:59:24.906037+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":401,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897513+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T04:59:24.897513+0000","last_peered":"2023-10-09T04:59:24.897513+0000","last_clean":"2023-10-09T04:59:24.897513+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T04:59:24.897513+0000","last_undegraded":"2023-10-09T04:59:24.897513+0000","last_fullsized":"2023-10-09T04:59:24.897513+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":93,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.898178+0000","last_change":"2023-10-09T04:53:47.125081+0000","last_active":"2023-10-09T04:59:24.898178+0000","last_peered":"2023-10-09T04:59:24.898178+0000","last_clean":"2023-10-09T04:59:24.898178+0000","last_became_active":"2023-10-09T04:53:47.124744+0000","last_became_peered":"2023-10-09T04:53:47.124744+0000","last_unstale":"2023-10-09T04:59:24.898178+0000","last_undegraded":"2023-10-09T04:59:24.898178+0000","last_fullsized":"2023-10-09T04:59:24.898178+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:07.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":440,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.914673+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T04:59:24.914673+0000","last_peered":"2023-10-09T04:59:24.914673+0000","last_clean":"2023-10-09T04:59:24.914673+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T04:59:24.914673+0000","last_undegraded":"2023-10-09T04:59:24.914673+0000","last_fullsized":"2023-10-09T04:59:24.914673+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":397,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905939+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T04:59:24.905939+0000","last_peered":"2023-10-09T04:59:24.905939+0000","last_clean":"2023-10-09T04:59:24.905939+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T04:59:24.905939+0000","last_undegraded":"2023-10-09T04:59:24.905939+0000","last_fullsized":"2023-10-09T04:59:24.905939+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":439,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.898113+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T04:59:24.898113+0000","last_peered":"2023-10-09T04:59:24.898113+0000","last_clean":"2023-10-09T04:59:24.898113+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T04:59:24.898113+0000","last_undegraded":"2023-10-09T04:59:24.898113+0000","last_fullsized":"2023-10-09T04:59:24.898113+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":419,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.906029+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T04:59:24.906029+0000","last_peered":"2023-10-09T04:59:24.906029+0000","last_clean":"2023-10-09T04:59:24.906029+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T04:59:24.906029+0000","last_undegraded":"2023-10-09T04:59:24.906029+0000","last_fullsized":"2023-10-09T04:59:24.906029+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":422,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897674+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T04:59:24.897674+0000","last_peered":"2023-10-09T04:59:24.897674+0000","last_clean":"2023-10-09T04:59:24.897674+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T04:59:24.897674+0000","last_undegraded":"2023-10-09T04:59:24.897674+0000","last_fullsized":"2023-10-09T04:59:24.897674+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":143,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.916504+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T04:59:24.916504+0000","last_peered":"2023-10-09T04:59:24.916504+0000","last_clean":"2023-10-09T04:59:24.916504+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T04:59:24.916504+0000","last_undegraded":"2023-10-09T04:59:24.916504+0000","last_fullsized":"2023-10-09T04:59:24.916504+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":108,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.918223+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T04:59:24.918223+0000","last_peered":"2023-10-09T04:59:24.918223+0000","last_clean":"2023-10-09T04:59:24.918223+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T04:59:24.918223+0000","last_undegraded":"2023-10-09T04:59:24.918223+0000","last_fullsized":"2023-10-09T04:59:24.918223+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":104,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.905987+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T04:59:24.905987+0000","last_peered":"2023-10-09T04:59:24.905987+0000","last_clean":"2023-10-09T04:59:24.905987+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T04:59:24.905987+0000","last_undegraded":"2023-10-09T04:59:24.905987+0000","last_fullsized":"2023-10-09T04:59:24.905987+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":438,"reported_epoch":417,"state":"active+clean","last_fresh":"2023-10-09T04:59:24.897430+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T04:59:24.897430+0000","last_peered":"2023-10-09T04:59:24.897430+0000","last_clean":"2023-10-09T04:59:24.897430+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T04:59:24.897430+0000","last_undegraded":"2023-10-09T04:59:24.897430+0000","last_fullsized":"2023-10-09T04:59:24.897430+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":3520593944,"num_objects":53721,"num_object_clones":0,"num_object_copies":161163,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53721,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":164421,"num_write_kb":6980481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10583027712,"data_stored":10583015496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139921,"ondisk_log_size":139921,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":14766,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234440,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2414100,"kb_used_data":1508812,"kb_used_omap":0,"kb_used_meta":905280,"kb_avail":91331052,"statfs":{"total":95995035648,"available":93522997248,"internally_reserved":0,"allocated":1545023488,"data_stored":1543928155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927006720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:16 2023","interfaces":[{"interface":"back","average":{"1min":2.3300000000000001,"5min":1.4330000000000001,"15min":1.921},"min":{"1min":0.23300000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":16.027999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.329,"15min":1.609},"min":{"1min":0.253,"5min":0.252,"15min":0.23200000000000001},"max":{"1min":3.9870000000000001,"5min":10.785,"15min":17.344000000000001},"last":2.2650000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":2.343,"5min":1.4890000000000001,"15min":1.7749999999999999},"min":{"1min":0.27500000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":4.0759999999999996,"5min":4.9969999999999999,"15min":16.513000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":3.2480000000000002,"5min":1.901,"15min":2},"min":{"1min":0.312,"5min":0.25,"15min":0.23899999999999999},"max":{"1min":19.681999999999999,"5min":19.681999999999999,"15min":24.052},"last":1.1459999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:59:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6299999999999999,"5min":1.802,"15min":2.1819999999999999},"min":{"1min":0.33700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":6.3150000000000004,"5min":10.741,"15min":32.179000000000002},"last":1.21},{"interface":"front","average":{"1min":3.1520000000000001,"5min":1.871,"15min":1.8779999999999999},"min":{"1min":0.35499999999999998,"5min":0.318,"15min":0.28799999999999998},"max":{"1min":11.051,"5min":11.051,"15min":16.704000000000001},"last":4.7469999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:58:45 2023","interfaces":[{"interface":"back","average":{"1min":3.222,"5min":1.7829999999999999,"15min":1.663},"min":{"1min":0.34599999999999997,"5min":0.317,"15min":0.30199999999999999},"max":{"1min":12.651999999999999,"5min":14.228999999999999,"15min":14.228999999999999},"last":2.3199999999999998},{"interface":"front","average":{"1min":2.516,"5min":1.6379999999999999,"15min":1.556},"min":{"1min":0.317,"5min":0.311,"15min":0.31},"max":{"1min":9.3599999999999994,"5min":9.3599999999999994,"15min":10.955},"last":4.0659999999999998}]},{"osd":4,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.081,"15min":1.9890000000000001},"min":{"1min":0.28799999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":4.4950000000000001,"5min":5.0419999999999998,"15min":23.919},"last":1.542},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.026,"15min":1.571},"min":{"1min":0.29399999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.2320000000000002,"5min":10.868,"15min":23.797999999999998},"last":2.2269999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":1.4970000000000001,"15min":2.347},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.26800000000000002},"max":{"1min":6.2080000000000002,"5min":20.678999999999998,"15min":79.709999999999994},"last":0.92900000000000005},{"interface":"front","average":{"1min":1.546,"5min":1.4770000000000001,"15min":2.0990000000000002},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.0960000000000001,"5min":21.07,"15min":79.332999999999998},"last":1.236}]},{"osd":6,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.859,"5min":1.5049999999999999,"15min":2.1909999999999998},"min":{"1min":0.36499999999999999,"5min":0.32900000000000001,"15min":0.27600000000000002},"max":{"1min":6.5030000000000001,"5min":14.176,"15min":16.599},"last":1.4039999999999999},{"interface":"front","average":{"1min":1.5960000000000001,"5min":1.3660000000000001,"15min":2.0819999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.5179999999999998,"5min":14.191000000000001,"15min":24.010000000000002},"last":1.5229999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496076,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2426244,"kb_used_data":1528956,"kb_used_omap":0,"kb_used_meta":897280,"kb_avail":91318908,"statfs":{"total":95995035648,"available":93510561792,"internally_reserved":0,"allocated":1565650944,"data_stored":1564571883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":918814720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:19 2023","interfaces":[{"interface":"back","average":{"1min":3.0680000000000001,"5min":2.3279999999999998,"15min":1.8180000000000001},"min":{"1min":0.22800000000000001,"5min":0.224,"15min":0.219},"max":{"1min":11.715999999999999,"5min":62.470999999999997,"15min":62.470999999999997},"last":0.33900000000000002},{"interface":"front","average":{"1min":3.456,"5min":2.331,"15min":2.0579999999999998},"min":{"1min":0.254,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":11.773999999999999,"5min":62.445,"15min":62.445},"last":0.36899999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:59:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":1.5149999999999999,"15min":1.8180000000000001},"min":{"1min":0.28299999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.4949999999999992,"5min":9.1869999999999994,"15min":10.686},"last":0.47099999999999997},{"interface":"front","average":{"1min":2.4660000000000002,"5min":1.53,"15min":1.4850000000000001},"min":{"1min":0.29299999999999998,"5min":0.28199999999999997,"15min":0.23699999999999999},"max":{"1min":8.5069999999999997,"5min":9.3030000000000008,"15min":9.3030000000000008},"last":0.49199999999999999}]},{"osd":2,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4459999999999997,"5min":1.9239999999999999,"15min":1.905},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":42.923999999999999,"5min":42.923999999999999,"15min":42.923999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":4.8490000000000002,"5min":1.917,"15min":2.3090000000000002},"min":{"1min":0.36499999999999999,"5min":0.27100000000000002,"15min":0.252},"max":{"1min":42.936999999999998,"5min":42.936999999999998,"15min":42.936999999999998},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:58:56 2023","interfaces":[{"interface":"back","average":{"1min":4.4859999999999998,"5min":2.2000000000000002,"15min":2.1360000000000001},"min":{"1min":0.32800000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":26.763000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":0.31900000000000001},{"interface":"front","average":{"1min":4.3550000000000004,"5min":2.2200000000000002,"15min":1.7969999999999999},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.32600000000000001},"max":{"1min":26.777999999999999,"5min":26.777999999999999,"15min":26.777999999999999},"last":0.39400000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.248,"15min":1.704},"min":{"1min":0.27600000000000002,"5min":0.26400000000000001,"15min":0.23699999999999999},"max":{"1min":6.2809999999999997,"5min":16.399999999999999,"15min":16.399999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.998,"15min":1.7430000000000001},"min":{"1min":0.316,"5min":0.315,"15min":0.28599999999999998},"max":{"1min":2.4489999999999998,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:58:28 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.0169999999999999,"15min":1.589},"min":{"1min":0.32100000000000001,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":5.992,"5min":9.0069999999999997,"15min":12.420999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.306,"15min":1.655},"min":{"1min":0.36799999999999999,"5min":0.35399999999999998,"15min":0.29099999999999998},"max":{"1min":7.7549999999999999,"5min":16.292999999999999,"15min":16.292999999999999},"last":6.2759999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:59:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.111,"15min":2.4140000000000001},"min":{"1min":0.374,"5min":0.33800000000000002,"15min":0.28199999999999997},"max":{"1min":6.4660000000000002,"5min":16.372,"15min":196.22300000000001},"last":5.3040000000000003},{"interface":"front","average":{"1min":1.105,"5min":0.99199999999999999,"15min":2.641},"min":{"1min":0.34200000000000003,"5min":0.315,"15min":0.315},"max":{"1min":3.5139999999999998,"5min":16.018999999999998,"15min":196.24299999999999},"last":5.2610000000000001}]}]},{"osd":1,"up_from":235,"seq":1009317314692,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1579912,"kb_used_data":1101184,"kb_used_omap":5,"kb_used_meta":478650,"kb_avail":92165240,"statfs":{"total":95995035648,"available":94377205760,"internally_reserved":0,"allocated":1127612416,"data_stored":1125665676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":490138325},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.7320000000000002,"5min":1.8029999999999999,"15min":1.3560000000000001},"min":{"1min":0.19900000000000001,"5min":0.191,"15min":0.191},"max":{"1min":16.196000000000002,"5min":16.196000000000002,"15min":16.196000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":2.1960000000000002,"5min":1.617,"15min":1.4199999999999999},"min":{"1min":0.26700000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.593999999999999,"5min":11.234999999999999,"15min":14.954000000000001},"last":0.25800000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.282,"5min":1.9750000000000001,"15min":1.496},"min":{"1min":0.38100000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":14.358000000000001,"5min":14.358000000000001,"15min":15.111000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.2490000000000001,"15min":1.6539999999999999},"min":{"1min":0.26100000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":13.19,"5min":13.19,"15min":13.19},"last":4.8330000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.101,"5min":2.532,"15min":1.5740000000000001},"min":{"1min":0.28599999999999998,"5min":0.222,"15min":0.222},"max":{"1min":10.631,"5min":27.974,"15min":27.974},"last":0.218},{"interface":"front","average":{"1min":3.6920000000000002,"5min":2.4159999999999999,"15min":1.6499999999999999},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.9879999999999995,"5min":27.914000000000001,"15min":27.914000000000001},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":1.5860000000000001,"5min":2.0190000000000001,"15min":1.841},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.27600000000000002},"max":{"1min":6.6699999999999999,"5min":44.145000000000003,"15min":44.145000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":2.984,"5min":2.04,"15min":1.7250000000000001},"min":{"1min":0.33000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":10.252000000000001,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.505}]},{"osd":5,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":2.5739999999999998,"5min":1.4750000000000001,"15min":1.8089999999999999},"min":{"1min":0.36299999999999999,"5min":0.309,"15min":0.28100000000000003},"max":{"1min":8.9610000000000003,"5min":8.9610000000000003,"15min":15.034000000000001},"last":1.6739999999999999},{"interface":"front","average":{"1min":2.9620000000000002,"5min":1.8009999999999999,"15min":1.7849999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.311},"max":{"1min":13.163,"5min":13.163,"15min":13.163},"last":0.48599999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":3.1459999999999999,"5min":2.0209999999999999,"15min":1.7509999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":13.132999999999999,"5min":13.132999999999999,"15min":13.132999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":1.8140000000000001,"5min":1.73,"15min":1.5780000000000001},"min":{"1min":0.37,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":7.1130000000000004,"5min":11.141,"15min":11.141},"last":0.40500000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":1.7889999999999999,"5min":1.7370000000000001,"15min":4.6879999999999997},"min":{"1min":0.42699999999999999,"5min":0.39800000000000002,"15min":0.34799999999999998},"max":{"1min":9.0380000000000003,"5min":11.173999999999999,"15min":146.554},"last":0.379},{"interface":"front","average":{"1min":2.5819999999999999,"5min":1.542,"15min":5.0430000000000001},"min":{"1min":0.439,"5min":0.371,"15min":0.371},"max":{"1min":8.9120000000000008,"5min":8.9120000000000008,"15min":146.53100000000001},"last":0.52800000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187782,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2254308,"kb_used_data":1303132,"kb_used_omap":5,"kb_used_meta":951162,"kb_avail":91490844,"statfs":{"total":95995035648,"available":93686624256,"internally_reserved":0,"allocated":1334407168,"data_stored":1332200528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":973990522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":1.9570000000000001,"15min":1.4390000000000001},"min":{"1min":0.23899999999999999,"5min":0.19400000000000001,"15min":0.17799999999999999},"max":{"1min":11.396000000000001,"5min":11.550000000000001,"15min":11.550000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":3.2360000000000002,"5min":2.54,"15min":1.5129999999999999},"min":{"1min":0.28100000000000003,"5min":0.184,"15min":0.184},"max":{"1min":13.786,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.32300000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5720000000000001,"5min":2.774,"15min":2.121},"min":{"1min":0.25900000000000001,"5min":0.22900000000000001,"15min":0.17799999999999999},"max":{"1min":16.789999999999999,"5min":16.789999999999999,"15min":24.021000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":2.5009999999999999,"5min":2.6000000000000001,"15min":1.931},"min":{"1min":0.312,"5min":0.216,"15min":0.216},"max":{"1min":9.2829999999999995,"5min":14.228,"15min":24.050999999999998},"last":0.27000000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:58:45 2023","interfaces":[{"interface":"back","average":{"1min":2.7730000000000001,"5min":2.2330000000000001,"15min":1.6970000000000001},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":11.337999999999999,"5min":14.711,"15min":14.711},"last":0.65100000000000002},{"interface":"front","average":{"1min":4.9989999999999997,"5min":2.5830000000000002,"15min":1.8999999999999999},"min":{"1min":0.311,"5min":0.248,"15min":0.248},"max":{"1min":21.132999999999999,"5min":21.132999999999999,"15min":23.222000000000001},"last":0.36399999999999999}]},{"osd":4,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":3.4950000000000001,"5min":1.966,"15min":1.899},"min":{"1min":0.311,"5min":0.311,"15min":0.26300000000000001},"max":{"1min":14.581,"5min":14.581,"15min":14.581},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.093,"5min":1.609,"15min":1.619},"min":{"1min":0.33800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.500999999999999,"5min":14.721,"15min":14.721},"last":0.5}]},{"osd":5,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3380000000000001,"5min":1.7969999999999999,"15min":1.8100000000000001},"min":{"1min":0.34599999999999997,"5min":0.29899999999999999,"15min":0.29699999999999999},"max":{"1min":13.542,"5min":13.542,"15min":13.542},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.9019999999999999,"5min":2.0179999999999998,"15min":2.0510000000000002},"min":{"1min":0.46600000000000003,"5min":0.32300000000000001,"15min":0.29999999999999999},"max":{"1min":7.258,"5min":11.308999999999999,"15min":12.978},"last":1.177}]},{"osd":6,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":2.0219999999999998,"15min":1.903},"min":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.32100000000000001},"max":{"1min":13.599,"5min":13.599,"15min":13.599},"last":4.0279999999999996},{"interface":"front","average":{"1min":3.29,"5min":2.3980000000000001,"15min":2.1259999999999999},"min":{"1min":0.42999999999999999,"5min":0.35899999999999999,"15min":0.32100000000000001},"max":{"1min":10.127000000000001,"5min":11.347,"15min":13.086},"last":3.984}]},{"osd":7,"last update":"Mon Oct 9 04:59:13 2023","interfaces":[{"interface":"back","average":{"1min":2.1779999999999999,"5min":2.194,"15min":2.081},"min":{"1min":0.46899999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":7.2309999999999999,"5min":11.381,"15min":13.054},"last":3.379},{"interface":"front","average":{"1min":3.8479999999999999,"5min":2.3180000000000001,"15min":2.1880000000000002},"min":{"1min":0.495,"5min":0.38300000000000001,"15min":0.36499999999999999},"max":{"1min":14.571,"5min":14.571,"15min":14.571},"last":4.0679999999999996}]}]},{"osd":2,"up_from":116,"seq":498216206625,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2983332,"kb_used_data":2172636,"kb_used_omap":7,"kb_used_meta":810680,"kb_avail":90761820,"statfs":{"total":95995035648,"available":92940103680,"internally_reserved":0,"allocated":2224779264,"data_stored":2222860026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":830136401},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":3.4239999999999999,"5min":1.7869999999999999,"15min":1.6259999999999999},"min":{"1min":0.253,"5min":0.17699999999999999,"15min":0.16600000000000001},"max":{"1min":15.34,"5min":15.34,"15min":49.338000000000001},"last":2.4260000000000002},{"interface":"front","average":{"1min":1.718,"5min":1.698,"15min":1.595},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.185},"max":{"1min":8.0510000000000002,"5min":12.648999999999999,"15min":47.450000000000003},"last":2.2959999999999998}]},{"osd":1,"last update":"Mon Oct 9 04:58:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":3.5609999999999999,"15min":2.0009999999999999},"min":{"1min":0.39900000000000002,"5min":0.192,"15min":0.192},"max":{"1min":9.7530000000000001,"5min":210.52199999999999,"15min":210.52199999999999},"last":1.5569999999999999},{"interface":"front","average":{"1min":5.2549999999999999,"5min":4.2039999999999997,"15min":2.4990000000000001},"min":{"1min":0.26800000000000002,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":18.475999999999999,"5min":210.792,"15min":210.792},"last":4.5810000000000004}]},{"osd":3,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":4.9450000000000003,"5min":2.9710000000000001,"15min":1.762},"min":{"1min":0.35099999999999998,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":12.233000000000001,"5min":79.926000000000002,"15min":79.926000000000002},"last":4.6200000000000001},{"interface":"front","average":{"1min":5.5389999999999997,"5min":3.1269999999999998,"15min":1.845},"min":{"1min":0.44,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":12.256,"5min":79.959000000000003,"15min":79.959000000000003},"last":4.6630000000000003}]},{"osd":4,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":4.5499999999999998,"5min":3.8799999999999999,"15min":2.552},"min":{"1min":0.45100000000000001,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":18.219999999999999,"5min":176.00200000000001,"15min":176.00200000000001},"last":4.6950000000000003},{"interface":"front","average":{"1min":2.472,"5min":3.2440000000000002,"15min":2.2120000000000002},"min":{"1min":0.33900000000000002,"5min":0.312,"15min":0.28799999999999998},"max":{"1min":9.3580000000000005,"5min":176.07900000000001,"15min":176.07900000000001},"last":2.3380000000000001}]},{"osd":5,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.6000000000000001,"15min":1.702},"min":{"1min":0.40000000000000002,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":6.5309999999999997,"5min":12.484999999999999,"15min":12.484999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":4.742,"5min":2.3540000000000001,"15min":2.028},"min":{"1min":0.39000000000000001,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":18.172999999999998,"5min":18.172999999999998,"15min":18.172999999999998},"last":4.7220000000000004}]},{"osd":6,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":3.2010000000000001,"5min":2.355,"15min":1.9339999999999999},"min":{"1min":0.37,"5min":0.312,"15min":0.312},"max":{"1min":13.012,"5min":42.975999999999999,"15min":42.975999999999999},"last":2.3660000000000001},{"interface":"front","average":{"1min":1.9059999999999999,"5min":2.0600000000000001,"15min":1.978},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":12.989000000000001,"5min":42.843000000000004,"15min":42.843000000000004},"last":0.40600000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":2.8199999999999998,"5min":2.0630000000000002,"15min":2.0800000000000001},"min":{"1min":0.436,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":9.2690000000000001,"5min":15.516,"15min":18.792999999999999},"last":2.4009999999999998},{"interface":"front","average":{"1min":1.99,"5min":1.8400000000000001,"15min":2.0830000000000002},"min":{"1min":0.439,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":8.0139999999999993,"5min":15.583,"15min":18.841999999999999},"last":0.439}]}]},{"osd":3,"up_from":198,"seq":850403524762,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2213152,"kb_used_data":1740056,"kb_used_omap":2,"kb_used_meta":473085,"kb_avail":91532000,"statfs":{"total":95995035648,"available":93728768000,"internally_reserved":0,"allocated":1781817344,"data_stored":1780014796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":484439093},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.46,"5min":1.744,"15min":1.3799999999999999},"min":{"1min":0.221,"5min":0.183,"15min":0.183},"max":{"1min":18.292000000000002,"5min":18.292000000000002,"15min":18.292000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":4.1900000000000004,"5min":2.157,"15min":1.5089999999999999},"min":{"1min":0.216,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":22.477,"5min":22.477,"15min":22.477},"last":0.24299999999999999}]},{"osd":1,"last update":"Mon Oct 9 04:59:03 2023","interfaces":[{"interface":"back","average":{"1min":4.6109999999999998,"5min":2.3220000000000001,"15min":1.387},"min":{"1min":0.23100000000000001,"5min":0.224,"15min":0.20999999999999999},"max":{"1min":26.314,"5min":26.314,"15min":26.314},"last":0.45600000000000002},{"interface":"front","average":{"1min":4.2889999999999997,"5min":2.2999999999999998,"15min":1.7949999999999999},"min":{"1min":0.29099999999999998,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":18.306999999999999,"5min":18.306999999999999,"15min":18.306999999999999},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":4.0129999999999999,"5min":1.9990000000000001,"15min":1.7689999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":15.425000000000001,"5min":15.425000000000001,"15min":21.722999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":4.2300000000000004,"5min":2.2719999999999998,"15min":1.675},"min":{"1min":0.39400000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":18.273,"5min":25.776,"15min":25.776},"last":0.64600000000000002}]},{"osd":4,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":1.825,"15min":1.6779999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":15.301,"5min":15.301,"15min":15.301},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.8650000000000002,"5min":1.6859999999999999,"15min":1.778},"min":{"1min":0.33800000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":15.401999999999999,"5min":15.401999999999999,"15min":21.532},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":2.9329999999999998,"5min":2.0129999999999999,"15min":1.744},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":15.282,"5min":35.712000000000003,"15min":35.712000000000003},"last":0.61199999999999999},{"interface":"front","average":{"1min":3.4449999999999998,"5min":2.2949999999999999,"15min":2.1030000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.064,"5min":35.488,"15min":35.488},"last":0.44400000000000001}]},{"osd":6,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":2.2519999999999998,"15min":2.3849999999999998},"min":{"1min":0.371,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":15.339,"5min":50.113999999999997,"15min":50.113999999999997},"last":0.59099999999999997},{"interface":"front","average":{"1min":3.306,"5min":2.383,"15min":2.1190000000000002},"min":{"1min":0.33400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":15.243,"5min":53.841999999999999,"15min":53.841999999999999},"last":0.57899999999999996}]},{"osd":7,"last update":"Mon Oct 9 04:58:54 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.2130000000000001,"15min":1.9259999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":18.155999999999999,"5min":18.155999999999999,"15min":18.155999999999999},"last":0.499},{"interface":"front","average":{"1min":3.1850000000000001,"5min":1.903,"15min":2.0859999999999999},"min":{"1min":0.38900000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":15.381,"5min":15.381,"15min":21.587},"last":0.626}]}]},{"osd":4,"up_from":30,"seq":128849019348,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1555144,"kb_used_data":663360,"kb_used_omap":0,"kb_used_meta":891776,"kb_avail":92190008,"statfs":{"total":95995035648,"available":94402568192,"internally_reserved":0,"allocated":679280640,"data_stored":678197246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913178624},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:29 2023","interfaces":[{"interface":"back","average":{"1min":1.7969999999999999,"5min":1.5429999999999999,"15min":1.835},"min":{"1min":0.218,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":5.6130000000000004,"5min":9.3529999999999998,"15min":21.047000000000001},"last":3.6349999999999998},{"interface":"front","average":{"1min":1.587,"5min":1.3260000000000001,"15min":1.6100000000000001},"min":{"1min":0.27600000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.1520000000000001,"5min":7.7210000000000001,"15min":12.064},"last":0.38200000000000001}]},{"osd":1,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":4.6890000000000001,"15min":2.6200000000000001},"min":{"1min":0.34799999999999998,"5min":0.26600000000000001,"15min":0.23000000000000001},"max":{"1min":5.0720000000000001,"5min":288.47500000000002,"15min":288.47500000000002},"last":5.8620000000000001},{"interface":"front","average":{"1min":1.8380000000000001,"5min":4.851,"15min":2.9390000000000001},"min":{"1min":0.30099999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":4.6639999999999997,"5min":289.32499999999999,"15min":289.32499999999999},"last":3.0640000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:59:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5800000000000001,"5min":4.6260000000000003,"15min":2.887},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.24199999999999999},"max":{"1min":6.444,"5min":105.411,"15min":105.411},"last":0.42499999999999999},{"interface":"front","average":{"1min":2.0369999999999999,"5min":4.5119999999999996,"15min":2.8210000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.28999999999999998},"max":{"1min":8,"5min":97.927999999999997,"15min":97.927999999999997},"last":5.9530000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:58:52 2023","interfaces":[{"interface":"back","average":{"1min":6.4290000000000003,"5min":2.5720000000000001,"15min":2.153},"min":{"1min":0.29199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":87.072999999999993,"5min":87.072999999999993,"15min":87.072999999999993},"last":5.9160000000000004},{"interface":"front","average":{"1min":6.5380000000000003,"5min":2.6419999999999999,"15min":2.2490000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":87.316000000000003,"5min":87.316000000000003,"15min":87.316000000000003},"last":7.4000000000000004}]},{"osd":5,"last update":"Mon Oct 9 04:59:29 2023","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.073,"15min":1.7649999999999999},"min":{"1min":0.32100000000000001,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":4.7649999999999997,"5min":9.2430000000000003,"15min":20.991},"last":0.33600000000000002},{"interface":"front","average":{"1min":1.054,"5min":0.95499999999999996,"15min":1.5029999999999999},"min":{"1min":0.38,"5min":0.316,"15min":0.30399999999999999},"max":{"1min":3.5329999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":0.442}]},{"osd":6,"last update":"Mon Oct 9 04:58:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":2.1989999999999998,"15min":2.6200000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.3109999999999999,"5min":81.980999999999995,"15min":81.980999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.96199999999999997,"5min":2.218,"15min":2.4409999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.5759999999999996,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.39600000000000002}]},{"osd":7,"last update":"Mon Oct 9 04:59:00 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.294,"15min":1.855},"min":{"1min":0.314,"5min":0.314,"15min":0.313},"max":{"1min":3.5659999999999998,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.054,"5min":1.532,"15min":2.2970000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":4.7229999999999999,"5min":29.192,"15min":29.192},"last":0.63500000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757712,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1325564,"kb_used_data":433204,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92419588,"statfs":{"total":95995035648,"available":94637658112,"internally_reserved":0,"allocated":443600896,"data_stored":442525568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":1.2569999999999999,"15min":2.387},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.21099999999999999},"max":{"1min":3.7999999999999998,"5min":8.4819999999999993,"15min":322.43200000000002},"last":3.1110000000000002},{"interface":"front","average":{"1min":2.1440000000000001,"5min":1.7310000000000001,"15min":3.1520000000000001},"min":{"1min":0.26800000000000002,"5min":0.251,"15min":0.21099999999999999},"max":{"1min":7.6210000000000004,"5min":9.5350000000000001,"15min":322.61599999999999},"last":3.214}]},{"osd":1,"last update":"Mon Oct 9 04:59:14 2023","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":1.909,"15min":3.9500000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":8.6210000000000004,"5min":8.6210000000000004,"15min":145.947},"last":5.7830000000000004},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.3399999999999999,"15min":4.3280000000000003},"min":{"1min":0.33900000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.585,"5min":18.177,"15min":145.80699999999999},"last":0.315}]},{"osd":2,"last update":"Mon Oct 9 04:59:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":2.3849999999999998,"15min":1.732},"min":{"1min":0.311,"5min":0.28299999999999997,"15min":0.249},"max":{"1min":8.5850000000000009,"5min":18.553000000000001,"15min":18.553000000000001},"last":8.5449999999999999},{"interface":"front","average":{"1min":2.532,"5min":1.9610000000000001,"15min":2.0209999999999999},"min":{"1min":0.28699999999999998,"5min":0.28399999999999997,"15min":0.255},"max":{"1min":6.8579999999999997,"5min":18.617000000000001,"15min":18.617000000000001},"last":0.35099999999999998}]},{"osd":3,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":2.681,"5min":2.4079999999999999,"15min":1.78},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28499999999999998},"max":{"1min":7.5640000000000001,"5min":74.915000000000006,"15min":74.915000000000006},"last":1.804},{"interface":"front","average":{"1min":3.673,"5min":2.8050000000000002,"15min":2.1899999999999999},"min":{"1min":0.497,"5min":0.314,"15min":0.30499999999999999},"max":{"1min":8.0579999999999998,"5min":74.799999999999997,"15min":74.799999999999997},"last":0.378}]},{"osd":4,"last update":"Mon Oct 9 04:59:21 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.90800000000000003,"15min":1.3109999999999999},"min":{"1min":0.29599999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.4749999999999996,"5min":6.9219999999999997,"15min":13.285},"last":3.0390000000000001},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.98099999999999998,"15min":1.964},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.4900000000000002,"5min":7.0410000000000004,"15min":14.824},"last":0.46100000000000002}]},{"osd":6,"last update":"Mon Oct 9 04:58:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":0.95099999999999996,"15min":1.887},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.2220000000000004,"5min":6.5709999999999997,"15min":21.196999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.014,"5min":0.94199999999999995,"15min":2.0129999999999999},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":3.0830000000000002,"5min":6.1580000000000004,"15min":19.631},"last":0.60699999999999998}]},{"osd":7,"last update":"Mon Oct 9 04:59:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.97899999999999998,"15min":2.1440000000000001},"min":{"1min":0.35899999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.5640000000000001,"5min":7.681,"15min":43.508000000000003},"last":4.266},{"interface":"front","average":{"1min":1.198,"5min":1.2190000000000001,"15min":1.744},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.29899999999999999},"max":{"1min":6.5490000000000004,"5min":6.9649999999999999,"15min":43.476999999999997},"last":3.0819999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1320222720,"data_stored":1320222720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1112870912,"data_stored":1112866840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2210861056,"data_stored":2210856984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1760886784,"data_stored":1760886784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":667877376,"data_stored":667877376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":433258496,"data_stored":433258496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1542455296,"data_stored":1542455296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1534595072,"data_stored":1534591000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T04:59:37.110 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-10-09T04:59:37.111 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pg_num 11 2023-10-09T04:59:37.183 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:37.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:37.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:37.290 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:37.383 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:37.458 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:37.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:37.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:37.567 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:37.622 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:37.667 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:37.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:37.670 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:37.771 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:37.815 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:37.857 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:37.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:37.860 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:37.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:38.040 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:38.156 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:38.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:38.160 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:38.261 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:38.306 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:38.358 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:38.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:38.361 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:38.432 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:38.461 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:38.548 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:38.589 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:38.634 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:38.685 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:38.688 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:38.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:38.696 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:38.720 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:38.768 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:38.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:38.826 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:38.834 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:38.870 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:38.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:38.877 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:38.880 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:38.921 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:38.924 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T04:59:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.970 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.971 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.971 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:59:38.973 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:38.973 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:38.978 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:39.050 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[184249]: pgmap v1307: 89 pgs: 89 active+clean; 3.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 658 op/s 2023-10-09T04:59:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4060135432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:39.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3296796507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:39.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[179183]: pgmap v1307: 89 pgs: 89 active+clean; 3.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 658 op/s 2023-10-09T04:59:39.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4060135432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:39.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:39.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3296796507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:39.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:38 smithi150 ceph-mon[168511]: pgmap v1307: 89 pgs: 89 active+clean; 3.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 658 op/s 2023-10-09T04:59:39.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4060135432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:39.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:38 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T04:59:39.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3296796507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:39.792 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:39.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:39.801 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:39.875 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T04:59:39.902 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:39.941 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:40.008 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:40.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:40.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:40.118 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: osdmap e419: 8 total, 8 up, 8 in 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[179183]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:40.131 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:59:40.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: osdmap e419: 8 total, 8 up, 8 in 2023-10-09T04:59:40.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:39 smithi107 ceph-mon[184249]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.197 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:40.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:40.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T04:59:40.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: osdmap e419: 8 total, 8 up, 8 in 2023-10-09T04:59:40.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:39 smithi150 ceph-mon[168511]: failed to encode map e419 with expected crc 2023-10-09T04:59:40.547 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:40.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:40.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:40.658 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:40.686 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:40.743 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:40.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:40.748 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:40.849 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:40.890 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:40.946 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:40.951 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:40 smithi150 ceph-mon[168511]: pgmap v1309: 89 pgs: 89 active+clean; 3.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 658 op/s 2023-10-09T04:59:40.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:40.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:41.053 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:41.132 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:40 smithi107 ceph-mon[179183]: pgmap v1309: 89 pgs: 89 active+clean; 3.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 658 op/s 2023-10-09T04:59:41.132 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:40 smithi107 ceph-mon[184249]: pgmap v1309: 89 pgs: 89 active+clean; 3.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 658 op/s 2023-10-09T04:59:41.142 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:41.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:41.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:41.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:41.289 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:41.342 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:41.380 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:41.431 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:41.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:41.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:41.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:41.558 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T04:59:41.634 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:41.758 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:41.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:41.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:41.871 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:41.973 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:42.003 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pg_num to 11 2023-10-09T04:59:42.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:59:42] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2023-10-09T04:59:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1613489614' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-10-09T04:59:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1613489614' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-10-09T04:59:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1613489614' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-10-09T04:59:42.530 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:42.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:42.541 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:42.589 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:59:42.642 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:42.678 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:42.738 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:42.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:42.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:42.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:42.979 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:43.124 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:43.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:43.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[184249]: pgmap v1310: 89 pgs: 89 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1613489614' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[184249]: osdmap e420: 8 total, 8 up, 8 in 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[184249]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[184249]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[184249]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[179183]: pgmap v1310: 89 pgs: 89 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:59:43.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1613489614' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-10-09T04:59:43.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[179183]: osdmap e420: 8 total, 8 up, 8 in 2023-10-09T04:59:43.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[179183]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[179183]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.137 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:42 smithi107 ceph-mon[179183]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.177 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:42 smithi150 ceph-mon[168511]: pgmap v1310: 89 pgs: 89 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T04:59:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1613489614' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-10-09T04:59:43.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:42 smithi150 ceph-mon[168511]: osdmap e420: 8 total, 8 up, 8 in 2023-10-09T04:59:43.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:42 smithi150 ceph-mon[168511]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:42 smithi150 ceph-mon[168511]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:42 smithi150 ceph-mon[168511]: failed to encode map e420 with expected crc 2023-10-09T04:59:43.233 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:43.234 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:43.236 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:43.271 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:43.324 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:43.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:43.331 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:43.431 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:43.468 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:43.522 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:43.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:43.530 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:43.631 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:43.723 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:43.948 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:43.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T04:59:43.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:43.959 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:44.060 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:44.064 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:43 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-10-09T04:59:44.064 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:43 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-10-09T04:59:44.149 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:44.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:43 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-10-09T04:59:44.408 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:44.417 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:44.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:44.425 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:44.526 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:44.608 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:44.897 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:44.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:44.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:45.003 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:45.038 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:45.083 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[179183]: pgmap v1312: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 751 op/s 2023-10-09T04:59:45.083 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-10-09T04:59:45.083 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[179183]: osdmap e421: 8 total, 8 up, 8 in 2023-10-09T04:59:45.083 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[179183]: failed to encode map e421 with expected crc 2023-10-09T04:59:45.083 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[179183]: failed to encode map e421 with expected crc 2023-10-09T04:59:45.084 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[184249]: pgmap v1312: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 751 op/s 2023-10-09T04:59:45.084 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-10-09T04:59:45.084 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[184249]: osdmap e421: 8 total, 8 up, 8 in 2023-10-09T04:59:45.084 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[184249]: failed to encode map e421 with expected crc 2023-10-09T04:59:45.085 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:44 smithi107 ceph-mon[184249]: failed to encode map e421 with expected crc 2023-10-09T04:59:45.096 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:45.462 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:45.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:45.473 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:45.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:44 smithi150 ceph-mon[168511]: pgmap v1312: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 751 op/s 2023-10-09T04:59:45.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:44 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-10-09T04:59:45.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:44 smithi150 ceph-mon[168511]: osdmap e421: 8 total, 8 up, 8 in 2023-10-09T04:59:45.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:44 smithi150 ceph-mon[168511]: failed to encode map e421 with expected crc 2023-10-09T04:59:45.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:44 smithi150 ceph-mon[168511]: failed to encode map e421 with expected crc 2023-10-09T04:59:45.574 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:45.609 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:45.653 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:45.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:45.660 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:45.761 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:45.834 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:45.934 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:45.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:45.947 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:46.048 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:46.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[179183]: failed to encode map e422 with expected crc 2023-10-09T04:59:46.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[179183]: osdmap e422: 8 total, 8 up, 8 in 2023-10-09T04:59:46.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[179183]: failed to encode map e422 with expected crc 2023-10-09T04:59:46.084 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2027008807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:46.090 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[184249]: failed to encode map e422 with expected crc 2023-10-09T04:59:46.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[184249]: osdmap e422: 8 total, 8 up, 8 in 2023-10-09T04:59:46.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[184249]: failed to encode map e422 with expected crc 2023-10-09T04:59:46.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2027008807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:46.165 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:46.287 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:46.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:46.293 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:46.301 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T04:59:46.394 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:46.424 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:46 smithi150 ceph-mon[168511]: failed to encode map e422 with expected crc 2023-10-09T04:59:46.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:46 smithi150 ceph-mon[168511]: osdmap e422: 8 total, 8 up, 8 in 2023-10-09T04:59:46.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:46 smithi150 ceph-mon[168511]: failed to encode map e422 with expected crc 2023-10-09T04:59:46.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2027008807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T04:59:46.427 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:46.471 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:46.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:46.478 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:46.579 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:46.608 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:46.639 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:46.657 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:46.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:46.660 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:46.669 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:46.706 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:46.759 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:46.761 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:46.792 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:46.841 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:46.856 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:46.883 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:46.925 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:46.932 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.932 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.932 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T04:59:46.933 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: pgmap v1315: 99 pgs: 10 unknown, 89 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 593 op/s 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2027008807' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:47.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: osdmap e423: 8 total, 8 up, 8 in 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2213949801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: pgmap v1315: 99 pgs: 10 unknown, 89 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 593 op/s 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2027008807' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:47.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: osdmap e423: 8 total, 8 up, 8 in 2023-10-09T04:59:47.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2213949801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: pgmap v1315: 99 pgs: 10 unknown, 89 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 593 op/s 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2027008807' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: osdmap e423: 8 total, 8 up, 8 in 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: failed to encode map e423 with expected crc 2023-10-09T04:59:47.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2213949801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:47.530 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:47.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:47.544 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:47.645 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:47.672 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:59:47.672 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:59:47.672 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T04:59:47.673 INFO:tasks.thrashosds.thrasher:Setting osd 1 primary_affinity to 0.123222 2023-10-09T04:59:47.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 1 0.1232215192943239 2023-10-09T04:59:47.711 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:47.803 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:47.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:47.827 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:47.928 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:47.959 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:48.005 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:48.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:48.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:48.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:48 smithi107 ceph-mon[179183]: failed to encode map e423 with expected crc 2023-10-09T04:59:48.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:48 smithi107 ceph-mon[179183]: failed to encode map e423 with expected crc 2023-10-09T04:59:48.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-10-09T04:59:48.111 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:48.152 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62626 11.9 11.e4e98719 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:45.093720+0000", 2023-10-09T04:59:48.165 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.06726091399997, 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.840717043, 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62626 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.166 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093720+0000", 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093720+0000", 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093718+0000", 2023-10-09T04:59:48.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093745+0000", 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6191999999999999e-05 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093759+0000", 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4629e-05 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.093770+0000", 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0919e-05 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095950+0000", 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0021793310000000001 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.169 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095962+0000", 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2646999999999999e-05 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.785118+0000", 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.689155469999999 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.785131+0000", 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2952999999999999e-05 2023-10-09T04:59:48.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934426+0000", 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.149295333 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934437+0000", 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1187e-05 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.171 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62635 11.9 11.627d6ba9 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:45.095237+0000", 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.06574421300002, 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.839233709, 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62635 2023-10-09T04:59:48.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095237+0000", 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095237+0000", 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095235+0000", 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095265+0000", 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9445999999999999e-05 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.174 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095276+0000", 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0892e-05 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095285+0000", 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5030000000000003e-06 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095984+0000", 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00069914599999999999 2023-10-09T04:59:48.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095993+0000", 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2539999999999992e-06 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787840+0000", 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.691847172999999 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787850+0000", 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0358e-05 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934462+0000", 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14661227600000001 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934471+0000", 2023-10-09T04:59:48.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1810000000000001e-06 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:62652 11.9 11.648b0db9 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 423.065653172, 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.839162471, 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:59:48.178 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 62652 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095328+0000", 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095365+0000", 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7851000000000001e-05 2023-10-09T04:59:48.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095373+0000", 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5059999999999998e-06 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.095378+0000", 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4979999999999997e-06 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.096015+0000", 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00063694200000000004 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:45.096024+0000", 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3440000000000001e-06 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787877+0000", 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 15.691853443999999 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.787889+0000", 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1483e-05 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934485+0000", 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.14659651300000001 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:00.934490+0000", 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.181e-06 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72159 11.10 e334/332)", 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.87977411600002, 2023-10-09T04:59:48.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7557834400000001, 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:59:48.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281207+0000", 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281236+0000", 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9011000000000001e-05 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281243+0000", 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6890000000000004e-06 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281252+0000", 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4640000000000006e-06 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.187 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.026706+0000", 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7454543390000001 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.026744+0000", 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8000999999999998e-05 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.036952+0000", 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010208085 2023-10-09T04:59:48.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.036990+0000", 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8093000000000003e-05 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72162 11.9 e334/332)", 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.87969984699998, 2023-10-09T04:59:48.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0070708019999999, 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281281+0000", 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281304+0000", 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3258999999999999e-05 2023-10-09T04:59:48.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281311+0000", 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2219999999999996e-06 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.281316+0000", 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0799999999999996e-06 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.274079+0000", 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9927630079999998 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.274113+0000", 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3803999999999997e-05 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.288314+0000", 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014200724 2023-10-09T04:59:48.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.288352+0000", 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8071000000000002e-05 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72167 11.8 11:14aae2a5:::benchmark_data_smithi107_315913_object72166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:59:48.194 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.853495893, 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8824023109999999, 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72167 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307485+0000", 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307483+0000", 2023-10-09T04:59:48.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307538+0000", 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4271999999999998e-05 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307552+0000", 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3971000000000001e-05 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307561+0000", 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0599999999999997e-06 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.133941+0000", 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8263801910000002 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.137159+0000", 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0032177619999999999 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.142466+0000", 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053077059999999997 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.150269+0000", 2023-10-09T04:59:48.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0078022899999999999 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.152809+0000", 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025398920000000002 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.183046+0000", 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.03023706 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.184523+0000", 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0014770499999999999 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.189887+0000", 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053646989999999997 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72168 11.11 11:8c693c3f:::benchmark_data_smithi107_315913_object72167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.85341278700002, 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0113299489999998, 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72168 2023-10-09T04:59:48.202 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307568+0000", 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307611+0000", 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3374999999999997e-05 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307619+0000", 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.678e-06 2023-10-09T04:59:48.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.307625+0000", 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7590000000000003e-06 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.283405+0000", 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.975780737 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.289841+0000", 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0064359109999999999 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,2", 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.294510+0000", 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046686829999999999 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.311195+0000", 2023-10-09T04:59:48.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.016684833 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.311953+0000", 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00075859500000000004 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.312265+0000", 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00031217000000000001 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.313485+0000", 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012197250000000001 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.318898+0000", 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054129649999999996 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.35868.0:72173 11.10 e334/332)", 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.832547095, 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7090177980000001, 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328434+0000", 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328433+0000", 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328461+0000", 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8622000000000001e-05 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328475+0000", 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3226e-05 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328484+0000", 2023-10-09T04:59:48.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7599999999999997e-06 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.028881+0000", 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.700396689 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.028913+0000", 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1534e-05 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037426+0000", 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0085139299999999994 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.037452+0000", 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5236e-05 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:72176 11.18 11:1d77229b:::benchmark_data_smithi107_315913_object72175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.83206687900002, 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.844314185, 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 72176 2023-10-09T04:59:48.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328914+0000", 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328912+0000", 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328936+0000", 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3597000000000001e-05 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328948+0000", 2023-10-09T04:59:48.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2182e-05 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:18.328954+0000", 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.674e-06 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.130979+0000", 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8020247110000001 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.134151+0000", 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003172008 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,5", 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.139848+0000", 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056970359999999999 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.149229+0000", 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093803640000000004 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.151429+0000", 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022007770000000001 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.167059+0000", 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015629659000000001 2023-10-09T04:59:48.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.168320+0000", 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0012606970000000001 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:20.173228+0000", 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0049085919999999998 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74052 11.19 11:9b44c75f:::benchmark_data_smithi107_315913_object74051:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.758460+0000", 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 383.40252145300002, 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.373043338, 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.222 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74052 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758460+0000", 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758460+0000", 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758458+0000", 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758492+0000", 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4177000000000002e-05 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758506+0000", 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4192000000000001e-05 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.758517+0000", 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0849000000000001e-05 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765571+0000", 2023-10-09T04:59:48.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070540300000000002 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765578+0000", 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5580000000000003e-06 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:28.128530+0000", 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.362952017 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:28.131503+0000", 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029724930000000001 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74056 11.9 11:93f44795:::benchmark_data_smithi107_315913_object74055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.760961+0000", 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 383.40002047299998, 2023-10-09T04:59:48.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0845361230000004, 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74056 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.760961+0000", 2023-10-09T04:59:48.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.760961+0000", 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.760959+0000", 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761005+0000", 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6013999999999997e-05 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761017+0000", 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1402e-05 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761026+0000", 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8279999999999992e-06 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765507+0000", 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044815410000000003 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765517+0000", 2023-10-09T04:59:48.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8609999999999993e-06 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.843288+0000", 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0777707860000003 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.845497+0000", 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022089409999999999 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.232 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74061 11.9 11:90607336:::benchmark_data_smithi107_315913_object74060:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 383.39994975000002, 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1097637359999997, 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.233 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74061 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761031+0000", 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761055+0000", 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3943000000000001e-05 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761062+0000", 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4970000000000004e-06 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761068+0000", 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3260000000000003e-06 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765540+0000", 2023-10-09T04:59:48.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044723080000000004 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765547+0000", 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0690000000000004e-06 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.868361+0000", 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1028139479999997 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.870795+0000", 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024341530000000001 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74080 11.19 11:9c99a57d:::benchmark_data_smithi107_315913_object74079:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.761072+0000", 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 383.39990915800001, 2023-10-09T04:59:48.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1462601059999997, 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74080 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761072+0000", 2023-10-09T04:59:48.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761072+0000", 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761071+0000", 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761093+0000", 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1619000000000001e-05 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761100+0000", 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9949999999999999e-06 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.761105+0000", 2023-10-09T04:59:48.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9350000000000002e-06 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765725+0000", 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004620374 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.765734+0000", 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5879999999999998e-06 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.869048+0000", 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1033144259999998 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.877427+0000", 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008378557 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,6", 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.882692+0000", 2023-10-09T04:59:48.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052650259999999999 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.899103+0000", 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.016411443000000001 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.899940+0000", 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00083672100000000001 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.900233+0000", 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000292675 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.901553+0000", 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00132066 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.907332+0000", 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005778521 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74099 11.19 11:9eb18c3d:::benchmark_data_smithi107_315913_object74098:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e337)", 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:24.871889+0000", 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 383.28909244499999, 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0445840669999997, 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.246 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74099 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871889+0000", 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871889+0000", 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871887+0000", 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871910+0000", 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2478999999999999e-05 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871923+0000", 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3261999999999999e-05 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871932+0000", 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8249999999999994e-06 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.871994+0000", 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2478999999999996e-05 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.872007+0000", 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2758999999999999e-05 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.886501+0000", 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0144938229999996 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.889885+0000", 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00338449 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,6", 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.894965+0000", 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0050794990000000003 2023-10-09T04:59:48.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.907595+0000", 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012629886 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.908523+0000", 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00092798700000000002 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.909300+0000", 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00077742100000000004 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.910804+0000", 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015038860000000001 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:29.916473+0000", 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056686369999999998 2023-10-09T04:59:48.253 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75515 11.a 11:54d4cb27:::benchmark_data_smithi107_315913_object1403:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:50.720590+0000", 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 357.440390826, 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.718446068, 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.254 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75515 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720590+0000", 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720590+0000", 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720589+0000", 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720596+0000", 2023-10-09T04:59:48.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.861e-06 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720609+0000", 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3665e-05 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.720618+0000", 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9539999999999993e-06 2023-10-09T04:59:48.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.787262+0000", 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066644227 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.795770+0000", 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0085072970000000005 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.923570+0000", 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.12780008600000001 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:50.929505+0000", 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0059355809999999997 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.364246+0000", 2023-10-09T04:59:48.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4347401129999999 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.369059+0000", 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048132119999999999 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.377500+0000", 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084411529999999999 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.419895+0000", 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042395095000000001 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.421522+0000", 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001627215 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.423137+0000", 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001614599 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.425634+0000", 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024976949999999999 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.439036+0000", 2023-10-09T04:59:48.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013401765 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75565 11.a 11:52c8f0fe:::benchmark_data_smithi107_315913_object1453:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:51.232519+0000", 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 356.92846234799998, 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8552478990000001, 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.263 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75565 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232519+0000", 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232519+0000", 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232517+0000", 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232525+0000", 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6159999999999996e-06 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232540+0000", 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4780000000000001e-05 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.232549+0000", 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7259999999999997e-06 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.273602+0000", 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.041052461999999998 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.279397+0000", 2023-10-09T04:59:48.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057949359999999997 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.331079+0000", 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051682567999999998 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:59:48.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.337976+0000", 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068970960000000001 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.985862+0000", 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6478852399999999 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.992129+0000", 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062671309999999996 2023-10-09T04:59:48.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.000862+0000", 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0087329739999999993 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.030534+0000", 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029671791999999999 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.032769+0000", 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022355489999999999 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.064911+0000", 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032141822 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.068959+0000", 2023-10-09T04:59:48.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0040480029999999997 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.087767+0000", 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01880768 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75606 11.a 11:5b5478ff:::benchmark_data_smithi107_315913_object1494:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:59:48.273 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:51.669391+0000", 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 356.49158973099998, 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.806025411, 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75606 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669391+0000", 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669391+0000", 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669389+0000", 2023-10-09T04:59:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669399+0000", 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0429999999999996e-06 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669417+0000", 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8788999999999999e-05 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.669428+0000", 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0747000000000001e-05 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.802631+0000", 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13320299799999999 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:59:48.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.808984+0000", 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0063530569999999996 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.879182+0000", 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070198198000000003 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.886675+0000", 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007492271 2023-10-09T04:59:48.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.403308+0000", 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.516633098 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.408110+0000", 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048022289999999999 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.416672+0000", 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00856203 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.456995+0000", 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.040322907999999998 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.458578+0000", 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015834449999999999 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.460806+0000", 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022272199999999998 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.463475+0000", 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026697370000000002 2023-10-09T04:59:48.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.475417+0000", 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011941439999999999 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.282 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75629 11.a 11:5c4c270b:::benchmark_data_smithi107_315913_object1517:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:51.772185+0000", 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 356.388796179, 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.739071839, 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75629 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772185+0000", 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772185+0000", 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772183+0000", 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772193+0000", 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5659999999999996e-06 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772207+0000", 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4414e-05 2023-10-09T04:59:48.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.772216+0000", 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4870000000000002e-06 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.810109+0000", 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037893233999999998 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.816690+0000", 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065806770000000001 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.872689+0000", 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.055999818 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:51.878561+0000", 2023-10-09T04:59:48.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058713080000000004 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.436717+0000", 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5581567519999999 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.441510+0000", 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0047924329999999996 2023-10-09T04:59:48.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.449707+0000", 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0081970600000000008 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.460271+0000", 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010563998 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.477585+0000", 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017314310999999999 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.495435+0000", 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017849634999999999 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.498281+0000", 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0028466160000000002 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.511257+0000", 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012975212 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.291 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75656 11.a 11:540221c8:::benchmark_data_smithi107_315913_object1544:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:52.110608+0000", 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 356.05037272099997, 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.800129788, 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75656 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.292 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110608+0000", 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110608+0000", 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.293 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110607+0000", 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110613+0000", 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3489999999999997e-06 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110626+0000", 2023-10-09T04:59:48.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2649999999999999e-05 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.110633+0000", 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.939e-06 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.202674+0000", 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.092041149000000003 2023-10-09T04:59:48.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.211079+0000", 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0084045100000000005 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.287326+0000", 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076247069000000001 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.293031+0000", 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057051200000000002 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.823176+0000", 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5301456920000001 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.833236+0000", 2023-10-09T04:59:48.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010059301 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.843433+0000", 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010196904 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.893508+0000", 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.050075692999999998 2023-10-09T04:59:48.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.895220+0000", 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017113549999999999 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.896799+0000", 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015796549999999999 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.899415+0000", 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026151770000000002 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.910738+0000", 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011323524 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:75672 11.a 11:55271d54:::benchmark_data_smithi107_315913_object1560:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:52.205289+0000", 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 355.95569173899997, 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7233158529999999, 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 75672 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.301 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205289+0000", 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205289+0000", 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205288+0000", 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205294+0000", 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2210000000000002e-06 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:48.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205308+0000", 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3458999999999999e-05 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.205317+0000", 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0049999999999993e-06 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.311521+0000", 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.10620460800000001 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.317283+0000", 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057620479999999996 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.342915+0000", 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025631106000000001 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for rw locks", 2023-10-09T04:59:48.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:52.348801+0000", 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058860639999999999 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.874212+0000", 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.525411777 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.878892+0000", 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004679229 2023-10-09T04:59:48.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.887148+0000", 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008256022 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.912425+0000", 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025277105000000001 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.912930+0000", 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000505405 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.914484+0000", 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015540179999999999 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T04:59:48.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.917123+0000", 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026382789999999999 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:53.928605+0000", 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.011482618 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:48.309 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:59:48.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:48.311 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:48.311 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:48.311 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:48 smithi150 ceph-mon[168511]: failed to encode map e423 with expected crc 2023-10-09T04:59:48.311 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:48 smithi150 ceph-mon[168511]: failed to encode map e423 with expected crc 2023-10-09T04:59:48.311 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-10-09T04:59:48.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:48 smithi107 ceph-mon[184249]: failed to encode map e423 with expected crc 2023-10-09T04:59:48.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:48 smithi107 ceph-mon[184249]: failed to encode map e423 with expected crc 2023-10-09T04:59:48.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-10-09T04:59:48.412 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:48.467 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:48.527 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:48.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:48.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:48.628 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:48.632 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:48.655 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T04:59:48.721 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:48.876 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:48.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:48.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:48.989 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:49.021 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:49.090 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:49.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:49.093 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:49.095 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T04:59:49.194 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: pgmap v1317: 99 pgs: 99 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 881 op/s 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: osdmap e424: 8 total, 8 up, 8 in 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.313 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[179183]: osdmap e425: 8 total, 8 up, 8 in 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: pgmap v1317: 99 pgs: 99 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 881 op/s 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: osdmap e424: 8 total, 8 up, 8 in 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.315 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:49 smithi107 ceph-mon[184249]: osdmap e425: 8 total, 8 up, 8 in 2023-10-09T04:59:49.323 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: pgmap v1317: 99 pgs: 99 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 881 op/s 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: osdmap e424: 8 total, 8 up, 8 in 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: failed to encode map e424 with expected crc 2023-10-09T04:59:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:49 smithi150 ceph-mon[168511]: osdmap e425: 8 total, 8 up, 8 in 2023-10-09T04:59:49.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T04:59:49.853 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:49.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:49.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:49.905 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:49.959 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:50.038 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:50.119 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:50.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:50.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:50.235 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:50.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: pgmap v1320: 99 pgs: 99 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[179183]: osdmap e426: 8 total, 8 up, 8 in 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: pgmap v1320: 99 pgs: 99 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:59:50.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:50 smithi107 ceph-mon[184249]: osdmap e426: 8 total, 8 up, 8 in 2023-10-09T04:59:50.326 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:50.392 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:50.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:50.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:50.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: failed to encode map e425 with expected crc 2023-10-09T04:59:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: pgmap v1320: 99 pgs: 99 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-10-09T04:59:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:50 smithi150 ceph-mon[168511]: osdmap e426: 8 total, 8 up, 8 in 2023-10-09T04:59:50.501 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:50.547 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:50.583 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:50.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:50.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:50.689 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:50.721 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:50.762 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:51.155 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:51.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:51.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:51.264 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.265 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.265 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.265 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.265 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: osdmap e427: 8 total, 8 up, 8 in 2023-10-09T04:59:51.265 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: failed to encode map e427 with expected crc 2023-10-09T04:59:51.265 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[179183]: failed to encode map e427 with expected crc 2023-10-09T04:59:51.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: osdmap e427: 8 total, 8 up, 8 in 2023-10-09T04:59:51.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: failed to encode map e427 with expected crc 2023-10-09T04:59:51.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:51 smithi107 ceph-mon[184249]: failed to encode map e427 with expected crc 2023-10-09T04:59:51.270 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:51.317 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:51.368 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:51.371 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.371 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: failed to encode map e426 with expected crc 2023-10-09T04:59:51.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: osdmap e427: 8 total, 8 up, 8 in 2023-10-09T04:59:51.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: failed to encode map e427 with expected crc 2023-10-09T04:59:51.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:51 smithi150 ceph-mon[168511]: failed to encode map e427 with expected crc 2023-10-09T04:59:51.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:51.373 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:51.474 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:51.509 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:51.560 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:51.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:51.570 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:51.671 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:51.709 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:51.757 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:51.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:51.763 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:51.863 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:51.905 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:51.945 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:51.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:51.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:52.031 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:52.049 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:52.149 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: failed to encode map e427 with expected crc 2023-10-09T04:59:52.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: osdmap e428: 8 total, 8 up, 8 in 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/29457898' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]: dispatch 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]: dispatch 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[179183]: pgmap v1324: 99 pgs: 1 peering, 98 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 334 op/s; 29 KiB/s, 0 objects/s recovering 2023-10-09T04:59:52.280 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:04:59:52] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: failed to encode map e427 with expected crc 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: osdmap e428: 8 total, 8 up, 8 in 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/29457898' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]: dispatch 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]: dispatch 2023-10-09T04:59:52.281 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:52 smithi107 ceph-mon[184249]: pgmap v1324: 99 pgs: 1 peering, 98 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 334 op/s; 29 KiB/s, 0 objects/s recovering 2023-10-09T04:59:52.314 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.1 primary-affinity to 0.123222 (880752) 2023-10-09T04:59:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: failed to encode map e427 with expected crc 2023-10-09T04:59:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: osdmap e428: 8 total, 8 up, 8 in 2023-10-09T04:59:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: failed to encode map e428 with expected crc 2023-10-09T04:59:52.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/29457898' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]: dispatch 2023-10-09T04:59:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]: dispatch 2023-10-09T04:59:52.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:52 smithi150 ceph-mon[168511]: pgmap v1324: 99 pgs: 1 peering, 98 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 334 op/s; 29 KiB/s, 0 objects/s recovering 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:178165 12.d e429/386 12:b9591fd3:::benchmark_data_smithi107_355541_object69092:head v 429'11323, mlcod=429'11321)", 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:59:52.598152+0000", 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0056183559999999997, 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056513539999999999, 2023-10-09T04:59:52.604 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598152+0000", 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598152+0000", 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598151+0000", 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598162+0000", 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0739e-05 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598175+0000", 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3089e-05 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598182+0000", 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5599999999999996e-06 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598237+0000", 2023-10-09T04:59:52.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4861999999999998e-05 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.598262+0000", 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4201000000000001e-05 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.608 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:178166 12.4 e429/386 12:2e544d34:::benchmark_data_smithi107_355541_object69093:head v 429'11245, mlcod=429'11243)", 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:59:52.601117+0000", 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0026526430000000001, 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0027602310000000001, 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601117+0000", 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601117+0000", 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601116+0000", 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T04:59:52.610 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601128+0000", 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1722999999999999e-05 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601141+0000", 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.329e-05 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601150+0000", 2023-10-09T04:59:52.611 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8740000000000001e-06 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601215+0000", 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5195000000000002e-05 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:52.601237+0000", 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2016000000000001e-05 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:52.612 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T04:59:52.613 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:52.613 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T04:59:52.613 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T04:59:52.613 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 2 2023-10-09T04:59:52.613 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T04:59:52.719 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:52.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:52.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:52.824 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:52.850 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:52.883 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:52.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:52.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:52.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:53.015 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:53.216 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T04:59:53.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[184249]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.267 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[184249]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[184249]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]': finished 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[184249]: osdmap e429: 8 total, 8 up, 8 in 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[184249]: failed to encode map e429 with expected crc 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[179183]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[179183]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[179183]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]': finished 2023-10-09T04:59:53.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[179183]: osdmap e429: 8 total, 8 up, 8 in 2023-10-09T04:59:53.269 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:53 smithi107 ceph-mon[179183]: failed to encode map e429 with expected crc 2023-10-09T04:59:53.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:53 smithi150 ceph-mon[168511]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:53 smithi150 ceph-mon[168511]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:53 smithi150 ceph-mon[168511]: failed to encode map e428 with expected crc 2023-10-09T04:59:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:53 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.1232215192943239}]': finished 2023-10-09T04:59:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:53 smithi150 ceph-mon[168511]: osdmap e429: 8 total, 8 up, 8 in 2023-10-09T04:59:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:53 smithi150 ceph-mon[168511]: failed to encode map e429 with expected crc 2023-10-09T04:59:53.933 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:53.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:53.951 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:54.052 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.116 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: osdmap e430: 8 total, 8 up, 8 in 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[179183]: pgmap v1327: 99 pgs: 1 peering, 98 active+clean; 2.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.117 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.118 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: osdmap e430: 8 total, 8 up, 8 in 2023-10-09T04:59:54.118 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.118 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.118 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:54 smithi107 ceph-mon[184249]: pgmap v1327: 99 pgs: 1 peering, 98 active+clean; 2.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-10-09T04:59:54.164 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:54.421 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:54.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:54.437 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:54.438 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:54.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e429 with expected crc 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: osdmap e430: 8 total, 8 up, 8 in 2023-10-09T04:59:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:54.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:54 smithi150 ceph-mon[168511]: pgmap v1327: 99 pgs: 1 peering, 98 active+clean; 2.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-10-09T04:59:54.538 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:54.602 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:54.710 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:54.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:54.715 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:54.817 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:54.831 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T04:59:54.873 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T04:59:54.895 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:54.933 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T04:59:54.979 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:54.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:54.987 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:54.995 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T04:59:55.043 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T04:59:55.077 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T04:59:55.088 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:55.114 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T04:59:55.121 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:55.155 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T04:59:55.158 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:55.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:55.163 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.182 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T04:59:55.264 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:55.330 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T04:59:55.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:55.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[184249]: failed to encode map e430 with expected crc 2023-10-09T04:59:55.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1320723900' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:55.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:55.337 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3574935749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:55.337 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:55.337 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[179183]: failed to encode map e430 with expected crc 2023-10-09T04:59:55.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1320723900' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:55.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:55.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3574935749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:55.366 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:55 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:55 smithi150 ceph-mon[168511]: failed to encode map e430 with expected crc 2023-10-09T04:59:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1320723900' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T04:59:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3574935749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T04:59:56.172 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:56.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:56.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:56.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:56.323 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:56.371 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:56.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:56.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: osdmap e431: 8 total, 8 up, 8 in 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: 1.0 scrub starts 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: 1.0 scrub ok 2023-10-09T04:59:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[184249]: pgmap v1329: 99 pgs: 1 peering, 98 active+clean; 2.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: osdmap e431: 8 total, 8 up, 8 in 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: 1.0 scrub starts 2023-10-09T04:59:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: 1.0 scrub ok 2023-10-09T04:59:56.444 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:56 smithi107 ceph-mon[179183]: pgmap v1329: 99 pgs: 1 peering, 98 active+clean; 2.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:59:56.480 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:56.517 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:56.571 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:56.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:56.579 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:56.579 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T04:59:56.579 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: osdmap e431: 8 total, 8 up, 8 in 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: failed to encode map e431 with expected crc 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: 1.0 scrub starts 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: 1.0 scrub ok 2023-10-09T04:59:56.580 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:56 smithi150 ceph-mon[168511]: pgmap v1329: 99 pgs: 1 peering, 98 active+clean; 2.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-10-09T04:59:56.679 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T04:59:56.725 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:56.781 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T04:59:56.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:56.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T04:59:56.886 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:56.923 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:56.927 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T04:59:56.927 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T04:59:56.986 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T04:59:56.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:56.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T04:59:57.093 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:57.122 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:57.170 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:57.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:57.174 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:57.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:57.366 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:57.392 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T04:59:57.449 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:57.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:57.456 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:57.557 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T04:59:57.652 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:57.762 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T04:59:57.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:57.772 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T04:59:57.873 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T04:59:57.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:57.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: 1.8 scrub starts 2023-10-09T04:59:57.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: 1.8 scrub ok 2023-10-09T04:59:57.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: 1.5 scrub starts 2023-10-09T04:59:57.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: 1.5 scrub ok 2023-10-09T04:59:57.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: 1.6 scrub starts 2023-10-09T04:59:57.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[184249]: 1.6 scrub ok 2023-10-09T04:59:57.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:57.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: 1.8 scrub starts 2023-10-09T04:59:57.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: 1.8 scrub ok 2023-10-09T04:59:57.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: 1.5 scrub starts 2023-10-09T04:59:57.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: 1.5 scrub ok 2023-10-09T04:59:57.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: 1.6 scrub starts 2023-10-09T04:59:57.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:57 smithi107 ceph-mon[179183]: 1.6 scrub ok 2023-10-09T04:59:57.939 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:57.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T04:59:57.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: 1.8 scrub starts 2023-10-09T04:59:57.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: 1.8 scrub ok 2023-10-09T04:59:57.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: 1.5 scrub starts 2023-10-09T04:59:57.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: 1.5 scrub ok 2023-10-09T04:59:57.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: 1.6 scrub starts 2023-10-09T04:59:57.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:57 smithi150 ceph-mon[168511]: 1.6 scrub ok 2023-10-09T04:59:58.013 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T04:59:58.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:58.026 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T04:59:58.127 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:58.213 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:58.214 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:58.297 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:58.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:58.307 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:58.360 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T04:59:58.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T04:59:58.408 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:58.493 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:58.596 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:58.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:58.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:58.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T04:59:58.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: 1.2 scrub starts 2023-10-09T04:59:58.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: 1.2 scrub ok 2023-10-09T04:59:58.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: 1.a scrub starts 2023-10-09T04:59:58.790 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: 1.a scrub ok 2023-10-09T04:59:58.790 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: pgmap v1330: 99 pgs: 99 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 888 op/s 2023-10-09T04:59:58.790 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: 1.7 scrub starts 2023-10-09T04:59:58.790 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[184249]: 1.7 scrub ok 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: 1.2 scrub starts 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: 1.2 scrub ok 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: 1.a scrub starts 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: 1.a scrub ok 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: pgmap v1330: 99 pgs: 99 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 888 op/s 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: 1.7 scrub starts 2023-10-09T04:59:58.800 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 04:59:58 smithi107 ceph-mon[179183]: 1.7 scrub ok 2023-10-09T04:59:58.800 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:58.922 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T04:59:58.923 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T04:59:58.923 INFO:tasks.thrashosds.thrasher:inject_pause on osd.0 2023-10-09T04:59:58.923 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T04:59:58.923 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T04:59:58.923 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 config set filestore_inject_stall 3 2023-10-09T04:59:58.940 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T04:59:58.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:58.950 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T04:59:58.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: 1.2 scrub starts 2023-10-09T04:59:58.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: 1.2 scrub ok 2023-10-09T04:59:58.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: 1.a scrub starts 2023-10-09T04:59:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: 1.a scrub ok 2023-10-09T04:59:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: pgmap v1330: 99 pgs: 99 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 888 op/s 2023-10-09T04:59:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: 1.7 scrub starts 2023-10-09T04:59:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 04:59:58 smithi150 ceph-mon[168511]: 1.7 scrub ok 2023-10-09T04:59:59.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:59.080 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:59.129 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:59.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:59.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:59.233 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T04:59:59.351 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:59.432 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T04:59:59.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:59.442 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T04:59:59.542 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T04:59:59.581 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:59.637 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T04:59:59.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:59.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T04:59:59.704 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:59.705 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T04:59:59.747 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T04:59:59.782 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T04:59:59.837 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T04:59:59.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T04:59:59.844 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T04:59:59.944 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T04:59:59.986 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:00.045 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:00.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:00.052 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:00.153 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:00.236 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:00.236 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:00.248 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:00.310 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:00.835 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:00.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:00.839 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:00.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:01.016 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:01.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:00 smithi107 ceph-mon[184249]: pgmap v1331: 99 pgs: 99 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 418 op/s 2023-10-09T05:00:01.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:00 smithi107 ceph-mon[184249]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set 2023-10-09T05:00:01.122 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:00 smithi107 ceph-mon[184249]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T05:00:01.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:00 smithi107 ceph-mon[179183]: pgmap v1331: 99 pgs: 99 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 418 op/s 2023-10-09T05:00:01.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:00 smithi107 ceph-mon[179183]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set 2023-10-09T05:00:01.123 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:00 smithi107 ceph-mon[179183]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T05:00:01.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:00 smithi150 ceph-mon[168511]: pgmap v1331: 99 pgs: 99 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 418 op/s 2023-10-09T05:00:01.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:00 smithi150 ceph-mon[168511]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set 2023-10-09T05:00:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:00 smithi150 ceph-mon[168511]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T05:00:01.456 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T05:00:01.590 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:01.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:01.606 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:01.707 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:01.742 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:01.791 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:01.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:01.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:01.896 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:01.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:01.980 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:01.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:01.983 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:02.083 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:02.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.9 scrub starts 2023-10-09T05:00:02.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.9 scrub ok 2023-10-09T05:00:02.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.1 scrub starts 2023-10-09T05:00:02.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.1 scrub ok 2023-10-09T05:00:02.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:02.109 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.3 scrub starts 2023-10-09T05:00:02.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.3 scrub ok 2023-10-09T05:00:02.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.4 scrub starts 2023-10-09T05:00:02.110 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:01 smithi150 ceph-mon[168511]: 1.4 scrub ok 2023-10-09T05:00:02.112 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:02.161 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:02.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:02.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:02.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.9 scrub starts 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.9 scrub ok 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.1 scrub starts 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.1 scrub ok 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.3 scrub starts 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.3 scrub ok 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.4 scrub starts 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[179183]: 1.4 scrub ok 2023-10-09T05:00:02.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:00:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:00:02] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.9 scrub starts 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.9 scrub ok 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.1 scrub starts 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.1 scrub ok 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.3 scrub starts 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.3 scrub ok 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.4 scrub starts 2023-10-09T05:00:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:01 smithi107 ceph-mon[184249]: 1.4 scrub ok 2023-10-09T05:00:02.271 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:02.376 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:02.760 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:02.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:02.764 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:02.865 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:02.898 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:02.950 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:02.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:02.954 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:03.055 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:03.087 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:03.135 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:03.142 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:02 smithi150 ceph-mon[168511]: pgmap v1332: 99 pgs: 99 active+clean; 2.2 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 498 op/s 2023-10-09T05:00:03.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:03.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:03.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:02 smithi107 ceph-mon[184249]: pgmap v1332: 99 pgs: 99 active+clean; 2.2 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 498 op/s 2023-10-09T05:00:03.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:02 smithi107 ceph-mon[179183]: pgmap v1332: 99 pgs: 99 active+clean; 2.2 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 498 op/s 2023-10-09T05:00:03.244 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:03.283 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:03.331 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:03.333 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:03.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:03.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:03.371 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:03.403 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:03.434 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:03.441 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:03.482 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:03.494 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:03.524 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:03.537 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:03.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:03.543 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:03.554 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:03.598 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:03.614 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:00:03.614 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T05:00:03.614 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:00:03.644 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:03.647 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:03.667 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.667 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.667 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.667 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.667 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.667 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.668 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.668 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:00:03.675 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:03.715 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:03.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:03.726 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:03.828 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:03.863 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:03.908 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:03.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:03.911 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:03.914 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1444259774' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:04.012 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:04.043 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:04.084 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:04.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:04.088 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:04.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1444259774' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:04.189 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:04.218 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:04.219 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1444259774' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:04.280 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:04.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:04.288 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:04.389 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:04.420 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:04.463 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:04.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:04.466 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:04.567 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:04.607 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:04.659 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:04.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:04.662 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:04.763 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:04.841 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:04.953 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:00:05.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:04 smithi107 ceph-mon[179183]: pgmap v1333: 99 pgs: 99 active+clean; 2.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 648 op/s 2023-10-09T05:00:05.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4205141276' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:05.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:05.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:04 smithi107 ceph-mon[184249]: pgmap v1333: 99 pgs: 99 active+clean; 2.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 648 op/s 2023-10-09T05:00:05.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4205141276' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:05.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:04 smithi150 ceph-mon[168511]: pgmap v1333: 99 pgs: 99 active+clean; 2.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 648 op/s 2023-10-09T05:00:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4205141276' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:05.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:05.489 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:05.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:05.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:05.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:05.665 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:06.138 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:06.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:06.154 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:06.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:00:06.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:00:06.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: osdmap e432: 8 total, 8 up, 8 in 2023-10-09T05:00:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:05 smithi150 ceph-mon[168511]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.255 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:06.322 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:00:06.322 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: osdmap e432: 8 total, 8 up, 8 in 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[184249]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:00:06.323 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:00:06.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:06.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: osdmap e432: 8 total, 8 up, 8 in 2023-10-09T05:00:06.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:05 smithi107 ceph-mon[179183]: failed to encode map e432 with expected crc 2023-10-09T05:00:06.338 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:06.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:00:06.997 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:07.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:07.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:07.109 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:07.202 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:07.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:06 smithi150 ceph-mon[168511]: pgmap v1335: 99 pgs: 99 active+clean; 2.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T05:00:07.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:06 smithi107 ceph-mon[184249]: pgmap v1335: 99 pgs: 99 active+clean; 2.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T05:00:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:06 smithi107 ceph-mon[179183]: pgmap v1335: 99 pgs: 99 active+clean; 2.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 654 op/s 2023-10-09T05:00:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:07.843 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:07.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:07.854 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:07.955 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:08.040 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:08.115 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:08.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:08.123 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:08.160 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:00:08.224 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:08.268 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:08.326 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:08.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:08.330 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:08.431 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:08.468 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:08.522 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:08.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:08.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:189226 12.3 e432/386 12:c58d4f17:::benchmark_data_smithi107_355541_object80153:head v 432'11674, mlcod=432'11670)", 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:08.509920+0000", 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.030578712000000001, 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030612851999999999, 2023-10-09T05:00:08.541 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509920+0000", 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:08.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509920+0000", 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509919+0000", 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509928+0000", 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9260000000000006e-06 2023-10-09T05:00:08.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509943+0000", 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4901e-05 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509950+0000", 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4749999999999996e-06 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:08.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.511503+0000", 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015528989999999999 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.511528+0000", 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4617000000000002e-05 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.545 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:189229 12.3 e432/386 12:cfa9e62c:::benchmark_data_smithi107_355541_object80156:head v 432'11675, mlcod=432'11670)", 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:08.521325+0000", 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.019173005, 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019274597000000001, 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521325+0000", 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:08.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521325+0000", 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521324+0000", 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521334+0000", 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6169999999999996e-06 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521360+0000", 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6316999999999999e-05 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:08.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521370+0000", 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2820000000000002e-06 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521466+0000", 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6149000000000004e-05 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.521486+0000", 2023-10-09T05:00:08.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0378e-05 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:189236 12.3 e432/386)", 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:08.532585+0000", 2023-10-09T05:00:08.550 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0079131129999999994, 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0080713250000000007, 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.532585+0000", 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.532585+0000", 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.532584+0000", 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.532592+0000", 2023-10-09T05:00:08.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7270000000000007e-06 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.532608+0000", 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5648999999999999e-05 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.532617+0000", 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8219999999999996e-06 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.553 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:08.554 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.554 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:08.554 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:00:08.554 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 3 2023-10-09T05:00:08.554 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:00:08.579 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:08.628 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:08.673 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:08.732 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:08.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:08.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:08.839 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:08.912 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:09.102 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:09.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:09.113 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:09.148 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T05:00:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:08 smithi107 ceph-mon[179183]: pgmap v1336: 99 pgs: 99 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 700 op/s 2023-10-09T05:00:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:08 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:00:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:08 smithi107 ceph-mon[184249]: pgmap v1336: 99 pgs: 99 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 700 op/s 2023-10-09T05:00:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:08 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:00:09.215 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:09.245 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:09.294 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:09.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:09.297 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:09.298 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:08 smithi150 ceph-mon[168511]: pgmap v1336: 99 pgs: 99 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 700 op/s 2023-10-09T05:00:09.298 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:08 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:00:09.399 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:09.551 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:09.647 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:09.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:09.656 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:09.756 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:09.892 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:10.238 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:10.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:10.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:10.348 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:10.376 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 7, 3, 6] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:00:10.376 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:00:10.377 INFO:tasks.thrashosds.thrasher:Removing osd 7, in_osds are: [0, 1, 2, 4, 5, 7, 3, 6] 2023-10-09T05:00:10.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd out 7 2023-10-09T05:00:10.445 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:10.543 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:10.682 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:10.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:10.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:10.793 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:10.883 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:11.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:11 smithi107 ceph-mon[179183]: pgmap v1337: 99 pgs: 99 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 700 op/s 2023-10-09T05:00:11.066 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:11.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:11.080 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:11.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:11.251 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:11.301 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:11.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:11.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:11 smithi107 ceph-mon[184249]: pgmap v1337: 99 pgs: 99 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 700 op/s 2023-10-09T05:00:11.374 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:11.425 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:11.476 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:11.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:11 smithi150 ceph-mon[168511]: pgmap v1337: 99 pgs: 99 active+clean; 1.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 700 op/s 2023-10-09T05:00:11.527 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:11.566 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:11.608 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:11.636 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:11.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:11.643 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.644 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:00:11.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:11.665 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:11.766 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:11.805 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:12.002 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:12.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:12.007 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:12.108 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:12.179 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:00:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:00:12] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2023-10-09T05:00:12.180 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3284997891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:12.180 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3284997891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:12.183 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:12.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3284997891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:12.869 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:12.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:12.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:12.978 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:13.007 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:13.009 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:13.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:13.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:13.063 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:13.146 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:13 smithi107 ceph-mon[184249]: pgmap v1338: 99 pgs: 99 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2023-10-09T05:00:13.147 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:13 smithi107 ceph-mon[179183]: pgmap v1338: 99 pgs: 99 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2023-10-09T05:00:13.164 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:13.201 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:13.357 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:13.364 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:13 smithi150 ceph-mon[168511]: pgmap v1338: 99 pgs: 99 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2023-10-09T05:00:13.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:13.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:13.466 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:13.509 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:13.554 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:13.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:13.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:13.664 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:13.715 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:13.862 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:13.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:13.866 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:13.967 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:14.003 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:14.053 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:14.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:14.056 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:14.086 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:00:14.133 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:14.133 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:14.157 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:14.269 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1466753837' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:14.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1466753837' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:14.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:14.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1466753837' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:14.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:14.945 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:14.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:14.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:15.043 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:00:15.056 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:15.092 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:15.133 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:15.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:15.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:15.238 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: pgmap v1339: 99 pgs: 99 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 712 op/s 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: osdmap e433: 8 total, 8 up, 8 in 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:15.255 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: pgmap v1339: 99 pgs: 99 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 712 op/s 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: osdmap e433: 8 total, 8 up, 8 in 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.256 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:15.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:15.266 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:15.313 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:15.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:15.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:15.417 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:15.473 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T05:00:15.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: pgmap v1339: 99 pgs: 99 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 712 op/s 2023-10-09T05:00:15.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: osdmap e433: 8 total, 8 up, 8 in 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: failed to encode map e433 with expected crc 2023-10-09T05:00:15.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:15.570 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:15.687 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:15.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:15.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:15.812 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:15.846 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:15.892 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:15.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:15.899 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:16.000 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:16.036 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:16.085 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:16.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:16.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:16.189 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:16.246 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:16.290 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:16.405 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:16.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:16.409 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:16.510 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:16.518 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:16.545 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:16.597 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:16.602 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:16 smithi150 ceph-mon[168511]: pgmap v1341: 99 pgs: 99 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2023-10-09T05:00:16.602 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:16.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:16.603 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:16 smithi107 ceph-mon[184249]: pgmap v1341: 99 pgs: 99 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2023-10-09T05:00:16.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:16.678 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:16 smithi107 ceph-mon[179183]: pgmap v1341: 99 pgs: 99 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2023-10-09T05:00:16.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:16.679 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T05:00:16.339+0000 7f28b98db700 -1 mon.a@0(leader).osd e433 definitely_dead 0 2023-10-09T05:00:16.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:16.812 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:16.879 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:16.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:16.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:16.992 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:17.026 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:17.071 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:17.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:17.089 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:17.150 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:00:17.190 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:17.222 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:17.270 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:17.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:17.273 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:17.329 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3874386842' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-10-09T05:00:17.329 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-10-09T05:00:17.329 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:17 smithi150 ceph-mon[168511]: Client client.admin marked osd.7 out, while it was still marked up 2023-10-09T05:00:17.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:17.374 INFO:teuthology.orchestra.run.smithi107.stderr:marked out osd.7. 2023-10-09T05:00:17.429 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3874386842' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-10-09T05:00:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-10-09T05:00:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:17 smithi107 ceph-mon[184249]: Client client.admin marked osd.7 out, while it was still marked up 2023-10-09T05:00:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3874386842' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-10-09T05:00:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-10-09T05:00:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:17 smithi107 ceph-mon[179183]: Client client.admin marked osd.7 out, while it was still marked up 2023-10-09T05:00:18.295 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:18.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:18.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:18.399 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:18.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2023-10-09T05:00:18.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[184249]: osdmap e434: 8 total, 8 up, 7 in 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[184249]: failed to encode map e434 with expected crc 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[184249]: pgmap v1343: 99 pgs: 99 active+clean; 1.4 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 845 op/s 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[179183]: osdmap e434: 8 total, 8 up, 7 in 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[179183]: failed to encode map e434 with expected crc 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:18 smithi107 ceph-mon[179183]: pgmap v1343: 99 pgs: 99 active+clean; 1.4 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 845 op/s 2023-10-09T05:00:18.432 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:18.467 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:18.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:18.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:18.573 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:18.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:18.639 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:18.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2023-10-09T05:00:18.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:18 smithi150 ceph-mon[168511]: osdmap e434: 8 total, 8 up, 7 in 2023-10-09T05:00:18.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:18 smithi150 ceph-mon[168511]: failed to encode map e434 with expected crc 2023-10-09T05:00:18.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:18.643 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:18 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:18.644 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:18 smithi150 ceph-mon[168511]: pgmap v1343: 99 pgs: 99 active+clean; 1.4 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 845 op/s 2023-10-09T05:00:18.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:18.645 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:18.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:18.776 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:18.887 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:18.887 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:19.257 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:19.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:19.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:19.362 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:19.395 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T05:00:19.427 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:19.455 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:19.530 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: osdmap e435: 8 total, 8 up, 7 in 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.541 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: osdmap e435: 8 total, 8 up, 7 in 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:00:19.543 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:00:19.543 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:19.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:19.543 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:19.644 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: osdmap e435: 8 total, 8 up, 7 in 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: failed to encode map e435 with expected crc 2023-10-09T05:00:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:00:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:00:19.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:19.772 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:19.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:19.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:19.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:20.039 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:20.066 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:20.067 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:20.097 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:20.100 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:20.127 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:20.153 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:20.178 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:20.194 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:20.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:20.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:20.206 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:20.242 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:20.245 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.245 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.246 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.246 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.246 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.246 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.246 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.246 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:00:20.305 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:20.348 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:20.545 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:20.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:20.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: osdmap e436: 8 total, 8 up, 7 in 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.3 starting backfill to osd.4 from (0'0,0'0] MAX to 433'12004 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.6 starting backfill to osd.6 from (0'0,0'0] MAX to 433'12170 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.7 starting backfill to osd.4 from (0'0,0'0] MAX to 433'12217 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.d starting backfill to osd.3 from (0'0,0'0] MAX to 433'12370 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.1 starting backfill to osd.1 from (0'0,0'0] MAX to 433'12220 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.2 starting backfill to osd.6 from (0'0,0'0] MAX to 433'12279 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: 12.e starting backfill to osd.3 from (0'0,0'0] MAX to 433'12164 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: pgmap v1346: 99 pgs: 99 active+clean; 1.4 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 575 op/s 2023-10-09T05:00:20.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/492303193' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[184249]: osdmap e437: 8 total, 8 up, 7 in 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: osdmap e436: 8 total, 8 up, 7 in 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.3 starting backfill to osd.4 from (0'0,0'0] MAX to 433'12004 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.6 starting backfill to osd.6 from (0'0,0'0] MAX to 433'12170 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.7 starting backfill to osd.4 from (0'0,0'0] MAX to 433'12217 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.d starting backfill to osd.3 from (0'0,0'0] MAX to 433'12370 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.1 starting backfill to osd.1 from (0'0,0'0] MAX to 433'12220 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.2 starting backfill to osd.6 from (0'0,0'0] MAX to 433'12279 2023-10-09T05:00:20.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: 12.e starting backfill to osd.3 from (0'0,0'0] MAX to 433'12164 2023-10-09T05:00:20.556 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: pgmap v1346: 99 pgs: 99 active+clean; 1.4 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 575 op/s 2023-10-09T05:00:20.556 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/492303193' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:20.556 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:20 smithi107 ceph-mon[179183]: osdmap e437: 8 total, 8 up, 7 in 2023-10-09T05:00:20.652 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: osdmap e436: 8 total, 8 up, 7 in 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.3 starting backfill to osd.4 from (0'0,0'0] MAX to 433'12004 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.699 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.6 starting backfill to osd.6 from (0'0,0'0] MAX to 433'12170 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: failed to encode map e436 with expected crc 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.7 starting backfill to osd.4 from (0'0,0'0] MAX to 433'12217 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.d starting backfill to osd.3 from (0'0,0'0] MAX to 433'12370 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.1 starting backfill to osd.1 from (0'0,0'0] MAX to 433'12220 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.2 starting backfill to osd.6 from (0'0,0'0] MAX to 433'12279 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: 12.e starting backfill to osd.3 from (0'0,0'0] MAX to 433'12164 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: pgmap v1346: 99 pgs: 99 active+clean; 1.4 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 575 op/s 2023-10-09T05:00:20.700 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/492303193' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:20.701 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:20 smithi150 ceph-mon[168511]: osdmap e437: 8 total, 8 up, 7 in 2023-10-09T05:00:20.703 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:20.771 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:20.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:20.776 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:20.876 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:20.954 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:21.034 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:21.049 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:21.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:21.061 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:21.162 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:21.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:21.276 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:21.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:21.285 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:21.386 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:21.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[179183]: osdmap e438: 8 total, 8 up, 7 in 2023-10-09T05:00:21.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:21 smithi107 ceph-mon[184249]: osdmap e438: 8 total, 8 up, 7 in 2023-10-09T05:00:21.459 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:21.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: failed to encode map e437 with expected crc 2023-10-09T05:00:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:21 smithi150 ceph-mon[168511]: osdmap e438: 8 total, 8 up, 7 in 2023-10-09T05:00:21.512 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:21.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:21.516 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:21.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:21.674 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:21.874 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:21.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:21.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:21.980 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:22.096 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:22.164 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:00:22] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2023-10-09T05:00:22.165 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:22.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:22.176 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:22.276 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:22.372 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: pgmap v1349: 99 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 95 active+clean; 1.4 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 171 op/s; 5016/68619 objects misplaced (7.310%); 8.2 MiB/s, 129 objects/s recovering 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1906208000' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:22.431 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.432 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.432 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.432 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.432 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.432 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: pgmap v1349: 99 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 95 active+clean; 1.4 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 171 op/s; 5016/68619 objects misplaced (7.310%); 8.2 MiB/s, 129 objects/s recovering 2023-10-09T05:00:22.432 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1906208000' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:00:22.465 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:22.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:22.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:22.572 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:22.615 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:22.703 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:22.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:22.710 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: failed to encode map e438 with expected crc 2023-10-09T05:00:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: pgmap v1349: 99 pgs: 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 95 active+clean; 1.4 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 171 op/s; 5016/68619 objects misplaced (7.310%); 8.2 MiB/s, 129 objects/s recovering 2023-10-09T05:00:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1906208000' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:22.810 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:22.929 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:196723 12.a 12:5866fc9b:::benchmark_data_smithi107_355541_object87650:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:22.924515+0000", 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.039671580999999997, 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.039700399999999997, 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:22.966 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 196723 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.924515+0000", 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.924515+0000", 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.924513+0000", 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.924519+0000", 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.874e-06 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.924533+0000", 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3641e-05 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.924540+0000", 2023-10-09T05:00:22.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2259999999999999e-06 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.929599+0000", 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0050591730000000001 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.929709+0000", 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010976600000000001 2023-10-09T05:00:22.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.929818+0000", 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000108878 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.939299+0000", 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0094811019999999999 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.948658+0000", 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093586350000000006 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:196730 12.9 12:934700bb:::benchmark_data_smithi107_355541_object87657:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:22.944391+0000", 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.019795218999999999, 2023-10-09T05:00:22.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019916796, 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 196730 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944391+0000", 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944391+0000", 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944390+0000", 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944397+0000", 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4669999999999998e-06 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944410+0000", 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2986000000000001e-05 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944418+0000", 2023-10-09T05:00:22.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0800000000000006e-06 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944612+0000", 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019338100000000001 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944728+0000", 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011628 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944837+0000", 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109282 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.952484+0000", 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076472850000000002 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.952561+0000", 2023-10-09T05:00:22.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6631999999999994e-05 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:196731 12.7 12:ed4a0d06:::benchmark_data_smithi107_355541_object87658:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:22.944437+0000", 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.019749849999999999, 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019972887000000002, 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:00:22.978 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 196731 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944437+0000", 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944437+0000", 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944436+0000", 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:22.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944439+0000", 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5349999999999999e-06 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944445+0000", 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3890000000000002e-06 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.944450+0000", 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6630000000000001e-06 2023-10-09T05:00:22.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.950631+0000", 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0061812539999999997 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.950768+0000", 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000137486 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.950896+0000", 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012762400000000001 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.956241+0000", 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053449370000000001 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:22.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.962211+0000", 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0059696530000000001 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:196738 12.7 12:ec20046b:::benchmark_data_smithi107_355541_object87665:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:22.957450+0000", 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0067363049999999997, 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0070440570000000003, 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:22.984 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 196738 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957450+0000", 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957450+0000", 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957448+0000", 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:22.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957457+0000", 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8650000000000007e-06 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957475+0000", 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8457999999999998e-05 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957485+0000", 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9019999999999994e-06 2023-10-09T05:00:22.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957528+0000", 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3395e-05 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957647+0000", 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000118279 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.957733+0000", 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5859999999999994e-05 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:22.963828+0000", 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060956990000000004 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:22.989 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:00:22.990 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T05:00:22.990 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:00:23.078 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:00:23.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:23.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[179183]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[179183]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[179183]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1906208000' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:23.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[179183]: osdmap e439: 8 total, 8 up, 7 in 2023-10-09T05:00:23.473 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6] out_osds: [7] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:00:23.473 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:00:23.473 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_7 2023-10-09T05:00:23.474 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:00:23.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:23.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[184249]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[184249]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[184249]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1906208000' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:23.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:23 smithi107 ceph-mon[184249]: osdmap e439: 8 total, 8 up, 7 in 2023-10-09T05:00:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:23 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:23 smithi150 ceph-mon[168511]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:23 smithi150 ceph-mon[168511]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:23 smithi150 ceph-mon[168511]: failed to encode map e439 with expected crc 2023-10-09T05:00:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1906208000' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:23.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:23 smithi150 ceph-mon[168511]: osdmap e439: 8 total, 8 up, 7 in 2023-10-09T05:00:23.993 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:23.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:24.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:24.082 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T05:00:24.102 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:24.138 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:24.183 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:24.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:24.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:24.288 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:24.370 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:24.396 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:24.435 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:24 smithi150 ceph-mon[168511]: failed to encode map e439 with expected crc 2023-10-09T05:00:24.435 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:24 smithi150 ceph-mon[168511]: pgmap v1351: 99 pgs: 4 active+remapped+backfilling, 3 active+remapped+backfill_wait, 92 active+clean; 1.4 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 57 KiB/s rd, 148 KiB/s wr, 336 op/s; 7982/66588 objects misplaced (11.987%); 26 MiB/s, 406 objects/s recovering 2023-10-09T05:00:24.576 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:24.579 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:24.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:24.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:24.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:24 smithi107 ceph-mon[179183]: failed to encode map e439 with expected crc 2023-10-09T05:00:24.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:24 smithi107 ceph-mon[179183]: pgmap v1351: 99 pgs: 4 active+remapped+backfilling, 3 active+remapped+backfill_wait, 92 active+clean; 1.4 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 57 KiB/s rd, 148 KiB/s wr, 336 op/s; 7982/66588 objects misplaced (11.987%); 26 MiB/s, 406 objects/s recovering 2023-10-09T05:00:24.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:24 smithi107 ceph-mon[184249]: failed to encode map e439 with expected crc 2023-10-09T05:00:24.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:24 smithi107 ceph-mon[184249]: pgmap v1351: 99 pgs: 4 active+remapped+backfilling, 3 active+remapped+backfill_wait, 92 active+clean; 1.4 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 57 KiB/s rd, 148 KiB/s wr, 336 op/s; 7982/66588 objects misplaced (11.987%); 26 MiB/s, 406 objects/s recovering 2023-10-09T05:00:24.688 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:24.729 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:24.775 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:24.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:24.779 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:24.880 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:24.908 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:24.942 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:24.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:24.946 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:25.047 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:25.087 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:25.181 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:25.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:25.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:25.285 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:25.313 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:25.349 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:25.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:25.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:25.453 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:25.493 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:25.497 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:25.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:25 smithi150 ceph-mon[168511]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:25 smithi150 ceph-mon[168511]: osdmap e440: 8 total, 8 up, 7 in 2023-10-09T05:00:25.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:25 smithi150 ceph-mon[168511]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:25 smithi150 ceph-mon[168511]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.741 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[179183]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.741 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[179183]: osdmap e440: 8 total, 8 up, 7 in 2023-10-09T05:00:25.741 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[179183]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.741 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[179183]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.742 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[184249]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.742 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[184249]: osdmap e440: 8 total, 8 up, 7 in 2023-10-09T05:00:25.742 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[184249]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.742 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:25 smithi107 ceph-mon[184249]: failed to encode map e440 with expected crc 2023-10-09T05:00:25.785 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:25.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:25.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:25.895 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:25.983 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:25.995 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:00:26.107 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:26.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:26.121 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:26.221 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:26.255 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:26.304 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:26.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:26.307 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:26.408 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:26.439 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:26.495 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:26.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:26.498 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:26.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[184249]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[184249]: osdmap e441: 8 total, 8 up, 7 in 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[184249]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[184249]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[184249]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[184249]: pgmap v1354: 99 pgs: 4 active+remapped+backfilling, 3 active+remapped+backfill_wait, 92 active+clean; 1.3 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 56 KiB/s rd, 146 KiB/s wr, 318 op/s; 6878/65649 objects misplaced (10.477%); 30 MiB/s, 475 objects/s recovering 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[179183]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[179183]: osdmap e441: 8 total, 8 up, 7 in 2023-10-09T05:00:26.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[179183]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[179183]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[179183]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:26 smithi107 ceph-mon[179183]: pgmap v1354: 99 pgs: 4 active+remapped+backfilling, 3 active+remapped+backfill_wait, 92 active+clean; 1.3 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 56 KiB/s rd, 146 KiB/s wr, 318 op/s; 6878/65649 objects misplaced (10.477%); 30 MiB/s, 475 objects/s recovering 2023-10-09T05:00:26.697 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:26.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:26 smithi150 ceph-mon[168511]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:26 smithi150 ceph-mon[168511]: osdmap e441: 8 total, 8 up, 7 in 2023-10-09T05:00:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:26 smithi150 ceph-mon[168511]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:26 smithi150 ceph-mon[168511]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:26 smithi150 ceph-mon[168511]: failed to encode map e441 with expected crc 2023-10-09T05:00:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:26 smithi150 ceph-mon[168511]: pgmap v1354: 99 pgs: 4 active+remapped+backfilling, 3 active+remapped+backfill_wait, 92 active+clean; 1.3 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 56 KiB/s rd, 146 KiB/s wr, 318 op/s; 6878/65649 objects misplaced (10.477%); 30 MiB/s, 475 objects/s recovering 2023-10-09T05:00:26.774 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:26.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:26.789 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:26.852 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:26.884 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:26.890 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:26.912 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:26.917 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:26.939 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:26.953 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:26.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:26.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:26.966 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:26.988 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:27.013 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:27.035 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.037 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:00:27.058 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:27.084 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:27.118 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:27.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:27.121 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:27.222 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:27.260 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:27.302 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:27.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:27.306 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:27.407 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:27.436 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:27.476 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:27.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:27.479 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:27.580 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[179183]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[179183]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[179183]: osdmap e442: 8 total, 8 up, 7 in 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[179183]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[179183]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/996888790' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:27.581 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[184249]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[184249]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[184249]: osdmap e442: 8 total, 8 up, 7 in 2023-10-09T05:00:27.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[184249]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[184249]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/996888790' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:27.658 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:27.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:27 smithi150 ceph-mon[168511]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:27 smithi150 ceph-mon[168511]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:27 smithi150 ceph-mon[168511]: osdmap e442: 8 total, 8 up, 7 in 2023-10-09T05:00:27.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:27 smithi150 ceph-mon[168511]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:27 smithi150 ceph-mon[168511]: failed to encode map e442 with expected crc 2023-10-09T05:00:27.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/996888790' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:27.946 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:00:27.948 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:00:28.030 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:28.030 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:28.329 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:28.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:28.333 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:28.434 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:28.466 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: osdmap e443: 8 total, 8 up, 7 in 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: pgmap v1357: 99 pgs: 2 active+clean+remapped, 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 93 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 632 op/s; 3844/59001 objects misplaced (6.515%); 53 MiB/s, 855 objects/s recovering 2023-10-09T05:00:28.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[184249]: from='client.36522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:00:28.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: osdmap e443: 8 total, 8 up, 7 in 2023-10-09T05:00:28.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: pgmap v1357: 99 pgs: 2 active+clean+remapped, 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 93 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 632 op/s; 3844/59001 objects misplaced (6.515%); 53 MiB/s, 855 objects/s recovering 2023-10-09T05:00:28.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:28 smithi107 ceph-mon[179183]: from='client.36522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:00:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: osdmap e443: 8 total, 8 up, 7 in 2023-10-09T05:00:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: failed to encode map e443 with expected crc 2023-10-09T05:00:28.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: pgmap v1357: 99 pgs: 2 active+clean+remapped, 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 93 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 632 op/s; 3844/59001 objects misplaced (6.515%); 53 MiB/s, 855 objects/s recovering 2023-10-09T05:00:28.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:28 smithi150 ceph-mon[168511]: from='client.36522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:00:28.766 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:28.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:28.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:28.830 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1357,"stamp":"2023-10-09T05:00:27.811708+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1287949481,"num_objects":19667,"num_object_clones":0,"num_object_copies":59001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3844,"num_objects_unfound":0,"num_objects_dirty":19667,"num_whiteouts":0,"num_read":137,"num_read_kb":253,"num_write":198625,"num_write_kb":6981168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5271,"num_bytes_recovered":343589459,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113387,"ondisk_log_size":113387,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9095500,"kb_used_data":3593300,"kb_used_omap":21,"kb_used_meta":5501802,"kb_avail":647120564,"statfs":{"total":671965249536,"available":662651457536,"internally_reserved":0,"allocated":3679539200,"data_stored":3667887243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":5633845717},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,11,4,8,4,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-165740544,"num_objects":-2529,"num_object_clones":0,"num_object_copies":-7587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-4138,"num_objects_unfound":0,"num_objects_dirty":-2529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2529,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3422,"num_bytes_recovered":224198680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000831"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":438,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449321+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T05:00:25.449321+0000","last_peered":"2023-10-09T05:00:25.449321+0000","last_clean":"2023-10-09T05:00:25.449321+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T05:00:25.449321+0000","last_undegraded":"2023-10-09T05:00:25.449321+0000","last_fullsized":"2023-10-09T05:00:25.449321+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":174,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455017+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:00:25.455017+0000","last_peered":"2023-10-09T05:00:25.455017+0000","last_clean":"2023-10-09T05:00:25.455017+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:00:25.455017+0000","last_undegraded":"2023-10-09T05:00:25.455017+0000","last_fullsized":"2023-10-09T05:00:25.455017+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":385,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.461621+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T05:00:24.461621+0000","last_peered":"2023-10-09T05:00:24.461621+0000","last_clean":"2023-10-09T05:00:24.461621+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T05:00:24.461621+0000","last_undegraded":"2023-10-09T05:00:24.461621+0000","last_fullsized":"2023-10-09T05:00:24.461621+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":322,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455321+0000","last_change":"2023-10-09T05:00:18.361101+0000","last_active":"2023-10-09T05:00:25.455321+0000","last_peered":"2023-10-09T05:00:25.455321+0000","last_clean":"2023-10-09T05:00:25.455321+0000","last_became_active":"2023-10-09T05:00:18.360104+0000","last_became_peered":"2023-10-09T05:00:18.360104+0000","last_unstale":"2023-10-09T05:00:25.455321+0000","last_undegraded":"2023-10-09T05:00:25.455321+0000","last_fullsized":"2023-10-09T05:00:25.455321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:08:43.614252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":138,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.450016+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T05:00:25.450016+0000","last_peered":"2023-10-09T05:00:25.450016+0000","last_clean":"2023-10-09T05:00:25.450016+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T05:00:25.450016+0000","last_undegraded":"2023-10-09T05:00:25.450016+0000","last_fullsized":"2023-10-09T05:00:25.450016+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":115,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.453227+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T05:00:25.453227+0000","last_peered":"2023-10-09T05:00:25.453227+0000","last_clean":"2023-10-09T05:00:25.453227+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T05:00:25.453227+0000","last_undegraded":"2023-10-09T05:00:25.453227+0000","last_fullsized":"2023-10-09T05:00:25.453227+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":403,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551632+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:00:25.551632+0000","last_peered":"2023-10-09T05:00:25.551632+0000","last_clean":"2023-10-09T05:00:25.551632+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:00:25.551632+0000","last_undegraded":"2023-10-09T05:00:25.551632+0000","last_fullsized":"2023-10-09T05:00:25.551632+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":164,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.450170+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T05:00:25.450170+0000","last_peered":"2023-10-09T05:00:25.450170+0000","last_clean":"2023-10-09T05:00:25.450170+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T05:00:25.450170+0000","last_undegraded":"2023-10-09T05:00:25.450170+0000","last_fullsized":"2023-10-09T05:00:25.450170+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":429,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550390+0000","last_change":"2023-10-09T05:00:18.366304+0000","last_active":"2023-10-09T05:00:25.550390+0000","last_peered":"2023-10-09T05:00:25.550390+0000","last_clean":"2023-10-09T05:00:25.550390+0000","last_became_active":"2023-10-09T05:00:18.366001+0000","last_became_peered":"2023-10-09T05:00:18.366001+0000","last_unstale":"2023-10-09T05:00:25.550390+0000","last_undegraded":"2023-10-09T05:00:25.550390+0000","last_fullsized":"2023-10-09T05:00:25.550390+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:56.025287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":169,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.450334+0000","last_change":"2023-10-09T05:00:18.364926+0000","last_active":"2023-10-09T05:00:25.450334+0000","last_peered":"2023-10-09T05:00:25.450334+0000","last_clean":"2023-10-09T05:00:25.450334+0000","last_became_active":"2023-10-09T05:00:18.364608+0000","last_became_peered":"2023-10-09T05:00:18.364608+0000","last_unstale":"2023-10-09T05:00:25.450334+0000","last_undegraded":"2023-10-09T05:00:25.450334+0000","last_fullsized":"2023-10-09T05:00:25.450334+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:41.097441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":329,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455229+0000","last_change":"2023-10-09T05:00:18.371402+0000","last_active":"2023-10-09T05:00:25.455229+0000","last_peered":"2023-10-09T05:00:25.455229+0000","last_clean":"2023-10-09T05:00:25.455229+0000","last_became_active":"2023-10-09T05:00:18.357829+0000","last_became_peered":"2023-10-09T05:00:18.357829+0000","last_unstale":"2023-10-09T05:00:25.455229+0000","last_undegraded":"2023-10-09T05:00:25.455229+0000","last_fullsized":"2023-10-09T05:00:25.455229+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:40:06.086843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":308,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452520+0000","last_change":"2023-10-09T04:59:53.309989+0000","last_active":"2023-10-09T05:00:25.452520+0000","last_peered":"2023-10-09T05:00:25.452520+0000","last_clean":"2023-10-09T05:00:25.452520+0000","last_became_active":"2023-10-09T04:59:53.309686+0000","last_became_peered":"2023-10-09T04:59:53.309686+0000","last_unstale":"2023-10-09T05:00:25.452520+0000","last_undegraded":"2023-10-09T05:00:25.452520+0000","last_fullsized":"2023-10-09T05:00:25.452520+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:39.798209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":498,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449296+0000","last_change":"2023-10-09T05:00:18.417367+0000","last_active":"2023-10-09T05:00:25.449296+0000","last_peered":"2023-10-09T05:00:25.449296+0000","last_clean":"2023-10-09T05:00:25.449296+0000","last_became_active":"2023-10-09T05:00:18.361360+0000","last_became_peered":"2023-10-09T05:00:18.361360+0000","last_unstale":"2023-10-09T05:00:25.449296+0000","last_undegraded":"2023-10-09T05:00:25.449296+0000","last_fullsized":"2023-10-09T05:00:25.449296+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:07.545944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":459,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448860+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T05:00:25.448860+0000","last_peered":"2023-10-09T05:00:25.448860+0000","last_clean":"2023-10-09T05:00:25.448860+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T05:00:25.448860+0000","last_undegraded":"2023-10-09T05:00:25.448860+0000","last_fullsized":"2023-10-09T05:00:25.448860+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":211,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.448132+0000","last_change":"2023-10-09T05:00:18.376709+0000","last_active":"2023-10-09T05:00:24.448132+0000","last_peered":"2023-10-09T05:00:24.448132+0000","last_clean":"2023-10-09T05:00:24.448132+0000","last_became_active":"2023-10-09T05:00:18.358125+0000","last_became_peered":"2023-10-09T05:00:18.358125+0000","last_unstale":"2023-10-09T05:00:24.448132+0000","last_undegraded":"2023-10-09T05:00:24.448132+0000","last_fullsized":"2023-10-09T05:00:24.448132+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:43.254536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":252,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.454891+0000","last_change":"2023-10-09T05:00:18.359700+0000","last_active":"2023-10-09T05:00:25.454891+0000","last_peered":"2023-10-09T05:00:25.454891+0000","last_clean":"2023-10-09T05:00:25.454891+0000","last_became_active":"2023-10-09T05:00:18.359407+0000","last_became_peered":"2023-10-09T05:00:18.359407+0000","last_unstale":"2023-10-09T05:00:25.454891+0000","last_undegraded":"2023-10-09T05:00:25.454891+0000","last_fullsized":"2023-10-09T05:00:25.454891+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:22:39.710083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":325,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.454643+0000","last_change":"2023-10-09T05:00:18.360346+0000","last_active":"2023-10-09T05:00:25.454643+0000","last_peered":"2023-10-09T05:00:25.454643+0000","last_clean":"2023-10-09T05:00:25.454643+0000","last_became_active":"2023-10-09T05:00:18.360094+0000","last_became_peered":"2023-10-09T05:00:18.360094+0000","last_unstale":"2023-10-09T05:00:25.454643+0000","last_undegraded":"2023-10-09T05:00:25.454643+0000","last_fullsized":"2023-10-09T05:00:25.454643+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:17:02.970573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":448,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550816+0000","last_change":"2023-10-09T05:00:18.367303+0000","last_active":"2023-10-09T05:00:25.550816+0000","last_peered":"2023-10-09T05:00:25.550816+0000","last_clean":"2023-10-09T05:00:25.550816+0000","last_became_active":"2023-10-09T05:00:18.366766+0000","last_became_peered":"2023-10-09T05:00:18.366766+0000","last_unstale":"2023-10-09T05:00:25.550816+0000","last_undegraded":"2023-10-09T05:00:25.550816+0000","last_fullsized":"2023-10-09T05:00:25.550816+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:03:12.847546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":332,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449005+0000","last_change":"2023-10-09T05:00:18.361356+0000","last_active":"2023-10-09T05:00:25.449005+0000","last_peered":"2023-10-09T05:00:25.449005+0000","last_clean":"2023-10-09T05:00:25.449005+0000","last_became_active":"2023-10-09T05:00:18.360947+0000","last_became_peered":"2023-10-09T05:00:18.360947+0000","last_unstale":"2023-10-09T05:00:25.449005+0000","last_undegraded":"2023-10-09T05:00:25.449005+0000","last_fullsized":"2023-10-09T05:00:25.449005+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:35:35.925271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":405,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455391+0000","last_change":"2023-10-09T05:00:18.360269+0000","last_active":"2023-10-09T05:00:25.455391+0000","last_peered":"2023-10-09T05:00:25.455391+0000","last_clean":"2023-10-09T05:00:25.455391+0000","last_became_active":"2023-10-09T05:00:18.358719+0000","last_became_peered":"2023-10-09T05:00:18.358719+0000","last_unstale":"2023-10-09T05:00:25.455391+0000","last_undegraded":"2023-10-09T05:00:25.455391+0000","last_fullsized":"2023-10-09T05:00:25.455391+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:01:28.722802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":140,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452451+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:00:25.452451+0000","last_peered":"2023-10-09T05:00:25.452451+0000","last_clean":"2023-10-09T05:00:25.452451+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:00:25.452451+0000","last_undegraded":"2023-10-09T05:00:25.452451+0000","last_fullsized":"2023-10-09T05:00:25.452451+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":149,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455589+0000","last_change":"2023-10-09T05:00:18.359613+0000","last_active":"2023-10-09T05:00:25.455589+0000","last_peered":"2023-10-09T05:00:25.455589+0000","last_clean":"2023-10-09T05:00:25.455589+0000","last_became_active":"2023-10-09T05:00:18.359265+0000","last_became_peered":"2023-10-09T05:00:18.359265+0000","last_unstale":"2023-10-09T05:00:25.455589+0000","last_undegraded":"2023-10-09T05:00:25.455589+0000","last_fullsized":"2023-10-09T05:00:25.455589+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:50:35.788116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"442'12497","reported_seq":12561,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.811774+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T05:00:26.811774+0000","last_peered":"2023-10-09T05:00:26.811774+0000","last_clean":"2023-10-09T05:00:26.811774+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T05:00:26.811774+0000","last_undegraded":"2023-10-09T05:00:26.811774+0000","last_fullsized":"2023-10-09T05:00:26.811774+0000","mapping_epoch":386,"log_start":"398'5329","ondisk_log_start":"398'5329","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7168,"log_dups_size":0,"ondisk_log_size":7168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81723392,"num_objects":1247,"num_object_clones":0,"num_object_copies":3741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12497,"num_write_kb":439808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":35,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448707+0000","last_change":"2023-10-09T05:00:18.368573+0000","last_active":"2023-10-09T05:00:25.448707+0000","last_peered":"2023-10-09T05:00:25.448707+0000","last_clean":"2023-10-09T05:00:25.448707+0000","last_became_active":"2023-10-09T05:00:18.359752+0000","last_became_peered":"2023-10-09T05:00:18.359752+0000","last_unstale":"2023-10-09T05:00:25.448707+0000","last_undegraded":"2023-10-09T05:00:25.448707+0000","last_fullsized":"2023-10-09T05:00:25.448707+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:32:15.475622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":432,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550482+0000","last_change":"2023-10-09T05:00:18.363985+0000","last_active":"2023-10-09T05:00:25.550482+0000","last_peered":"2023-10-09T05:00:25.550482+0000","last_clean":"2023-10-09T05:00:25.550482+0000","last_became_active":"2023-10-09T05:00:18.363635+0000","last_became_peered":"2023-10-09T05:00:18.363635+0000","last_unstale":"2023-10-09T05:00:25.550482+0000","last_undegraded":"2023-10-09T05:00:25.550482+0000","last_fullsized":"2023-10-09T05:00:25.550482+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:43:53.059247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"442'12447","reported_seq":15245,"reported_epoch":442,"state":"active+clean+remapped","last_fresh":"2023-10-09T05:00:26.881816+0000","last_change":"2023-10-09T05:00:26.881593+0000","last_active":"2023-10-09T05:00:26.881816+0000","last_peered":"2023-10-09T05:00:26.881816+0000","last_clean":"2023-10-09T05:00:26.881816+0000","last_became_active":"2023-10-09T05:00:19.520613+0000","last_became_peered":"2023-10-09T05:00:19.520613+0000","last_unstale":"2023-10-09T05:00:26.881816+0000","last_undegraded":"2023-10-09T05:00:26.881816+0000","last_fullsized":"2023-10-09T05:00:26.881816+0000","mapping_epoch":435,"log_start":"399'5602","ondisk_log_start":"399'5602","created":386,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6845,"log_dups_size":0,"ondisk_log_size":6845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:24:38.842675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82116608,"num_objects":1253,"num_object_clones":0,"num_object_copies":3759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1253,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12447,"num_write_kb":438400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1360,"num_bytes_recovered":89128960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,7],"avail_no_missing":["6","1","3","7"],"object_location_counts":[{"shards":"3,6,7","objects":1253}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":35,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449039+0000","last_change":"2023-10-09T05:00:18.373341+0000","last_active":"2023-10-09T05:00:25.449039+0000","last_peered":"2023-10-09T05:00:25.449039+0000","last_clean":"2023-10-09T05:00:25.449039+0000","last_became_active":"2023-10-09T05:00:18.360430+0000","last_became_peered":"2023-10-09T05:00:18.360430+0000","last_unstale":"2023-10-09T05:00:25.449039+0000","last_undegraded":"2023-10-09T05:00:25.449039+0000","last_fullsized":"2023-10-09T05:00:25.449039+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:31:42.165161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":466,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448574+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:00:25.448574+0000","last_peered":"2023-10-09T05:00:25.448574+0000","last_clean":"2023-10-09T05:00:25.448574+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:00:25.448574+0000","last_undegraded":"2023-10-09T05:00:25.448574+0000","last_fullsized":"2023-10-09T05:00:25.448574+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"442'12530","reported_seq":15436,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.889319+0000","last_change":"2023-10-09T05:00:25.528406+0000","last_active":"2023-10-09T05:00:26.889319+0000","last_peered":"2023-10-09T05:00:26.889319+0000","last_clean":"2023-10-09T05:00:26.889319+0000","last_became_active":"2023-10-09T05:00:25.456022+0000","last_became_peered":"2023-10-09T05:00:25.456022+0000","last_unstale":"2023-10-09T05:00:26.889319+0000","last_undegraded":"2023-10-09T05:00:26.889319+0000","last_fullsized":"2023-10-09T05:00:26.889319+0000","mapping_epoch":440,"log_start":"398'5337","ondisk_log_start":"398'5337","created":386,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7193,"log_dups_size":0,"ondisk_log_size":7193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:23:59.544157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80347136,"num_objects":1226,"num_object_clones":0,"num_object_copies":3678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12530,"num_write_kb":440192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1409,"num_bytes_recovered":92340224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":35,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550902+0000","last_change":"2023-10-09T05:00:18.402901+0000","last_active":"2023-10-09T05:00:25.550902+0000","last_peered":"2023-10-09T05:00:25.550902+0000","last_clean":"2023-10-09T05:00:25.550902+0000","last_became_active":"2023-10-09T05:00:18.365731+0000","last_became_peered":"2023-10-09T05:00:18.365731+0000","last_unstale":"2023-10-09T05:00:25.550902+0000","last_undegraded":"2023-10-09T05:00:25.550902+0000","last_fullsized":"2023-10-09T05:00:25.550902+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:51:59.956523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":125,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452653+0000","last_change":"2023-10-09T05:00:18.366073+0000","last_active":"2023-10-09T05:00:25.452653+0000","last_peered":"2023-10-09T05:00:25.452653+0000","last_clean":"2023-10-09T05:00:25.452653+0000","last_became_active":"2023-10-09T05:00:18.365718+0000","last_became_peered":"2023-10-09T05:00:18.365718+0000","last_unstale":"2023-10-09T05:00:25.452653+0000","last_undegraded":"2023-10-09T05:00:25.452653+0000","last_fullsized":"2023-10-09T05:00:25.452653+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:05.329275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"442'12220","reported_seq":12498,"reported_epoch":442,"state":"active+remapped+backfilling","last_fresh":"2023-10-09T05:00:26.704040+0000","last_change":"2023-10-09T05:00:25.839890+0000","last_active":"2023-10-09T05:00:26.704040+0000","last_peered":"2023-10-09T05:00:26.704040+0000","last_clean":"2023-10-09T05:00:17.208499+0000","last_became_active":"2023-10-09T05:00:19.525812+0000","last_became_peered":"2023-10-09T05:00:19.525812+0000","last_unstale":"2023-10-09T05:00:26.704040+0000","last_undegraded":"2023-10-09T05:00:26.704040+0000","last_fullsized":"2023-10-09T05:00:26.704040+0000","mapping_epoch":435,"log_start":"400'6322","ondisk_log_start":"400'6322","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5898,"log_dups_size":0,"ondisk_log_size":5898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:52:03.698030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78512128,"num_objects":1198,"num_object_clones":0,"num_object_copies":3594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1098,"num_objects_unfound":0,"num_objects_dirty":1198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12220,"num_write_kb":429376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":102,"num_bytes_recovered":6684672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,7],"avail_no_missing":["3","0","7"],"object_location_counts":[{"shards":"0,3,7","objects":1198}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":486,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551394+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:00:25.551394+0000","last_peered":"2023-10-09T05:00:25.551394+0000","last_clean":"2023-10-09T05:00:25.551394+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:00:25.551394+0000","last_undegraded":"2023-10-09T05:00:25.551394+0000","last_fullsized":"2023-10-09T05:00:25.551394+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":417,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.448311+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T05:00:24.448311+0000","last_peered":"2023-10-09T05:00:24.448311+0000","last_clean":"2023-10-09T05:00:24.448311+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T05:00:24.448311+0000","last_undegraded":"2023-10-09T05:00:24.448311+0000","last_fullsized":"2023-10-09T05:00:24.448311+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":882,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449904+0000","last_change":"2023-10-09T05:00:21.337940+0000","last_active":"2023-10-09T05:00:25.449904+0000","last_peered":"2023-10-09T05:00:25.449904+0000","last_clean":"2023-10-09T05:00:25.449904+0000","last_became_active":"2023-10-09T05:00:21.337621+0000","last_became_peered":"2023-10-09T05:00:21.337621+0000","last_unstale":"2023-10-09T05:00:25.449904+0000","last_undegraded":"2023-10-09T05:00:25.449904+0000","last_fullsized":"2023-10-09T05:00:25.449904+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.655608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.655608+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":268349,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.4","version":"442'12527","reported_seq":12591,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.884139+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T05:00:26.884139+0000","last_peered":"2023-10-09T05:00:26.884139+0000","last_clean":"2023-10-09T05:00:26.884139+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T05:00:26.884139+0000","last_undegraded":"2023-10-09T05:00:26.884139+0000","last_fullsized":"2023-10-09T05:00:26.884139+0000","mapping_epoch":386,"log_start":"399'5669","ondisk_log_start":"399'5669","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6858,"log_dups_size":0,"ondisk_log_size":6858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80412672,"num_objects":1227,"num_object_clones":0,"num_object_copies":3681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12527,"num_write_kb":440128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":108,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.454910+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:00:25.454910+0000","last_peered":"2023-10-09T05:00:25.454910+0000","last_clean":"2023-10-09T05:00:25.454910+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:00:25.454910+0000","last_undegraded":"2023-10-09T05:00:25.454910+0000","last_fullsized":"2023-10-09T05:00:25.454910+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":486,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449185+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:00:25.449185+0000","last_peered":"2023-10-09T05:00:25.449185+0000","last_clean":"2023-10-09T05:00:25.449185+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:00:25.449185+0000","last_undegraded":"2023-10-09T05:00:25.449185+0000","last_fullsized":"2023-10-09T05:00:25.449185+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":440,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550402+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:00:25.550402+0000","last_peered":"2023-10-09T05:00:25.550402+0000","last_clean":"2023-10-09T05:00:25.550402+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:00:25.550402+0000","last_undegraded":"2023-10-09T05:00:25.550402+0000","last_fullsized":"2023-10-09T05:00:25.550402+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.5","version":"442'12289","reported_seq":12353,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.767985+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T05:00:26.767985+0000","last_peered":"2023-10-09T05:00:26.767985+0000","last_clean":"2023-10-09T05:00:26.767985+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T05:00:26.767985+0000","last_undegraded":"2023-10-09T05:00:26.767985+0000","last_fullsized":"2023-10-09T05:00:26.767985+0000","mapping_epoch":386,"log_start":"399'5463","ondisk_log_start":"399'5463","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81068032,"num_objects":1237,"num_object_clones":0,"num_object_copies":3711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12289,"num_write_kb":432832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":115,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452700+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T05:00:25.452700+0000","last_peered":"2023-10-09T05:00:25.452700+0000","last_clean":"2023-10-09T05:00:25.452700+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T05:00:25.452700+0000","last_undegraded":"2023-10-09T05:00:25.452700+0000","last_fullsized":"2023-10-09T05:00:25.452700+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":412,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448659+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:00:25.448659+0000","last_peered":"2023-10-09T05:00:25.448659+0000","last_clean":"2023-10-09T05:00:25.448659+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:00:25.448659+0000","last_undegraded":"2023-10-09T05:00:25.448659+0000","last_fullsized":"2023-10-09T05:00:25.448659+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"441'12348","reported_seq":12422,"reported_epoch":441,"state":"active+remapped+backfill_wait","last_fresh":"2023-10-09T05:00:25.685759+0000","last_change":"2023-10-09T05:00:19.646103+0000","last_active":"2023-10-09T05:00:25.685759+0000","last_peered":"2023-10-09T05:00:25.685759+0000","last_clean":"2023-10-09T05:00:17.319478+0000","last_became_active":"2023-10-09T05:00:19.529705+0000","last_became_peered":"2023-10-09T05:00:19.529705+0000","last_unstale":"2023-10-09T05:00:25.685759+0000","last_undegraded":"2023-10-09T05:00:25.685759+0000","last_fullsized":"2023-10-09T05:00:25.685759+0000","mapping_epoch":435,"log_start":"399'5888","ondisk_log_start":"399'5888","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6460,"log_dups_size":0,"ondisk_log_size":6460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:01:36.787572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81526784,"num_objects":1244,"num_object_clones":0,"num_object_copies":3732,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1244,"num_objects_unfound":0,"num_objects_dirty":1244,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12348,"num_write_kb":434944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,7],"avail_no_missing":["1","0","7"],"object_location_counts":[{"shards":"0,1,7","objects":1244}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":413,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448501+0000","last_change":"2023-10-09T05:00:18.358930+0000","last_active":"2023-10-09T05:00:25.448501+0000","last_peered":"2023-10-09T05:00:25.448501+0000","last_clean":"2023-10-09T05:00:25.448501+0000","last_became_active":"2023-10-09T05:00:18.358564+0000","last_became_peered":"2023-10-09T05:00:18.358564+0000","last_unstale":"2023-10-09T05:00:25.448501+0000","last_undegraded":"2023-10-09T05:00:25.448501+0000","last_fullsized":"2023-10-09T05:00:25.448501+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:59:40.674758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":469,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448879+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T05:00:25.448879+0000","last_peered":"2023-10-09T05:00:25.448879+0000","last_clean":"2023-10-09T05:00:25.448879+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T05:00:25.448879+0000","last_undegraded":"2023-10-09T05:00:25.448879+0000","last_fullsized":"2023-10-09T05:00:25.448879+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":440,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551140+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:00:25.551140+0000","last_peered":"2023-10-09T05:00:25.551140+0000","last_clean":"2023-10-09T05:00:25.551140+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:00:25.551140+0000","last_undegraded":"2023-10-09T05:00:25.551140+0000","last_fullsized":"2023-10-09T05:00:25.551140+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.7","version":"441'12418","reported_seq":15067,"reported_epoch":441,"state":"active+clean+remapped","last_fresh":"2023-10-09T05:00:26.148695+0000","last_change":"2023-10-09T05:00:25.851830+0000","last_active":"2023-10-09T05:00:26.148695+0000","last_peered":"2023-10-09T05:00:26.148695+0000","last_clean":"2023-10-09T05:00:26.148695+0000","last_became_active":"2023-10-09T05:00:19.516637+0000","last_became_peered":"2023-10-09T05:00:19.516637+0000","last_unstale":"2023-10-09T05:00:26.148695+0000","last_undegraded":"2023-10-09T05:00:26.148695+0000","last_fullsized":"2023-10-09T05:00:26.148695+0000","mapping_epoch":435,"log_start":"398'4887","ondisk_log_start":"398'4887","created":386,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7531,"log_dups_size":0,"ondisk_log_size":7531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:48:13.770748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77463552,"num_objects":1182,"num_object_clones":0,"num_object_copies":3546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1182,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12418,"num_write_kb":435200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1282,"num_bytes_recovered":84017152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,7],"avail_no_missing":["2","1","4","7"],"object_location_counts":[{"shards":"1,2,7","objects":1182}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":147,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.450016+0000","last_change":"2023-10-09T05:00:18.359160+0000","last_active":"2023-10-09T05:00:25.450016+0000","last_peered":"2023-10-09T05:00:25.450016+0000","last_clean":"2023-10-09T05:00:25.450016+0000","last_became_active":"2023-10-09T05:00:18.358800+0000","last_became_peered":"2023-10-09T05:00:18.358800+0000","last_unstale":"2023-10-09T05:00:25.450016+0000","last_undegraded":"2023-10-09T05:00:25.450016+0000","last_fullsized":"2023-10-09T05:00:25.450016+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:05.300873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":264,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455662+0000","last_change":"2023-10-09T04:59:53.313059+0000","last_active":"2023-10-09T05:00:25.455662+0000","last_peered":"2023-10-09T05:00:25.455662+0000","last_clean":"2023-10-09T05:00:25.455662+0000","last_became_active":"2023-10-09T04:59:53.312706+0000","last_became_peered":"2023-10-09T04:59:53.312706+0000","last_unstale":"2023-10-09T05:00:25.455662+0000","last_undegraded":"2023-10-09T05:00:25.455662+0000","last_fullsized":"2023-10-09T05:00:25.455662+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:21:28.507329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":801,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.453142+0000","last_change":"2023-10-09T05:00:21.313896+0000","last_active":"2023-10-09T05:00:25.453142+0000","last_peered":"2023-10-09T05:00:25.453142+0000","last_clean":"2023-10-09T05:00:25.453142+0000","last_became_active":"2023-10-09T05:00:21.313552+0000","last_became_peered":"2023-10-09T05:00:21.313552+0000","last_unstale":"2023-10-09T05:00:25.453142+0000","last_undegraded":"2023-10-09T05:00:25.453142+0000","last_fullsized":"2023-10-09T05:00:25.453142+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:04:40.956322+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.a","version":"441'12334","reported_seq":12399,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.202829+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T05:00:26.202829+0000","last_peered":"2023-10-09T05:00:26.202829+0000","last_clean":"2023-10-09T05:00:26.202829+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T05:00:26.202829+0000","last_undegraded":"2023-10-09T05:00:26.202829+0000","last_fullsized":"2023-10-09T05:00:26.202829+0000","mapping_epoch":386,"log_start":"397'4736","ondisk_log_start":"397'4736","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7598,"log_dups_size":0,"ondisk_log_size":7598,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80216064,"num_objects":1224,"num_object_clones":0,"num_object_copies":3672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1224,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12334,"num_write_kb":433856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.469359+0000","last_change":"2023-10-09T05:00:18.357210+0000","last_active":"2023-10-09T05:00:24.469359+0000","last_peered":"2023-10-09T05:00:24.469359+0000","last_clean":"2023-10-09T05:00:24.469359+0000","last_became_active":"2023-10-09T05:00:18.356913+0000","last_became_peered":"2023-10-09T05:00:18.356913+0000","last_unstale":"2023-10-09T05:00:24.469359+0000","last_undegraded":"2023-10-09T05:00:24.469359+0000","last_fullsized":"2023-10-09T05:00:24.469359+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:22:29.193862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":456,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550750+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:00:25.550750+0000","last_peered":"2023-10-09T05:00:25.550750+0000","last_clean":"2023-10-09T05:00:25.550750+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:00:25.550750+0000","last_undegraded":"2023-10-09T05:00:25.550750+0000","last_fullsized":"2023-10-09T05:00:25.550750+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":183,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551216+0000","last_change":"2023-10-09T04:59:53.312984+0000","last_active":"2023-10-09T05:00:25.551216+0000","last_peered":"2023-10-09T05:00:25.551216+0000","last_clean":"2023-10-09T05:00:25.551216+0000","last_became_active":"2023-10-09T04:59:53.312656+0000","last_became_peered":"2023-10-09T04:59:53.312656+0000","last_unstale":"2023-10-09T05:00:25.551216+0000","last_undegraded":"2023-10-09T05:00:25.551216+0000","last_fullsized":"2023-10-09T05:00:25.551216+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:24.367655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":440,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551063+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:00:25.551063+0000","last_peered":"2023-10-09T05:00:25.551063+0000","last_clean":"2023-10-09T05:00:25.551063+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:00:25.551063+0000","last_undegraded":"2023-10-09T05:00:25.551063+0000","last_fullsized":"2023-10-09T05:00:25.551063+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.c","version":"442'12461","reported_seq":12525,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.943711+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T05:00:26.943711+0000","last_peered":"2023-10-09T05:00:26.943711+0000","last_clean":"2023-10-09T05:00:26.943711+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T05:00:26.943711+0000","last_undegraded":"2023-10-09T05:00:26.943711+0000","last_fullsized":"2023-10-09T05:00:26.943711+0000","mapping_epoch":386,"log_start":"394'3067","ondisk_log_start":"394'3067","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9394,"log_dups_size":0,"ondisk_log_size":9394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76873728,"num_objects":1173,"num_object_clones":0,"num_object_copies":3519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1173,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12461,"num_write_kb":436288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":462,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551379+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T05:00:25.551379+0000","last_peered":"2023-10-09T05:00:25.551379+0000","last_clean":"2023-10-09T05:00:25.551379+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T05:00:25.551379+0000","last_undegraded":"2023-10-09T05:00:25.551379+0000","last_fullsized":"2023-10-09T05:00:25.551379+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":443,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448778+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:00:25.448778+0000","last_peered":"2023-10-09T05:00:25.448778+0000","last_clean":"2023-10-09T05:00:25.448778+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:00:25.448778+0000","last_undegraded":"2023-10-09T05:00:25.448778+0000","last_fullsized":"2023-10-09T05:00:25.448778+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":288,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.469488+0000","last_change":"2023-10-09T04:59:53.310077+0000","last_active":"2023-10-09T05:00:24.469488+0000","last_peered":"2023-10-09T05:00:24.469488+0000","last_clean":"2023-10-09T05:00:24.469488+0000","last_became_active":"2023-10-09T04:59:53.309772+0000","last_became_peered":"2023-10-09T04:59:53.309772+0000","last_unstale":"2023-10-09T05:00:24.469488+0000","last_undegraded":"2023-10-09T05:00:24.469488+0000","last_fullsized":"2023-10-09T05:00:24.469488+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:24.939824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":885,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448426+0000","last_change":"2023-10-09T05:00:21.342260+0000","last_active":"2023-10-09T05:00:25.448426+0000","last_peered":"2023-10-09T05:00:25.448426+0000","last_clean":"2023-10-09T05:00:25.448426+0000","last_became_active":"2023-10-09T05:00:21.341941+0000","last_became_peered":"2023-10-09T05:00:21.341941+0000","last_unstale":"2023-10-09T05:00:25.448426+0000","last_undegraded":"2023-10-09T05:00:25.448426+0000","last_fullsized":"2023-10-09T05:00:25.448426+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.602173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.602173+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":268349,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.f","version":"442'12358","reported_seq":12422,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.797913+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T05:00:26.797913+0000","last_peered":"2023-10-09T05:00:26.797913+0000","last_clean":"2023-10-09T05:00:26.797913+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T05:00:26.797913+0000","last_undegraded":"2023-10-09T05:00:26.797913+0000","last_fullsized":"2023-10-09T05:00:26.797913+0000","mapping_epoch":386,"log_start":"399'5528","ondisk_log_start":"399'5528","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6830,"log_dups_size":0,"ondisk_log_size":6830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79429632,"num_objects":1212,"num_object_clones":0,"num_object_copies":3636,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1212,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12358,"num_write_kb":434240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":454,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.455170+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:00:24.455170+0000","last_peered":"2023-10-09T05:00:24.455170+0000","last_clean":"2023-10-09T05:00:24.455170+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:00:24.455170+0000","last_undegraded":"2023-10-09T05:00:24.455170+0000","last_fullsized":"2023-10-09T05:00:24.455170+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":306,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.461962+0000","last_change":"2023-10-09T04:59:53.310017+0000","last_active":"2023-10-09T05:00:24.461962+0000","last_peered":"2023-10-09T05:00:24.461962+0000","last_clean":"2023-10-09T05:00:24.461962+0000","last_became_active":"2023-10-09T04:59:53.309043+0000","last_became_peered":"2023-10-09T04:59:53.309043+0000","last_unstale":"2023-10-09T05:00:24.461962+0000","last_undegraded":"2023-10-09T05:00:24.461962+0000","last_fullsized":"2023-10-09T05:00:24.461962+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:20:13.708398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":219,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551717+0000","last_change":"2023-10-09T04:59:53.308722+0000","last_active":"2023-10-09T05:00:25.551717+0000","last_peered":"2023-10-09T05:00:25.551717+0000","last_clean":"2023-10-09T05:00:25.551717+0000","last_became_active":"2023-10-09T04:59:53.308419+0000","last_became_peered":"2023-10-09T04:59:53.308419+0000","last_unstale":"2023-10-09T05:00:25.551717+0000","last_undegraded":"2023-10-09T05:00:25.551717+0000","last_fullsized":"2023-10-09T05:00:25.551717+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:15:49.943835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"441'12553","reported_seq":14772,"reported_epoch":441,"state":"active+remapped+backfilling","last_fresh":"2023-10-09T05:00:25.693785+0000","last_change":"2023-10-09T05:00:19.558099+0000","last_active":"2023-10-09T05:00:25.693785+0000","last_peered":"2023-10-09T05:00:25.693785+0000","last_clean":"2023-10-09T05:00:17.309585+0000","last_became_active":"2023-10-09T05:00:19.500440+0000","last_became_peered":"2023-10-09T05:00:19.500440+0000","last_unstale":"2023-10-09T05:00:25.693785+0000","last_undegraded":"2023-10-09T05:00:25.693785+0000","last_fullsized":"2023-10-09T05:00:25.693785+0000","mapping_epoch":435,"log_start":"399'6088","ondisk_log_start":"399'6088","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6465,"log_dups_size":0,"ondisk_log_size":6465,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:12:57.615723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83230744,"num_objects":1271,"num_object_clones":0,"num_object_copies":3813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":262,"num_objects_unfound":0,"num_objects_dirty":1271,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12553,"num_write_kb":442305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1073,"num_bytes_recovered":70254616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,7],"avail_no_missing":["1","2","7"],"object_location_counts":[{"shards":"1,2,7","objects":1271}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":415,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550985+0000","last_change":"2023-10-09T05:00:18.365390+0000","last_active":"2023-10-09T05:00:25.550985+0000","last_peered":"2023-10-09T05:00:25.550985+0000","last_clean":"2023-10-09T05:00:25.550985+0000","last_became_active":"2023-10-09T05:00:18.365029+0000","last_became_peered":"2023-10-09T05:00:18.365029+0000","last_unstale":"2023-10-09T05:00:25.550985+0000","last_undegraded":"2023-10-09T05:00:25.550985+0000","last_fullsized":"2023-10-09T05:00:25.550985+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:22:25.412174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":761,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452309+0000","last_change":"2023-10-09T05:00:21.326470+0000","last_active":"2023-10-09T05:00:25.452309+0000","last_peered":"2023-10-09T05:00:25.452309+0000","last_clean":"2023-10-09T05:00:25.452309+0000","last_became_active":"2023-10-09T05:00:21.326085+0000","last_became_peered":"2023-10-09T05:00:21.326085+0000","last_unstale":"2023-10-09T05:00:25.452309+0000","last_undegraded":"2023-10-09T05:00:25.452309+0000","last_fullsized":"2023-10-09T05:00:25.452309+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:55.594934+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:55.594934+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":275,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.454555+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:00:25.454555+0000","last_peered":"2023-10-09T05:00:25.454555+0000","last_clean":"2023-10-09T05:00:25.454555+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:00:25.454555+0000","last_undegraded":"2023-10-09T05:00:25.454555+0000","last_fullsized":"2023-10-09T05:00:25.454555+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":125,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.453372+0000","last_change":"2023-10-09T05:00:18.364530+0000","last_active":"2023-10-09T05:00:25.453372+0000","last_peered":"2023-10-09T05:00:25.453372+0000","last_clean":"2023-10-09T05:00:25.453372+0000","last_became_active":"2023-10-09T05:00:18.364215+0000","last_became_peered":"2023-10-09T05:00:18.364215+0000","last_unstale":"2023-10-09T05:00:25.453372+0000","last_undegraded":"2023-10-09T05:00:25.453372+0000","last_fullsized":"2023-10-09T05:00:25.453372+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:12:18.185448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":766,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452885+0000","last_change":"2023-10-09T05:00:01.112345+0000","last_active":"2023-10-09T05:00:25.452885+0000","last_peered":"2023-10-09T05:00:25.452885+0000","last_clean":"2023-10-09T05:00:25.452885+0000","last_became_active":"2023-10-09T04:59:53.312694+0000","last_became_peered":"2023-10-09T04:59:53.312694+0000","last_unstale":"2023-10-09T05:00:25.452885+0000","last_undegraded":"2023-10-09T05:00:25.452885+0000","last_fullsized":"2023-10-09T05:00:25.452885+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:23.486339+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"442'12408","reported_seq":12483,"reported_epoch":442,"state":"active+remapped+backfill_wait","last_fresh":"2023-10-09T05:00:26.949192+0000","last_change":"2023-10-09T05:00:19.595428+0000","last_active":"2023-10-09T05:00:26.949192+0000","last_peered":"2023-10-09T05:00:26.949192+0000","last_clean":"2023-10-09T05:00:17.319545+0000","last_became_active":"2023-10-09T05:00:19.539159+0000","last_became_peered":"2023-10-09T05:00:19.539159+0000","last_unstale":"2023-10-09T05:00:26.949192+0000","last_undegraded":"2023-10-09T05:00:26.949192+0000","last_fullsized":"2023-10-09T05:00:26.949192+0000","mapping_epoch":435,"log_start":"398'5222","ondisk_log_start":"398'5222","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7186,"log_dups_size":0,"ondisk_log_size":7186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:38:52.601809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81264640,"num_objects":1240,"num_object_clones":0,"num_object_copies":3720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1240,"num_objects_unfound":0,"num_objects_dirty":1240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12408,"num_write_kb":436736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,7],"avail_no_missing":["4","0","7"],"object_location_counts":[{"shards":"0,4,7","objects":1240}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":244,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.446172+0000","last_change":"2023-10-09T05:00:18.355893+0000","last_active":"2023-10-09T05:00:24.446172+0000","last_peered":"2023-10-09T05:00:24.446172+0000","last_clean":"2023-10-09T05:00:24.446172+0000","last_became_active":"2023-10-09T05:00:18.355521+0000","last_became_peered":"2023-10-09T05:00:18.355521+0000","last_unstale":"2023-10-09T05:00:24.446172+0000","last_undegraded":"2023-10-09T05:00:24.446172+0000","last_fullsized":"2023-10-09T05:00:24.446172+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:38.032086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":394,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449002+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:00:25.449002+0000","last_peered":"2023-10-09T05:00:25.449002+0000","last_clean":"2023-10-09T05:00:25.449002+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:00:25.449002+0000","last_undegraded":"2023-10-09T05:00:25.449002+0000","last_fullsized":"2023-10-09T05:00:25.449002+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":432,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.459032+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T05:00:24.459032+0000","last_peered":"2023-10-09T05:00:24.459032+0000","last_clean":"2023-10-09T05:00:24.459032+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T05:00:24.459032+0000","last_undegraded":"2023-10-09T05:00:24.459032+0000","last_fullsized":"2023-10-09T05:00:24.459032+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":781,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.452945+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:00:25.452945+0000","last_peered":"2023-10-09T05:00:25.452945+0000","last_clean":"2023-10-09T05:00:25.452945+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:00:25.452945+0000","last_undegraded":"2023-10-09T05:00:25.452945+0000","last_fullsized":"2023-10-09T05:00:25.452945+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.b","version":"442'12420","reported_seq":12498,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.648972+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T05:00:26.648972+0000","last_peered":"2023-10-09T05:00:26.648972+0000","last_clean":"2023-10-09T05:00:26.648972+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T05:00:26.648972+0000","last_undegraded":"2023-10-09T05:00:26.648972+0000","last_fullsized":"2023-10-09T05:00:26.648972+0000","mapping_epoch":393,"log_start":"400'6523","ondisk_log_start":"400'6523","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5897,"log_dups_size":0,"ondisk_log_size":5897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79822848,"num_objects":1218,"num_object_clones":0,"num_object_copies":3654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1218,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12420,"num_write_kb":436416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":61,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.444137+0000","last_change":"2023-10-09T05:00:18.356496+0000","last_active":"2023-10-09T05:00:24.444137+0000","last_peered":"2023-10-09T05:00:24.444137+0000","last_clean":"2023-10-09T05:00:24.444137+0000","last_became_active":"2023-10-09T05:00:18.356113+0000","last_became_peered":"2023-10-09T05:00:18.356113+0000","last_unstale":"2023-10-09T05:00:24.444137+0000","last_undegraded":"2023-10-09T05:00:24.444137+0000","last_fullsized":"2023-10-09T05:00:24.444137+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:23:23.750731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":167,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.469559+0000","last_change":"2023-10-09T04:59:53.309404+0000","last_active":"2023-10-09T05:00:24.469559+0000","last_peered":"2023-10-09T05:00:24.469559+0000","last_clean":"2023-10-09T05:00:24.469559+0000","last_became_active":"2023-10-09T04:59:53.309067+0000","last_became_peered":"2023-10-09T04:59:53.309067+0000","last_unstale":"2023-10-09T05:00:24.469559+0000","last_undegraded":"2023-10-09T05:00:24.469559+0000","last_fullsized":"2023-10-09T05:00:24.469559+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:18:51.636426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":131,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551053+0000","last_change":"2023-10-09T05:00:18.361648+0000","last_active":"2023-10-09T05:00:25.551053+0000","last_peered":"2023-10-09T05:00:25.551053+0000","last_clean":"2023-10-09T05:00:25.551053+0000","last_became_active":"2023-10-09T05:00:18.361286+0000","last_became_peered":"2023-10-09T05:00:18.361286+0000","last_unstale":"2023-10-09T05:00:25.551053+0000","last_undegraded":"2023-10-09T05:00:25.551053+0000","last_fullsized":"2023-10-09T05:00:25.551053+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:59:38.216215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":440,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448506+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:00:25.448506+0000","last_peered":"2023-10-09T05:00:25.448506+0000","last_clean":"2023-10-09T05:00:25.448506+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:00:25.448506+0000","last_undegraded":"2023-10-09T05:00:25.448506+0000","last_fullsized":"2023-10-09T05:00:25.448506+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.8","version":"442'12317","reported_seq":12383,"reported_epoch":442,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.694894+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T05:00:26.694894+0000","last_peered":"2023-10-09T05:00:26.694894+0000","last_clean":"2023-10-09T05:00:26.694894+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T05:00:26.694894+0000","last_undegraded":"2023-10-09T05:00:26.694894+0000","last_fullsized":"2023-10-09T05:00:26.694894+0000","mapping_epoch":386,"log_start":"400'6412","ondisk_log_start":"400'6412","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":5905,"log_dups_size":0,"ondisk_log_size":5905,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82903040,"num_objects":1265,"num_object_clones":0,"num_object_copies":3795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12317,"num_write_kb":434624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":121,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455750+0000","last_change":"2023-10-09T05:00:18.375182+0000","last_active":"2023-10-09T05:00:25.455750+0000","last_peered":"2023-10-09T05:00:25.455750+0000","last_clean":"2023-10-09T05:00:25.455750+0000","last_became_active":"2023-10-09T05:00:18.364591+0000","last_became_peered":"2023-10-09T05:00:18.364591+0000","last_unstale":"2023-10-09T05:00:25.455750+0000","last_undegraded":"2023-10-09T05:00:25.455750+0000","last_fullsized":"2023-10-09T05:00:25.455750+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:31:46.393831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":329,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.453246+0000","last_change":"2023-10-09T04:59:53.313116+0000","last_active":"2023-10-09T05:00:25.453246+0000","last_peered":"2023-10-09T05:00:25.453246+0000","last_clean":"2023-10-09T05:00:25.453246+0000","last_became_active":"2023-10-09T04:59:53.312690+0000","last_became_peered":"2023-10-09T04:59:53.312690+0000","last_unstale":"2023-10-09T05:00:25.453246+0000","last_undegraded":"2023-10-09T05:00:25.453246+0000","last_fullsized":"2023-10-09T05:00:25.453246+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:57:57.663677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":147,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449904+0000","last_change":"2023-10-09T05:00:18.357502+0000","last_active":"2023-10-09T05:00:25.449904+0000","last_peered":"2023-10-09T05:00:25.449904+0000","last_clean":"2023-10-09T05:00:25.449904+0000","last_became_active":"2023-10-09T05:00:18.357133+0000","last_became_peered":"2023-10-09T05:00:18.357133+0000","last_unstale":"2023-10-09T05:00:25.449904+0000","last_undegraded":"2023-10-09T05:00:25.449904+0000","last_fullsized":"2023-10-09T05:00:25.449904+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:01:05.443725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":462,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.454553+0000","last_change":"2023-10-09T05:00:21.321272+0000","last_active":"2023-10-09T05:00:25.454553+0000","last_peered":"2023-10-09T05:00:25.454553+0000","last_clean":"2023-10-09T05:00:25.454553+0000","last_became_active":"2023-10-09T05:00:21.320923+0000","last_became_peered":"2023-10-09T05:00:21.320923+0000","last_unstale":"2023-10-09T05:00:25.454553+0000","last_undegraded":"2023-10-09T05:00:25.454553+0000","last_fullsized":"2023-10-09T05:00:25.454553+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:42.467522+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"441'12373","reported_seq":12437,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:26.170718+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T05:00:26.170718+0000","last_peered":"2023-10-09T05:00:26.170718+0000","last_clean":"2023-10-09T05:00:26.170718+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T05:00:26.170718+0000","last_undegraded":"2023-10-09T05:00:26.170718+0000","last_fullsized":"2023-10-09T05:00:26.170718+0000","mapping_epoch":386,"log_start":"398'4866","ondisk_log_start":"398'4866","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7507,"log_dups_size":0,"ondisk_log_size":7507,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80281600,"num_objects":1225,"num_object_clones":0,"num_object_copies":3675,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1225,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12373,"num_write_kb":435136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":125,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.453060+0000","last_change":"2023-10-09T05:00:18.363162+0000","last_active":"2023-10-09T05:00:25.453060+0000","last_peered":"2023-10-09T05:00:25.453060+0000","last_clean":"2023-10-09T05:00:25.453060+0000","last_became_active":"2023-10-09T05:00:18.362799+0000","last_became_peered":"2023-10-09T05:00:18.362799+0000","last_unstale":"2023-10-09T05:00:25.453060+0000","last_undegraded":"2023-10-09T05:00:25.453060+0000","last_fullsized":"2023-10-09T05:00:25.453060+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:29:48.354749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":420,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.459116+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T05:00:24.459116+0000","last_peered":"2023-10-09T05:00:24.459116+0000","last_clean":"2023-10-09T05:00:24.459116+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T05:00:24.459116+0000","last_undegraded":"2023-10-09T05:00:24.459116+0000","last_fullsized":"2023-10-09T05:00:24.459116+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":425,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.448324+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:00:25.448324+0000","last_peered":"2023-10-09T05:00:25.448324+0000","last_clean":"2023-10-09T05:00:25.448324+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:00:25.448324+0000","last_undegraded":"2023-10-09T05:00:25.448324+0000","last_fullsized":"2023-10-09T05:00:25.448324+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":127,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449383+0000","last_change":"2023-10-09T05:00:18.360878+0000","last_active":"2023-10-09T05:00:25.449383+0000","last_peered":"2023-10-09T05:00:25.449383+0000","last_clean":"2023-10-09T05:00:25.449383+0000","last_became_active":"2023-10-09T05:00:18.360502+0000","last_became_peered":"2023-10-09T05:00:18.360502+0000","last_unstale":"2023-10-09T05:00:25.449383+0000","last_undegraded":"2023-10-09T05:00:25.449383+0000","last_fullsized":"2023-10-09T05:00:25.449383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:56:10.370853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":463,"reported_epoch":440,"state":"active+clean","last_fresh":"2023-10-09T05:00:24.469624+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T05:00:24.469624+0000","last_peered":"2023-10-09T05:00:24.469624+0000","last_clean":"2023-10-09T05:00:24.469624+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T05:00:24.469624+0000","last_undegraded":"2023-10-09T05:00:24.469624+0000","last_fullsized":"2023-10-09T05:00:24.469624+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":421,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.551471+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T05:00:25.551471+0000","last_peered":"2023-10-09T05:00:25.551471+0000","last_clean":"2023-10-09T05:00:25.551471+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T05:00:25.551471+0000","last_undegraded":"2023-10-09T05:00:25.551471+0000","last_fullsized":"2023-10-09T05:00:25.551471+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":463,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449565+0000","last_change":"2023-10-09T04:52:31.750311+0000","last_active":"2023-10-09T05:00:25.449565+0000","last_peered":"2023-10-09T05:00:25.449565+0000","last_clean":"2023-10-09T05:00:25.449565+0000","last_became_active":"2023-10-09T04:52:31.750005+0000","last_became_peered":"2023-10-09T04:52:31.750005+0000","last_unstale":"2023-10-09T05:00:25.449565+0000","last_undegraded":"2023-10-09T05:00:25.449565+0000","last_fullsized":"2023-10-09T05:00:25.449565+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:39.112729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":443,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550633+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:00:25.550633+0000","last_peered":"2023-10-09T05:00:25.550633+0000","last_clean":"2023-10-09T05:00:25.550633+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:00:25.550633+0000","last_undegraded":"2023-10-09T05:00:25.550633+0000","last_fullsized":"2023-10-09T05:00:25.550633+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":446,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449124+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:00:25.449124+0000","last_peered":"2023-10-09T05:00:25.449124+0000","last_clean":"2023-10-09T05:00:25.449124+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:00:25.449124+0000","last_undegraded":"2023-10-09T05:00:25.449124+0000","last_fullsized":"2023-10-09T05:00:25.449124+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":167,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.455474+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:00:25.455474+0000","last_peered":"2023-10-09T05:00:25.455474+0000","last_clean":"2023-10-09T05:00:25.455474+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:00:25.455474+0000","last_undegraded":"2023-10-09T05:00:25.455474+0000","last_fullsized":"2023-10-09T05:00:25.455474+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":133,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.450329+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:00:25.450329+0000","last_peered":"2023-10-09T05:00:25.450329+0000","last_clean":"2023-10-09T05:00:25.450329+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:00:25.450329+0000","last_undegraded":"2023-10-09T05:00:25.450329+0000","last_fullsized":"2023-10-09T05:00:25.450329+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":128,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.550608+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:00:25.550608+0000","last_peered":"2023-10-09T05:00:25.550608+0000","last_clean":"2023-10-09T05:00:25.550608+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:00:25.550608+0000","last_undegraded":"2023-10-09T05:00:25.550608+0000","last_fullsized":"2023-10-09T05:00:25.550608+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":462,"reported_epoch":441,"state":"active+clean","last_fresh":"2023-10-09T05:00:25.449490+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:00:25.449490+0000","last_peered":"2023-10-09T05:00:25.449490+0000","last_clean":"2023-10-09T05:00:25.449490+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:00:25.449490+0000","last_undegraded":"2023-10-09T05:00:25.449490+0000","last_fullsized":"2023-10-09T05:00:25.449490+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":1287192600,"num_objects":19642,"num_object_clones":0,"num_object_copies":58926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3844,"num_objects_unfound":0,"num_objects_dirty":19642,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":198500,"num_write_kb":6980481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5227,"num_bytes_recovered":342491160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4187111424,"data_stored":4187095136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111561,"ondisk_log_size":111561,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41,"num_bytes_recovered":19242,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":21462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":751377,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":252,"num_write":64,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1079057,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":231928234451,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":46,"seq":197568496087,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1548704,"kb_used_data":647320,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92196448,"statfs":{"total":95995035648,"available":94409162752,"internally_reserved":0,"allocated":662855680,"data_stored":661740938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,0,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":2.5310000000000001,"15min":1.8520000000000001},"min":{"1min":0.24299999999999999,"5min":0.224,"15min":0.219},"max":{"1min":8.4359999999999999,"5min":62.470999999999997,"15min":62.470999999999997},"last":5.0999999999999996},{"interface":"front","average":{"1min":2.2400000000000002,"5min":2.5489999999999999,"15min":2.036},"min":{"1min":0.317,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":8.4440000000000008,"5min":62.445,"15min":62.445},"last":4.3109999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:00:03 2023","interfaces":[{"interface":"back","average":{"1min":1.9950000000000001,"5min":1.768,"15min":1.8169999999999999},"min":{"1min":0.315,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.1950000000000003,"5min":9.1869999999999994,"15min":10.686},"last":4.3399999999999999},{"interface":"front","average":{"1min":1.946,"5min":1.778,"15min":1.5129999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":5.5410000000000004,"5min":9.3030000000000008,"15min":9.3030000000000008},"last":3.6669999999999998}]},{"osd":2,"last update":"Mon Oct 9 04:59:34 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":2.2109999999999999,"15min":1.8999999999999999},"min":{"1min":0.317,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":7.4859999999999998,"5min":42.923999999999999,"15min":42.923999999999999},"last":5.0439999999999996},{"interface":"front","average":{"1min":3.452,"5min":2.3999999999999999,"15min":2.3570000000000002},"min":{"1min":0.27500000000000002,"5min":0.27100000000000002,"15min":0.252},"max":{"1min":10.318,"5min":42.936999999999998,"15min":42.936999999999998},"last":4.2569999999999997}]},{"osd":3,"last update":"Mon Oct 9 04:59:58 2023","interfaces":[{"interface":"back","average":{"1min":3.839,"5min":2.7879999999999998,"15min":2.2639999999999998},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":20.937999999999999,"5min":26.763000000000002,"15min":26.763000000000002},"last":4.2149999999999999},{"interface":"front","average":{"1min":3.9239999999999999,"5min":2.8170000000000002,"15min":1.9890000000000001},"min":{"1min":0.39400000000000002,"5min":0.34799999999999998,"15min":0.32600000000000001},"max":{"1min":20.972000000000001,"5min":26.777999999999999,"15min":26.777999999999999},"last":1.534}]},{"osd":4,"last update":"Mon Oct 9 04:59:34 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.3120000000000001,"15min":1.651},"min":{"1min":0.26600000000000001,"5min":0.26400000000000001,"15min":0.23699999999999999},"max":{"1min":5.859,"5min":16.399999999999999,"15min":16.399999999999999},"last":4.9930000000000003},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.147,"15min":1.7070000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.28599999999999998},"max":{"1min":4.7450000000000001,"5min":16.068999999999999,"15min":16.068999999999999},"last":0.42899999999999999}]},{"osd":5,"last update":"Mon Oct 9 04:59:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3160000000000001,"5min":1.181,"15min":1.595},"min":{"1min":0.33100000000000002,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":5.5780000000000003,"5min":9.0069999999999997,"15min":12.420999999999999},"last":1.4650000000000001},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.4670000000000001,"15min":1.6279999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":6.2759999999999998,"5min":16.292999999999999,"15min":16.292999999999999},"last":5.1230000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:00:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.3460000000000001,"15min":2.3780000000000001},"min":{"1min":0.39600000000000002,"5min":0.33800000000000002,"15min":0.28199999999999997},"max":{"1min":5.9749999999999996,"5min":16.372,"15min":196.22300000000001},"last":5.0730000000000004},{"interface":"front","average":{"1min":1.6799999999999999,"5min":1.1659999999999999,"15min":2.5670000000000002},"min":{"1min":0.372,"5min":0.315,"15min":0.315},"max":{"1min":5.2610000000000001,"5min":16.018999999999998,"15min":196.24299999999999},"last":4.2850000000000001}]}]},{"osd":1,"up_from":235,"seq":1009317314703,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938396,"kb_used_data":463828,"kb_used_omap":5,"kb_used_meta":474554,"kb_avail":92806756,"statfs":{"total":95995035648,"available":95034118144,"internally_reserved":0,"allocated":474959872,"data_stored":472920312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":485944021},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,5,0,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.2530000000000001,"15min":1.5509999999999999},"min":{"1min":0.20000000000000001,"5min":0.191,"15min":0.191},"max":{"1min":21.587,"5min":21.587,"15min":21.587},"last":9.0999999999999996},{"interface":"front","average":{"1min":2.8780000000000001,"5min":2.0430000000000001,"15min":1.5409999999999999},"min":{"1min":0.25800000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":12.044,"5min":12.044,"15min":14.954000000000001},"last":5.3220000000000001}]},{"osd":2,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2699999999999996,"5min":2.6429999999999998,"15min":1.7090000000000001},"min":{"1min":0.44400000000000001,"5min":0.22800000000000001,"15min":0.20399999999999999},"max":{"1min":16.879000000000001,"5min":16.879000000000001,"15min":16.879000000000001},"last":1.016},{"interface":"front","average":{"1min":7.0060000000000002,"5min":3.339,"15min":2.0459999999999998},"min":{"1min":0.27900000000000003,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":21.864999999999998,"5min":21.864999999999998,"15min":21.864999999999998},"last":13.971}]},{"osd":3,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":3.714,"5min":2.6970000000000001,"15min":1.7749999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":12.771000000000001,"5min":12.771000000000001,"15min":27.974},"last":5.6280000000000001},{"interface":"front","average":{"1min":4.2169999999999996,"5min":2.6280000000000001,"15min":1.8640000000000001},"min":{"1min":0.44,"5min":0.27200000000000002,"15min":0.25},"max":{"1min":23.620999999999999,"5min":23.620999999999999,"15min":27.914000000000001},"last":0.92000000000000004}]},{"osd":4,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":3.323,"5min":2.4860000000000002,"15min":1.9399999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.27600000000000002},"max":{"1min":22.707000000000001,"5min":44.145000000000003,"15min":44.145000000000003},"last":9.532},{"interface":"front","average":{"1min":3.8170000000000002,"5min":2.609,"15min":1.8759999999999999},"min":{"1min":0.41599999999999998,"5min":0.33000000000000002,"15min":0.29699999999999999},"max":{"1min":25.751000000000001,"5min":44.286999999999999,"15min":44.286999999999999},"last":0.96199999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":1.8069999999999999,"15min":1.851},"min":{"1min":0.318,"5min":0.309,"15min":0.28100000000000003},"max":{"1min":13.000999999999999,"5min":13.000999999999999,"15min":15.034000000000001},"last":0.98999999999999999},{"interface":"front","average":{"1min":4.21,"5min":2.3730000000000002,"15min":1.9430000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":21.484000000000002,"5min":21.484000000000002,"15min":21.484000000000002},"last":2.266}]},{"osd":6,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":4.0570000000000004,"5min":2.5579999999999998,"15min":1.917},"min":{"1min":0.40000000000000002,"5min":0.31,"15min":0.31},"max":{"1min":14.853,"5min":14.853,"15min":14.853},"last":2.7719999999999998},{"interface":"front","average":{"1min":2.0939999999999999,"5min":1.9330000000000001,"15min":1.6279999999999999},"min":{"1min":0.36899999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"max":{"1min":9.3320000000000007,"5min":11.141,"15min":11.141},"last":8.9290000000000003}]},{"osd":7,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":2.5670000000000002,"5min":2.069,"15min":4.25},"min":{"1min":0.379,"5min":0.379,"15min":0.34799999999999998},"max":{"1min":9.3900000000000006,"5min":11.173999999999999,"15min":146.554},"last":5.359},{"interface":"front","average":{"1min":2.4119999999999999,"5min":1.8200000000000001,"15min":4.5469999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":13.028,"5min":13.028,"15min":146.53100000000001},"last":1.0669999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187793,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1486428,"kb_used_data":486740,"kb_used_omap":5,"kb_used_meta":999546,"kb_avail":92258724,"statfs":{"total":95995035648,"available":94472933376,"internally_reserved":0,"allocated":498421760,"data_stored":496097625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1023535738},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 04:59:56 2023","interfaces":[{"interface":"back","average":{"1min":2.5899999999999999,"5min":2.3610000000000002,"15min":1.532},"min":{"1min":0.23300000000000001,"5min":0.19400000000000001,"15min":0.17799999999999999},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":16.838999999999999},"last":1.1120000000000001},{"interface":"front","average":{"1min":2.4460000000000002,"5min":2.9350000000000001,"15min":1.621},"min":{"1min":0.224,"5min":0.184,"15min":0.184},"max":{"1min":8.5109999999999992,"5min":26.646000000000001,"15min":26.646000000000001},"last":0.49299999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":3.1190000000000002,"15min":2.1880000000000002},"min":{"1min":0.24199999999999999,"5min":0.22900000000000001,"15min":0.17799999999999999},"max":{"1min":10.254,"5min":16.789999999999999,"15min":24.021000000000001},"last":4.2569999999999997},{"interface":"front","average":{"1min":3.1899999999999999,"5min":2.8380000000000001,"15min":1.9350000000000001},"min":{"1min":0.27000000000000002,"5min":0.216,"15min":0.216},"max":{"1min":22.683,"5min":22.683,"15min":24.050999999999998},"last":0.53500000000000003}]},{"osd":3,"last update":"Mon Oct 9 04:59:47 2023","interfaces":[{"interface":"back","average":{"1min":1.7210000000000001,"5min":2.4369999999999998,"15min":1.6919999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":13.461,"5min":14.711,"15min":14.711},"last":0.63300000000000001},{"interface":"front","average":{"1min":3.056,"5min":3.0169999999999999,"15min":2.0139999999999998},"min":{"1min":0.36399999999999999,"5min":0.27500000000000002,"15min":0.248},"max":{"1min":20.661999999999999,"5min":21.132999999999999,"15min":23.222000000000001},"last":0.96999999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":2.4409999999999998,"5min":2.2480000000000002,"15min":1.911},"min":{"1min":0.41699999999999998,"5min":0.311,"15min":0.26300000000000001},"max":{"1min":10.231999999999999,"5min":14.581,"15min":14.581},"last":1.014},{"interface":"front","average":{"1min":2.137,"5min":1.8680000000000001,"15min":1.5960000000000001},"min":{"1min":0.46100000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.9180000000000001,"5min":14.721,"15min":14.721},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6709999999999998,"5min":2.0859999999999999,"15min":1.788},"min":{"1min":0.498,"5min":0.29899999999999999,"15min":0.29699999999999999},"max":{"1min":6.9610000000000003,"5min":13.542,"15min":13.542},"last":0.66400000000000003},{"interface":"front","average":{"1min":3.746,"5min":2.5259999999999998,"15min":2.0819999999999999},"min":{"1min":0.33400000000000002,"5min":0.32300000000000001,"15min":0.29999999999999999},"max":{"1min":22.738,"5min":22.738,"15min":22.738},"last":0.59299999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.2810000000000001,"15min":1.8420000000000001},"min":{"1min":0.52900000000000003,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":6.9870000000000001,"5min":13.599,"15min":13.599},"last":0.69099999999999995},{"interface":"front","average":{"1min":3.7610000000000001,"5min":2.903,"15min":2.1379999999999999},"min":{"1min":0.36299999999999999,"5min":0.35999999999999999,"15min":0.32100000000000001},"max":{"1min":22.709,"5min":22.709,"15min":22.709},"last":0.56299999999999994}]},{"osd":7,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5469999999999997,"5min":2.8650000000000002,"15min":2.1469999999999998},"min":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.34599999999999997},"max":{"1min":22.763000000000002,"5min":22.763000000000002,"15min":22.763000000000002},"last":0.61799999999999999},{"interface":"front","average":{"1min":3.7250000000000001,"5min":2.806,"15min":2.258},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.36499999999999999},"max":{"1min":20.890000000000001,"5min":20.890000000000001,"15min":20.890000000000001},"last":1.0409999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206636,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1626520,"kb_used_data":797776,"kb_used_omap":7,"kb_used_meta":828728,"kb_avail":92118632,"statfs":{"total":95995035648,"available":94329479168,"internally_reserved":0,"allocated":816922624,"data_stored":814892800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":848617553},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":3.4239999999999999,"5min":1.7869999999999999,"15min":1.6259999999999999},"min":{"1min":0.253,"5min":0.17699999999999999,"15min":0.16600000000000001},"max":{"1min":15.34,"5min":15.34,"15min":49.338000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.718,"5min":1.698,"15min":1.595},"min":{"1min":0.20000000000000001,"5min":0.188,"15min":0.185},"max":{"1min":8.0510000000000002,"5min":12.648999999999999,"15min":47.450000000000003},"last":9.4629999999999992}]},{"osd":1,"last update":"Mon Oct 9 04:59:58 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":3.806,"15min":2.1080000000000001},"min":{"1min":0.26100000000000001,"5min":0.192,"15min":0.192},"max":{"1min":12.994999999999999,"5min":210.52199999999999,"15min":210.52199999999999},"last":10.913},{"interface":"front","average":{"1min":3.7069999999999999,"5min":4.6459999999999999,"15min":2.6280000000000001},"min":{"1min":0.312,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":13.064,"5min":210.792,"15min":210.792},"last":12.890000000000001}]},{"osd":3,"last update":"Mon Oct 9 04:59:50 2023","interfaces":[{"interface":"back","average":{"1min":5.1310000000000002,"5min":3.7229999999999999,"15min":2.056},"min":{"1min":0.36699999999999999,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":20.236000000000001,"5min":79.926000000000002,"15min":79.926000000000002},"last":23.507000000000001},{"interface":"front","average":{"1min":5.1760000000000002,"5min":3.8799999999999999,"15min":2.1400000000000001},"min":{"1min":0.42399999999999999,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":20.274000000000001,"5min":79.959000000000003,"15min":79.959000000000003},"last":23.541}]},{"osd":4,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":4.5499999999999998,"5min":3.8799999999999999,"15min":2.552},"min":{"1min":0.45100000000000001,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":18.219999999999999,"5min":176.00200000000001,"15min":176.00200000000001},"last":12.939},{"interface":"front","average":{"1min":2.472,"5min":3.2440000000000002,"15min":2.2120000000000002},"min":{"1min":0.33900000000000002,"5min":0.312,"15min":0.28799999999999998},"max":{"1min":9.3580000000000005,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.626}]},{"osd":5,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.6000000000000001,"15min":1.702},"min":{"1min":0.40000000000000002,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":6.5309999999999997,"5min":12.484999999999999,"15min":12.484999999999999},"last":3.4990000000000001},{"interface":"front","average":{"1min":4.742,"5min":2.3540000000000001,"15min":2.028},"min":{"1min":0.39000000000000001,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":18.172999999999998,"5min":18.172999999999998,"15min":18.172999999999998},"last":12.968}]},{"osd":6,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":3.2010000000000001,"5min":2.355,"15min":1.9339999999999999},"min":{"1min":0.37,"5min":0.312,"15min":0.312},"max":{"1min":13.012,"5min":42.975999999999999,"15min":42.975999999999999},"last":4.4249999999999998},{"interface":"front","average":{"1min":1.9059999999999999,"5min":2.0600000000000001,"15min":1.978},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":12.989000000000001,"5min":42.843000000000004,"15min":42.843000000000004},"last":3.532}]},{"osd":7,"last update":"Mon Oct 9 04:59:28 2023","interfaces":[{"interface":"back","average":{"1min":2.8199999999999998,"5min":2.0630000000000002,"15min":2.0800000000000001},"min":{"1min":0.436,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":9.2690000000000001,"5min":15.516,"15min":18.792999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.99,"5min":1.8400000000000001,"15min":2.0830000000000002},"min":{"1min":0.439,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":8.0139999999999993,"5min":15.583,"15min":18.841999999999999},"last":3.5529999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524773,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1223940,"kb_used_data":714364,"kb_used_omap":2,"kb_used_meta":509373,"kb_avail":92521212,"statfs":{"total":95995035648,"available":94741721088,"internally_reserved":0,"allocated":731508736,"data_stored":729605582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":521598005},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,6,0,0,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:55 2023","interfaces":[{"interface":"back","average":{"1min":5.3049999999999997,"5min":2.7149999999999999,"15min":1.6830000000000001},"min":{"1min":0.26600000000000001,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":26.260999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":11.06},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.6840000000000002,"15min":1.7050000000000001},"min":{"1min":0.24299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":13.935,"5min":22.477,"15min":22.477},"last":7.1909999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:00:06 2023","interfaces":[{"interface":"back","average":{"1min":3.149,"5min":2.6709999999999998,"15min":1.548},"min":{"1min":0.28699999999999998,"5min":0.224,"15min":0.20999999999999999},"max":{"1min":16.544,"5min":26.314,"15min":26.314},"last":10.935},{"interface":"front","average":{"1min":3.4049999999999998,"5min":2.7989999999999999,"15min":1.9099999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.22900000000000001},"max":{"1min":11.785,"5min":18.306999999999999,"15min":18.306999999999999},"last":11.097}]},{"osd":2,"last update":"Mon Oct 9 04:59:55 2023","interfaces":[{"interface":"back","average":{"1min":5.5119999999999996,"5min":2.9529999999999998,"15min":2.0249999999999999},"min":{"1min":0.37,"5min":0.29399999999999998,"15min":0.255},"max":{"1min":14.468,"5min":15.425000000000001,"15min":21.722999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":2.722,"5min":2.7309999999999999,"15min":1.7569999999999999},"min":{"1min":0.29999999999999999,"5min":0.255,"15min":0.23799999999999999},"max":{"1min":11.67,"5min":25.776,"15min":25.776},"last":11.215}]},{"osd":4,"last update":"Mon Oct 9 04:59:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9820000000000002,"5min":2.2309999999999999,"15min":1.7609999999999999},"min":{"1min":0.378,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.581,"5min":15.301,"15min":15.301},"last":10.173999999999999},{"interface":"front","average":{"1min":5.3559999999999999,"5min":2.597,"15min":2.0339999999999998},"min":{"1min":0.42099999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":10.667999999999999,"5min":15.401999999999999,"15min":21.532},"last":0.433}]},{"osd":5,"last update":"Mon Oct 9 04:59:55 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.4129999999999998,"15min":1.802},"min":{"1min":0.41799999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.3190000000000008,"5min":35.712000000000003,"15min":35.712000000000003},"last":10.967000000000001},{"interface":"front","average":{"1min":3.1070000000000002,"5min":2.7250000000000001,"15min":2.1429999999999998},"min":{"1min":0.42999999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.624000000000001,"5min":35.488,"15min":35.488},"last":7.2249999999999996}]},{"osd":6,"last update":"Mon Oct 9 04:59:55 2023","interfaces":[{"interface":"back","average":{"1min":4.6779999999999999,"5min":3.0219999999999998,"15min":2.5169999999999999},"min":{"1min":0.44900000000000001,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":10.472,"5min":50.113999999999997,"15min":50.113999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":2.766,"5min":2.8180000000000001,"15min":2.141},"min":{"1min":0.46400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":8.9049999999999994,"5min":53.841999999999999,"15min":53.841999999999999},"last":11.130000000000001}]},{"osd":7,"last update":"Mon Oct 9 04:59:55 2023","interfaces":[{"interface":"back","average":{"1min":3.1280000000000001,"5min":2.6230000000000002,"15min":2.0110000000000001},"min":{"1min":0.379,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":11.653,"5min":18.155999999999999,"15min":18.155999999999999},"last":10.215999999999999},{"interface":"front","average":{"1min":4.7380000000000004,"5min":2.6819999999999999,"15min":2.254},"min":{"1min":0.47399999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":10.444000000000001,"5min":15.381,"15min":21.587},"last":0.46300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019359,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1219824,"kb_used_data":323944,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92525328,"statfs":{"total":95995035648,"available":94745935872,"internally_reserved":0,"allocated":331718656,"data_stored":330596128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 04:59:29 2023","interfaces":[{"interface":"back","average":{"1min":1.7969999999999999,"5min":1.5429999999999999,"15min":1.835},"min":{"1min":0.218,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":5.6130000000000004,"5min":9.3529999999999998,"15min":21.047000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.587,"5min":1.3260000000000001,"15min":1.6100000000000001},"min":{"1min":0.27600000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.1520000000000001,"5min":7.7210000000000001,"15min":12.064},"last":0.27600000000000002}]},{"osd":1,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":5.0350000000000001,"15min":2.677},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.23000000000000001},"max":{"1min":5.875,"5min":288.47500000000002,"15min":288.47500000000002},"last":0.24099999999999999},{"interface":"front","average":{"1min":3.6840000000000002,"5min":5.4669999999999996,"15min":3.052},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":9.5709999999999997,"5min":289.32499999999999,"15min":289.32499999999999},"last":5.0469999999999997}]},{"osd":2,"last update":"Mon Oct 9 04:59:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5800000000000001,"5min":4.6260000000000003,"15min":2.887},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.24199999999999999},"max":{"1min":6.444,"5min":105.411,"15min":105.411},"last":0.435},{"interface":"front","average":{"1min":2.0369999999999999,"5min":4.5119999999999996,"15min":2.8210000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.28999999999999998},"max":{"1min":8,"5min":97.927999999999997,"15min":97.927999999999997},"last":1.0389999999999999}]},{"osd":3,"last update":"Mon Oct 9 04:59:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0750000000000002,"5min":2.8279999999999998,"15min":2.1709999999999998},"min":{"1min":0.38300000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.9160000000000004,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.31900000000000001},{"interface":"front","average":{"1min":2.9009999999999998,"5min":3.0779999999999998,"15min":2.3340000000000001},"min":{"1min":0.40500000000000003,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":7.4000000000000004,"5min":87.316000000000003,"15min":87.316000000000003},"last":4.9619999999999997}]},{"osd":5,"last update":"Mon Oct 9 04:59:29 2023","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.073,"15min":1.7649999999999999},"min":{"1min":0.32100000000000001,"5min":0.26700000000000002,"15min":0.25700000000000001},"max":{"1min":4.7649999999999997,"5min":9.2430000000000003,"15min":20.991},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.054,"5min":0.95499999999999996,"15min":1.5029999999999999},"min":{"1min":0.38,"5min":0.316,"15min":0.30399999999999999},"max":{"1min":3.5329999999999999,"5min":5.4409999999999998,"15min":14.202999999999999},"last":0.36899999999999999}]},{"osd":6,"last update":"Mon Oct 9 04:59:43 2023","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":2.3879999999999999,"15min":2.6120000000000001},"min":{"1min":0.33400000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.234,"5min":81.980999999999995,"15min":81.980999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":2.2850000000000001,"15min":2.4079999999999999},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.8719999999999999,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.35599999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:00:04 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.3779999999999999,"15min":1.7789999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.1000000000000001,"5min":29.175000000000001,"15min":29.175000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.5389999999999999,"5min":1.669,"15min":2.234},"min":{"1min":0.35099999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":6.1219999999999999,"5min":29.192,"15min":29.192},"last":0.42099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757723,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051688,"kb_used_data":159328,"kb_used_omap":0,"kb_used_meta":892352,"kb_avail":92693464,"statfs":{"total":95995035648,"available":94918107136,"internally_reserved":0,"allocated":163151872,"data_stored":162033858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":913768448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":1.4750000000000001,"15min":2.4249999999999998},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.21199999999999999},"max":{"1min":12.074999999999999,"5min":12.074999999999999,"15min":322.43200000000002},"last":1.024},{"interface":"front","average":{"1min":2.835,"5min":2.1419999999999999,"15min":3.0219999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":15.164,"5min":15.164,"15min":322.61599999999999},"last":2.4870000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:00:16 2023","interfaces":[{"interface":"back","average":{"1min":2.3730000000000002,"5min":2.238,"15min":3.6200000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":15.734,"5min":15.734,"15min":145.947},"last":0.69499999999999995},{"interface":"front","average":{"1min":1.7330000000000001,"5min":2.4809999999999999,"15min":3.9260000000000002},"min":{"1min":0.29599999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0510000000000002,"5min":18.177,"15min":145.80699999999999},"last":2.609}]},{"osd":2,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":2.819,"5min":2.3500000000000001,"15min":1.8260000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.249},"max":{"1min":9.3170000000000002,"5min":9.3170000000000002,"15min":18.553000000000001},"last":6.9779999999999998},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0720000000000001,"15min":1.958},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":12.624000000000001,"5min":12.624000000000001,"15min":18.617000000000001},"last":2.5830000000000002}]},{"osd":3,"last update":"Mon Oct 9 04:59:50 2023","interfaces":[{"interface":"back","average":{"1min":3.2370000000000001,"5min":2.9510000000000001,"15min":1.921},"min":{"1min":0.46899999999999997,"5min":0.30499999999999999,"15min":0.28499999999999998},"max":{"1min":9.9199999999999999,"5min":74.915000000000006,"15min":74.915000000000006},"last":0.57299999999999995},{"interface":"front","average":{"1min":2.5049999999999999,"5min":3.1040000000000001,"15min":2.242},"min":{"1min":0.32000000000000001,"5min":0.314,"15min":0.30499999999999999},"max":{"1min":8.7289999999999992,"5min":74.799999999999997,"15min":74.799999999999997},"last":2.556}]},{"osd":4,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":1.343,"5min":0.96399999999999997,"15min":1.3360000000000001},"min":{"1min":0.27000000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.092000000000001,"5min":10.092000000000001,"15min":13.285},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.78900000000000003,"5min":1.0009999999999999,"15min":1.8580000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":4.4089999999999998,"5min":7.0410000000000004,"15min":14.824},"last":2.7559999999999998}]},{"osd":6,"last update":"Mon Oct 9 04:59:50 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.93700000000000006,"15min":1.7629999999999999},"min":{"1min":0.313,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.3959999999999999,"5min":6.5709999999999997,"15min":21.196999999999999},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.4630000000000001,"5min":1.139,"15min":1.9750000000000001},"min":{"1min":0.36799999999999999,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":10.000999999999999,"5min":10.000999999999999,"15min":19.631},"last":0.36599999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:00:16 2023","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":1.22,"15min":2.016},"min":{"1min":0.29799999999999999,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":10.055999999999999,"5min":10.055999999999999,"15min":43.508000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.4770000000000001,"5min":1.3500000000000001,"15min":1.71},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.29899999999999999},"max":{"1min":10.061999999999999,"5min":10.061999999999999,"15min":43.476999999999997},"last":0.38200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":486211584,"data_stored":486211584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":485494784,"data_stored":485490712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":810160128,"data_stored":810156056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":713887744,"data_stored":713883672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":333119488,"data_stored":333119488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":156303360,"data_stored":156303360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":643563520,"data_stored":643563520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":558370816,"data_stored":558366744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:00:28.837 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_7 pgp_num 16 2023-10-09T05:00:28.873 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:28.978 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T05:00:28.994 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:29.002 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:29.102 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:29.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:29.122 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:29.223 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:29.393 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:29.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[184249]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[184249]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[184249]: osdmap e444: 8 total, 8 up, 7 in 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[184249]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[184249]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[179183]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[179183]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[179183]: osdmap e444: 8 total, 8 up, 7 in 2023-10-09T05:00:29.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[179183]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:29 smithi107 ceph-mon[179183]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:29 smithi150 ceph-mon[168511]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:29 smithi150 ceph-mon[168511]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:29 smithi150 ceph-mon[168511]: osdmap e444: 8 total, 8 up, 7 in 2023-10-09T05:00:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:29 smithi150 ceph-mon[168511]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:29 smithi150 ceph-mon[168511]: failed to encode map e444 with expected crc 2023-10-09T05:00:29.927 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:29.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:29.932 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:30.032 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:30.070 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:30.117 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:30.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:30.123 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:30.157 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:00:30.224 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:30.250 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:30.292 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:30.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:30.295 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:30.396 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:30.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:30 smithi107 ceph-mon[179183]: pgmap v1359: 99 pgs: 2 active+clean+remapped, 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 93 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 578 op/s; 3844/59001 objects misplaced (6.515%); 49 MiB/s, 783 objects/s recovering 2023-10-09T05:00:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:30 smithi107 ceph-mon[179183]: osdmap e445: 8 total, 8 up, 7 in 2023-10-09T05:00:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:30 smithi107 ceph-mon[184249]: pgmap v1359: 99 pgs: 2 active+clean+remapped, 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 93 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 578 op/s; 3844/59001 objects misplaced (6.515%); 49 MiB/s, 783 objects/s recovering 2023-10-09T05:00:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:30 smithi107 ceph-mon[184249]: osdmap e445: 8 total, 8 up, 7 in 2023-10-09T05:00:30.744 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:30.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:30.748 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:30.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:30.878 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:30.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:30 smithi150 ceph-mon[168511]: pgmap v1359: 99 pgs: 2 active+clean+remapped, 2 active+remapped+backfilling, 2 active+remapped+backfill_wait, 93 active+clean; 1.2 GiB data, 8.7 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 578 op/s; 3844/59001 objects misplaced (6.515%); 49 MiB/s, 783 objects/s recovering 2023-10-09T05:00:30.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:30 smithi150 ceph-mon[168511]: osdmap e445: 8 total, 8 up, 7 in 2023-10-09T05:00:31.448 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:31.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:31.458 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:31.509 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:31.552 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:31.559 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:31.591 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:31.654 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:31.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:31.657 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:31.702 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:31.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:31.774 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: osdmap e446: 8 total, 8 up, 7 in 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.775 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.776 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.776 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:31.776 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: osdmap e446: 8 total, 8 up, 7 in 2023-10-09T05:00:31.776 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:31 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:31.789 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:31.882 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:31.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:31.886 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:31.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: failed to encode map e445 with expected crc 2023-10-09T05:00:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: osdmap e446: 8 total, 8 up, 7 in 2023-10-09T05:00:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:31 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:31.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:32.013 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:32.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:00:32] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2023-10-09T05:00:32.634 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: pgmap v1362: 99 pgs: 1 active+clean+remapped, 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 96 active+clean; 1.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 214 op/s; 1343/56196 objects misplaced (2.390%); 34 MiB/s, 550 objects/s recovering 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]': finished 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[179183]: osdmap e447: 8 total, 8 up, 7 in 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.635 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: pgmap v1362: 99 pgs: 1 active+clean+remapped, 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 96 active+clean; 1.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 214 op/s; 1343/56196 objects misplaced (2.390%); 34 MiB/s, 550 objects/s recovering 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]': finished 2023-10-09T05:00:32.636 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:32 smithi107 ceph-mon[184249]: osdmap e447: 8 total, 8 up, 7 in 2023-10-09T05:00:32.762 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:32.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:32.780 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:32.881 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:32.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: failed to encode map e446 with expected crc 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: pgmap v1362: 99 pgs: 1 active+clean+remapped, 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 96 active+clean; 1.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 214 op/s; 1343/56196 objects misplaced (2.390%); 34 MiB/s, 550 objects/s recovering 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]': finished 2023-10-09T05:00:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:32 smithi150 ceph-mon[168511]: osdmap e447: 8 total, 8 up, 7 in 2023-10-09T05:00:33.013 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:33.199 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:33.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:33.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:33.324 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:33.360 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:33.399 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:33.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:33.402 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:33.503 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:33.535 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:33.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: osdmap e448: 8 total, 8 up, 7 in 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: failed to encode map e448 with expected crc 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/532205056' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: osdmap e448: 8 total, 8 up, 7 in 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: failed to encode map e448 with expected crc 2023-10-09T05:00:33.561 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/532205056' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:00:33.580 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:33.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:33.583 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:33.684 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: failed to encode map e447 with expected crc 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: osdmap e448: 8 total, 8 up, 7 in 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: failed to encode map e448 with expected crc 2023-10-09T05:00:33.710 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/532205056' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:00:33.712 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:33.752 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:33.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:33.756 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:33.857 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:33.949 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:34.157 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:34.175 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:34.214 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:34.239 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:34.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:34.246 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:34.250 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:34.294 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:34.333 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:34.348 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:34.376 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:00:34.376 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:34.393 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:34.414 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:34.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:34.419 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:34.435 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.465 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:00:34.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:34.623 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:34.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: pgmap v1365: 99 pgs: 1 peering, 1 active+remapped+backfilling, 97 active+clean; 1.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 441 op/s; 103/53706 objects misplaced (0.192%); 56 MiB/s, 898 objects/s recovering 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/723009058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/532205056' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: osdmap e449: 8 total, 8 up, 7 in 2023-10-09T05:00:34.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:34 smithi150 ceph-mon[168511]: failed to encode map e449 with expected crc 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: pgmap v1365: 99 pgs: 1 peering, 1 active+remapped+backfilling, 97 active+clean; 1.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 441 op/s; 103/53706 objects misplaced (0.192%); 56 MiB/s, 898 objects/s recovering 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/723009058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/532205056' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:00:34.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: osdmap e449: 8 total, 8 up, 7 in 2023-10-09T05:00:34.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[179183]: failed to encode map e449 with expected crc 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: failed to encode map e448 with expected crc 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: pgmap v1365: 99 pgs: 1 peering, 1 active+remapped+backfilling, 97 active+clean; 1.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 441 op/s; 103/53706 objects misplaced (0.192%); 56 MiB/s, 898 objects/s recovering 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/723009058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/532205056' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: osdmap e449: 8 total, 8 up, 7 in 2023-10-09T05:00:34.924 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:34 smithi107 ceph-mon[184249]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.259 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:35.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:35.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:50220 11.d 11:bc42f699:::benchmark_data_smithi107_315913_object50219:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:52:19.725250+0000", 2023-10-09T05:00:35.329 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 495.39066065999998, 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5877328340000001, 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 50220 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.330 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725250+0000", 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725250+0000", 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.331 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725249+0000", 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725276+0000", 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6608999999999999e-05 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725286+0000", 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6940000000000007e-06 2023-10-09T05:00:35.332 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725290+0000", 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8380000000000001e-06 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725409+0000", 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000118837 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.333 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725560+0000", 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015091799999999999 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,6", 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.725700+0000", 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013945200000000001 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.334 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.727294+0000", 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00159403 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.746191+0000", 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.018897091000000001 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:19.746208+0000", 2023-10-09T05:00:35.335 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7215e-05 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:20.070584+0000", 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.32437591599999999 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:20.070597+0000", 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3297e-05 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.336 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:21.290398+0000", 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.219801218 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for degraded object", 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:21.291183+0000", 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00078505000000000003 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.337 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:21.312863+0000", 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.021679143000000001 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:52:21.312983+0000", 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120784 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.338 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74073 11.d 11:b484de20:::benchmark_data_smithi107_315913_object74072:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:23.797083+0000", 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 431.318828596, 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.054669171, 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74073 2023-10-09T05:00:35.339 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797083+0000", 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797083+0000", 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.340 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797082+0000", 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797103+0000", 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1681000000000001e-05 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.341 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797114+0000", 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0434e-05 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797122+0000", 2023-10-09T05:00:35.342 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9650000000000008e-06 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797171+0000", 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9679999999999999e-05 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.797182+0000", 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0492999999999999e-05 2023-10-09T05:00:35.343 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.841395+0000", 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0442134789999999 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.841619+0000", 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00022362099999999999 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.344 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,6", 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.841823+0000", 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000204136 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.848379+0000", 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065558810000000004 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.848394+0000", 2023-10-09T05:00:35.345 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4627000000000001e-05 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.850762+0000", 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023685289999999999 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.850804+0000", 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2225000000000003e-05 2023-10-09T05:00:35.346 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.851752+0000", 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00094734099999999998 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74079 11.d 11:b400217e:::benchmark_data_smithi107_315913_object74078:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:00:35.347 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:23.816505+0000", 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 431.29940617, 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0397938899999999, 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74079 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.348 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.816505+0000", 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.816505+0000", 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.816504+0000", 2023-10-09T05:00:35.349 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.816526+0000", 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2684000000000002e-05 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.816540+0000", 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3903000000000001e-05 2023-10-09T05:00:35.350 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.816549+0000", 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1949999999999992e-06 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.832444+0000", 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015894624999999999 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.351 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.832458+0000", 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4144999999999999e-05 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.845582+0000", 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.013123811 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.352 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.845690+0000", 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010751000000000001 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,6", 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.845799+0000", 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000109508 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.851804+0000", 2023-10-09T05:00:35.353 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006004845 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.851841+0000", 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7499999999999997e-05 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.855197+0000", 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0033557050000000001 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.354 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.855265+0000", 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7650000000000005e-05 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.856299+0000", 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001034112 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.355 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.35868.0:74083 11.d 11:baa03856:::benchmark_data_smithi107_315913_object74082:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:53:23.819870+0000", 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 431.29604137199999, 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.037021741, 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.35868", 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 74083 2023-10-09T05:00:35.356 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.819870+0000", 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.819870+0000", 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.357 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.819868+0000", 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.819893+0000", 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4337000000000001e-05 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.358 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.819912+0000", 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9162999999999999e-05 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.819923+0000", 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1463e-05 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.832488+0000", 2023-10-09T05:00:35.359 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012564884 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:23.832496+0000", 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1110000000000008e-06 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.848445+0000", 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0159487700000001 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.360 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.848575+0000", 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013004999999999999 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4,6", 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.848711+0000", 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013620099999999999 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.361 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.851834+0000", 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031226959999999999 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.851845+0000", 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1250000000000001e-05 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.362 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.856405+0000", 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045599359999999997 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.856462+0000", 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7188000000000002e-05 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.363 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:53:24.856892+0000", 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00042926999999999999 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:96664 12.a 12:55819216:::benchmark_data_smithi107_355541_object96663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:55.033580+0000", 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 160.08233149599999, 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20683933099999999, 2023-10-09T05:00:35.364 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 96664 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033580+0000", 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.365 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033580+0000", 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033578+0000", 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.366 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033602+0000", 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3402000000000001e-05 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033613+0000", 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1364e-05 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.367 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033621+0000", 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7659999999999998e-06 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033758+0000", 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013729700000000001 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033907+0000", 2023-10-09T05:00:35.368 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014892900000000001 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.034055+0000", 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014811300000000001 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.044196+0000", 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010140763000000001 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.369 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.044404+0000", 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00020800199999999999 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240334+0000", 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19593017200000001 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.370 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240384+0000", 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9736e-05 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240419+0000", 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5172999999999997e-05 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.371 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:96665 12.9 12:99e7a02d:::benchmark_data_smithi107_355541_object96664:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:55.033638+0000", 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 160.08227309200001, 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.206644679, 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 96665 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.372 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033638+0000", 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033638+0000", 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.373 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033638+0000", 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033662+0000", 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4241000000000001e-05 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033669+0000", 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4200000000000001e-06 2023-10-09T05:00:35.374 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033676+0000", 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2280000000000003e-06 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.036762+0000", 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030863330000000001 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.375 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.036920+0000", 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015795100000000001 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037068+0000", 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000147928 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.376 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.045047+0000", 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0079792449999999994 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.045569+0000", 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00052207999999999996 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240207+0000", 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.194638437 2023-10-09T05:00:35.377 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240243+0000", 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5416000000000001e-05 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240283+0000", 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9824999999999999e-05 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.378 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:96668 12.a 12:5f0e4c73:::benchmark_data_smithi107_355541_object96667:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:55.033686+0000", 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 160.08222506800001, 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.206828278, 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.379 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 96668 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033686+0000", 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.381 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033686+0000", 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033686+0000", 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.382 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033705+0000", 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9837e-05 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033713+0000", 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.396e-06 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.383 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.033719+0000", 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.699e-06 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.040620+0000", 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069015079999999998 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.040764+0000", 2023-10-09T05:00:35.384 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014359299999999999 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.040910+0000", 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000146551 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.047245+0000", 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0063347330000000004 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.385 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.049948+0000", 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0027028999999999998 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240454+0000", 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19050597699999999 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.386 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240487+0000", 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3133999999999998e-05 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240514+0000", 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7402e-05 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.387 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:96675 12.9 12:94c48455:::benchmark_data_smithi107_355541_object96674:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:55.037716+0000", 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 160.07819489100001, 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20268187600000001, 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 96675 2023-10-09T05:00:35.388 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037716+0000", 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037716+0000", 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.389 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037715+0000", 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037762+0000", 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7030000000000002e-05 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.390 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037774+0000", 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2395000000000001e-05 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.037782+0000", 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0709999999999995e-06 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.041955+0000", 2023-10-09T05:00:35.391 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004173179 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.042090+0000", 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013447000000000001 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.042221+0000", 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013124299999999999 2023-10-09T05:00:35.392 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.045284+0000", 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003062571 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.045574+0000", 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00029005099999999999 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.393 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240315+0000", 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19474153799999999 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240364+0000", 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9116999999999997e-05 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.240398+0000", 2023-10-09T05:00:35.394 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3651e-05 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:96684 12.7 e399/386 12:e3bbb7e4:::benchmark_data_smithi107_355541_object96683:head v 399'6091, mlcod=399'6087)", 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:55.053680+0000", 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 160.06223124600001, 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19713339099999999, 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.395 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053680+0000", 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053680+0000", 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.396 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053679+0000", 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053707+0000", 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8198999999999999e-05 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.397 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053721+0000", 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3614e-05 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053728+0000", 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7309999999999996e-06 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053759+0000", 2023-10-09T05:00:35.398 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1343999999999997e-05 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.053773+0000", 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4221e-05 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.250772+0000", 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19699855399999999 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.250813+0000", 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1428999999999999e-05 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:96686 12.7 e399/386 12:ebc94433:::benchmark_data_smithi107_355541_object96685:head v 399'6092, mlcod=399'6088)", 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:55.056381+0000", 2023-10-09T05:00:35.400 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 160.05953034699999, 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19775427900000001, 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.056381+0000", 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.056381+0000", 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.056380+0000", 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.056409+0000", 2023-10-09T05:00:35.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8952999999999999e-05 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.243190+0000", 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.18678145400000001 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.243199+0000", 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3049999999999993e-06 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.247682+0000", 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044830540000000002 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.247702+0000", 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9711000000000002e-05 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.254091+0000", 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0063896980000000001 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:55.254135+0000", 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3853000000000002e-05 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.405 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:98308 12.a 12:51a041eb:::benchmark_data_smithi107_355541_object98307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:57.458472+0000", 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 157.65743912299999, 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20629144899999999, 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 98308 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.406 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458472+0000", 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458472+0000", 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458471+0000", 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458497+0000", 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6553000000000001e-05 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458512+0000", 2023-10-09T05:00:35.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4303e-05 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458519+0000", 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5100000000000001e-06 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458571+0000", 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1591999999999997e-05 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458722+0000", 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015097099999999999 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458877+0000", 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015513699999999999 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.467821+0000", 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089442670000000005 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.467833+0000", 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2405999999999999e-05 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.664666+0000", 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.196832918 2023-10-09T05:00:35.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.664719+0000", 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2732999999999998e-05 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.664763+0000", 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4404999999999999e-05 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.412 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:98310 12.a 12:5387a446:::benchmark_data_smithi107_355541_object98309:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:57.458534+0000", 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 157.65737712000001, 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20634889300000001, 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.413 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 98310 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458534+0000", 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458534+0000", 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458534+0000", 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458553+0000", 2023-10-09T05:00:35.415 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9335e-05 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458560+0000", 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7390000000000002e-06 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.458565+0000", 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2510000000000002e-06 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.464612+0000", 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060467029999999996 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.464717+0000", 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000105151 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.464870+0000", 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015339800000000001 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.468420+0000", 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0035497369999999999 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.469695+0000", 2023-10-09T05:00:35.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001274825 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.664803+0000", 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.195108578 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.664852+0000", 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8393000000000002e-05 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.664883+0000", 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1241000000000001e-05 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:98311 12.9 12:98d7e0f7:::benchmark_data_smithi107_355541_object98310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:57:57.461512+0000", 2023-10-09T05:00:35.420 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 157.65439896999999, 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19858920099999999, 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 98311 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461512+0000", 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461512+0000", 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461510+0000", 2023-10-09T05:00:35.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461535+0000", 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4281999999999999e-05 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461547+0000", 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2476e-05 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461555+0000", 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0560000000000005e-06 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461604+0000", 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9295999999999997e-05 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461759+0000", 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015435199999999999 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.461905+0000", 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014586800000000001 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.465528+0000", 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0036228480000000001 2023-10-09T05:00:35.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.472437+0000", 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069092909999999997 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.659991+0000", 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.187553997 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.660055+0000", 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3670999999999994e-05 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:57:57.660101+0000", 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6848999999999998e-05 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195883 12.7 12:e4fc337e:::benchmark_data_smithi107_355541_object86810:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e437)", 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.311669+0000", 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.804242298, 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.31501632200000002, 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195883 2023-10-09T05:00:35.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.311669+0000", 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.311669+0000", 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.311668+0000", 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.311672+0000", 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8290000000000001e-06 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.311680+0000", 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9449999999999993e-06 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.311686+0000", 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8619999999999999e-06 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.316866+0000", 2023-10-09T05:00:35.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0051805890000000002 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.316994+0000", 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012830299999999999 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.317109+0000", 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011417999999999999 2023-10-09T05:00:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.326196+0000", 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0090869929999999998 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.334561+0000", 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0083657369999999998 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.334575+0000", 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3352e-05 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626565+0000", 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.29199045400000001 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626610+0000", 2023-10-09T05:00:35.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4574999999999999e-05 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626685+0000", 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5463999999999994e-05 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195898 12.7 12:e845a569:::benchmark_data_smithi107_355541_object86825:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:35.435 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.336450+0000", 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.779461041999999, 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.29040835500000001, 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195898 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336450+0000", 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336450+0000", 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336449+0000", 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336456+0000", 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2439999999999996e-06 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336469+0000", 2023-10-09T05:00:35.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2941e-05 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336478+0000", 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5990000000000002e-06 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336533+0000", 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5498000000000003e-05 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336688+0000", 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000155119 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.336837+0000", 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014892799999999999 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.341030+0000", 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0041926189999999999 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.342093+0000", 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001063554 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.365966+0000", 2023-10-09T05:00:35.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023873067000000001 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626737+0000", 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.26077062299999998 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626773+0000", 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6269000000000001e-05 2023-10-09T05:00:35.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626858+0000", 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5100999999999997e-05 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195912 12.7 12:e48c391d:::benchmark_data_smithi107_355541_object86839:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.352543+0000", 2023-10-09T05:00:35.443 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.763367746, 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27446752099999999, 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195912 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352543+0000", 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352543+0000", 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352542+0000", 2023-10-09T05:00:35.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352549+0000", 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1860000000000003e-06 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352558+0000", 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0880000000000001e-06 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352564+0000", 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8549999999999998e-06 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352607+0000", 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2867000000000001e-05 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352753+0000", 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014604700000000001 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.352914+0000", 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000161025 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.358980+0000", 2023-10-09T05:00:35.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060658300000000004 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.359715+0000", 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00073532299999999997 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.372651+0000", 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012935415 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626898+0000", 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.25424727200000002 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.626930+0000", 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2475000000000003e-05 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627011+0000", 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0514999999999997e-05 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195921 12.7 12:e51afc2d:::benchmark_data_smithi107_355541_object86848:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.379871+0000", 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.736040376, 2023-10-09T05:00:35.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.24727639900000001, 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195921 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379871+0000", 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379871+0000", 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379870+0000", 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379873+0000", 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1900000000000002e-06 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379878+0000", 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1089999999999997e-06 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379882+0000", 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3980000000000001e-06 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.379937+0000", 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4923000000000003e-05 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.380071+0000", 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013406900000000001 2023-10-09T05:00:35.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.380210+0000", 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013922899999999999 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.397807+0000", 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017597054000000001 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.401222+0000", 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034147869999999999 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.402050+0000", 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00082791699999999995 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627048+0000", 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.22499756600000001 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627078+0000", 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0663000000000001e-05 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627147+0000", 2023-10-09T05:00:35.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8825000000000006e-05 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195934 12.7 12:e858243a:::benchmark_data_smithi107_355541_object86861:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.406848+0000", 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.709062698, 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.22056294700000001, 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.459 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195934 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.406848+0000", 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.406848+0000", 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.406847+0000", 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.406854+0000", 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6529999999999997e-06 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.406867+0000", 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3675999999999999e-05 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.406876+0000", 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5180000000000004e-06 2023-10-09T05:00:35.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.407622+0000", 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00074597599999999997 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.407741+0000", 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000118898 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.407816+0000", 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5704999999999994e-05 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.412123+0000", 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043065380000000004 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.412241+0000", 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000117631 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.418774+0000", 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065334429999999999 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627216+0000", 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20844195200000001 2023-10-09T05:00:35.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627273+0000", 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7289e-05 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627411+0000", 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013808200000000001 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.466 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195944 12.7 12:e2dec690:::benchmark_data_smithi107_355541_object86871:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.422404+0000", 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.693507630999999, 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.20516047300000001, 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.467 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195944 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422404+0000", 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422404+0000", 2023-10-09T05:00:35.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422402+0000", 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422420+0000", 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8513999999999999e-05 2023-10-09T05:00:35.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422435+0000", 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4885000000000001e-05 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422444+0000", 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4749999999999993e-06 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422686+0000", 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00024214700000000001 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422818+0000", 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013186400000000001 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.422948+0000", 2023-10-09T05:00:35.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013077 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.427987+0000", 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0050383659999999999 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.435302+0000", 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007315368 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.435881+0000", 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000578974 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627461+0000", 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.19157974 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627495+0000", 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3637000000000003e-05 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627564+0000", 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9418999999999994e-05 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.474 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.475 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:195945 12.7 12:eba6b2d3:::benchmark_data_smithi107_355541_object86872:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:35.475 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:21.430645+0000", 2023-10-09T05:00:35.475 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.685265833999999, 2023-10-09T05:00:35.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.197096456, 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 195945 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.430645+0000", 2023-10-09T05:00:35.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.430645+0000", 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.430644+0000", 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:00:35.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.430654+0000", 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0495e-05 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.430668+0000", 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3582e-05 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.430676+0000", 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0760000000000003e-06 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.431277+0000", 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00060093199999999999 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.431425+0000", 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000148407 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.431553+0000", 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000128369 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.440597+0000", 2023-10-09T05:00:35.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0090435749999999999 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.440606+0000", 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2259999999999994e-06 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.445111+0000", 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0045051869999999999 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627601+0000", 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.182489079 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627650+0000", 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9629999999999997e-05 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:00:35.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:21.627742+0000", 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1621999999999998e-05 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:00:35.483 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:00:35.483 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:35.515 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:35.563 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:35.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:35.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:35.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: 1.2 scrub starts 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: 1.2 scrub ok 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: 1.9 scrub starts 2023-10-09T05:00:35.768 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[184249]: 1.9 scrub ok 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: 1.2 scrub starts 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: 1.2 scrub ok 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: 1.9 scrub starts 2023-10-09T05:00:35.769 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:35 smithi107 ceph-mon[179183]: 1.9 scrub ok 2023-10-09T05:00:35.771 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:35.902 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:35.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:35.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:35.969 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T05:00:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: failed to encode map e449 with expected crc 2023-10-09T05:00:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: 1.2 scrub starts 2023-10-09T05:00:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: 1.2 scrub ok 2023-10-09T05:00:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: 1.9 scrub starts 2023-10-09T05:00:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:35 smithi150 ceph-mon[168511]: 1.9 scrub ok 2023-10-09T05:00:36.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:36.086 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:36.218 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:36.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:36.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:36.331 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:36.430 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:36.508 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:36.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:36.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:36.616 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:36.645 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:36.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:36 smithi107 ceph-mon[184249]: pgmap v1367: 99 pgs: 1 peering, 98 active+clean; 1.1 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 33 MiB/s, 529 objects/s recovering 2023-10-09T05:00:36.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:36 smithi107 ceph-mon[179183]: pgmap v1367: 99 pgs: 1 peering, 98 active+clean; 1.1 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 33 MiB/s, 529 objects/s recovering 2023-10-09T05:00:36.686 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:36.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:36.689 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:36.689 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:36.790 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:36.874 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:36.949 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:36.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:36.959 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:36 smithi150 ceph-mon[168511]: pgmap v1367: 99 pgs: 1 peering, 98 active+clean; 1.1 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 33 MiB/s, 529 objects/s recovering 2023-10-09T05:00:37.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:00:37.060 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:37.093 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:37.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:00:37.581 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 12 pgp_num to 16 2023-10-09T05:00:37.892 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/250398369' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:00:37.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:37 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:00:37.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/250398369' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:00:37.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:37 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:00:37.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/250398369' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:00:37.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:37 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:00:38.073 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:38.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:38.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:38.178 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:38.210 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:38.252 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:38.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:38.258 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:38.359 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:38.391 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:38.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:38 smithi150 ceph-mon[168511]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:38 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:00:38.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:38 smithi150 ceph-mon[168511]: osdmap e450: 8 total, 8 up, 7 in 2023-10-09T05:00:38.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:38 smithi150 ceph-mon[168511]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:38 smithi150 ceph-mon[168511]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:38 smithi150 ceph-mon[168511]: pgmap v1369: 99 pgs: 99 active+clean; 921 MiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 565 op/s; 1.1 MiB/s, 18 objects/s recovering 2023-10-09T05:00:38.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[179183]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:00:38.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[179183]: osdmap e450: 8 total, 8 up, 7 in 2023-10-09T05:00:38.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[179183]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[179183]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.833 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[179183]: pgmap v1369: 99 pgs: 99 active+clean; 921 MiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 565 op/s; 1.1 MiB/s, 18 objects/s recovering 2023-10-09T05:00:38.834 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[184249]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:00:38.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[184249]: osdmap e450: 8 total, 8 up, 7 in 2023-10-09T05:00:38.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[184249]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[184249]: failed to encode map e450 with expected crc 2023-10-09T05:00:38.835 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:38 smithi107 ceph-mon[184249]: pgmap v1369: 99 pgs: 99 active+clean; 921 MiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 565 op/s; 1.1 MiB/s, 18 objects/s recovering 2023-10-09T05:00:38.836 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:38.933 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:38.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:38.938 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:39.039 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:39.080 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:39.122 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:39.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:39.129 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:39.230 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:39.320 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:39.396 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:39.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:39.403 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:39.504 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:39.596 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:39.680 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:39.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:39.688 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:39.788 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:39.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:39.869 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:39.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:39.873 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:39.974 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:40.012 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:40.060 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:40.099 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:40.158 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:40.164 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:40.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:40.173 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:40.223 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:40.262 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:40.271 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:40.272 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:40.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:40.307 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:40.341 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:40.342 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:40.381 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:40.419 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.420 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:00:40.448 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:40.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:40.458 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:40.559 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:40.593 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:40.676 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T05:00:40.684 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:40.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:40.687 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:40.788 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:40.876 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:40.942 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:40.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:40.954 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:40 smithi150 ceph-mon[168511]: pgmap v1370: 99 pgs: 99 active+clean; 921 MiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 479 op/s; 926 KiB/s, 15 objects/s recovering 2023-10-09T05:00:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1507340876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:40 smithi150 ceph-mon[168511]: 1.0 scrub starts 2023-10-09T05:00:40.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:40 smithi150 ceph-mon[168511]: 1.0 scrub ok 2023-10-09T05:00:41.055 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:41.147 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[179183]: pgmap v1370: 99 pgs: 99 active+clean; 921 MiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 479 op/s; 926 KiB/s, 15 objects/s recovering 2023-10-09T05:00:41.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1507340876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:41.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[179183]: 1.0 scrub starts 2023-10-09T05:00:41.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[179183]: 1.0 scrub ok 2023-10-09T05:00:41.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[184249]: pgmap v1370: 99 pgs: 99 active+clean; 921 MiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 479 op/s; 926 KiB/s, 15 objects/s recovering 2023-10-09T05:00:41.149 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1507340876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:41.149 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[184249]: 1.0 scrub starts 2023-10-09T05:00:41.149 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:40 smithi107 ceph-mon[184249]: 1.0 scrub ok 2023-10-09T05:00:41.181 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:41.254 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:41.349 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:41.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:41.359 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:41.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:41.538 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:41.612 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:41.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:41.619 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:41.720 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:41.792 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:41.872 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:41.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:41.879 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:41.980 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:42.024 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:42.064 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:42.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:42.068 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:42.168 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:42.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:00:42] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2023-10-09T05:00:42.223 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:42.310 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:42.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:42.316 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:42.417 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:42.501 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:42.585 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:42.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:42.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:42.678 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:42.678 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:42.692 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:42.736 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:42.752 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:00:42.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:42.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[184249]: pgmap v1371: 99 pgs: 99 active+clean; 805 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 750 KiB/s, 12 objects/s recovering 2023-10-09T05:00:42.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3633203453' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:42.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:42.787 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:42.788 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[179183]: pgmap v1371: 99 pgs: 99 active+clean; 805 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 750 KiB/s, 12 objects/s recovering 2023-10-09T05:00:42.788 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3633203453' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:42.788 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:42 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:42 smithi150 ceph-mon[168511]: pgmap v1371: 99 pgs: 99 active+clean; 805 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 750 KiB/s, 12 objects/s recovering 2023-10-09T05:00:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3633203453' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:42.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:43.014 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:00:43.108 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:43.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:43.112 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:43.150 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T05:00:43.213 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:43.279 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:43.329 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:43.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:43.334 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:43.402 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6] out_osds: [7] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:00:43.402 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:00:43.402 INFO:tasks.thrashosds.thrasher:Adding osd 7 2023-10-09T05:00:43.402 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd in 7 2023-10-09T05:00:43.434 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:43.595 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:43.702 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:43.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:43.716 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:43.817 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:43.857 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:43.900 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:43.938 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:44.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:44.000 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:00:44.001 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:00:44.001 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.001 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:44.001 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: osdmap e451: 8 total, 8 up, 7 in 2023-10-09T05:00:44.001 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.002 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[179183]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.003 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:44.006 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:00:44.006 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:00:44.007 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.007 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:44.007 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: osdmap e451: 8 total, 8 up, 7 in 2023-10-09T05:00:44.007 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.007 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:43 smithi107 ceph-mon[184249]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.092 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:00:44.092 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:00:44.092 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.092 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:44.093 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: osdmap e451: 8 total, 8 up, 7 in 2023-10-09T05:00:44.093 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.093 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:43 smithi150 ceph-mon[168511]: failed to encode map e451 with expected crc 2023-10-09T05:00:44.104 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:44.178 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:44.358 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:44.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:44.363 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:44.464 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:44.513 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:44.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:44 smithi107 ceph-mon[179183]: pgmap v1373: 99 pgs: 99 active+clean; 690 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 807 op/s 2023-10-09T05:00:44.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:44 smithi107 ceph-mon[184249]: pgmap v1373: 99 pgs: 99 active+clean; 690 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 807 op/s 2023-10-09T05:00:45.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:44 smithi150 ceph-mon[168511]: pgmap v1373: 99 pgs: 99 active+clean; 690 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 807 op/s 2023-10-09T05:00:45.281 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:45.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:45.283 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:45.363 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:00:45.383 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:45.437 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:46.038 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:46.088 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:46.134 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:46.144 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:46.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:46.150 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:46.193 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:46.233 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:46.250 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:46.277 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:46.298 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:46.319 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:46.357 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:46.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.380 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:00:46.474 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:46 smithi150 ceph-mon[168511]: pgmap v1374: 99 pgs: 99 active+clean; 662 MiB data, 7.3 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 498 op/s 2023-10-09T05:00:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3014166348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:46.496 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:46.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:46.502 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98301 12.2 12:4b0a5062:::benchmark_data_smithi107_355541_object98300:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.457037+0000", 2023-10-09T05:00:46.530 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 169.06931693999999, 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.20760166399999999, 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98301 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457037+0000", 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457037+0000", 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457035+0000", 2023-10-09T05:00:46.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457107+0000", 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1274999999999998e-05 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457122+0000", 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5362e-05 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457130+0000", 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2290000000000003e-06 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457213+0000", 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3078999999999995e-05 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457350+0000", 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013682599999999999 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457484+0000", 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013377800000000001 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.461255+0000", 2023-10-09T05:00:46.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037707270000000002 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.464565+0000", 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003310571 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664572+0000", 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.20000652999999999 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664610+0000", 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8732000000000001e-05 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.664639+0000", 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8178e-05 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195952 12.e 12:795e1850:::benchmark_data_smithi107_355541_object86879:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.446882+0000", 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 25.079472029000001, 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29248528800000001, 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.538 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195952 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446882+0000", 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446882+0000", 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446880+0000", 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446887+0000", 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0029999999999997e-06 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446902+0000", 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4097000000000001e-05 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446908+0000", 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0190000000000003e-06 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446979+0000", 2023-10-09T05:00:46.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1292999999999997e-05 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.447117+0000", 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013798 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3,7", 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.447264+0000", 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014678799999999999 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.454524+0000", 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072604760000000001 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.456927+0000", 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024027219999999999 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.461399+0000", 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044719570000000004 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.739179+0000", 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.27778040399999998 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.739244+0000", 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4628999999999994e-05 2023-10-09T05:00:46.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.739367+0000", 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012335800000000001 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195954 12.e 12:7d8952ff:::benchmark_data_smithi107_355541_object86881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.446923+0000", 2023-10-09T05:00:46.545 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 25.079430991999999, 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29713583599999999, 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195954 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446923+0000", 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446923+0000", 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446923+0000", 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446925+0000", 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4439999999999998e-06 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446936+0000", 2023-10-09T05:00:46.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.095e-05 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.446940+0000", 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2540000000000003e-06 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.450543+0000", 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036025200000000001 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.450682+0000", 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013982099999999999 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3,7", 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.450814+0000", 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013115499999999999 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.454646+0000", 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038318739999999999 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.457297+0000", 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026516199999999999 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.461439+0000", 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041422539999999997 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.743889+0000", 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.282449593 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.743949+0000", 2023-10-09T05:00:46.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0291000000000003e-05 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.744059+0000", 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010944500000000001 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195959 12.e 12:74ba6571:::benchmark_data_smithi107_355541_object86886:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:00:46.553 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.517442+0000", 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 25.008911995999998, 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.23248258699999999, 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195959 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517442+0000", 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517442+0000", 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.555 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517441+0000", 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517446+0000", 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6620000000000002e-06 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517461+0000", 2023-10-09T05:00:46.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4171e-05 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517466+0000", 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9410000000000004e-06 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517538+0000", 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1897999999999995e-05 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517661+0000", 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012248700000000001 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3,7", 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.517790+0000", 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000129479 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.521096+0000", 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033056380000000001 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.521227+0000", 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013060900000000001 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.521884+0000", 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000657824 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.749730+0000", 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.227845886 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.749789+0000", 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8919000000000003e-05 2023-10-09T05:00:46.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.749924+0000", 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135236 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197685 12.2 12:44f6587f:::benchmark_data_smithi107_355541_object88612:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:00:46.561 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.086452492999999, 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0447267790000001, 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197685 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.563 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439905+0000", 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6639999999999997e-06 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439917+0000", 2023-10-09T05:00:46.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1252e-05 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439921+0000", 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.763e-06 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439967+0000", 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5694e-05 2023-10-09T05:00:46.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.440062+0000", 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000005e-05 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6,7", 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.440138+0000", 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6248999999999995e-05 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.444059+0000", 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039216540000000001 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.444430+0000", 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00037067900000000001 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.448463+0000", 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040330729999999999 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.451741+0000", 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032780800000000001 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.451754+0000", 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T05:00:46.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484555+0000", 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.032800978 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484628+0000", 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3596999999999993e-05 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.569 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197711 12.2 12:4d6df408:::benchmark_data_smithi107_355541_object88638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.033854821999999, 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0362182289999999, 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.570 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197711 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492498+0000", 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492504+0000", 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3160000000000002e-06 2023-10-09T05:00:46.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492519+0000", 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4800000000000001e-05 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492525+0000", 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9580000000000004e-06 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492577+0000", 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1798000000000001e-05 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492587+0000", 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.049e-05 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484653+0000", 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99206639600000002 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484733+0000", 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0051999999999999e-05 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484809+0000", 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5826000000000002e-05 2023-10-09T05:00:46.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496025+0000", 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011215668999999999 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528502+0000", 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032477112000000002 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528649+0000", 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146627 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528684+0000", 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5525999999999998e-05 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528717+0000", 2023-10-09T05:00:46.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3062000000000003e-05 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197715 12.2 12:44f4fbbc:::benchmark_data_smithi107_355541_object88642:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.025170067000001, 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0276673679999999, 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.578 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197715 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501182+0000", 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501205+0000", 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3255999999999999e-05 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501229+0000", 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4394000000000001e-05 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501236+0000", 2023-10-09T05:00:46.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6189999999999996e-06 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501281+0000", 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5129000000000001e-05 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501288+0000", 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9090000000000003e-06 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487815+0000", 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98652665699999997 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487906+0000", 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1234000000000001e-05 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487984+0000", 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8159999999999997e-05 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502440+0000", 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014455923000000001 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528588+0000", 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026148187 2023-10-09T05:00:46.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528763+0000", 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017419899999999999 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528812+0000", 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9539000000000001e-05 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528851+0000", 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9128999999999998e-05 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197719 12.2 12:46e795d5:::benchmark_data_smithi107_355541_object88646:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.025104543000001, 2023-10-09T05:00:46.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0279135420000001, 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197719 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:00:46.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501252+0000", 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6529999999999998e-06 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501258+0000", 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0079999999999999e-06 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501261+0000", 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4800000000000001e-06 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501316+0000", 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4611999999999998e-05 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501322+0000", 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8000000000000001e-06 2023-10-09T05:00:46.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.490984+0000", 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98966141799999996 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.491061+0000", 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6984999999999996e-05 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.491133+0000", 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2168000000000004e-05 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502449+0000", 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011316417 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528628+0000", 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026178376999999999 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529082+0000", 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000453747 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529122+0000", 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0723999999999998e-05 2023-10-09T05:00:46.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529163+0000", 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0558e-05 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197724 12.2 12:482ea006:::benchmark_data_smithi107_355541_object88651:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.594 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 22.010163251000002, 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.013129827, 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197724 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516189+0000", 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516196+0000", 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3039999999999999e-06 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516222+0000", 2023-10-09T05:00:46.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6199000000000001e-05 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516229+0000", 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5570000000000001e-06 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516286+0000", 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7111000000000003e-05 2023-10-09T05:00:46.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516297+0000", 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.097e-05 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493385+0000", 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.977088281 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493489+0000", 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000103502 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493578+0000", 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9054000000000005e-05 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508507+0000", 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014928566000000001 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528892+0000", 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020385525000000002 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529229+0000", 2023-10-09T05:00:46.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033733199999999997 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529280+0000", 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0565999999999997e-05 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529320+0000", 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0534000000000002e-05 2023-10-09T05:00:46.602 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197736 12.2 12:4abdbf10:::benchmark_data_smithi107_355541_object88663:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.996040205, 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99926172300000005, 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.603 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197736 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530313+0000", 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530320+0000", 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5440000000000001e-06 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530333+0000", 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3324e-05 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530340+0000", 2023-10-09T05:00:46.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0210000000000002e-06 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530403+0000", 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2809000000000001e-05 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530413+0000", 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9410000000000002e-06 2023-10-09T05:00:46.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496066+0000", 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96565277699999996 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496154+0000", 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7899999999999995e-05 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496243+0000", 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8708999999999994e-05 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508515+0000", 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012272386 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528985+0000", 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020470025999999999 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529514+0000", 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00052864199999999996 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529548+0000", 2023-10-09T05:00:46.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4007999999999997e-05 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529575+0000", 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7796e-05 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.611 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197760 12.2 12:41f1bcb7:::benchmark_data_smithi107_355541_object88687:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.948874084, 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95217102399999998, 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197760 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577479+0000", 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577483+0000", 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3159999999999998e-06 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577496+0000", 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2329e-05 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577500+0000", 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1899999999999997e-06 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577540+0000", 2023-10-09T05:00:46.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0497999999999997e-05 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577546+0000", 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4999999999999999e-06 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499561+0000", 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92201493199999995 2023-10-09T05:00:46.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499664+0000", 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010319600000000001 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499739+0000", 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5389000000000006e-05 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514706+0000", 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014966995 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529032+0000", 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01432596 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529609+0000", 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057660100000000004 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529632+0000", 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2883000000000001e-05 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529651+0000", 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9088000000000001e-05 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197775 12.2 12:47695f48:::benchmark_data_smithi107_355541_object88702:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.930747856, 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94465721599999997, 2023-10-09T05:00:46.620 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197775 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595608+0000", 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9500000000000001e-06 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595616+0000", 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0639999999999996e-06 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595620+0000", 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.566e-06 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595664+0000", 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3618999999999997e-05 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595671+0000", 2023-10-09T05:00:46.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5780000000000001e-06 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502487+0000", 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90681534900000005 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502613+0000", 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126678 2023-10-09T05:00:46.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502804+0000", 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019063500000000001 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514712+0000", 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011907737999999999 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529379+0000", 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014667757999999999 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540182+0000", 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010802903000000001 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540227+0000", 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4907000000000002e-05 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540263+0000", 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5964999999999999e-05 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.628 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197788 12.2 12:49a4b730:::benchmark_data_smithi107_355541_object88715:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.900899442, 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.91495667000000003, 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197788 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.629 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625453+0000", 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625460+0000", 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.409e-06 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625474+0000", 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4664999999999999e-05 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625480+0000", 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9560000000000002e-06 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625529+0000", 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8832999999999998e-05 2023-10-09T05:00:46.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625535+0000", 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6149999999999996e-06 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505657+0000", 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88012252499999999 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505751+0000", 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3346999999999999e-05 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505828+0000", 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7939e-05 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519787+0000", 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013958641000000001 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529429+0000", 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096419609999999992 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540319+0000", 2023-10-09T05:00:46.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010889932999999999 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540366+0000", 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7219000000000003e-05 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540411+0000", 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4892000000000003e-05 2023-10-09T05:00:46.636 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197797 12.2 12:40505cc6:::benchmark_data_smithi107_355541_object88724:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.890870585000002, 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90504616800000004, 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.637 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197797 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635482+0000", 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635491+0000", 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5950000000000005e-06 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635507+0000", 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5415000000000001e-05 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635514+0000", 2023-10-09T05:00:46.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0450000000000003e-06 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635560+0000", 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6319000000000002e-05 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635571+0000", 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0467e-05 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508558+0000", 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87298777900000002 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508684+0000", 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012552099999999999 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508820+0000", 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013637600000000001 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519793+0000", 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010972862999999999 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529481+0000", 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096882540000000003 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540454+0000", 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01097244 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540491+0000", 2023-10-09T05:00:46.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7657999999999998e-05 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540529+0000", 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7968e-05 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197802 12.2 12:4bc145c8:::benchmark_data_smithi107_355541_object88729:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.647 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.883871954, 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89815648699999995, 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197802 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642481+0000", 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642489+0000", 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0569999999999993e-06 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642503+0000", 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.382e-05 2023-10-09T05:00:46.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642508+0000", 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8139999999999997e-06 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642564+0000", 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5186999999999999e-05 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642573+0000", 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2909999999999996e-06 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512012+0000", 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.86943879499999999 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512122+0000", 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010992700000000001 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512218+0000", 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6014999999999995e-05 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528113+0000", 2023-10-09T05:00:46.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015894947 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529681+0000", 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001568624 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540563+0000", 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010881312000000001 2023-10-09T05:00:46.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540604+0000", 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1700999999999999e-05 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540638+0000", 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4180999999999997e-05 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.655 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197811 12.2 12:4afa7a03:::benchmark_data_smithi107_355541_object88738:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.867329009999999, 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.881746166, 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197811 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659024+0000", 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659029+0000", 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7589999999999997e-06 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659037+0000", 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9389999999999997e-06 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659040+0000", 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.76e-06 2023-10-09T05:00:46.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659085+0000", 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4295000000000002e-05 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659095+0000", 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0604e-05 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514748+0000", 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.85565307999999995 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514830+0000", 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1809000000000002e-05 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514906+0000", 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6148000000000003e-05 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528118+0000", 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013211376 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529705+0000", 2023-10-09T05:00:46.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0015872740000000001 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540689+0000", 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010983852000000001 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540738+0000", 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8705999999999998e-05 2023-10-09T05:00:46.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540771+0000", 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3498999999999999e-05 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197814 12.2 12:40df938b:::benchmark_data_smithi107_355541_object88741:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.664 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.864958377000001, 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87950724899999999, 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197814 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661395+0000", 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661399+0000", 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.763e-06 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661414+0000", 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4979e-05 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661421+0000", 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4749999999999998e-06 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661465+0000", 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4477999999999997e-05 2023-10-09T05:00:46.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661470+0000", 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8570000000000003e-06 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517064+0000", 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.855594199 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517167+0000", 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000102335 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517299+0000", 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013237599999999999 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528239+0000", 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010940297999999999 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529727+0000", 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001487974 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540822+0000", 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011094339 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540867+0000", 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.545e-05 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540903+0000", 2023-10-09T05:00:46.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5635e-05 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197834 12.2 12:4af49bc8:::benchmark_data_smithi107_355541_object88761:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.711530+0000", 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.814823723, 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.829507086, 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.673 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197834 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711530+0000", 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711530+0000", 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711529+0000", 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711538+0000", 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6710000000000005e-06 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711549+0000", 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0929e-05 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711555+0000", 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0209999999999996e-06 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711610+0000", 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5284000000000001e-05 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.711620+0000", 2023-10-09T05:00:46.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8160000000000005e-06 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519837+0000", 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80821701300000004 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519967+0000", 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000129753 2023-10-09T05:00:46.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.520107+0000", 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014037300000000001 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528250+0000", 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0081432780000000003 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529749+0000", 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001498971 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540955+0000", 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011205249 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.541001+0000", 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6477000000000002e-05 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.541037+0000", 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6121000000000002e-05 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.681 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197835 12.2 12:410dc0c7:::benchmark_data_smithi107_355541_object88762:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.716725+0000", 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.80962937, 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.824432952, 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197835 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716725+0000", 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716725+0000", 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716724+0000", 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716727+0000", 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5870000000000001e-06 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716737+0000", 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3079999999999997e-06 2023-10-09T05:00:46.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716741+0000", 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0439999999999997e-06 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716780+0000", 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9285000000000001e-05 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.716785+0000", 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9899999999999997e-06 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.522713+0000", 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80592850800000004 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.522828+0000", 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114676 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.522963+0000", 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135267 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528261+0000", 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052971520000000003 2023-10-09T05:00:46.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529771+0000", 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001510522 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.541080+0000", 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011308883 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.541123+0000", 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3109999999999999e-05 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.541157+0000", 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4360999999999998e-05 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197836 12.2 12:45740ddf:::benchmark_data_smithi107_355541_object88763:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 21.807756316999999, 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.830849689, 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197836 2023-10-09T05:00:46.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718597+0000", 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718601+0000", 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8750000000000002e-06 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:00:46.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718612+0000", 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0726e-05 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718616+0000", 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4360000000000004e-06 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718654+0000", 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7679000000000003e-05 2023-10-09T05:00:46.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718660+0000", 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.596e-06 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525420+0000", 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80676023799999996 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525506+0000", 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5735000000000005e-05 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525590+0000", 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4046000000000001e-05 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:00:46.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528511+0000", 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029211950000000001 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529790+0000", 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012784579999999999 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549347+0000", 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019556919999999998 2023-10-09T05:00:46.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549401+0000", 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4197999999999998e-05 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549447+0000", 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6230000000000003e-05 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.697 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:00:46.698 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:00:46.698 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:00:46.698 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:46.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[184249]: pgmap v1374: 99 pgs: 99 active+clean; 662 MiB data, 7.3 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 498 op/s 2023-10-09T05:00:46.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3014166348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:46.699 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:46.700 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:46.700 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[179183]: pgmap v1374: 99 pgs: 99 active+clean; 662 MiB data, 7.3 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 498 op/s 2023-10-09T05:00:46.700 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3014166348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:46.700 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:00:46.700 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:00:46.739 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:46.913 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:46.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:46.917 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:46.946 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T05:00:47.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:47.135 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:47.263 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:47.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:47.271 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:47.372 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:47.420 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:47.462 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:47.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:47.466 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:47.567 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:47.605 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:47.653 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:47.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:47.658 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:47.677 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:47.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:47.850 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:48.174 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:48 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T05:00:48.021+0000 7f28b98db700 -1 mon.a@0(leader).osd e451 definitely_dead 0 2023-10-09T05:00:48.266 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:48.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:48.271 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:48.372 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:48.446 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:48.562 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:48.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:48.574 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:48.674 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:48.711 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:48.753 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:48.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:48.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:48.857 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:00:48.926 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:48.980 INFO:teuthology.orchestra.run.smithi107.stderr:marked in osd.7. 2023-10-09T05:00:49.006 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:00:49.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:49.011 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:00:49.085 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:00:49.085 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:00:49.085 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T05:00:49.085 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:00:49.111 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:49.112 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:48 smithi150 ceph-mon[168511]: pgmap v1375: 99 pgs: 99 active+clean; 459 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 735 op/s 2023-10-09T05:00:49.112 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2615055763' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2023-10-09T05:00:49.140 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:49.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:48 smithi107 ceph-mon[184249]: pgmap v1375: 99 pgs: 99 active+clean; 459 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 735 op/s 2023-10-09T05:00:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2615055763' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2023-10-09T05:00:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:48 smithi107 ceph-mon[179183]: pgmap v1375: 99 pgs: 99 active+clean; 459 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 735 op/s 2023-10-09T05:00:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2615055763' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2023-10-09T05:00:49.488 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:49.489 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:00:49.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:49.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:49.516 INFO:tasks.thrashosds.thrasher:Added osd 7 2023-10-09T05:00:49.559 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T05:00:49.592 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:49.628 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:49.662 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:49.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:49.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:49.766 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:49.792 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:49.827 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:49.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:49.831 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:49.931 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:49.968 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:00:49.968 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:50.010 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:50.014 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:50.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:50.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:50.113 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2615055763' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2023-10-09T05:00:50.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: osdmap e452: 8 total, 8 up, 8 in 2023-10-09T05:00:50.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.114 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3466953348' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:50.115 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:50.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2615055763' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2023-10-09T05:00:50.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: osdmap e452: 8 total, 8 up, 8 in 2023-10-09T05:00:50.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.115 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3466953348' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:50.116 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:50.117 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:50.143 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:50.161 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:50.178 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:50.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:50.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2615055763' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2023-10-09T05:00:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: osdmap e452: 8 total, 8 up, 8 in 2023-10-09T05:00:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: failed to encode map e452 with expected crc 2023-10-09T05:00:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3466953348' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:00:50.282 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:50.310 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:50.395 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:50.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:50.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:50.498 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:50.525 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:50.609 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:50.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:50.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:50.714 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:50.742 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:50.916 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:50.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:50.919 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:51.020 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:51.129 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: pgmap v1377: 99 pgs: 99 active+clean; 459 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: osdmap e453: 8 total, 8 up, 8 in 2023-10-09T05:00:51.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[179183]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: pgmap v1377: 99 pgs: 99 active+clean; 459 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:51.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: osdmap e453: 8 total, 8 up, 8 in 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:50 smithi107 ceph-mon[184249]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: pgmap v1377: 99 pgs: 99 active+clean; 459 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 687 op/s 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: osdmap e453: 8 total, 8 up, 8 in 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:50 smithi150 ceph-mon[168511]: failed to encode map e453 with expected crc 2023-10-09T05:00:51.730 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:51.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:51.735 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:51.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:51.873 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:51.919 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:51.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:51.924 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:51.966 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: osdmap e454: 8 total, 8 up, 8 in 2023-10-09T05:00:51.967 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.967 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.967 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.3 starting backfill to osd.7 from (400'6322,444'12298] MIN to 451'13076 2023-10-09T05:00:51.967 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.d starting backfill to osd.7 from (399'6188,442'12598] MIN to 451'13465 2023-10-09T05:00:51.967 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: osdmap e454: 8 total, 8 up, 8 in 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.3 starting backfill to osd.7 from (400'6322,444'12298] MIN to 451'13076 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.d starting backfill to osd.7 from (399'6188,442'12598] MIN to 451'13465 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.6 starting backfill to osd.7 from (399'6088,445'12483] MIN to 451'13232 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.e starting backfill to osd.7 from (398'5322,445'12507] MIN to 451'13300 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.2 starting backfill to osd.7 from (398'5237,439'12464] MIN to 451'13421 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: failed to encode map e454 with expected crc 2023-10-09T05:00:51.968 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.1 starting backfill to osd.7 from (399'5602,442'12447] MIN to 451'13334 2023-10-09T05:00:51.969 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[184249]: 12.7 starting backfill to osd.7 from (398'4887,441'12427] MIN to 451'13290 2023-10-09T05:00:52.025 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: osdmap e454: 8 total, 8 up, 8 in 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.3 starting backfill to osd.7 from (400'6322,444'12298] MIN to 451'13076 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.d starting backfill to osd.7 from (399'6188,442'12598] MIN to 451'13465 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.6 starting backfill to osd.7 from (399'6088,445'12483] MIN to 451'13232 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.061 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.e starting backfill to osd.7 from (398'5322,445'12507] MIN to 451'13300 2023-10-09T05:00:52.062 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.2 starting backfill to osd.7 from (398'5237,439'12464] MIN to 451'13421 2023-10-09T05:00:52.062 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.062 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.1 starting backfill to osd.7 from (399'5602,442'12447] MIN to 451'13334 2023-10-09T05:00:52.062 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:51 smithi150 ceph-mon[168511]: 12.7 starting backfill to osd.7 from (398'4887,441'12427] MIN to 451'13290 2023-10-09T05:00:52.070 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:52.109 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:00:52.125 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:52.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:52.139 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:52.153 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:00:52.202 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:00:52.239 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:52.252 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:00:52.290 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:00:52.315 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.6 starting backfill to osd.7 from (399'6088,445'12483] MIN to 451'13232 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.e starting backfill to osd.7 from (398'5322,445'12507] MIN to 451'13300 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.2 starting backfill to osd.7 from (398'5237,439'12464] MIN to 451'13421 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: failed to encode map e454 with expected crc 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.1 starting backfill to osd.7 from (399'5602,442'12447] MIN to 451'13334 2023-10-09T05:00:52.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:51 smithi107 ceph-mon[179183]: 12.7 starting backfill to osd.7 from (398'4887,441'12427] MIN to 451'13290 2023-10-09T05:00:52.317 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:00:52] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2023-10-09T05:00:52.327 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:52.330 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:00:52.380 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:00:52.393 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:52.394 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:52.401 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:52.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:52.418 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:52.427 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:00:52.445 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.445 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.446 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:00:52.468 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:00:52.519 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:52.573 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:52.772 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:52.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:52.779 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:52.853 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T05:00:52.880 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:52.944 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:53.033 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:53.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:53.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:53.067 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:53.148 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:53.207 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: pgmap v1380: 99 pgs: 1 active+remapped+backfilling, 4 active+undersized+remapped, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 91 active+clean; 395 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 41 KiB/s rd, 110 KiB/s wr, 744 op/s; 1/19014 objects degraded (0.005%); 648/19014 objects misplaced (3.408%); 149 KiB/s, 0 objects/s recovering 2023-10-09T05:00:53.207 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 1/19014 objects degraded (0.005%), 1 pg degraded (PG_DEGRADED) 2023-10-09T05:00:53.207 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: osdmap e455: 8 total, 8 up, 8 in 2023-10-09T05:00:53.207 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.208 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.208 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.208 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.208 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.208 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.208 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1347053935' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:53.215 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:53.277 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:53.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:53.282 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:53.383 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: pgmap v1380: 99 pgs: 1 active+remapped+backfilling, 4 active+undersized+remapped, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 91 active+clean; 395 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 41 KiB/s rd, 110 KiB/s wr, 744 op/s; 1/19014 objects degraded (0.005%); 648/19014 objects misplaced (3.408%); 149 KiB/s, 0 objects/s recovering 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 1/19014 objects degraded (0.005%), 1 pg degraded (PG_DEGRADED) 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: osdmap e455: 8 total, 8 up, 8 in 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1347053935' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:53.420 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:53.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: pgmap v1380: 99 pgs: 1 active+remapped+backfilling, 4 active+undersized+remapped, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 91 active+clean; 395 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 41 KiB/s rd, 110 KiB/s wr, 744 op/s; 1/19014 objects degraded (0.005%); 648/19014 objects misplaced (3.408%); 149 KiB/s, 0 objects/s recovering 2023-10-09T05:00:53.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 1/19014 objects degraded (0.005%), 1 pg degraded (PG_DEGRADED) 2023-10-09T05:00:53.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: osdmap e455: 8 total, 8 up, 8 in 2023-10-09T05:00:53.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: failed to encode map e455 with expected crc 2023-10-09T05:00:53.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1347053935' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:00:53.470 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:00:53.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:53.476 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:00:53.525 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:53.578 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:53.627 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:53.679 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:53.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:53.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:53.791 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:53.857 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:54.116 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:54 smithi150 ceph-mon[168511]: osdmap e456: 8 total, 8 up, 8 in 2023-10-09T05:00:54.116 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:54 smithi150 ceph-mon[168511]: failed to encode map e456 with expected crc 2023-10-09T05:00:54.116 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:54 smithi150 ceph-mon[168511]: failed to encode map e456 with expected crc 2023-10-09T05:00:54.120 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:54.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:54 smithi107 ceph-mon[184249]: osdmap e456: 8 total, 8 up, 8 in 2023-10-09T05:00:54.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:54 smithi107 ceph-mon[184249]: failed to encode map e456 with expected crc 2023-10-09T05:00:54.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:54 smithi107 ceph-mon[184249]: failed to encode map e456 with expected crc 2023-10-09T05:00:54.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:54.128 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:54.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:54 smithi107 ceph-mon[179183]: osdmap e456: 8 total, 8 up, 8 in 2023-10-09T05:00:54.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:54 smithi107 ceph-mon[179183]: failed to encode map e456 with expected crc 2023-10-09T05:00:54.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:54 smithi107 ceph-mon[179183]: failed to encode map e456 with expected crc 2023-10-09T05:00:54.229 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:00:54.265 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:54.467 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:00:54.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:54.472 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:00:54.517 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:00:54.517 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:00:54.517 INFO:tasks.thrashosds.thrasher:inject_pause on osd.1 2023-10-09T05:00:54.518 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T05:00:54.518 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T05:00:54.518 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 config set filestore_inject_stall 3 2023-10-09T05:00:54.572 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:54.604 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:55.000 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:55.000 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:55.167 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: pgmap v1383: 99 pgs: 4 peering, 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 1 active+undersized+remapped, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 330 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 164 KiB/s wr, 565 op/s; 1/15891 objects degraded (0.006%); 1600/15891 objects misplaced (10.069%); 225 KiB/s, 2 keys/s, 2 objects/s recovering 2023-10-09T05:00:55.167 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-10-09T05:00:55.167 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: osdmap e457: 8 total, 8 up, 8 in 2023-10-09T05:00:55.167 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.168 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:55 smithi150 ceph-mon[168511]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: pgmap v1383: 99 pgs: 4 peering, 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 1 active+undersized+remapped, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 330 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 164 KiB/s wr, 565 op/s; 1/15891 objects degraded (0.006%); 1600/15891 objects misplaced (10.069%); 225 KiB/s, 2 keys/s, 2 objects/s recovering 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: osdmap e457: 8 total, 8 up, 8 in 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[184249]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: pgmap v1383: 99 pgs: 4 peering, 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 1 active+undersized+remapped, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 330 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 164 KiB/s wr, 565 op/s; 1/15891 objects degraded (0.006%); 1600/15891 objects misplaced (10.069%); 225 KiB/s, 2 keys/s, 2 objects/s recovering 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: osdmap e457: 8 total, 8 up, 8 in 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:55 smithi107 ceph-mon[179183]: failed to encode map e457 with expected crc 2023-10-09T05:00:55.428 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T05:00:55.514 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:55.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:55.522 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:55.623 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:55.674 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:55.726 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:55.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:55.735 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:55.836 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:00:55.864 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:55.998 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:00:56.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:56.001 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:00:56.023 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: osdmap e458: 8 total, 8 up, 8 in 2023-10-09T05:00:56.023 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.023 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.024 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.024 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.024 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.024 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: osdmap e459: 8 total, 8 up, 8 in 2023-10-09T05:00:56.024 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:56 smithi150 ceph-mon[168511]: failed to encode map e459 with expected crc 2023-10-09T05:00:56.102 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:56.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: osdmap e458: 8 total, 8 up, 8 in 2023-10-09T05:00:56.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.128 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: osdmap e459: 8 total, 8 up, 8 in 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[179183]: failed to encode map e459 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: osdmap e458: 8 total, 8 up, 8 in 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.129 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: failed to encode map e458 with expected crc 2023-10-09T05:00:56.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: osdmap e459: 8 total, 8 up, 8 in 2023-10-09T05:00:56.130 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:56 smithi107 ceph-mon[184249]: failed to encode map e459 with expected crc 2023-10-09T05:00:56.131 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:56.134 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:56.176 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:56.178 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:56.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:56.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:56.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:56.310 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:56.477 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:56.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:56.481 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:56.582 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:56.611 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:56.645 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:56.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:56.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:56.749 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:56.777 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:56.994 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:56.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:56.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:57.098 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:57.127 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:57.161 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:57.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:57.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:57.255 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: pgmap v1387: 99 pgs: 1 active+clean+remapped, 4 peering, 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 1 active+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 321 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 310 op/s; 1/15429 objects degraded (0.006%); 1600/15429 objects misplaced (10.370%); 1.8 MiB/s, 2 keys/s, 29 objects/s recovering 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: osdmap e460: 8 total, 8 up, 8 in 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.256 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/735494009' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:57.265 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:57.295 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:57.333 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: pgmap v1387: 99 pgs: 1 active+clean+remapped, 4 peering, 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 1 active+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 321 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 310 op/s; 1/15429 objects degraded (0.006%); 1600/15429 objects misplaced (10.370%); 1.8 MiB/s, 2 keys/s, 29 objects/s recovering 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: osdmap e460: 8 total, 8 up, 8 in 2023-10-09T05:00:57.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/735494009' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e459 with expected crc 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: pgmap v1387: 99 pgs: 1 active+clean+remapped, 4 peering, 1 active+remapped+backfilling, 3 active+remapped+backfill_wait, 1 active+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 321 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 310 op/s; 1/15429 objects degraded (0.006%); 1600/15429 objects misplaced (10.370%); 1.8 MiB/s, 2 keys/s, 29 objects/s recovering 2023-10-09T05:00:57.356 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: osdmap e460: 8 total, 8 up, 8 in 2023-10-09T05:00:57.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:57.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/735494009' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:00:57.435 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:57.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:57.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:57.506 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:00:57.506 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:00:57.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:57.628 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:00:57.640 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:57.839 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:00:57.839 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T05:00:57.839 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:00:57.987 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:57.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:57.992 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:57.993 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T05:00:58.092 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:58.202 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:58.393 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:58.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:58.401 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:58.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/735494009' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: osdmap e461: 8 total, 8 up, 8 in 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:58.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/735494009' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: osdmap e461: 8 total, 8 up, 8 in 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:58.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:58 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e460 with expected crc 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/735494009' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: osdmap e461: 8 total, 8 up, 8 in 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:58 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:58.502 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:00:58.560 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:58.599 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:00:58.615 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:00:58.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:58.618 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:00:58.697 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:00:58.719 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:00:58.807 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:58.924 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:00:58.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:58.936 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:00:59.037 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:00:59.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.051 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: pgmap v1390: 99 pgs: 2 peering, 1 active+clean+remapped, 96 active+clean; 181 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 13 MiB/s, 216 objects/s recovering 2023-10-09T05:00:59.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-10-09T05:00:59.052 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/15429 objects degraded (0.006%), 1 pg degraded) 2023-10-09T05:00:59.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.052 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: pgmap v1390: 99 pgs: 2 peering, 1 active+clean+remapped, 96 active+clean; 181 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 13 MiB/s, 216 objects/s recovering 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-10-09T05:00:59.053 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:00:59 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/15429 objects degraded (0.006%), 1 pg degraded) 2023-10-09T05:00:59.081 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:59.182 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:00:59.185 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.185 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.185 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: failed to encode map e461 with expected crc 2023-10-09T05:00:59.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: pgmap v1390: 99 pgs: 2 peering, 1 active+clean+remapped, 96 active+clean; 181 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 13 MiB/s, 216 objects/s recovering 2023-10-09T05:00:59.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-10-09T05:00:59.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:00:59 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/15429 objects degraded (0.006%), 1 pg degraded) 2023-10-09T05:00:59.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:59.187 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:00:59.288 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:59.368 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:00:59.749 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:00:59.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:00:59.753 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:00:59.854 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:00:59.965 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:00.053 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:00.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:00.063 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:00.138 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:01:00.138 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:01:00.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:01:00.163 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:00.275 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:00.393 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:00.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:00.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:00.512 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:00.601 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T05:01:00.617 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:00.666 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:00.711 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:00.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:00.715 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:00.746 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:01:00.786 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:00.817 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:00.836 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:00.874 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:00.915 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:00.936 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:00.976 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:01.015 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:01.015 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:01.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:01.019 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:01.034 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.035 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:01:01.120 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:01.126 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:01.149 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:01.198 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:01.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:01.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:01.304 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:01.307 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:01 smithi107 ceph-mon[179183]: pgmap v1391: 99 pgs: 2 peering, 1 active+clean+remapped, 96 active+clean; 181 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 11 MiB/s, 171 objects/s recovering 2023-10-09T05:01:01.307 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2213061281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:01.307 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:01 smithi107 ceph-mon[184249]: pgmap v1391: 99 pgs: 2 peering, 1 active+clean+remapped, 96 active+clean; 181 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 11 MiB/s, 171 objects/s recovering 2023-10-09T05:01:01.307 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2213061281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:01.321 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:01:01.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:01 smithi150 ceph-mon[168511]: pgmap v1391: 99 pgs: 2 peering, 1 active+clean+remapped, 96 active+clean; 181 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 11 MiB/s, 171 objects/s recovering 2023-10-09T05:01:01.340 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2213061281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:01.345 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:01.448 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:01.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:01.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:01.552 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:01.636 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 109070 objects 2023-10-09T05:01:01.636 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :170.231 2023-10-09T05:01:01.640 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:01.676 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:01.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:01.679 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:01.780 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:01.809 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:01.845 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:01.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:01.848 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:01.949 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:01.978 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:02.064 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:02.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:02.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:02.081 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:01:02] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2023-10-09T05:01:02.168 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:02.196 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:02.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:02.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:02.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:02.357 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:02.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:02.361 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:02.361 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:02.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:02.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:02.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:02.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:02.362 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:02.463 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:02.496 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:02.585 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:02.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:02.590 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:02.627 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:01:02.627 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:01:02.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:01:02.627 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:01:02.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.627 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74049 11.11 11.ad4bec71 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755236+0000", 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 458.86971520899999, 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.006749261, 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74049 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755236+0000", 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755236+0000", 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755235+0000", 2023-10-09T05:01:02.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:02.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755409+0000", 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017443299999999999 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755436+0000", 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6412999999999999e-05 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755445+0000", 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8370000000000003e-06 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755502+0000", 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7218e-05 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755510+0000", 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0819999999999999e-06 2023-10-09T05:01:02.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773914+0000", 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018403993 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773924+0000", 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.045e-05 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.761966+0000", 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98804121499999997 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.761986+0000", 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0040000000000001e-05 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74050 11.11 11.63d120f1 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755469+0000", 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 458.86948245899998, 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.006561268, 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74050 2023-10-09T05:01:02.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755469+0000", 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755469+0000", 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755468+0000", 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755519+0000", 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0552e-05 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755530+0000", 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0559e-05 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755548+0000", 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8651000000000002e-05 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755632+0000", 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4092999999999996e-05 2023-10-09T05:01:02.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755641+0000", 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1060000000000006e-06 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773950+0000", 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018308732000000001 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773958+0000", 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4680000000000003e-06 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762019+0000", 2023-10-09T05:01:02.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98806179999999999 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762030+0000", 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0944999999999999e-05 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74055 11.11 11.afba5631 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:01:02.641 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755591+0000", 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 458.86936041799999, 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0064749159999999, 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74055 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755591+0000", 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755591+0000", 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755591+0000", 2023-10-09T05:01:02.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755640+0000", 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9058999999999999e-05 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755647+0000", 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6240000000000002e-06 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755652+0000", 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3590000000000001e-06 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755703+0000", 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1694999999999999e-05 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755706+0000", 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.055e-06 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773981+0000", 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018274452 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.773988+0000", 2023-10-09T05:01:02.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2980000000000003e-06 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762056+0000", 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98806835900000001 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762066+0000", 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5859999999999994e-06 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.647 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74060 11.1 11.8796b101 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755683+0000", 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 458.86926885600002, 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0149993530000001, 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T05:01:02.648 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74060 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755683+0000", 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755683+0000", 2023-10-09T05:01:02.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755682+0000", 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755718+0000", 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5824000000000001e-05 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.650 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755728+0000", 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0199e-05 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755737+0000", 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3629999999999994e-06 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755773+0000", 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6749999999999999e-05 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op must wait for map", 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755777+0000", 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0060000000000003e-06 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.772868+0000", 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017090969000000001 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.772879+0000", 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0438999999999999e-05 2023-10-09T05:01:02.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.765076+0000", 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99219688900000003 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.770682+0000", 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0056064340000000004 2023-10-09T05:01:02.655 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.35868.0:74063 11.11 11.7c463651 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e336)", 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:53:23.755747+0000", 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 458.86920441199999, 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.00635655, 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.35868", 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/4119165996", 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 74063 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755747+0000", 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755747+0000", 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755747+0000", 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755775+0000", 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8189000000000001e-05 2023-10-09T05:01:02.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755782+0000", 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5680000000000002e-06 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755787+0000", 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0950000000000003e-06 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755817+0000", 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9390000000000002e-05 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting_for_map not empty", 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.755820+0000", 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8679999999999999e-06 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.774009+0000", 2023-10-09T05:01:02.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018189420000000001 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:23.774016+0000", 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8850000000000001e-06 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762094+0000", 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98807775399999997 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:53:24.762104+0000", 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.91e-06 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:96672 12.1 12:8f664f92:::benchmark_data_smithi107_355541_object96671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:55.033242+0000", 2023-10-09T05:01:02.662 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 187.59170923400001, 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.19615107800000001, 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 96672 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033242+0000", 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033242+0000", 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033242+0000", 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033292+0000", 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0314e-05 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033301+0000", 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1379999999999996e-06 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.033306+0000", 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4499999999999997e-06 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.035558+0000", 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022523059999999999 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.035688+0000", 2023-10-09T05:01:02.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130016 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.035830+0000", 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000142533 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.041788+0000", 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0059576230000000004 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.042753+0000", 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00096503400000000003 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.229309+0000", 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.18655614500000001 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.229349+0000", 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9674e-05 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:55.229393+0000", 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4529e-05 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.669 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:98303 12.4 12:2734ce90:::benchmark_data_smithi107_355541_object98302:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:57.453400+0000", 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 185.17155129099999, 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.207798069, 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 98303 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453400+0000", 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453400+0000", 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453400+0000", 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453435+0000", 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5618999999999999e-05 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453443+0000", 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3479999999999998e-06 2023-10-09T05:01:02.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453447+0000", 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.758e-06 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453496+0000", 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8986999999999997e-05 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453621+0000", 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012474400000000001 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.453761+0000", 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000139672 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457512+0000", 2023-10-09T05:01:02.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037517319999999998 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.457988+0000", 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00047596800000000001 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.661117+0000", 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.20312818499999999 2023-10-09T05:01:02.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.661170+0000", 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3032999999999999e-05 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:57.661198+0000", 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8719000000000001e-05 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:110703 12.1 12:8e6e8a73:::benchmark_data_smithi107_355541_object1630:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e402)", 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:13.421290+0000", 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 169.20366133499999, 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15387721900000001, 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 110703 2023-10-09T05:01:02.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421290+0000", 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421290+0000", 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421289+0000", 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421295+0000", 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.789e-06 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421307+0000", 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2407e-05 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.421314+0000", 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.652e-06 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.424377+0000", 2023-10-09T05:01:02.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003062815 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.424505+0000", 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012845900000000001 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.424624+0000", 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011881500000000001 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.428013+0000", 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033889549999999999 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.428554+0000", 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00054090200000000001 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.575097+0000", 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14654339899999999 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.575131+0000", 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4220000000000001e-05 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.575167+0000", 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6035000000000003e-05 2023-10-09T05:01:02.683 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:110705 12.4 12:291308d6:::benchmark_data_smithi107_355541_object1632:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e402)", 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:13.426281+0000", 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 169.19867084500001, 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.148313637, 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.684 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 110705 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426281+0000", 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426281+0000", 2023-10-09T05:01:02.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426280+0000", 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426284+0000", 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0969999999999999e-06 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426297+0000", 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3213999999999999e-05 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426301+0000", 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9879999999999998e-06 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426349+0000", 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7463999999999998e-05 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426466+0000", 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011757200000000001 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.426571+0000", 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104421 2023-10-09T05:01:02.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.430108+0000", 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0035378409999999999 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.430221+0000", 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011249 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.689 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.574524+0000", 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.144303072 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.574565+0000", 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0685000000000001e-05 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:13.574594+0000", 2023-10-09T05:01:02.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9672999999999999e-05 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136007 12.1 12:8501115e:::benchmark_data_smithi107_355541_object26934:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.519479+0000", 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 134.10547235799999, 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14140007199999999, 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.691 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136007 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519479+0000", 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519479+0000", 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519479+0000", 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519483+0000", 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0430000000000001e-06 2023-10-09T05:01:02.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519492+0000", 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8409999999999995e-06 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519497+0000", 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5430000000000004e-06 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519546+0000", 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8695e-05 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519663+0000", 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117308 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:01:02.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.519776+0000", 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113504 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528051+0000", 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00827489 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528752+0000", 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00070073399999999995 2023-10-09T05:01:02.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660778+0000", 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13202624800000001 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660835+0000", 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6804e-05 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660879+0000", 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4143000000000001e-05 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136013 12.1 12:8c940f64:::benchmark_data_smithi107_355541_object26940:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.523550+0000", 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 134.10140117200001, 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.137464696, 2023-10-09T05:01:02.698 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136013 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523550+0000", 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.699 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523550+0000", 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523550+0000", 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523555+0000", 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9389999999999996e-06 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523564+0000", 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8020000000000003e-06 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523572+0000", 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3080000000000002e-06 2023-10-09T05:01:02.701 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523607+0000", 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5632e-05 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523731+0000", 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012344400000000001 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.523840+0000", 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000108819 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528234+0000", 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043942510000000001 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.528909+0000", 2023-10-09T05:01:02.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00067467899999999997 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660928+0000", 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13201892000000001 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.660975+0000", 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7660000000000001e-05 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.704 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.661015+0000", 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9901000000000003e-05 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136016 12.1 12:81dda3f1:::benchmark_data_smithi107_355541_object26943:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.529908+0000", 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 134.09504405800001, 2023-10-09T05:01:02.705 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.144405861, 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136016 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529908+0000", 2023-10-09T05:01:02.706 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529908+0000", 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529907+0000", 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529912+0000", 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9919999999999998e-06 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529922+0000", 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0706e-05 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529927+0000", 2023-10-09T05:01:02.708 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8189999999999999e-06 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.529967+0000", 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0147e-05 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.530090+0000", 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012239099999999999 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.530219+0000", 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000129498 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.533888+0000", 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036692539999999998 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.710 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.533963+0000", 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4836e-05 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674220+0000", 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14025631699999999 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674270+0000", 2023-10-09T05:01:02.711 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0584999999999998e-05 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674313+0000", 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3262e-05 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:136020 12.1 12:8a69e375:::benchmark_data_smithi107_355541_object26947:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:58:48.534824+0000", 2023-10-09T05:01:02.712 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 134.09012716999999, 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13959275400000001, 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 136020 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.713 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534824+0000", 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534824+0000", 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534824+0000", 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534828+0000", 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.34e-06 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534836+0000", 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8220000000000007e-06 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534841+0000", 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.916e-06 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.534911+0000", 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0346999999999996e-05 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.535032+0000", 2023-10-09T05:01:02.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120588 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.535143+0000", 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111357 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.538975+0000", 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0038323749999999998 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.540420+0000", 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001444061 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674354+0000", 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.133933989 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674385+0000", 2023-10-09T05:01:02.718 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1681999999999999e-05 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:58:48.674417+0000", 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1919999999999999e-05 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:166913 12.f 12:fa80f0be:::benchmark_data_smithi107_355541_object57840:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e418)", 2023-10-09T05:01:02.719 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:35.459598+0000", 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 87.165353800999995, 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.099769483000000006, 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 166913 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.720 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459598+0000", 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459598+0000", 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459597+0000", 2023-10-09T05:01:02.721 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459603+0000", 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4130000000000003e-06 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459617+0000", 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.34e-05 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.722 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459623+0000", 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2489999999999998e-06 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459661+0000", 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8417999999999997e-05 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459806+0000", 2023-10-09T05:01:02.723 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000145055 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,5", 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.459919+0000", 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011321 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.465294+0000", 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0053748169999999996 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.724 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.466499+0000", 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001204473 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.559267+0000", 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.092768420000000004 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.725 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.559325+0000", 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7896999999999998e-05 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:35.559367+0000", 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2205e-05 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.726 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195935 12.1 12:82344d16:::benchmark_data_smithi107_355541_object86862:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.407129+0000", 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 41.217822714999997, 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33408282, 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195935 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.727 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407129+0000", 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407129+0000", 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.728 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407127+0000", 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407134+0000", 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3659999999999997e-06 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407146+0000", 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.207e-05 2023-10-09T05:01:02.729 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407152+0000", 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.212e-06 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407646+0000", 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00049370700000000002 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.730 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407758+0000", 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011199199999999999 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3,7", 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407882+0000", 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012473200000000001 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.412340+0000", 2023-10-09T05:01:02.731 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004457552 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.417274+0000", 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049341710000000002 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.421652+0000", 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004377611 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.732 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741033+0000", 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31938170100000002 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741082+0000", 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8031000000000001e-05 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741212+0000", 2023-10-09T05:01:02.733 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013014499999999999 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195946 12.1 12:8ce2e1b9:::benchmark_data_smithi107_355541_object86873:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.430718+0000", 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 41.194233662000002, 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31070286400000002, 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.734 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195946 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430718+0000", 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.735 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430718+0000", 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430717+0000", 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430723+0000", 2023-10-09T05:01:02.736 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6359999999999997e-06 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430738+0000", 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5075999999999999e-05 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430744+0000", 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8769999999999998e-06 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.737 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430792+0000", 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7709e-05 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430919+0000", 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000127279 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3,7", 2023-10-09T05:01:02.738 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.431037+0000", 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117501 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.434786+0000", 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037497139999999999 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.439994+0000", 2023-10-09T05:01:02.739 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052079869999999999 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.440618+0000", 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062356300000000005 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741254+0000", 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30063593599999999 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.740 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741305+0000", 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1425000000000003e-05 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741421+0000", 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115554 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.741 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195962 12.1 12:8d8e3e63:::benchmark_data_smithi107_355541_object86889:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.626839+0000", 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 40.998112462999998, 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.11635791199999999, 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195962 2023-10-09T05:01:02.742 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.626839+0000", 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.626839+0000", 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.743 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.626838+0000", 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.626848+0000", 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.927e-06 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.744 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.626860+0000", 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2592000000000001e-05 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.626934+0000", 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3299000000000004e-05 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.627552+0000", 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00061793500000000001 2023-10-09T05:01:02.745 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.627695+0000", 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014345699999999999 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3,7", 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.627842+0000", 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146687 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.746 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.632149+0000", 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0043074790000000003 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.633434+0000", 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012853230000000001 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.636049+0000", 2023-10-09T05:01:02.747 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026141649999999999 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.743019+0000", 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.106969889 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.743077+0000", 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8959999999999998e-05 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.748 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.743197+0000", 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119516 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:196499 12.1 12:8ba68fee:::benchmark_data_smithi107_355541_object87426:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:22.514053+0000", 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 40.110898683999999, 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.096605762999999997, 2023-10-09T05:01:02.749 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 196499 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514053+0000", 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.750 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514053+0000", 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514052+0000", 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.751 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514057+0000", 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2750000000000003e-06 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514068+0000", 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0434e-05 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514072+0000", 2023-10-09T05:01:02.752 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4460000000000003e-06 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514123+0000", 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0454999999999997e-05 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514267+0000", 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144974 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.753 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3,7", 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.514392+0000", 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012426900000000001 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.519251+0000", 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004858968 2023-10-09T05:01:02.754 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.519519+0000", 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00026874499999999998 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.522120+0000", 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002600598 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.755 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.610462+0000", 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.088341834999999994 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.610515+0000", 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3316999999999998e-05 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.756 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:22.610659+0000", 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000143435 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212529 12.1 12:8ebb8134:::benchmark_data_smithi107_355541_object103456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e451)", 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.943623+0000", 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 13.681329018, 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.273048765, 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:01:02.757 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212529 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943623+0000", 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.758 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943623+0000", 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943622+0000", 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.759 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943625+0000", 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.343e-06 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943632+0000", 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6359999999999997e-06 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943636+0000", 2023-10-09T05:01:02.760 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1330000000000001e-06 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943685+0000", 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8510000000000001e-05 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943818+0000", 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013380799999999999 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.761 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943944+0000", 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012569 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.947565+0000", 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003620804 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.762 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.962322+0000", 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014756844999999999 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.962334+0000", 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2636000000000001e-05 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.968938+0000", 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0066030960000001 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.763 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.968949+0000", 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1036000000000001e-05 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.216620+0000", 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2476716910000001 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:01:02.764 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.216671+0000", 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1057000000000003e-05 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:01:02.765 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:01:02.765 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:02.793 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:02.988 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:02.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:02.991 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:03.000 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T05:01:03.092 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:03.124 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:03.160 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:03.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:03.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:03.262 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:03.300 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:03.333 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:03.335 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:03 smithi107 ceph-mon[179183]: pgmap v1392: 99 pgs: 2 peering, 97 active+clean; 127 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 7.9 MiB/s, 126 objects/s recovering 2023-10-09T05:01:03.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:03 smithi107 ceph-mon[184249]: pgmap v1392: 99 pgs: 2 peering, 97 active+clean; 127 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 7.9 MiB/s, 126 objects/s recovering 2023-10-09T05:01:03.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:03.336 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:03.437 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:03.465 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:03.481 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:01:03.481 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:01:03.481 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_7 2023-10-09T05:01:03.482 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:01:03.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:03 smithi150 ceph-mon[168511]: pgmap v1392: 99 pgs: 2 peering, 97 active+clean; 127 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 7.9 MiB/s, 126 objects/s recovering 2023-10-09T05:01:03.499 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:03.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:03.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:03.602 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:03.629 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:03.651 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:01:03.664 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:03.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:03.668 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:03.674 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:01:03.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:03.795 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:03.837 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:03.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:03.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:03.942 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:03.971 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:04.006 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:04.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:04.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:04.085 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:04.097 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:01:04.109 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:04.140 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:04.223 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4250563307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:04.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:04.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4250563307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:04.357 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:04.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4250563307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:04.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:04.681 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:04.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:04.684 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:04.785 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:04.817 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:04.835 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:05.003 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:05.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:05.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:05.009 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:01:05.009 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:01:05.009 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T05:01:05.009 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:01:05.108 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:05.139 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:05.381 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:05.384 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:05 smithi150 ceph-mon[168511]: pgmap v1393: 99 pgs: 99 active+clean; 5.3 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 630 op/s; 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:01:05.384 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:05 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:05.384 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:05 smithi150 ceph-mon[168511]: failed to encode map e462 with expected crc 2023-10-09T05:01:05.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:05 smithi150 ceph-mon[168511]: failed to encode map e462 with expected crc 2023-10-09T05:01:05.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:01:05.385 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:05 smithi150 ceph-mon[168511]: osdmap e462: 8 total, 8 up, 8 in 2023-10-09T05:01:05.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:05.386 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:05.405 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T05:01:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[184249]: pgmap v1393: 99 pgs: 99 active+clean; 5.3 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 630 op/s; 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:01:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[184249]: failed to encode map e462 with expected crc 2023-10-09T05:01:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[184249]: failed to encode map e462 with expected crc 2023-10-09T05:01:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:01:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[184249]: osdmap e462: 8 total, 8 up, 8 in 2023-10-09T05:01:05.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[179183]: pgmap v1393: 99 pgs: 99 active+clean; 5.3 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 630 op/s; 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:01:05.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:05.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[179183]: failed to encode map e462 with expected crc 2023-10-09T05:01:05.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[179183]: failed to encode map e462 with expected crc 2023-10-09T05:01:05.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:01:05.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:05 smithi107 ceph-mon[179183]: osdmap e462: 8 total, 8 up, 8 in 2023-10-09T05:01:05.487 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:05.516 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:05.550 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:05.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:05.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:05.654 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:05.687 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:05.775 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:05.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:05.779 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:05.880 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:05.907 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:05.945 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:01:05.953 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:01:06.047 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:01:06.318 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:06 smithi107 ceph-mon[179183]: pgmap v1395: 99 pgs: 99 active+clean; 3.0 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 335 op/s 2023-10-09T05:01:06.442 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:06.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:06.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:06.470 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1395,"stamp":"2023-10-09T05:01:05.835261+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3181713,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":135,"num_read_kb":250,"num_write":218230,"num_write_kb":6981168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9799,"num_bytes_recovered":639852546,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118723,"ondisk_log_size":118723,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":303,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6821372,"kb_used_data":115900,"kb_used_omap":21,"kb_used_meta":6705322,"kb_avail":743139844,"statfs":{"total":767960285184,"available":760975200256,"internally_reserved":0,"allocated":118681600,"data_stored":105354827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":6866250197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-186843160,"num_objects":-2852,"num_object_clones":0,"num_object_copies":-8556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2852,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2852,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.508465"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":457,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329599+0000","last_change":"2023-10-09T04:48:37.133302+0000","last_active":"2023-10-09T05:00:56.329599+0000","last_peered":"2023-10-09T05:00:56.329599+0000","last_clean":"2023-10-09T05:00:56.329599+0000","last_became_active":"2023-10-09T04:48:37.132896+0000","last_became_peered":"2023-10-09T04:48:37.132896+0000","last_unstale":"2023-10-09T05:00:56.329599+0000","last_undegraded":"2023-10-09T05:00:56.329599+0000","last_fullsized":"2023-10-09T05:00:56.329599+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:44:55.491040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":193,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329660+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:00:56.329660+0000","last_peered":"2023-10-09T05:00:56.329660+0000","last_clean":"2023-10-09T05:00:56.329660+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:00:56.329660+0000","last_undegraded":"2023-10-09T05:00:56.329660+0000","last_fullsized":"2023-10-09T05:00:56.329660+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":407,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:00:57.329200+0000","last_change":"2023-10-09T04:52:31.745768+0000","last_active":"2023-10-09T05:00:57.329200+0000","last_peered":"2023-10-09T05:00:57.329200+0000","last_clean":"2023-10-09T05:00:57.329200+0000","last_became_active":"2023-10-09T04:52:31.744581+0000","last_became_peered":"2023-10-09T04:52:31.744581+0000","last_unstale":"2023-10-09T05:00:57.329200+0000","last_undegraded":"2023-10-09T05:00:57.329200+0000","last_fullsized":"2023-10-09T05:00:57.329200+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:30:43.935981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327373+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:00:56.327373+0000","last_peered":"2023-10-09T05:00:56.327373+0000","last_clean":"2023-10-09T05:00:56.327373+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:00:56.327373+0000","last_undegraded":"2023-10-09T05:00:56.327373+0000","last_fullsized":"2023-10-09T05:00:56.327373+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":157,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329880+0000","last_change":"2023-10-09T04:52:31.955183+0000","last_active":"2023-10-09T05:00:56.329880+0000","last_peered":"2023-10-09T05:00:56.329880+0000","last_clean":"2023-10-09T05:00:56.329880+0000","last_became_active":"2023-10-09T04:52:31.954608+0000","last_became_peered":"2023-10-09T04:52:31.954608+0000","last_unstale":"2023-10-09T05:00:56.329880+0000","last_undegraded":"2023-10-09T05:00:56.329880+0000","last_fullsized":"2023-10-09T05:00:56.329880+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:07:25.928890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":134,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.332094+0000","last_change":"2023-10-09T04:53:24.789322+0000","last_active":"2023-10-09T05:00:56.332094+0000","last_peered":"2023-10-09T05:00:56.332094+0000","last_clean":"2023-10-09T05:00:56.332094+0000","last_became_active":"2023-10-09T04:53:24.787639+0000","last_became_peered":"2023-10-09T04:53:24.787639+0000","last_unstale":"2023-10-09T05:00:56.332094+0000","last_undegraded":"2023-10-09T05:00:56.332094+0000","last_fullsized":"2023-10-09T05:00:56.332094+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:20:54.780360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":422,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388146+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:00:56.388146+0000","last_peered":"2023-10-09T05:00:56.388146+0000","last_clean":"2023-10-09T05:00:56.388146+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:00:56.388146+0000","last_undegraded":"2023-10-09T05:00:56.388146+0000","last_fullsized":"2023-10-09T05:00:56.388146+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":183,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329426+0000","last_change":"2023-10-09T04:53:24.775158+0000","last_active":"2023-10-09T05:00:56.329426+0000","last_peered":"2023-10-09T05:00:56.329426+0000","last_clean":"2023-10-09T05:00:56.329426+0000","last_became_active":"2023-10-09T04:53:24.774898+0000","last_became_peered":"2023-10-09T04:53:24.774898+0000","last_unstale":"2023-10-09T05:00:56.329426+0000","last_undegraded":"2023-10-09T05:00:56.329426+0000","last_fullsized":"2023-10-09T05:00:56.329426+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:25.754449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":458,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388580+0000","last_change":"2023-10-09T05:00:49.973970+0000","last_active":"2023-10-09T05:00:56.388580+0000","last_peered":"2023-10-09T05:00:56.388580+0000","last_clean":"2023-10-09T05:00:56.388580+0000","last_became_active":"2023-10-09T05:00:49.973657+0000","last_became_peered":"2023-10-09T05:00:49.973657+0000","last_unstale":"2023-10-09T05:00:56.388580+0000","last_undegraded":"2023-10-09T05:00:56.388580+0000","last_fullsized":"2023-10-09T05:00:56.388580+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:40.567924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":197,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330222+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:00:56.330222+0000","last_peered":"2023-10-09T05:00:56.330222+0000","last_clean":"2023-10-09T05:00:56.330222+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:00:56.330222+0000","last_undegraded":"2023-10-09T05:00:56.330222+0000","last_fullsized":"2023-10-09T05:00:56.330222+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":24,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327039+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:00:56.327039+0000","last_peered":"2023-10-09T05:00:56.327039+0000","last_clean":"2023-10-09T05:00:56.327039+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:00:56.327039+0000","last_undegraded":"2023-10-09T05:00:56.327039+0000","last_fullsized":"2023-10-09T05:00:56.327039+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":327,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331266+0000","last_change":"2023-10-09T04:59:53.309989+0000","last_active":"2023-10-09T05:00:56.331266+0000","last_peered":"2023-10-09T05:00:56.331266+0000","last_clean":"2023-10-09T05:00:56.331266+0000","last_became_active":"2023-10-09T04:59:53.309686+0000","last_became_peered":"2023-10-09T04:59:53.309686+0000","last_unstale":"2023-10-09T05:00:56.331266+0000","last_undegraded":"2023-10-09T05:00:56.331266+0000","last_fullsized":"2023-10-09T05:00:56.331266+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:39.798209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":537,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330078+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:00:56.330078+0000","last_peered":"2023-10-09T05:00:56.330078+0000","last_clean":"2023-10-09T05:00:56.330078+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:00:56.330078+0000","last_undegraded":"2023-10-09T05:00:56.330078+0000","last_fullsized":"2023-10-09T05:00:56.330078+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":478,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329741+0000","last_change":"2023-10-09T04:53:24.776725+0000","last_active":"2023-10-09T05:00:56.329741+0000","last_peered":"2023-10-09T05:00:56.329741+0000","last_clean":"2023-10-09T05:00:56.329741+0000","last_became_active":"2023-10-09T04:53:24.775600+0000","last_became_peered":"2023-10-09T04:53:24.775600+0000","last_unstale":"2023-10-09T05:00:56.329741+0000","last_undegraded":"2023-10-09T05:00:56.329741+0000","last_fullsized":"2023-10-09T05:00:56.329741+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:27.460463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":24,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327021+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:00:56.327021+0000","last_peered":"2023-10-09T05:00:56.327021+0000","last_clean":"2023-10-09T05:00:56.327021+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:00:56.327021+0000","last_undegraded":"2023-10-09T05:00:56.327021+0000","last_fullsized":"2023-10-09T05:00:56.327021+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":280,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330083+0000","last_change":"2023-10-09T05:00:49.974883+0000","last_active":"2023-10-09T05:00:56.330083+0000","last_peered":"2023-10-09T05:00:56.330083+0000","last_clean":"2023-10-09T05:00:56.330083+0000","last_became_active":"2023-10-09T05:00:49.974307+0000","last_became_peered":"2023-10-09T05:00:49.974307+0000","last_unstale":"2023-10-09T05:00:56.330083+0000","last_undegraded":"2023-10-09T05:00:56.330083+0000","last_fullsized":"2023-10-09T05:00:56.330083+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:46.380737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327587+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:00:56.327587+0000","last_peered":"2023-10-09T05:00:56.327587+0000","last_clean":"2023-10-09T05:00:56.327587+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:00:56.327587+0000","last_undegraded":"2023-10-09T05:00:56.327587+0000","last_fullsized":"2023-10-09T05:00:56.327587+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":477,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388899+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:00:56.388899+0000","last_peered":"2023-10-09T05:00:56.388899+0000","last_clean":"2023-10-09T05:00:56.388899+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:00:56.388899+0000","last_undegraded":"2023-10-09T05:00:56.388899+0000","last_fullsized":"2023-10-09T05:00:56.388899+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327066+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:00:56.327066+0000","last_peered":"2023-10-09T05:00:56.327066+0000","last_clean":"2023-10-09T05:00:56.327066+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:00:56.327066+0000","last_undegraded":"2023-10-09T05:00:56.327066+0000","last_fullsized":"2023-10-09T05:00:56.327066+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":433,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329660+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:00:56.329660+0000","last_peered":"2023-10-09T05:00:56.329660+0000","last_clean":"2023-10-09T05:00:56.329660+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:00:56.329660+0000","last_undegraded":"2023-10-09T05:00:56.329660+0000","last_fullsized":"2023-10-09T05:00:56.329660+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":159,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330603+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:00:56.330603+0000","last_peered":"2023-10-09T05:00:56.330603+0000","last_clean":"2023-10-09T05:00:56.330603+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:00:56.330603+0000","last_undegraded":"2023-10-09T05:00:56.330603+0000","last_fullsized":"2023-10-09T05:00:56.330603+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":177,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329730+0000","last_change":"2023-10-09T05:00:49.980494+0000","last_active":"2023-10-09T05:00:56.329730+0000","last_peered":"2023-10-09T05:00:56.329730+0000","last_clean":"2023-10-09T05:00:56.329730+0000","last_became_active":"2023-10-09T05:00:49.980153+0000","last_became_peered":"2023-10-09T05:00:49.980153+0000","last_unstale":"2023-10-09T05:00:56.329730+0000","last_undegraded":"2023-10-09T05:00:56.329730+0000","last_fullsized":"2023-10-09T05:00:56.329730+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:18:59.526963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"461'13744","reported_seq":13827,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.632843+0000","last_change":"2023-10-09T04:56:33.077662+0000","last_active":"2023-10-09T05:01:01.632843+0000","last_peered":"2023-10-09T05:01:01.632843+0000","last_clean":"2023-10-09T05:01:01.632843+0000","last_became_active":"2023-10-09T04:56:33.077382+0000","last_became_peered":"2023-10-09T04:56:33.077382+0000","last_unstale":"2023-10-09T05:01:01.632843+0000","last_undegraded":"2023-10-09T05:01:01.632843+0000","last_fullsized":"2023-10-09T05:01:01.632843+0000","mapping_epoch":386,"log_start":"400'6229","ondisk_log_start":"400'6229","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7515,"log_dups_size":0,"ondisk_log_size":7515,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:07:51.750970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13744,"num_write_kb":439808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":22,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327409+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:00:56.327409+0000","last_peered":"2023-10-09T05:00:56.327409+0000","last_clean":"2023-10-09T05:00:56.327409+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:00:56.327409+0000","last_undegraded":"2023-10-09T05:00:56.327409+0000","last_fullsized":"2023-10-09T05:00:56.327409+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":461,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.387838+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:00:56.387838+0000","last_peered":"2023-10-09T05:00:56.387838+0000","last_clean":"2023-10-09T05:00:56.387838+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:00:56.387838+0000","last_undegraded":"2023-10-09T05:00:56.387838+0000","last_fullsized":"2023-10-09T05:00:56.387838+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"461'13700","reported_seq":16756,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.636682+0000","last_change":"2023-10-09T05:00:57.416926+0000","last_active":"2023-10-09T05:01:01.636682+0000","last_peered":"2023-10-09T05:01:01.636682+0000","last_clean":"2023-10-09T05:01:01.636682+0000","last_became_active":"2023-10-09T05:00:57.336866+0000","last_became_peered":"2023-10-09T05:00:57.336866+0000","last_unstale":"2023-10-09T05:01:01.636682+0000","last_undegraded":"2023-10-09T05:01:01.636682+0000","last_fullsized":"2023-10-09T05:01:01.636682+0000","mapping_epoch":460,"log_start":"400'6502","ondisk_log_start":"400'6502","created":386,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7198,"log_dups_size":0,"ondisk_log_size":7198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:14:08.167060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13700,"num_write_kb":438400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1460,"num_bytes_recovered":95682560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":22,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327309+0000","last_change":"2023-10-09T05:00:49.997106+0000","last_active":"2023-10-09T05:00:56.327309+0000","last_peered":"2023-10-09T05:00:56.327309+0000","last_clean":"2023-10-09T05:00:56.327309+0000","last_became_active":"2023-10-09T05:00:49.977345+0000","last_became_peered":"2023-10-09T05:00:49.977345+0000","last_unstale":"2023-10-09T05:00:56.327309+0000","last_undegraded":"2023-10-09T05:00:56.327309+0000","last_fullsized":"2023-10-09T05:00:56.327309+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:07:13.274949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":485,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329341+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:00:56.329341+0000","last_peered":"2023-10-09T05:00:56.329341+0000","last_clean":"2023-10-09T05:00:56.329341+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:00:56.329341+0000","last_undegraded":"2023-10-09T05:00:56.329341+0000","last_fullsized":"2023-10-09T05:00:56.329341+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"461'13756","reported_seq":16937,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.554171+0000","last_change":"2023-10-09T05:00:55.407226+0000","last_active":"2023-10-09T05:01:01.554171+0000","last_peered":"2023-10-09T05:01:01.554171+0000","last_clean":"2023-10-09T05:01:01.554171+0000","last_became_active":"2023-10-09T05:00:55.318616+0000","last_became_peered":"2023-10-09T05:00:55.318616+0000","last_unstale":"2023-10-09T05:01:01.554171+0000","last_undegraded":"2023-10-09T05:01:01.554171+0000","last_fullsized":"2023-10-09T05:01:01.554171+0000","mapping_epoch":458,"log_start":"399'6237","ondisk_log_start":"399'6237","created":386,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7519,"log_dups_size":0,"ondisk_log_size":7519,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:02:04.029418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13756,"num_write_kb":440192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1524,"num_bytes_recovered":99876864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":22,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327881+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:00:56.327881+0000","last_peered":"2023-10-09T05:00:56.327881+0000","last_clean":"2023-10-09T05:00:56.327881+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:00:56.327881+0000","last_undegraded":"2023-10-09T05:00:56.327881+0000","last_fullsized":"2023-10-09T05:00:56.327881+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":154,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331417+0000","last_change":"2023-10-09T05:00:49.980303+0000","last_active":"2023-10-09T05:00:56.331417+0000","last_peered":"2023-10-09T05:00:56.331417+0000","last_clean":"2023-10-09T05:00:56.331417+0000","last_became_active":"2023-10-09T05:00:49.980041+0000","last_became_peered":"2023-10-09T05:00:49.980041+0000","last_unstale":"2023-10-09T05:00:56.331417+0000","last_undegraded":"2023-10-09T05:00:56.331417+0000","last_fullsized":"2023-10-09T05:00:56.331417+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:45:19.943826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3","version":"461'13418","reported_seq":16119,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.599617+0000","last_change":"2023-10-09T05:00:56.384094+0000","last_active":"2023-10-09T05:01:01.599617+0000","last_peered":"2023-10-09T05:01:01.599617+0000","last_clean":"2023-10-09T05:01:01.599617+0000","last_became_active":"2023-10-09T05:00:56.330779+0000","last_became_peered":"2023-10-09T05:00:56.330779+0000","last_unstale":"2023-10-09T05:01:01.599617+0000","last_undegraded":"2023-10-09T05:01:01.599617+0000","last_fullsized":"2023-10-09T05:01:01.599617+0000","mapping_epoch":459,"log_start":"403'7122","ondisk_log_start":"403'7122","created":386,"last_epoch_clean":460,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6296,"log_dups_size":0,"ondisk_log_size":6296,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:57:35.331653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13418,"num_write_kb":429376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1286,"num_bytes_recovered":84213760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":505,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388690+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:00:56.388690+0000","last_peered":"2023-10-09T05:00:56.388690+0000","last_clean":"2023-10-09T05:00:56.388690+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:00:56.388690+0000","last_undegraded":"2023-10-09T05:00:56.388690+0000","last_fullsized":"2023-10-09T05:00:56.388690+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":437,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.324727+0000","last_change":"2023-10-09T04:48:37.127706+0000","last_active":"2023-10-09T05:00:56.324727+0000","last_peered":"2023-10-09T05:00:56.324727+0000","last_clean":"2023-10-09T05:00:56.324727+0000","last_became_active":"2023-10-09T04:48:37.127228+0000","last_became_peered":"2023-10-09T04:48:37.127228+0000","last_unstale":"2023-10-09T05:00:56.324727+0000","last_undegraded":"2023-10-09T05:00:56.324727+0000","last_fullsized":"2023-10-09T05:00:56.324727+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:13.739911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":876,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327165+0000","last_change":"2023-10-09T05:00:53.015521+0000","last_active":"2023-10-09T05:00:56.327165+0000","last_peered":"2023-10-09T05:00:56.327165+0000","last_clean":"2023-10-09T05:00:56.327165+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:00:56.327165+0000","last_undegraded":"2023-10-09T05:00:56.327165+0000","last_fullsized":"2023-10-09T05:00:56.327165+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:34.997475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:34.997475+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":268349,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"461'13754","reported_seq":13837,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.536026+0000","last_change":"2023-10-09T04:56:33.079472+0000","last_active":"2023-10-09T05:01:01.536026+0000","last_peered":"2023-10-09T05:01:01.536026+0000","last_clean":"2023-10-09T05:01:01.536026+0000","last_became_active":"2023-10-09T04:56:33.079239+0000","last_became_peered":"2023-10-09T04:56:33.079239+0000","last_unstale":"2023-10-09T05:01:01.536026+0000","last_undegraded":"2023-10-09T05:01:01.536026+0000","last_fullsized":"2023-10-09T05:01:01.536026+0000","mapping_epoch":386,"log_start":"400'6569","ondisk_log_start":"400'6569","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7185,"log_dups_size":0,"ondisk_log_size":7185,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:16:41.050550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13754,"num_write_kb":440128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":127,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329507+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:00:56.329507+0000","last_peered":"2023-10-09T05:00:56.329507+0000","last_clean":"2023-10-09T05:00:56.329507+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:00:56.329507+0000","last_undegraded":"2023-10-09T05:00:56.329507+0000","last_fullsized":"2023-10-09T05:00:56.329507+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":505,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330020+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:00:56.330020+0000","last_peered":"2023-10-09T05:00:56.330020+0000","last_clean":"2023-10-09T05:00:56.330020+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:00:56.330020+0000","last_undegraded":"2023-10-09T05:00:56.330020+0000","last_fullsized":"2023-10-09T05:00:56.330020+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":459,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.387752+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:00:56.387752+0000","last_peered":"2023-10-09T05:00:56.387752+0000","last_clean":"2023-10-09T05:00:56.387752+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:00:56.387752+0000","last_undegraded":"2023-10-09T05:00:56.387752+0000","last_fullsized":"2023-10-09T05:00:56.387752+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.5","version":"461'13526","reported_seq":13609,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.618691+0000","last_change":"2023-10-09T04:56:33.079025+0000","last_active":"2023-10-09T05:01:01.618691+0000","last_peered":"2023-10-09T05:01:01.618691+0000","last_clean":"2023-10-09T05:01:01.618691+0000","last_became_active":"2023-10-09T04:56:33.078751+0000","last_became_peered":"2023-10-09T04:56:33.078751+0000","last_unstale":"2023-10-09T05:01:01.618691+0000","last_undegraded":"2023-10-09T05:01:01.618691+0000","last_fullsized":"2023-10-09T05:01:01.618691+0000","mapping_epoch":386,"log_start":"400'6263","ondisk_log_start":"400'6263","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7263,"log_dups_size":0,"ondisk_log_size":7263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:03.450516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13526,"num_write_kb":432832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":134,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331500+0000","last_change":"2023-10-09T04:53:24.775539+0000","last_active":"2023-10-09T05:00:56.331500+0000","last_peered":"2023-10-09T05:00:56.331500+0000","last_clean":"2023-10-09T05:00:56.331500+0000","last_became_active":"2023-10-09T04:53:24.775154+0000","last_became_peered":"2023-10-09T04:53:24.775154+0000","last_unstale":"2023-10-09T05:00:56.331500+0000","last_undegraded":"2023-10-09T05:00:56.331500+0000","last_fullsized":"2023-10-09T05:00:56.331500+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:28:34.851113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":431,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330190+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:00:56.330190+0000","last_peered":"2023-10-09T05:00:56.330190+0000","last_clean":"2023-10-09T05:00:56.330190+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:00:56.330190+0000","last_undegraded":"2023-10-09T05:00:56.330190+0000","last_fullsized":"2023-10-09T05:00:56.330190+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"461'13592","reported_seq":16269,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.617643+0000","last_change":"2023-10-09T05:00:57.370146+0000","last_active":"2023-10-09T05:01:01.617643+0000","last_peered":"2023-10-09T05:01:01.617643+0000","last_clean":"2023-10-09T05:01:01.617643+0000","last_became_active":"2023-10-09T05:00:57.335627+0000","last_became_peered":"2023-10-09T05:00:57.335627+0000","last_unstale":"2023-10-09T05:01:01.617643+0000","last_undegraded":"2023-10-09T05:01:01.617643+0000","last_fullsized":"2023-10-09T05:01:01.617643+0000","mapping_epoch":460,"log_start":"401'6688","ondisk_log_start":"401'6688","created":386,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6904,"log_dups_size":0,"ondisk_log_size":6904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:21.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13592,"num_write_kb":434944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1272,"num_bytes_recovered":83361792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":442,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329334+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:00:56.329334+0000","last_peered":"2023-10-09T05:00:56.329334+0000","last_clean":"2023-10-09T05:00:56.329334+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:00:56.329334+0000","last_undegraded":"2023-10-09T05:00:56.329334+0000","last_fullsized":"2023-10-09T05:00:56.329334+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":488,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331054+0000","last_change":"2023-10-09T04:53:24.776780+0000","last_active":"2023-10-09T05:00:56.331054+0000","last_peered":"2023-10-09T05:00:56.331054+0000","last_clean":"2023-10-09T05:00:56.331054+0000","last_became_active":"2023-10-09T04:53:24.776081+0000","last_became_peered":"2023-10-09T04:53:24.776081+0000","last_unstale":"2023-10-09T05:00:56.331054+0000","last_undegraded":"2023-10-09T05:00:56.331054+0000","last_fullsized":"2023-10-09T05:00:56.331054+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:11:39.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":459,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388095+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:00:56.388095+0000","last_peered":"2023-10-09T05:00:56.388095+0000","last_clean":"2023-10-09T05:00:56.388095+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:00:56.388095+0000","last_undegraded":"2023-10-09T05:00:56.388095+0000","last_fullsized":"2023-10-09T05:00:56.388095+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.7","version":"461'13600","reported_seq":16567,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.579811+0000","last_change":"2023-10-09T05:00:55.377965+0000","last_active":"2023-10-09T05:01:01.579811+0000","last_peered":"2023-10-09T05:01:01.579811+0000","last_clean":"2023-10-09T05:01:01.579811+0000","last_became_active":"2023-10-09T05:00:55.319097+0000","last_became_peered":"2023-10-09T05:00:55.319097+0000","last_unstale":"2023-10-09T05:01:01.579811+0000","last_undegraded":"2023-10-09T05:01:01.579811+0000","last_fullsized":"2023-10-09T05:01:01.579811+0000","mapping_epoch":458,"log_start":"399'6200","ondisk_log_start":"399'6200","created":386,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7400,"log_dups_size":0,"ondisk_log_size":7400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:43:45.543545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13600,"num_write_kb":435200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1415,"num_bytes_recovered":92667904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":175,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329333+0000","last_change":"2023-10-09T05:00:49.981302+0000","last_active":"2023-10-09T05:00:56.329333+0000","last_peered":"2023-10-09T05:00:56.329333+0000","last_clean":"2023-10-09T05:00:56.329333+0000","last_became_active":"2023-10-09T05:00:49.980945+0000","last_became_peered":"2023-10-09T05:00:49.980945+0000","last_unstale":"2023-10-09T05:00:56.329333+0000","last_undegraded":"2023-10-09T05:00:56.329333+0000","last_fullsized":"2023-10-09T05:00:56.329333+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:35:49.054914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":283,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329813+0000","last_change":"2023-10-09T04:59:53.313059+0000","last_active":"2023-10-09T05:00:56.329813+0000","last_peered":"2023-10-09T05:00:56.329813+0000","last_clean":"2023-10-09T05:00:56.329813+0000","last_became_active":"2023-10-09T04:59:53.312706+0000","last_became_peered":"2023-10-09T04:59:53.312706+0000","last_unstale":"2023-10-09T05:00:56.329813+0000","last_undegraded":"2023-10-09T05:00:56.329813+0000","last_fullsized":"2023-10-09T05:00:56.329813+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:21:28.507329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":840,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.332026+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:00:56.332026+0000","last_peered":"2023-10-09T05:00:56.332026+0000","last_clean":"2023-10-09T05:00:56.332026+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:00:56.332026+0000","last_undegraded":"2023-10-09T05:00:56.332026+0000","last_fullsized":"2023-10-09T05:00:56.332026+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.a","version":"461'13539","reported_seq":13625,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.223680+0000","last_change":"2023-10-09T04:56:33.074407+0000","last_active":"2023-10-09T05:01:01.223680+0000","last_peered":"2023-10-09T05:01:01.223680+0000","last_clean":"2023-10-09T05:01:01.223680+0000","last_became_active":"2023-10-09T04:56:33.074144+0000","last_became_peered":"2023-10-09T04:56:33.074144+0000","last_unstale":"2023-10-09T05:01:01.223680+0000","last_undegraded":"2023-10-09T05:01:01.223680+0000","last_fullsized":"2023-10-09T05:01:01.223680+0000","mapping_epoch":386,"log_start":"399'5636","ondisk_log_start":"399'5636","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7903,"log_dups_size":0,"ondisk_log_size":7903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:05.950550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1245184,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13539,"num_write_kb":433856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327218+0000","last_change":"2023-10-09T05:00:49.969189+0000","last_active":"2023-10-09T05:00:56.327218+0000","last_peered":"2023-10-09T05:00:56.327218+0000","last_clean":"2023-10-09T05:00:56.327218+0000","last_became_active":"2023-10-09T05:00:49.968906+0000","last_became_peered":"2023-10-09T05:00:49.968906+0000","last_unstale":"2023-10-09T05:00:56.327218+0000","last_undegraded":"2023-10-09T05:00:56.327218+0000","last_fullsized":"2023-10-09T05:00:56.327218+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:22:08.786065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":475,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388839+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:00:56.388839+0000","last_peered":"2023-10-09T05:00:56.388839+0000","last_clean":"2023-10-09T05:00:56.388839+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:00:56.388839+0000","last_undegraded":"2023-10-09T05:00:56.388839+0000","last_fullsized":"2023-10-09T05:00:56.388839+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":202,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388168+0000","last_change":"2023-10-09T04:59:53.312984+0000","last_active":"2023-10-09T05:00:56.388168+0000","last_peered":"2023-10-09T05:00:56.388168+0000","last_clean":"2023-10-09T05:00:56.388168+0000","last_became_active":"2023-10-09T04:59:53.312656+0000","last_became_peered":"2023-10-09T04:59:53.312656+0000","last_unstale":"2023-10-09T05:00:56.388168+0000","last_undegraded":"2023-10-09T05:00:56.388168+0000","last_fullsized":"2023-10-09T05:00:56.388168+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:14:24.367655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":459,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.387900+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:00:56.387900+0000","last_peered":"2023-10-09T05:00:56.387900+0000","last_clean":"2023-10-09T05:00:56.387900+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:00:56.387900+0000","last_undegraded":"2023-10-09T05:00:56.387900+0000","last_fullsized":"2023-10-09T05:00:56.387900+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.c","version":"461'13634","reported_seq":13717,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.629178+0000","last_change":"2023-10-09T04:56:33.078740+0000","last_active":"2023-10-09T05:01:01.629178+0000","last_peered":"2023-10-09T05:01:01.629178+0000","last_clean":"2023-10-09T05:01:01.629178+0000","last_became_active":"2023-10-09T04:56:33.078491+0000","last_became_peered":"2023-10-09T04:56:33.078491+0000","last_unstale":"2023-10-09T05:01:01.629178+0000","last_undegraded":"2023-10-09T05:01:01.629178+0000","last_fullsized":"2023-10-09T05:01:01.629178+0000","mapping_epoch":386,"log_start":"396'4123","ondisk_log_start":"396'4123","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":9511,"log_dups_size":0,"ondisk_log_size":9511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:28.737441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13634,"num_write_kb":436288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":481,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388302+0000","last_change":"2023-10-09T04:53:24.797310+0000","last_active":"2023-10-09T05:00:56.388302+0000","last_peered":"2023-10-09T05:00:56.388302+0000","last_clean":"2023-10-09T05:00:56.388302+0000","last_became_active":"2023-10-09T04:53:24.796995+0000","last_became_peered":"2023-10-09T04:53:24.796995+0000","last_unstale":"2023-10-09T05:00:56.388302+0000","last_undegraded":"2023-10-09T05:00:56.388302+0000","last_fullsized":"2023-10-09T05:00:56.388302+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:44:26.951424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":462,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329652+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:00:56.329652+0000","last_peered":"2023-10-09T05:00:56.329652+0000","last_clean":"2023-10-09T05:00:56.329652+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:00:56.329652+0000","last_undegraded":"2023-10-09T05:00:56.329652+0000","last_fullsized":"2023-10-09T05:00:56.329652+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":308,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.380886+0000","last_change":"2023-10-09T04:59:53.310077+0000","last_active":"2023-10-09T05:00:56.380886+0000","last_peered":"2023-10-09T05:00:56.380886+0000","last_clean":"2023-10-09T05:00:56.380886+0000","last_became_active":"2023-10-09T04:59:53.309772+0000","last_became_peered":"2023-10-09T04:59:53.309772+0000","last_unstale":"2023-10-09T05:00:56.380886+0000","last_undegraded":"2023-10-09T05:00:56.380886+0000","last_fullsized":"2023-10-09T05:00:56.380886+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:24.939824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":421,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327495+0000","last_change":"2023-10-09T05:00:53.005861+0000","last_active":"2023-10-09T05:00:56.327495+0000","last_peered":"2023-10-09T05:00:56.327495+0000","last_clean":"2023-10-09T05:00:56.327495+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:00:56.327495+0000","last_undegraded":"2023-10-09T05:00:56.327495+0000","last_fullsized":"2023-10-09T05:00:56.327495+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:34.578196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:34.578196+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":45,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"461'13570","reported_seq":13653,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.467052+0000","last_change":"2023-10-09T04:56:33.079111+0000","last_active":"2023-10-09T05:01:01.467052+0000","last_peered":"2023-10-09T05:01:01.467052+0000","last_clean":"2023-10-09T05:01:01.467052+0000","last_became_active":"2023-10-09T04:56:33.078815+0000","last_became_peered":"2023-10-09T04:56:33.078815+0000","last_unstale":"2023-10-09T05:01:01.467052+0000","last_undegraded":"2023-10-09T05:01:01.467052+0000","last_fullsized":"2023-10-09T05:01:01.467052+0000","mapping_epoch":386,"log_start":"400'6328","ondisk_log_start":"400'6328","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7242,"log_dups_size":0,"ondisk_log_size":7242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:56:28.630062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13570,"num_write_kb":434240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":475,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.380604+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:00:56.380604+0000","last_peered":"2023-10-09T05:00:56.380604+0000","last_clean":"2023-10-09T05:00:56.380604+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:00:56.380604+0000","last_undegraded":"2023-10-09T05:00:56.380604+0000","last_fullsized":"2023-10-09T05:00:56.380604+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":326,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.380478+0000","last_change":"2023-10-09T04:59:53.310017+0000","last_active":"2023-10-09T05:00:56.380478+0000","last_peered":"2023-10-09T05:00:56.380478+0000","last_clean":"2023-10-09T05:00:56.380478+0000","last_became_active":"2023-10-09T04:59:53.309043+0000","last_became_peered":"2023-10-09T04:59:53.309043+0000","last_unstale":"2023-10-09T05:00:56.380478+0000","last_undegraded":"2023-10-09T05:00:56.380478+0000","last_fullsized":"2023-10-09T05:00:56.380478+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:20:13.708398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":238,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388232+0000","last_change":"2023-10-09T04:59:53.308722+0000","last_active":"2023-10-09T05:00:56.388232+0000","last_peered":"2023-10-09T05:00:56.388232+0000","last_clean":"2023-10-09T05:00:56.388232+0000","last_became_active":"2023-10-09T04:59:53.308419+0000","last_became_peered":"2023-10-09T04:59:53.308419+0000","last_unstale":"2023-10-09T05:00:56.388232+0000","last_undegraded":"2023-10-09T05:00:56.388232+0000","last_fullsized":"2023-10-09T05:00:56.388232+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:15:49.943835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"461'13824","reported_seq":16947,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.627811+0000","last_change":"2023-10-09T05:00:55.071983+0000","last_active":"2023-10-09T05:01:01.627811+0000","last_peered":"2023-10-09T05:01:01.627811+0000","last_clean":"2023-10-09T05:01:01.627811+0000","last_became_active":"2023-10-09T05:00:55.034014+0000","last_became_peered":"2023-10-09T05:00:55.034014+0000","last_unstale":"2023-10-09T05:01:01.627811+0000","last_undegraded":"2023-10-09T05:01:01.627811+0000","last_fullsized":"2023-10-09T05:01:01.627811+0000","mapping_epoch":457,"log_start":"401'6888","ondisk_log_start":"401'6888","created":386,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6936,"log_dups_size":0,"ondisk_log_size":6936,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:06:01.574635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13824,"num_write_kb":442305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1500,"num_bytes_recovered":98238488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":444,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388471+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:00:56.388471+0000","last_peered":"2023-10-09T05:00:56.388471+0000","last_clean":"2023-10-09T05:00:56.388471+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:00:56.388471+0000","last_undegraded":"2023-10-09T05:00:56.388471+0000","last_fullsized":"2023-10-09T05:00:56.388471+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":421,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.326884+0000","last_change":"2023-10-09T05:00:53.013847+0000","last_active":"2023-10-09T05:00:56.326884+0000","last_peered":"2023-10-09T05:00:56.326884+0000","last_clean":"2023-10-09T05:00:56.326884+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:00:56.326884+0000","last_undegraded":"2023-10-09T05:00:56.326884+0000","last_fullsized":"2023-10-09T05:00:56.326884+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:40.219149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:40.219149+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":82,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":294,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329765+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:00:56.329765+0000","last_peered":"2023-10-09T05:00:56.329765+0000","last_clean":"2023-10-09T05:00:56.329765+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:00:56.329765+0000","last_undegraded":"2023-10-09T05:00:56.329765+0000","last_fullsized":"2023-10-09T05:00:56.329765+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":154,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331791+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:00:56.331791+0000","last_peered":"2023-10-09T05:00:56.331791+0000","last_clean":"2023-10-09T05:00:56.331791+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:00:56.331791+0000","last_undegraded":"2023-10-09T05:00:56.331791+0000","last_fullsized":"2023-10-09T05:00:56.331791+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":785,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331422+0000","last_change":"2023-10-09T05:00:01.112345+0000","last_active":"2023-10-09T05:00:56.331422+0000","last_peered":"2023-10-09T05:00:56.331422+0000","last_clean":"2023-10-09T05:00:56.331422+0000","last_became_active":"2023-10-09T04:59:53.312694+0000","last_became_peered":"2023-10-09T04:59:53.312694+0000","last_unstale":"2023-10-09T05:00:56.331422+0000","last_undegraded":"2023-10-09T05:00:56.331422+0000","last_fullsized":"2023-10-09T05:00:56.331422+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:23.486339+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"461'13648","reported_seq":16360,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.626991+0000","last_change":"2023-10-09T05:00:57.409520+0000","last_active":"2023-10-09T05:01:01.626991+0000","last_peered":"2023-10-09T05:01:01.626991+0000","last_clean":"2023-10-09T05:01:01.626991+0000","last_became_active":"2023-10-09T05:00:57.335374+0000","last_became_peered":"2023-10-09T05:00:57.335374+0000","last_unstale":"2023-10-09T05:01:01.626991+0000","last_undegraded":"2023-10-09T05:01:01.626991+0000","last_fullsized":"2023-10-09T05:01:01.626991+0000","mapping_epoch":460,"log_start":"399'6122","ondisk_log_start":"399'6122","created":386,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7526,"log_dups_size":0,"ondisk_log_size":7526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:37:26.305935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13648,"num_write_kb":436736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1289,"num_bytes_recovered":84475904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.326846+0000","last_change":"2023-10-09T05:00:49.968014+0000","last_active":"2023-10-09T05:00:56.326846+0000","last_peered":"2023-10-09T05:00:56.326846+0000","last_clean":"2023-10-09T05:00:56.326846+0000","last_became_active":"2023-10-09T05:00:49.967693+0000","last_became_peered":"2023-10-09T05:00:49.967693+0000","last_unstale":"2023-10-09T05:00:56.326846+0000","last_undegraded":"2023-10-09T05:00:56.326846+0000","last_fullsized":"2023-10-09T05:00:56.326846+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:25:27.444523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":413,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329433+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:00:56.329433+0000","last_peered":"2023-10-09T05:00:56.329433+0000","last_clean":"2023-10-09T05:00:56.329433+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:00:56.329433+0000","last_undegraded":"2023-10-09T05:00:56.329433+0000","last_fullsized":"2023-10-09T05:00:56.329433+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":453,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.325577+0000","last_change":"2023-10-09T04:48:37.123281+0000","last_active":"2023-10-09T05:00:56.325577+0000","last_peered":"2023-10-09T05:00:56.325577+0000","last_clean":"2023-10-09T05:00:56.325577+0000","last_became_active":"2023-10-09T04:48:37.122625+0000","last_became_peered":"2023-10-09T04:48:37.122625+0000","last_unstale":"2023-10-09T05:00:56.325577+0000","last_undegraded":"2023-10-09T05:00:56.325577+0000","last_fullsized":"2023-10-09T05:00:56.325577+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:17:32.107956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":800,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.332221+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:00:56.332221+0000","last_peered":"2023-10-09T05:00:56.332221+0000","last_clean":"2023-10-09T05:00:56.332221+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:00:56.332221+0000","last_undegraded":"2023-10-09T05:00:56.332221+0000","last_fullsized":"2023-10-09T05:00:56.332221+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.b","version":"461'13638","reported_seq":13735,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.606676+0000","last_change":"2023-10-09T04:57:02.270860+0000","last_active":"2023-10-09T05:01:01.606676+0000","last_peered":"2023-10-09T05:01:01.606676+0000","last_clean":"2023-10-09T05:01:01.606676+0000","last_became_active":"2023-10-09T04:57:02.239697+0000","last_became_peered":"2023-10-09T04:57:02.239697+0000","last_unstale":"2023-10-09T05:01:01.606676+0000","last_undegraded":"2023-10-09T05:01:01.606676+0000","last_fullsized":"2023-10-09T05:01:01.606676+0000","mapping_epoch":393,"log_start":"404'7323","ondisk_log_start":"404'7323","created":386,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6315,"log_dups_size":0,"ondisk_log_size":6315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:22:40.597712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13638,"num_write_kb":436416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.327819+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:00:56.327819+0000","last_peered":"2023-10-09T05:00:56.327819+0000","last_clean":"2023-10-09T05:00:56.327819+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:00:56.327819+0000","last_undegraded":"2023-10-09T05:00:56.327819+0000","last_fullsized":"2023-10-09T05:00:56.327819+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":187,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.380919+0000","last_change":"2023-10-09T04:59:53.309404+0000","last_active":"2023-10-09T05:00:56.380919+0000","last_peered":"2023-10-09T05:00:56.380919+0000","last_clean":"2023-10-09T05:00:56.380919+0000","last_became_active":"2023-10-09T04:59:53.309067+0000","last_became_peered":"2023-10-09T04:59:53.309067+0000","last_unstale":"2023-10-09T05:00:56.380919+0000","last_undegraded":"2023-10-09T05:00:56.380919+0000","last_fullsized":"2023-10-09T05:00:56.380919+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:18:51.636426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":160,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388546+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:00:56.388546+0000","last_peered":"2023-10-09T05:00:56.388546+0000","last_clean":"2023-10-09T05:00:56.388546+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:00:56.388546+0000","last_undegraded":"2023-10-09T05:00:56.388546+0000","last_fullsized":"2023-10-09T05:00:56.388546+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":459,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330053+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:00:56.330053+0000","last_peered":"2023-10-09T05:00:56.330053+0000","last_clean":"2023-10-09T05:00:56.330053+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:00:56.330053+0000","last_undegraded":"2023-10-09T05:00:56.330053+0000","last_fullsized":"2023-10-09T05:00:56.330053+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.8","version":"461'13582","reported_seq":13668,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.617607+0000","last_change":"2023-10-09T04:56:33.072919+0000","last_active":"2023-10-09T05:01:01.617607+0000","last_peered":"2023-10-09T05:01:01.617607+0000","last_clean":"2023-10-09T05:01:01.617607+0000","last_became_active":"2023-10-09T04:56:33.072647+0000","last_became_peered":"2023-10-09T04:56:33.072647+0000","last_unstale":"2023-10-09T05:01:01.617607+0000","last_undegraded":"2023-10-09T05:01:01.617607+0000","last_fullsized":"2023-10-09T05:01:01.617607+0000","mapping_epoch":386,"log_start":"404'7312","ondisk_log_start":"404'7312","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":6270,"log_dups_size":0,"ondisk_log_size":6270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:40:59.450345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13582,"num_write_kb":434624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":153,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329915+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:00:56.329915+0000","last_peered":"2023-10-09T05:00:56.329915+0000","last_clean":"2023-10-09T05:00:56.329915+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:00:56.329915+0000","last_undegraded":"2023-10-09T05:00:56.329915+0000","last_fullsized":"2023-10-09T05:00:56.329915+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":348,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.332472+0000","last_change":"2023-10-09T04:59:53.313116+0000","last_active":"2023-10-09T05:00:56.332472+0000","last_peered":"2023-10-09T05:00:56.332472+0000","last_clean":"2023-10-09T05:00:56.332472+0000","last_became_active":"2023-10-09T04:59:53.312690+0000","last_became_peered":"2023-10-09T04:59:53.312690+0000","last_unstale":"2023-10-09T05:00:56.332472+0000","last_undegraded":"2023-10-09T05:00:56.332472+0000","last_fullsized":"2023-10-09T05:00:56.332472+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:57:57.663677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":176,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329219+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:00:56.329219+0000","last_peered":"2023-10-09T05:00:56.329219+0000","last_clean":"2023-10-09T05:00:56.329219+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:00:56.329219+0000","last_undegraded":"2023-10-09T05:00:56.329219+0000","last_fullsized":"2023-10-09T05:00:56.329219+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":502,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329579+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:00:56.329579+0000","last_peered":"2023-10-09T05:00:56.329579+0000","last_clean":"2023-10-09T05:00:56.329579+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:00:56.329579+0000","last_undegraded":"2023-10-09T05:00:56.329579+0000","last_fullsized":"2023-10-09T05:00:56.329579+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"461'13580","reported_seq":13666,"reported_epoch":461,"state":"active+clean","last_fresh":"2023-10-09T05:01:01.267202+0000","last_change":"2023-10-09T04:56:33.079067+0000","last_active":"2023-10-09T05:01:01.267202+0000","last_peered":"2023-10-09T05:01:01.267202+0000","last_clean":"2023-10-09T05:01:01.267202+0000","last_became_active":"2023-10-09T04:56:33.078809+0000","last_became_peered":"2023-10-09T04:56:33.078809+0000","last_unstale":"2023-10-09T05:01:01.267202+0000","last_undegraded":"2023-10-09T05:01:01.267202+0000","last_fullsized":"2023-10-09T05:01:01.267202+0000","mapping_epoch":386,"log_start":"399'5666","ondisk_log_start":"399'5666","created":386,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:56:32.051107+0000","last_clean_scrub_stamp":"2023-10-09T04:56:32.051107+0000","objects_scrubbed":0,"log_size":7914,"log_dups_size":0,"ondisk_log_size":7914,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:43:23.206355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1179648,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13580,"num_write_kb":435136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":154,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.331980+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:00:56.331980+0000","last_peered":"2023-10-09T05:00:56.331980+0000","last_clean":"2023-10-09T05:00:56.331980+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:00:56.331980+0000","last_undegraded":"2023-10-09T05:00:56.331980+0000","last_fullsized":"2023-10-09T05:00:56.331980+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":441,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.325668+0000","last_change":"2023-10-09T04:48:37.123611+0000","last_active":"2023-10-09T05:00:56.325668+0000","last_peered":"2023-10-09T05:00:56.325668+0000","last_clean":"2023-10-09T05:00:56.325668+0000","last_became_active":"2023-10-09T04:48:37.123243+0000","last_became_peered":"2023-10-09T04:48:37.123243+0000","last_unstale":"2023-10-09T05:00:56.325668+0000","last_undegraded":"2023-10-09T05:00:56.325668+0000","last_fullsized":"2023-10-09T05:00:56.325668+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:36:41.196536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":444,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329202+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:00:56.329202+0000","last_peered":"2023-10-09T05:00:56.329202+0000","last_clean":"2023-10-09T05:00:56.329202+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:00:56.329202+0000","last_undegraded":"2023-10-09T05:00:56.329202+0000","last_fullsized":"2023-10-09T05:00:56.329202+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":156,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329850+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:00:56.329850+0000","last_peered":"2023-10-09T05:00:56.329850+0000","last_clean":"2023-10-09T05:00:56.329850+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:00:56.329850+0000","last_undegraded":"2023-10-09T05:00:56.329850+0000","last_fullsized":"2023-10-09T05:00:56.329850+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":484,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.380959+0000","last_change":"2023-10-09T04:52:31.746831+0000","last_active":"2023-10-09T05:00:56.380959+0000","last_peered":"2023-10-09T05:00:56.380959+0000","last_clean":"2023-10-09T05:00:56.380959+0000","last_became_active":"2023-10-09T04:52:31.746546+0000","last_became_peered":"2023-10-09T04:52:31.746546+0000","last_unstale":"2023-10-09T05:00:56.380959+0000","last_undegraded":"2023-10-09T05:00:56.380959+0000","last_fullsized":"2023-10-09T05:00:56.380959+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:59.697632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":440,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388810+0000","last_change":"2023-10-09T04:48:37.126296+0000","last_active":"2023-10-09T05:00:56.388810+0000","last_peered":"2023-10-09T05:00:56.388810+0000","last_clean":"2023-10-09T05:00:56.388810+0000","last_became_active":"2023-10-09T04:48:37.125983+0000","last_became_peered":"2023-10-09T04:48:37.125983+0000","last_unstale":"2023-10-09T05:00:56.388810+0000","last_undegraded":"2023-10-09T05:00:56.388810+0000","last_fullsized":"2023-10-09T05:00:56.388810+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:03:20.125809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":492,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329803+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:00:56.329803+0000","last_peered":"2023-10-09T05:00:56.329803+0000","last_clean":"2023-10-09T05:00:56.329803+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:00:56.329803+0000","last_undegraded":"2023-10-09T05:00:56.329803+0000","last_fullsized":"2023-10-09T05:00:56.329803+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":462,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388674+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:00:56.388674+0000","last_peered":"2023-10-09T05:00:56.388674+0000","last_clean":"2023-10-09T05:00:56.388674+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:00:56.388674+0000","last_undegraded":"2023-10-09T05:00:56.388674+0000","last_fullsized":"2023-10-09T05:00:56.388674+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":465,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329438+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:00:56.329438+0000","last_peered":"2023-10-09T05:00:56.329438+0000","last_clean":"2023-10-09T05:00:56.329438+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:00:56.329438+0000","last_undegraded":"2023-10-09T05:00:56.329438+0000","last_fullsized":"2023-10-09T05:00:56.329438+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":187,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329767+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:00:56.329767+0000","last_peered":"2023-10-09T05:00:56.329767+0000","last_clean":"2023-10-09T05:00:56.329767+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:00:56.329767+0000","last_undegraded":"2023-10-09T05:00:56.329767+0000","last_fullsized":"2023-10-09T05:00:56.329767+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":152,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.330180+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:00:56.330180+0000","last_peered":"2023-10-09T05:00:56.330180+0000","last_clean":"2023-10-09T05:00:56.330180+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:00:56.330180+0000","last_undegraded":"2023-10-09T05:00:56.330180+0000","last_fullsized":"2023-10-09T05:00:56.330180+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":147,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.388003+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:00:56.388003+0000","last_peered":"2023-10-09T05:00:56.388003+0000","last_clean":"2023-10-09T05:00:56.388003+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:00:56.388003+0000","last_undegraded":"2023-10-09T05:00:56.388003+0000","last_fullsized":"2023-10-09T05:00:56.388003+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":481,"reported_epoch":460,"state":"active+clean","last_fresh":"2023-10-09T05:00:56.329176+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:00:56.329176+0000","last_peered":"2023-10-09T05:00:56.329176+0000","last_clean":"2023-10-09T05:00:56.329176+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:00:56.329176+0000","last_undegraded":"2023-10-09T05:00:56.329176+0000","last_fullsized":"2023-10-09T05:00:56.329176+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":2424832,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":218105,"num_write_kb":6980481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9747,"num_bytes_recovered":638582808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":27463680,"data_stored":27459608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":116897,"ondisk_log_size":116897,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":751377,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":134,"num_read_kb":249,"num_write":64,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1245728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234458,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1210872,"kb_used_data":9008,"kb_used_omap":0,"kb_used_meta":1201856,"kb_avail":92534280,"statfs":{"total":95995035648,"available":94755102720,"internally_reserved":0,"allocated":9224192,"data_stored":8054051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1230700544},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5059999999999998,"5min":1.788,"15min":1.867},"min":{"1min":0.245,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":9.9429999999999996,"5min":16.027999999999999,"15min":16.027999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.0699999999999998,"5min":1.6319999999999999,"15min":1.581},"min":{"1min":0.249,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":5.9009999999999998,"5min":10.785,"15min":17.344000000000001},"last":0.60699999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.736,"5min":1.8180000000000001,"15min":1.784},"min":{"1min":0.28799999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":3.238,"5min":6.7119999999999997,"15min":16.513000000000002},"last":2.3050000000000002},{"interface":"front","average":{"1min":1.9119999999999999,"5min":2.0510000000000002,"15min":1.9910000000000001},"min":{"1min":0.29899999999999999,"5min":0.29099999999999998,"15min":0.23899999999999999},"max":{"1min":7.7539999999999996,"5min":19.681999999999999,"15min":24.052},"last":0.56299999999999994}]},{"osd":2,"last update":"Mon Oct 9 05:00:19 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":2.0209999999999999,"15min":2.1320000000000001},"min":{"1min":0.33800000000000002,"5min":0.254,"15min":0.254},"max":{"1min":7.4550000000000001,"5min":10.741,"15min":32.179000000000002},"last":0.72599999999999998},{"interface":"front","average":{"1min":2.4569999999999999,"5min":2.1890000000000001,"15min":1.8620000000000001},"min":{"1min":0.36399999999999999,"5min":0.33900000000000002,"15min":0.28799999999999998},"max":{"1min":5.4459999999999997,"5min":11.051,"15min":16.704000000000001},"last":3.0710000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:00:46 2023","interfaces":[{"interface":"back","average":{"1min":2.4990000000000001,"5min":2.5,"15min":1.839},"min":{"1min":0.32800000000000001,"5min":0.317,"15min":0.30199999999999999},"max":{"1min":12.581,"5min":14.228999999999999,"15min":14.228999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.4279999999999999,"5min":2.1829999999999998,"15min":1.7050000000000001},"min":{"1min":0.44900000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":6.4359999999999999,"5min":12.334,"15min":12.334},"last":0.68899999999999995}]},{"osd":4,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":1.2789999999999999,"15min":1.843},"min":{"1min":0.27300000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":19.949000000000002,"5min":19.949000000000002,"15min":23.919},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.488,"5min":1.0549999999999999,"15min":1.474},"min":{"1min":0.28199999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":18.971,"5min":18.971,"15min":23.797999999999998},"last":0.32100000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.1439999999999999,"15min":2.1560000000000001},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":7.3979999999999997,"5min":7.3979999999999997,"15min":79.709999999999994},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.0469999999999999,"15min":1.909},"min":{"1min":0.32700000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":3.7410000000000001,"5min":5.8079999999999998,"15min":79.332999999999998},"last":0.442}]},{"osd":6,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.2829999999999999,"15min":1.9650000000000001},"min":{"1min":0.36399999999999999,"5min":0.34000000000000002,"15min":0.27600000000000002},"max":{"1min":2.9399999999999999,"5min":7.4880000000000004,"15min":16.599},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.97899999999999998,"15min":1.794},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.488,"5min":6.5179999999999998,"15min":24.010000000000002},"last":0.40300000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496094,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":923112,"kb_used_data":21728,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92822040,"statfs":{"total":95995035648,"available":95049768960,"internally_reserved":0,"allocated":22249472,"data_stored":21095603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":2.5310000000000001,"15min":1.8520000000000001},"min":{"1min":0.24299999999999999,"5min":0.224,"15min":0.219},"max":{"1min":8.4359999999999999,"5min":62.470999999999997,"15min":62.470999999999997},"last":0.32400000000000001},{"interface":"front","average":{"1min":2.2400000000000002,"5min":2.5489999999999999,"15min":2.036},"min":{"1min":0.317,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":8.4440000000000008,"5min":62.445,"15min":62.445},"last":0.46400000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:00:03 2023","interfaces":[{"interface":"back","average":{"1min":1.9950000000000001,"5min":1.768,"15min":1.8169999999999999},"min":{"1min":0.315,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.1950000000000003,"5min":9.1869999999999994,"15min":10.686},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.946,"5min":1.778,"15min":1.5129999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":5.5410000000000004,"5min":9.3030000000000008,"15min":9.3030000000000008},"last":0.35299999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:00:34 2023","interfaces":[{"interface":"back","average":{"1min":4.6379999999999999,"5min":2.6859999999999999,"15min":2.0779999999999998},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":36.128,"5min":42.923999999999999,"15min":42.923999999999999},"last":5.1520000000000001},{"interface":"front","average":{"1min":2.6429999999999998,"5min":2.6890000000000001,"15min":2.3359999999999999},"min":{"1min":0.30499999999999999,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":4.8360000000000003,"5min":42.936999999999998,"15min":42.936999999999998},"last":0.52400000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.3679999999999999,"5min":2.754,"15min":2.294},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":8.2059999999999995,"5min":26.763000000000002,"15min":26.763000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":1.8200000000000001,"5min":2.6240000000000001,"15min":2.0409999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.0910000000000002,"5min":26.777999999999999,"15min":26.777999999999999},"last":0.59699999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:00:34 2023","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.1930000000000001,"15min":1.6100000000000001},"min":{"1min":0.32000000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":6.0140000000000002,"5min":6.2809999999999997,"15min":16.399999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.7290000000000001,"5min":1.069,"15min":1.623},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.931,"5min":4.931,"15min":16.068999999999999},"last":0.48499999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:00:34 2023","interfaces":[{"interface":"back","average":{"1min":1.4650000000000001,"5min":1.081,"15min":1.599},"min":{"1min":0.33500000000000002,"5min":0.27500000000000002,"15min":0.24099999999999999},"max":{"1min":3.8860000000000001,"5min":5.992,"15min":12.420999999999999},"last":1.663},{"interface":"front","average":{"1min":1.4730000000000001,"5min":1.3080000000000001,"15min":1.5960000000000001},"min":{"1min":0.30299999999999999,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":5.883,"5min":7.7549999999999999,"15min":16.292999999999999},"last":0.42199999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:00:03 2023","interfaces":[{"interface":"back","average":{"1min":1.8440000000000001,"5min":1.3460000000000001,"15min":2.3780000000000001},"min":{"1min":0.39600000000000002,"5min":0.33800000000000002,"15min":0.28199999999999997},"max":{"1min":5.9749999999999996,"5min":16.372,"15min":196.22300000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.6799999999999999,"5min":1.1659999999999999,"15min":2.5670000000000002},"min":{"1min":0.372,"5min":0.315,"15min":0.315},"max":{"1min":5.2610000000000001,"5min":16.018999999999998,"15min":196.24299999999999},"last":0.61699999999999999}]}]},{"osd":1,"up_from":235,"seq":1009317314711,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":494204,"kb_used_data":5684,"kb_used_omap":5,"kb_used_meta":488506,"kb_avail":93250948,"statfs":{"total":95995035648,"available":95488970752,"internally_reserved":0,"allocated":5820416,"data_stored":3677543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":500230869},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5329999999999999,"5min":2.5430000000000001,"15min":1.655},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":9.0999999999999996,"5min":21.587,"15min":21.587},"last":0.249},{"interface":"front","average":{"1min":3.492,"5min":2.379,"15min":1.7030000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20100000000000001},"max":{"1min":11.646000000000001,"5min":12.044,"15min":14.954000000000001},"last":0.315}]},{"osd":2,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":4.3029999999999999,"5min":3.1499999999999999,"15min":1.923},"min":{"1min":0.26500000000000001,"5min":0.248,"15min":0.20399999999999999},"max":{"1min":21.065000000000001,"5min":21.065000000000001,"15min":21.065000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":6.4100000000000001,"5min":4.2110000000000003,"15min":2.3969999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.221},"max":{"1min":21.152999999999999,"5min":21.864999999999998,"15min":21.864999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":4.9779999999999998,"5min":3.246,"15min":2.0600000000000001},"min":{"1min":0.32300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":19.193999999999999,"5min":19.193999999999999,"15min":27.974},"last":0.28000000000000003},{"interface":"front","average":{"1min":4.3390000000000004,"5min":3.1459999999999999,"15min":2.0859999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":19.248999999999999,"5min":23.620999999999999,"15min":27.914000000000001},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.7949999999999999,"5min":2.2229999999999999,"15min":2.004},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":9.532,"5min":22.707000000000001,"15min":44.145000000000003},"last":0.373},{"interface":"front","average":{"1min":2.1659999999999999,"5min":2.3759999999999999,"15min":1.9179999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.91,"5min":25.751000000000001,"15min":44.286999999999999},"last":0.47399999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":1.9650000000000001,"15min":1.8819999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28100000000000003},"max":{"1min":11.958,"5min":13.000999999999999,"15min":15.034000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.669,"5min":2.516,"15min":1.9990000000000001},"min":{"1min":0.375,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":9.5280000000000005,"5min":21.484000000000002,"15min":21.484000000000002},"last":0.42399999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":2.7559999999999998,"15min":1.9830000000000001},"min":{"1min":0.39400000000000002,"5min":0.31,"15min":0.31},"max":{"1min":9.5790000000000006,"5min":14.853,"15min":14.853},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.7509999999999999,"5min":2.085,"15min":1.722},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":8.9290000000000003,"5min":11.141,"15min":11.141},"last":0.39900000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.1320000000000001,"15min":3.8149999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":8.6280000000000001,"5min":11.173999999999999,"15min":146.554},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.7839999999999998,"5min":2.1059999999999999,"15min":4.077},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":11.989000000000001,"5min":13.028,"15min":146.53100000000001},"last":0.49399999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187800,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1007668,"kb_used_data":16300,"kb_used_omap":5,"kb_used_meta":991354,"kb_avail":92737484,"statfs":{"total":95995035648,"available":94963183616,"internally_reserved":0,"allocated":16691200,"data_stored":14256558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1015147130},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.4830000000000001,"15min":1.637},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.17799999999999999},"max":{"1min":10.603,"5min":16.838999999999999,"15min":16.838999999999999},"last":2.843},{"interface":"front","average":{"1min":3.96,"5min":2.9990000000000001,"15min":1.8300000000000001},"min":{"1min":0.191,"5min":0.184,"15min":0.184},"max":{"1min":22.640999999999998,"5min":22.640999999999998,"15min":26.646000000000001},"last":8.7880000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":3.1190000000000002,"15min":2.1880000000000002},"min":{"1min":0.24199999999999999,"5min":0.22900000000000001,"15min":0.17799999999999999},"max":{"1min":10.254,"5min":16.789999999999999,"15min":24.021000000000001},"last":16.081},{"interface":"front","average":{"1min":3.1899999999999999,"5min":2.8380000000000001,"15min":1.9350000000000001},"min":{"1min":0.27000000000000002,"5min":0.216,"15min":0.216},"max":{"1min":22.683,"5min":22.683,"15min":24.050999999999998},"last":12.997}]},{"osd":3,"last update":"Mon Oct 9 05:00:48 2023","interfaces":[{"interface":"back","average":{"1min":3.214,"5min":2.476,"15min":1.7869999999999999},"min":{"1min":0.312,"5min":0.218,"15min":0.218},"max":{"1min":10.632999999999999,"5min":13.461,"15min":14.711},"last":2.2280000000000002},{"interface":"front","average":{"1min":2.7290000000000001,"5min":2.9289999999999998,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.27500000000000002,"15min":0.248},"max":{"1min":13.294,"5min":21.132999999999999,"15min":23.222000000000001},"last":6.2350000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":2.4409999999999998,"5min":2.2480000000000002,"15min":1.911},"min":{"1min":0.41699999999999998,"5min":0.311,"15min":0.26300000000000001},"max":{"1min":10.231999999999999,"5min":14.581,"15min":14.581},"last":4.6280000000000001},{"interface":"front","average":{"1min":2.137,"5min":1.8680000000000001,"15min":1.5960000000000001},"min":{"1min":0.46100000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.9180000000000001,"5min":14.721,"15min":14.721},"last":0.33300000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6709999999999998,"5min":2.0859999999999999,"15min":1.788},"min":{"1min":0.498,"5min":0.29899999999999999,"15min":0.29699999999999999},"max":{"1min":6.9610000000000003,"5min":13.542,"15min":13.542},"last":0.39000000000000001},{"interface":"front","average":{"1min":3.746,"5min":2.5259999999999998,"15min":2.0819999999999999},"min":{"1min":0.33400000000000002,"5min":0.32300000000000001,"15min":0.29999999999999999},"max":{"1min":22.738,"5min":22.738,"15min":22.738},"last":8.7059999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":2.2810000000000001,"15min":1.8420000000000001},"min":{"1min":0.52900000000000003,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":6.9870000000000001,"5min":13.599,"15min":13.599},"last":0.36699999999999999},{"interface":"front","average":{"1min":3.7610000000000001,"5min":2.903,"15min":2.1379999999999999},"min":{"1min":0.36299999999999999,"5min":0.35999999999999999,"15min":0.32100000000000001},"max":{"1min":22.709,"5min":22.709,"15min":22.709},"last":8.8209999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:00:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5469999999999997,"5min":2.8650000000000002,"15min":2.1469999999999998},"min":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.34599999999999997},"max":{"1min":22.763000000000002,"5min":22.763000000000002,"15min":22.763000000000002},"last":8.7590000000000003},{"interface":"front","average":{"1min":3.7250000000000001,"5min":2.806,"15min":2.258},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.36499999999999999},"max":{"1min":20.890000000000001,"5min":20.890000000000001,"15min":20.890000000000001},"last":4.673}]}]},{"osd":2,"up_from":116,"seq":498216206643,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":857496,"kb_used_data":24592,"kb_used_omap":7,"kb_used_meta":832824,"kb_avail":92887656,"statfs":{"total":95995035648,"available":95116959744,"internally_reserved":0,"allocated":25182208,"data_stored":23060068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":852811857},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:31 2023","interfaces":[{"interface":"back","average":{"1min":3.8109999999999999,"5min":2.2559999999999998,"15min":1.7110000000000001},"min":{"1min":0.248,"5min":0.17699999999999999,"15min":0.16600000000000001},"max":{"1min":11.247999999999999,"5min":15.34,"15min":49.338000000000001},"last":4.1840000000000002},{"interface":"front","average":{"1min":4.1989999999999998,"5min":2.1389999999999998,"15min":1.6910000000000001},"min":{"1min":0.27300000000000002,"5min":0.188,"15min":0.185},"max":{"1min":13.952,"5min":13.952,"15min":47.450000000000003},"last":0.39800000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.298,"5min":3.9900000000000002,"15min":2.1920000000000002},"min":{"1min":0.24399999999999999,"5min":0.192,"15min":0.192},"max":{"1min":10.913,"5min":210.52199999999999,"15min":210.52199999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":4.9589999999999996,"5min":5.3289999999999997,"15min":2.8410000000000002},"min":{"1min":0.26000000000000001,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":12.890000000000001,"5min":210.792,"15min":210.792},"last":1.4710000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:00:53 2023","interfaces":[{"interface":"back","average":{"1min":7.9199999999999999,"5min":4.9880000000000004,"15min":2.5369999999999999},"min":{"1min":0.31900000000000001,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":23.507000000000001,"5min":79.926000000000002,"15min":79.926000000000002},"last":5.1909999999999998},{"interface":"front","average":{"1min":7.9589999999999996,"5min":5.1420000000000003,"15min":2.6200000000000001},"min":{"1min":0.38900000000000001,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":23.541,"5min":79.959000000000003,"15min":79.959000000000003},"last":5.2169999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:00:31 2023","interfaces":[{"interface":"back","average":{"1min":4.4560000000000004,"5min":4.423,"15min":2.6600000000000001},"min":{"1min":0.38,"5min":0.33600000000000002,"15min":0.29299999999999998},"max":{"1min":12.939,"5min":176.00200000000001,"15min":176.00200000000001},"last":1.5780000000000001},{"interface":"front","average":{"1min":2.0459999999999998,"5min":3.2989999999999999,"15min":2.2130000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.28799999999999998},"max":{"1min":7.0359999999999996,"5min":176.07900000000001,"15min":176.07900000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:00:31 2023","interfaces":[{"interface":"back","average":{"1min":4.1120000000000001,"5min":2.0529999999999999,"15min":1.768},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.28299999999999997},"max":{"1min":24.405000000000001,"5min":24.405000000000001,"15min":24.405000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":4.4630000000000001,"5min":2.859,"15min":2.101},"min":{"1min":0.46400000000000002,"5min":0.30299999999999999,"15min":0.28899999999999998},"max":{"1min":12.968,"5min":18.172999999999998,"15min":18.172999999999998},"last":1.546}]},{"osd":6,"last update":"Mon Oct 9 05:00:31 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.3839999999999999,"15min":2.0870000000000002},"min":{"1min":0.47499999999999998,"5min":0.312,"15min":0.312},"max":{"1min":24.023,"5min":24.023,"15min":42.975999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":4.7800000000000002,"5min":2.21,"15min":2.1400000000000001},"min":{"1min":0.41999999999999998,"5min":0.316,"15min":0.316},"max":{"1min":24.364000000000001,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.42099999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:00:31 2023","interfaces":[{"interface":"back","average":{"1min":3.101,"5min":2.246,"15min":2.0910000000000002},"min":{"1min":0.495,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":12.907999999999999,"5min":15.516,"15min":18.600000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":3.3980000000000001,"5min":2.1320000000000001,"15min":2.077},"min":{"1min":0.44400000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":12.462999999999999,"5min":15.583,"15min":15.583},"last":0.625}]}]},{"osd":3,"up_from":198,"seq":850403524780,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":533308,"kb_used_data":28020,"kb_used_omap":2,"kb_used_meta":505277,"kb_avail":93211844,"statfs":{"total":95995035648,"available":95448928256,"internally_reserved":0,"allocated":28692480,"data_stored":26708366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":517403701},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":3.77,"5min":3.1760000000000002,"15min":1.8839999999999999},"min":{"1min":0.32700000000000001,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":11.06,"5min":26.260999999999999,"15min":26.260999999999999},"last":2.1899999999999999},{"interface":"front","average":{"1min":4.1360000000000001,"5min":3.1480000000000001,"15min":1.8939999999999999},"min":{"1min":0.223,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.5909999999999993,"5min":22.477,"15min":22.477},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:00:06 2023","interfaces":[{"interface":"back","average":{"1min":3.149,"5min":2.6709999999999998,"15min":1.548},"min":{"1min":0.28699999999999998,"5min":0.224,"15min":0.20999999999999999},"max":{"1min":16.544,"5min":26.314,"15min":26.314},"last":2.3119999999999998},{"interface":"front","average":{"1min":3.4049999999999998,"5min":2.7989999999999999,"15min":1.9099999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.22900000000000001},"max":{"1min":11.785,"5min":18.306999999999999,"15min":18.306999999999999},"last":2.3940000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":3,"15min":2.0379999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.0449999999999999,"5min":15.425000000000001,"15min":21.722999999999999},"last":1.131},{"interface":"front","average":{"1min":3.8740000000000001,"5min":3.052,"15min":1.917},"min":{"1min":0.39300000000000002,"5min":0.255,"15min":0.23799999999999999},"max":{"1min":24.184000000000001,"5min":25.776,"15min":25.776},"last":2.778}]},{"osd":4,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":3.2200000000000002,"5min":2.5499999999999998,"15min":1.859},"min":{"1min":0.309,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.173999999999999,"5min":15.301,"15min":15.301},"last":0.74099999999999999},{"interface":"front","average":{"1min":1.3360000000000001,"5min":2.6280000000000001,"15min":2.0209999999999999},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28199999999999997},"max":{"1min":5.0049999999999999,"5min":15.401999999999999,"15min":21.532},"last":1.2}]},{"osd":5,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.2440000000000002,"15min":1.873},"min":{"1min":0.434,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":10.967000000000001,"5min":15.282,"15min":35.712000000000003},"last":2.101},{"interface":"front","average":{"1min":3.056,"5min":2.5609999999999999,"15min":2.1800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.2249999999999996,"5min":18.064,"15min":35.488},"last":0.71699999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":2.5710000000000002,"15min":2.4580000000000002},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":7.7859999999999996,"5min":15.339,"15min":50.113999999999997},"last":1.1659999999999999},{"interface":"front","average":{"1min":2.734,"5min":2.3690000000000002,"15min":2.161},"min":{"1min":0.47699999999999998,"5min":0.33400000000000002,"15min":0.32200000000000001},"max":{"1min":11.130000000000001,"5min":15.243,"15min":53.841999999999999},"last":2.1379999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":2.8540000000000001,"15min":2.1150000000000002},"min":{"1min":0.44,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":10.215999999999999,"5min":18.155999999999999,"15min":18.155999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.623,"5min":2.5289999999999999,"15min":2.214},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.34399999999999997},"max":{"1min":5.0650000000000004,"5min":15.381,"15min":21.587},"last":1.23}]}]},{"osd":4,"up_from":30,"seq":128849019366,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":901296,"kb_used_data":5416,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92843856,"statfs":{"total":95995035648,"available":95072108544,"internally_reserved":0,"allocated":5545984,"data_stored":4384230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:29 2023","interfaces":[{"interface":"back","average":{"1min":2.9540000000000002,"5min":1.851,"15min":1.9139999999999999},"min":{"1min":0.25800000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":10.130000000000001,"5min":10.130000000000001,"15min":21.047000000000001},"last":11.003},{"interface":"front","average":{"1min":1.9490000000000001,"5min":1.425,"15min":1.6120000000000001},"min":{"1min":0.26300000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.8710000000000004,"5min":9.8710000000000004,"15min":12.064},"last":0.48599999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":1.536,"5min":4.9969999999999999,"15min":2.694},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.23000000000000001},"max":{"1min":4.6989999999999998,"5min":288.47500000000002,"15min":288.47500000000002},"last":2.1400000000000001},{"interface":"front","average":{"1min":3.6829999999999998,"5min":5.8010000000000002,"15min":3.1640000000000001},"min":{"1min":0.28000000000000003,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":17.027999999999999,"5min":289.32499999999999,"15min":289.32499999999999},"last":3.9049999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:00:29 2023","interfaces":[{"interface":"back","average":{"1min":2.4900000000000002,"5min":4.1680000000000001,"15min":2.9449999999999998},"min":{"1min":0.32100000000000001,"5min":0.253,"15min":0.24199999999999999},"max":{"1min":6.0910000000000002,"5min":105.411,"15min":105.411},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.903,"5min":4.1680000000000001,"15min":2.8580000000000001},"min":{"1min":0.42499999999999999,"5min":0.312,"15min":0.28999999999999998},"max":{"1min":9.4730000000000008,"5min":97.927999999999997,"15min":97.927999999999997},"last":0.76500000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":1.6479999999999999,"5min":2.609,"15min":2.1600000000000001},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.28699999999999998},"max":{"1min":6.468,"5min":87.072999999999993,"15min":87.072999999999993},"last":6.2290000000000001},{"interface":"front","average":{"1min":2.27,"5min":3.0659999999999998,"15min":2.3780000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":11.631,"5min":87.316000000000003,"15min":87.316000000000003},"last":0.47399999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:00:29 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":1.0609999999999999,"15min":1.7},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.26700000000000002},"max":{"1min":2.819,"5min":9.2430000000000003,"15min":20.991},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":1.46},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30399999999999999},"max":{"1min":3.0259999999999998,"5min":3.9399999999999999,"15min":14.202999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":2.1890000000000001,"15min":2.5070000000000001},"min":{"1min":0.31,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.899,"5min":81.980999999999995,"15min":81.980999999999995},"last":2.2890000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":2.133,"15min":2.3530000000000002},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":3.1419999999999999,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.78000000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:00:04 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.3779999999999999,"15min":1.7789999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.1000000000000001,"5min":29.175000000000001,"15min":29.175000000000001},"last":2.1699999999999999},{"interface":"front","average":{"1min":1.5389999999999999,"5min":1.669,"15min":2.234},"min":{"1min":0.35099999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":6.1219999999999999,"5min":29.192,"15min":29.192},"last":0.72799999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757730,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":893416,"kb_used_data":5152,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92851736,"statfs":{"total":95995035648,"available":95080177664,"internally_reserved":0,"allocated":5275648,"data_stored":4118408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":2.089,"5min":1.4750000000000001,"15min":2.4249999999999998},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.21199999999999999},"max":{"1min":12.074999999999999,"5min":12.074999999999999,"15min":322.43200000000002},"last":0.436},{"interface":"front","average":{"1min":2.835,"5min":2.1419999999999999,"15min":3.0219999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":15.164,"5min":15.164,"15min":322.61599999999999},"last":0.38900000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:00:16 2023","interfaces":[{"interface":"back","average":{"1min":2.3730000000000002,"5min":2.238,"15min":3.6200000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":15.734,"5min":15.734,"15min":145.947},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.7330000000000001,"5min":2.4809999999999999,"15min":3.9260000000000002},"min":{"1min":0.29599999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0510000000000002,"5min":18.177,"15min":145.80699999999999},"last":0.42599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":2.819,"5min":2.3500000000000001,"15min":1.8260000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.249},"max":{"1min":9.3170000000000002,"5min":9.3170000000000002,"15min":18.553000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0720000000000001,"15min":1.958},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":12.624000000000001,"5min":12.624000000000001,"15min":18.617000000000001},"last":0.47599999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:00:50 2023","interfaces":[{"interface":"back","average":{"1min":1.595,"5min":2.0510000000000002,"15min":1.9530000000000001},"min":{"1min":0.32700000000000001,"5min":0.30499999999999999,"15min":0.28499999999999998},"max":{"1min":4.335,"5min":9.9199999999999999,"15min":74.915000000000006},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.012,"5min":2.282,"15min":2.262},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.30499999999999999},"max":{"1min":4.4390000000000001,"5min":9.7680000000000007,"15min":74.799999999999997},"last":0.44900000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:00:22 2023","interfaces":[{"interface":"back","average":{"1min":1.343,"5min":0.96399999999999997,"15min":1.3360000000000001},"min":{"1min":0.27000000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.092000000000001,"5min":10.092000000000001,"15min":13.285},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":1.0009999999999999,"15min":1.8580000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":4.4089999999999998,"5min":7.0410000000000004,"15min":14.824},"last":0.31900000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:00:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.86799999999999999,"15min":1.6240000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.6189999999999998,"5min":6.5709999999999997,"15min":21.196999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.069,"15min":1.7669999999999999},"min":{"1min":0.31,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":8.0129999999999999,"5min":10.000999999999999,"15min":13.279999999999999},"last":0.40000000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:00:16 2023","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":1.22,"15min":2.016},"min":{"1min":0.29799999999999999,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":10.055999999999999,"5min":10.055999999999999,"15min":43.508000000000003},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.4770000000000001,"5min":1.3500000000000001,"15min":1.71},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.29899999999999999},"max":{"1min":10.061999999999999,"5min":10.061999999999999,"15min":43.476999999999997},"last":0.371}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":7536640,"data_stored":7536640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":10096640,"data_stored":10092568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5439488,"data_stored":5439488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":851968,"data_stored":851968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3538944,"data_stored":3538944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:01:06.477 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_7 pgp_num 16 2023-10-09T05:01:06.547 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:06.572 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:06 smithi150 ceph-mon[168511]: pgmap v1395: 99 pgs: 99 active+clean; 3.0 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 335 op/s 2023-10-09T05:01:06.573 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:06 smithi150 ceph-mon[168511]: from='client.36579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:01:06.578 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:06.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:06 smithi107 ceph-mon[184249]: pgmap v1395: 99 pgs: 99 active+clean; 3.0 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 335 op/s 2023-10-09T05:01:06.667 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:06 smithi107 ceph-mon[184249]: from='client.36579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:01:06.667 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:06 smithi107 ceph-mon[179183]: from='client.36579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:01:06.721 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:01:06.807 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:06.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:06.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:06.912 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:06.915 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:06.940 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:06.948 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:01:06.968 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:06.975 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:06.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:06.979 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:06.987 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:07.005 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:07.024 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:07.044 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:07.064 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.065 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.066 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:01:07.079 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:07.106 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:07.158 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:07.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:07.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:07.174 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:07.263 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:07.292 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:07.333 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:07.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:07.337 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:07.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:07 smithi107 ceph-mon[179183]: 1.2 scrub starts 2023-10-09T05:01:07.398 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:07 smithi107 ceph-mon[179183]: 1.2 scrub ok 2023-10-09T05:01:07.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/586222098' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:07.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:07 smithi107 ceph-mon[184249]: 1.2 scrub starts 2023-10-09T05:01:07.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:07 smithi107 ceph-mon[184249]: 1.2 scrub ok 2023-10-09T05:01:07.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/586222098' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:07.437 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:07.463 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:07 smithi150 ceph-mon[168511]: 1.2 scrub starts 2023-10-09T05:01:07.463 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:07 smithi150 ceph-mon[168511]: 1.2 scrub ok 2023-10-09T05:01:07.463 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/586222098' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:07.466 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:07.502 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:07.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:07.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:07.506 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:01:07.506 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:01:07.607 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:07.635 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:07.836 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:07.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:07.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:07.853 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T05:01:07.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:07.971 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:08.249 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:08.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:08.253 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:08.302 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:08.353 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:08.381 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:08.414 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:08.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:08.418 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:08.485 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:01:08.519 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:08.544 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:08 smithi107 ceph-mon[179183]: pgmap v1396: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 286 op/s 2023-10-09T05:01:08.544 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:08 smithi107 ceph-mon[184249]: pgmap v1396: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 286 op/s 2023-10-09T05:01:08.547 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:08.677 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:08.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:08.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:08.711 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:08 smithi150 ceph-mon[168511]: pgmap v1396: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 286 op/s 2023-10-09T05:01:08.781 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:08.811 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:08.997 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:09.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:09.002 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:09.103 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:09.134 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:09.241 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:09.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:09.243 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:09.336 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 12 pgp_num to 16 2023-10-09T05:01:09.344 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:09.372 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:09.550 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:09.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:09.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:09.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1997698705' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:01:09.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:09 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:01:09.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1997698705' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:01:09.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:09 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:01:09.604 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1997698705' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:01:09.604 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:09 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:01:09.654 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:09.684 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:09.779 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:09.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:09.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:09.819 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:01:09.819 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:01:09.883 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:09.912 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:10.048 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:10.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:10.052 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:10.060 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_7 2023-10-09T05:01:10.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_7 unique_pool_7 --yes-i-really-really-mean-it 2023-10-09T05:01:10.154 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:10.181 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:10.212 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:01:10.216 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:10.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:10.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:10.233 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T05:01:10.321 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:10.344 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:01:10.349 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:10.383 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:10.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:10.386 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:10 smithi150 ceph-mon[168511]: failed to encode map e463 with expected crc 2023-10-09T05:01:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:10 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:01:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:10 smithi150 ceph-mon[168511]: osdmap e463: 8 total, 8 up, 8 in 2023-10-09T05:01:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:10 smithi150 ceph-mon[168511]: pgmap v1398: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 250 op/s 2023-10-09T05:01:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1593351060' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:10.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[179183]: failed to encode map e463 with expected crc 2023-10-09T05:01:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:01:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[179183]: osdmap e463: 8 total, 8 up, 8 in 2023-10-09T05:01:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[179183]: pgmap v1398: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 250 op/s 2023-10-09T05:01:10.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1593351060' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:10.513 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[184249]: failed to encode map e463 with expected crc 2023-10-09T05:01:10.514 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_7", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:01:10.514 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[184249]: osdmap e463: 8 total, 8 up, 8 in 2023-10-09T05:01:10.514 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[184249]: pgmap v1398: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 250 op/s 2023-10-09T05:01:10.514 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1593351060' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:10.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:10.550 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:10.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:10.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:10.653 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:10.680 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:10.712 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:10.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:10.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:10.817 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:10.845 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:10.878 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:10.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:10.881 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:10.965 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:10.982 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:11.010 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:11.112 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:11.115 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:11.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:11.116 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:11.141 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:11.217 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:11.246 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:11.315 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:11.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:11.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:11.393 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:01:11.393 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[184249]: failed to encode map e464 with expected crc 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[184249]: failed to encode map e464 with expected crc 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1593351060' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[184249]: osdmap e464: 8 total, 8 up, 8 in 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[179183]: failed to encode map e464 with expected crc 2023-10-09T05:01:11.394 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[179183]: failed to encode map e464 with expected crc 2023-10-09T05:01:11.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1593351060' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:11.395 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:11 smithi107 ceph-mon[179183]: osdmap e464: 8 total, 8 up, 8 in 2023-10-09T05:01:11.420 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:11.447 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:11.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:11 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:01:11.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:11 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:01:11.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:11 smithi150 ceph-mon[168511]: failed to encode map e464 with expected crc 2023-10-09T05:01:11.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:11 smithi150 ceph-mon[168511]: failed to encode map e464 with expected crc 2023-10-09T05:01:11.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1593351060' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:11.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:11 smithi150 ceph-mon[168511]: osdmap e464: 8 total, 8 up, 8 in 2023-10-09T05:01:12.145 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:12.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:12.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:12.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:01:12] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2023-10-09T05:01:12.249 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:12.279 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:12.567 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:12.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[179183]: failed to encode map e464 with expected crc 2023-10-09T05:01:12.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[179183]: failed to encode map e464 with expected crc 2023-10-09T05:01:12.568 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:12.568 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[179183]: pgmap v1400: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2023-10-09T05:01:12.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[184249]: failed to encode map e464 with expected crc 2023-10-09T05:01:12.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[184249]: failed to encode map e464 with expected crc 2023-10-09T05:01:12.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:12.568 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:12 smithi107 ceph-mon[184249]: pgmap v1400: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2023-10-09T05:01:12.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:12.570 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:12.671 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:12.699 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:12 smithi150 ceph-mon[168511]: failed to encode map e464 with expected crc 2023-10-09T05:01:12.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:12 smithi150 ceph-mon[168511]: failed to encode map e464 with expected crc 2023-10-09T05:01:12.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:12.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:12 smithi150 ceph-mon[168511]: pgmap v1400: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2023-10-09T05:01:12.785 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:12.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:12.789 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:12.869 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:01:12.889 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:12.938 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:13.025 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:13.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:13.030 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:13.131 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:13.164 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:13.199 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:13.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:13.203 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:13.213 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:01:13.214 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:01:13.303 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:13.337 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:13.875 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T05:01:13.916 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:13.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:13.921 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:13 smithi150 ceph-mon[168511]: 1.9 scrub starts 2023-10-09T05:01:13.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:13 smithi150 ceph-mon[168511]: 1.9 scrub ok 2023-10-09T05:01:14.022 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:14.027 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:13 smithi107 ceph-mon[179183]: 1.9 scrub starts 2023-10-09T05:01:14.027 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:13 smithi107 ceph-mon[179183]: 1.9 scrub ok 2023-10-09T05:01:14.027 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:13 smithi107 ceph-mon[184249]: 1.9 scrub starts 2023-10-09T05:01:14.027 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:13 smithi107 ceph-mon[184249]: 1.9 scrub ok 2023-10-09T05:01:14.052 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:14.180 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:14.200 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:01:14.219 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:14.239 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:14.239 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:14.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:14.243 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:14.267 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:14.289 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:14.310 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:14.329 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:14.334 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.334 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.335 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.335 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.335 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.335 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.336 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.336 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:01:14.343 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:14.376 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:14.413 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:14.413 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:14.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:14.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:14.517 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:01:14.545 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:14.795 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:01:14.816 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_7' removed 2023-10-09T05:01:14.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:14.818 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:01:14.902 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:14.919 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:14.994 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[184249]: pgmap v1401: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2798389271' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/370269887' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[179183]: pgmap v1401: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2798389271' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/370269887' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:01:14.995 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:14 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:01:14.997 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:15.061 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:01:15.061 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:01:15.061 INFO:tasks.thrashosds.thrasher:Killing osd 1, live_osds are [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:01:15.061 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-09T05:01:15.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1 2023-10-09T05:01:15.089 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:15.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:15.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:15.193 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:15.217 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:14 smithi150 ceph-mon[168511]: pgmap v1401: 99 pgs: 99 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-10-09T05:01:15.217 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2798389271' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:15.217 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/370269887' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:01:15.218 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:14 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:01:15.219 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:15.253 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:15.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:15.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:15.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:15.367 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:15 smithi107 systemd[1]: Stopping Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:01:15.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:15.416 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:15.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:15.419 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:15.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:15.549 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:15.582 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:15.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:15.586 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:15.686 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:15.715 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: 1.0 scrub starts 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: 1.0 scrub ok 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: osdmap e465: 8 total, 8 up, 8 in 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[179183]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: 1.0 scrub starts 2023-10-09T05:01:15.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: 1.0 scrub ok 2023-10-09T05:01:15.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:01:15.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: osdmap e465: 8 total, 8 up, 8 in 2023-10-09T05:01:15.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:15 smithi107 ceph-mon[184249]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: 1.0 scrub starts 2023-10-09T05:01:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: 1.0 scrub ok 2023-10-09T05:01:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: failed to encode map e465 with expected crc 2023-10-09T05:01:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_7", "pool2": "unique_pool_7", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:01:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: osdmap e465: 8 total, 8 up, 8 in 2023-10-09T05:01:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:15 smithi150 ceph-mon[168511]: failed to encode map e465 with expected crc 2023-10-09T05:01:16.203 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:16.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:16.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:16.209 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T05:01:16.210 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T05:01:16.210 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_8 2023-10-09T05:01:16.210 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_8 16 2023-10-09T05:01:16.310 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:16.340 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:16.375 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:16.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:16.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:16.479 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:16.508 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:16.892 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:01:17.032 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:17.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:17.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:17.137 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:17.166 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:17.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[184249]: failed to encode map e465 with expected crc 2023-10-09T05:01:17.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[184249]: pgmap v1403: 83 pgs: 83 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-10-09T05:01:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:17.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[184249]: osd.1 marked itself down and dead 2023-10-09T05:01:17.169 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[286483]: 2023-10-09T05:01:17.029+0000 7f0347528700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:01:17.169 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[286483]: 2023-10-09T05:01:17.029+0000 7f0347528700 -1 osd.1 465 *** Got signal Terminated *** 2023-10-09T05:01:17.169 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[286483]: 2023-10-09T05:01:17.029+0000 7f0347528700 -1 osd.1 465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:01:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[179183]: failed to encode map e465 with expected crc 2023-10-09T05:01:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[179183]: pgmap v1403: 83 pgs: 83 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-10-09T05:01:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:17 smithi107 ceph-mon[179183]: osd.1 marked itself down and dead 2023-10-09T05:01:17.350 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:17.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:17.353 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:17.454 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:17 smithi150 ceph-mon[168511]: failed to encode map e465 with expected crc 2023-10-09T05:01:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:17 smithi150 ceph-mon[168511]: pgmap v1403: 83 pgs: 83 active+clean; 687 KiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-10-09T05:01:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:17 smithi150 ceph-mon[168511]: osd.1 marked itself down and dead 2023-10-09T05:01:17.485 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:17.520 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:17.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:17.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:17.555 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:01:17.555 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:01:17.555 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:01:17.555 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:01:17.555 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:01:17.574 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:17.625 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:17.657 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:17.693 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:17.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:17.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:17.758 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:01:17.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:17.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:17.859 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:17.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:17.862 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:17.963 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:17.991 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:18.024 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:18.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:18.027 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:18.128 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:18.158 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:18.212 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4061424729' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[184249]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[184249]: osdmap e466: 8 total, 7 up, 8 in 2023-10-09T05:01:18.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4061424729' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:01:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:01:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[179183]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T05:01:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:01:18.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:18 smithi107 ceph-mon[179183]: osdmap e466: 8 total, 7 up, 8 in 2023-10-09T05:01:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4061424729' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:01:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:01:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:18 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:18 smithi150 ceph-mon[168511]: Health check failed: 1 osds down (OSD_DOWN) 2023-10-09T05:01:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:01:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:18 smithi150 ceph-mon[168511]: osdmap e466: 8 total, 7 up, 8 in 2023-10-09T05:01:18.745 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:18.954 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:18.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:18.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:19.058 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:19.077 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:18 smithi107 bash[393496]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: pgmap v1405: 83 pgs: 1 stale+active+clean, 82 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:01:19.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: osdmap e467: 8 total, 7 up, 8 in 2023-10-09T05:01:19.079 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:19.079 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:19.084 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:19.124 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:19.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:19.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:19.228 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:19.255 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:19.287 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:19.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:19.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:19.354 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: pgmap v1405: 83 pgs: 1 stale+active+clean, 82 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:01:19.355 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: osdmap e467: 8 total, 7 up, 8 in 2023-10-09T05:01:19.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:19.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:19 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:19.390 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:19.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.414 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: failed to encode map e466 with expected crc 2023-10-09T05:01:19.415 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: pgmap v1405: 83 pgs: 1 stale+active+clean, 82 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T05:01:19.415 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:01:19.415 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: osdmap e467: 8 total, 7 up, 8 in 2023-10-09T05:01:19.415 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:19.415 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:19 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:19.416 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:19.448 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:19.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:19.451 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:19.552 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:19.578 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:19.613 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:19.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:19.616 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:19.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:19.744 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:19.776 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:19.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:19.779 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:19.880 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:19.913 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:20.042 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:20.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:20.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:20.114 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:20.148 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:20.180 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[179183]: pgmap v1407: 83 pgs: 1 stale+active+clean, 82 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:20.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:20 smithi107 ceph-mon[184249]: pgmap v1407: 83 pgs: 1 stale+active+clean, 82 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: failed to encode map e467 with expected crc 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:20.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:20 smithi150 ceph-mon[168511]: pgmap v1407: 83 pgs: 1 stale+active+clean, 82 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-10-09T05:01:20.522 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:20.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:20.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:20.627 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:20.659 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:20.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:01:20.894 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:20.916 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:20.938 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:20.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:20.978 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:20.998 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:21.019 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:21.021 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T05:01:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.021 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.022 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:01:21.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:21.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:21.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:21.157 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:21.346 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_8' created 2023-10-09T05:01:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/210186616' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]: dispatch 2023-10-09T05:01:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:21 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]: dispatch 2023-10-09T05:01:21.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3559626978' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:21.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/210186616' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]: dispatch 2023-10-09T05:01:21.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:21 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]: dispatch 2023-10-09T05:01:21.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3559626978' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:21.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/210186616' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]: dispatch 2023-10-09T05:01:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:21 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]: dispatch 2023-10-09T05:01:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3559626978' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:22.149 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:22.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:22.154 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:22.255 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:22.281 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:01:22] "GET /metrics HTTP/1.1" 200 34198 "" "Prometheus/2.43.0" 2023-10-09T05:01:22.284 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[179183]: failed to encode map e468 with expected crc 2023-10-09T05:01:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[179183]: failed to encode map e468 with expected crc 2023-10-09T05:01:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]': finished 2023-10-09T05:01:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[179183]: osdmap e468: 8 total, 7 up, 8 in 2023-10-09T05:01:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[179183]: pgmap v1409: 99 pgs: 16 unknown, 1 active+undersized+degraded, 13 active+undersized, 69 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-10-09T05:01:22.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[184249]: failed to encode map e468 with expected crc 2023-10-09T05:01:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[184249]: failed to encode map e468 with expected crc 2023-10-09T05:01:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]': finished 2023-10-09T05:01:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[184249]: osdmap e468: 8 total, 7 up, 8 in 2023-10-09T05:01:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:22 smithi107 ceph-mon[184249]: pgmap v1409: 99 pgs: 16 unknown, 1 active+undersized+degraded, 13 active+undersized, 69 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-10-09T05:01:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:22 smithi150 ceph-mon[168511]: failed to encode map e468 with expected crc 2023-10-09T05:01:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:22 smithi150 ceph-mon[168511]: failed to encode map e468 with expected crc 2023-10-09T05:01:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_8", "pg_num": 16}]': finished 2023-10-09T05:01:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:22 smithi150 ceph-mon[168511]: osdmap e468: 8 total, 7 up, 8 in 2023-10-09T05:01:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:22 smithi150 ceph-mon[168511]: pgmap v1409: 99 pgs: 16 unknown, 1 active+undersized+degraded, 13 active+undersized, 69 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: osdmap e469: 8 total, 7 up, 8 in 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[184249]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-10-09T05:01:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: osdmap e469: 8 total, 7 up, 8 in 2023-10-09T05:01:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:23 smithi107 ceph-mon[179183]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-10-09T05:01:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: osdmap e469: 8 total, 7 up, 8 in 2023-10-09T05:01:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:23 smithi150 ceph-mon[168511]: failed to encode map e469 with expected crc 2023-10-09T05:01:23.824 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:23.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:23.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:23.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_8 rados --yes-i-really-mean-it || true 2023-10-09T05:01:23.932 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:23.962 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:23.998 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:24.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:24.001 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:24.102 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:24.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:24.216 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:24.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:24.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:24.320 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:24.347 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:24.392 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:24.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:24.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:24 smithi150 ceph-mon[168511]: failed to encode map e470 with expected crc 2023-10-09T05:01:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:24 smithi150 ceph-mon[168511]: failed to encode map e470 with expected crc 2023-10-09T05:01:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:24 smithi150 ceph-mon[168511]: osdmap e470: 8 total, 7 up, 8 in 2023-10-09T05:01:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:24 smithi150 ceph-mon[168511]: pgmap v1412: 99 pgs: 14 creating+peering, 2 unknown, 3 active+undersized+degraded, 28 active+undersized, 52 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:24.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:24.523 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:24.606 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:24.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:24.609 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[184249]: failed to encode map e470 with expected crc 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[184249]: failed to encode map e470 with expected crc 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[184249]: osdmap e470: 8 total, 7 up, 8 in 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[184249]: pgmap v1412: 99 pgs: 14 creating+peering, 2 unknown, 3 active+undersized+degraded, 28 active+undersized, 52 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[179183]: failed to encode map e470 with expected crc 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[179183]: failed to encode map e470 with expected crc 2023-10-09T05:01:24.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[179183]: osdmap e470: 8 total, 7 up, 8 in 2023-10-09T05:01:24.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:24 smithi107 ceph-mon[179183]: pgmap v1412: 99 pgs: 14 creating+peering, 2 unknown, 3 active+undersized+degraded, 28 active+undersized, 52 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:24.710 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:24.737 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:24.769 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:24.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:24.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:24.873 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:24.898 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:24.931 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:24.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:24.934 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:25.035 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:25.062 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:25.845 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T05:01:25.846 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[184249]: failed to encode map e470 with expected crc 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[179183]: failed to encode map e470 with expected crc 2023-10-09T05:01:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:25.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:25 smithi150 ceph-mon[168511]: failed to encode map e470 with expected crc 2023-10-09T05:01:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:26.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:26.813 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:26.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:26.817 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:26.917 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:26.948 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:27.135 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:27.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:26 smithi150 ceph-mon[168511]: pgmap v1413: 99 pgs: 14 creating+peering, 2 unknown, 3 active+undersized+degraded, 28 active+undersized, 52 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:27.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:27.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:27.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:26 smithi107 ceph-mon[179183]: pgmap v1413: 99 pgs: 14 creating+peering, 2 unknown, 3 active+undersized+degraded, 28 active+undersized, 52 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:27.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:26 smithi107 ceph-mon[184249]: pgmap v1413: 99 pgs: 14 creating+peering, 2 unknown, 3 active+undersized+degraded, 28 active+undersized, 52 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:27.238 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:27.267 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:27.353 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:27.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:27.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:27.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:27.495 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:27.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:01:28.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:28 smithi150 ceph-mon[168511]: pgmap v1414: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:29.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:28 smithi107 ceph-mon[179183]: pgmap v1414: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:28 smithi107 ceph-mon[184249]: pgmap v1414: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:29.279 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:29.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:29.283 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:29.384 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:29.416 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:29.452 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:29.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:29.455 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:29.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:29.585 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:30.013 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:30.018 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:30.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:30.020 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:30.060 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service' 2023-10-09T05:01:30.122 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:30.147 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:01:30.147 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-09T05:01:30.171 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:30.221 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:30.221 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:30.262 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:30.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:30.266 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:30.366 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:30.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:30 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:30.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:30 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:30.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:30 smithi150 ceph-mon[168511]: pgmap v1415: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:30.400 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:30 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:30 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:30.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:30 smithi107 ceph-mon[184249]: pgmap v1415: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:30.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:30.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:30 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:30.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:30 smithi107 ceph-mon[179183]: pgmap v1415: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:30.437 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:30.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:30.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:30.541 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:30.568 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:31.407 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:31 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:31.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:31.408 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:31.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:31 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:31.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:31.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:31.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:31 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:31.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:31.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:31.746 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:31.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:31.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:31.809 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:01:31.810 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:01:31.855 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:31.898 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:31.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:31.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:31.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:32.039 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:32.068 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:32.104 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:32.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:32.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:32.208 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:32.237 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:32.271 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:32.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:32.274 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:32.375 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:32.376 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:01:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:01:32] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2023-10-09T05:01:32.403 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:32.435 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:32.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:32.439 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:32.540 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:32.570 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:33.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:33.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:32 smithi107 ceph-mon[184249]: pgmap v1416: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:33.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:33.015 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:32 smithi107 ceph-mon[179183]: pgmap v1416: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:33.016 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T05:01:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:32 smithi150 ceph-mon[168511]: pgmap v1416: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:33.351 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:33.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:33.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:33.458 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:33.491 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:33.529 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:33.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:33.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:33.632 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:33.663 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:33.699 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:33.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:33.701 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:33.802 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:33.830 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:33.863 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:33.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:33.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:33.969 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:34.000 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:34.031 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:34.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:34.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:34.136 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:34.164 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:34.196 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:34.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:34.199 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:34.300 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:34.327 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:34.360 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:34.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:34.363 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:34.432 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:34.452 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:34.464 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:34.474 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:34.491 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:34.492 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:34.512 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:34.523 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:34.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:34.526 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:34.531 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:34.550 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:34.568 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.569 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:01:34.627 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:34.654 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:34.686 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:34.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:34.689 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:34.790 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:34.822 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:34.913 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:34.913 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_8' 2023-10-09T05:01:34.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:34.919 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:35.020 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:35.052 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:35.149 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [1] live_osds: [0, 2, 4, 5, 6, 7, 3] 2023-10-09T05:01:35.149 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[179183]: pgmap v1417: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3523692401' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/567968125' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[184249]: pgmap v1417: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3523692401' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:35.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/567968125' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:01:35.151 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:34 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:01:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:34 smithi150 ceph-mon[168511]: pgmap v1417: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3523692401' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/567968125' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:01:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:34 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:01:35.566 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:35.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:35.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:35.635 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T05:01:35.635 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T05:01:35.671 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:35.701 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:35.734 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:35.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:35.738 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:35.839 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:35.866 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:35.897 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:35.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:35.900 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:35.917 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:01:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:35 smithi150 ceph-mon[168511]: failed to encode map e471 with expected crc 2023-10-09T05:01:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T05:01:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:35 smithi150 ceph-mon[168511]: osdmap e471: 8 total, 7 up, 8 in 2023-10-09T05:01:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:35 smithi150 ceph-mon[168511]: failed to encode map e471 with expected crc 2023-10-09T05:01:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2989851872' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:35.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:35 smithi150 ceph-mon[168511]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.001 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:36.027 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:36.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:36.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:36.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:36.163 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:36.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[184249]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[184249]: osdmap e471: 8 total, 7 up, 8 in 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[184249]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2989851872' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[184249]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[179183]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_8", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T05:01:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[179183]: osdmap e471: 8 total, 7 up, 8 in 2023-10-09T05:01:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[179183]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2989851872' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:36.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:35 smithi107 ceph-mon[179183]: failed to encode map e471 with expected crc 2023-10-09T05:01:36.189 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:36.222 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:36.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:36.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:36.325 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:36.351 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:36.384 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:36.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:36.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:36.488 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:36.517 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:36.806 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:36.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:36.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:36.910 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:36.938 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:36.971 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_8 bench 90 write' 2023-10-09T05:01:36.971 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-10-09T05:01:36.972 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:01:36.973 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:36.974 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T05:01:36.975 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T05:01:36.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:36.977 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:37.023 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T05:01:37.023 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T05:01:37.023 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_396486 2023-10-09T05:01:37.023 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:01:37.023 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T05:01:37.078 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:37.136 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:37.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[179183]: failed to encode map e471 with expected crc 2023-10-09T05:01:37.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[179183]: pgmap v1419: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:37.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:37.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[179183]: failed to encode map e472 with expected crc 2023-10-09T05:01:37.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2989851872' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:37.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[179183]: osdmap e472: 8 total, 7 up, 8 in 2023-10-09T05:01:37.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[184249]: failed to encode map e471 with expected crc 2023-10-09T05:01:37.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[184249]: pgmap v1419: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:37.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:37.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[184249]: failed to encode map e472 with expected crc 2023-10-09T05:01:37.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2989851872' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:37.166 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:36 smithi107 ceph-mon[184249]: osdmap e472: 8 total, 7 up, 8 in 2023-10-09T05:01:37.207 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:37.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:37.214 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:37.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:36 smithi150 ceph-mon[168511]: failed to encode map e471 with expected crc 2023-10-09T05:01:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:36 smithi150 ceph-mon[168511]: pgmap v1419: 99 pgs: 3 active+undersized+degraded, 33 active+undersized, 63 active+clean; 582 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-10-09T05:01:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:36 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:36 smithi150 ceph-mon[168511]: failed to encode map e472 with expected crc 2023-10-09T05:01:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2989851872' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:36 smithi150 ceph-mon[168511]: osdmap e472: 8 total, 7 up, 8 in 2023-10-09T05:01:37.315 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:37.364 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:37.425 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:37.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:37.430 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:37.508 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:01:37.508 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:01:37.508 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T05:01:37.508 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:01:37.532 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:37.584 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:37.636 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:01:37.641 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:37.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:37.647 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:37.748 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:37.807 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:37.865 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:37.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:37.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:37.969 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:37.994 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T05:01:38.023 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 3444 3428 214.239 214.25 0.00406962 0.004653 2023-10-09T05:01:38.025 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:38.029 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:38.091 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:38.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:38.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:38.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: failed to encode map e472 with expected crc 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: pgmap v1421: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 40 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: pgmap v1422: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 53 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:38.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.199 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:38.257 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:38.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: failed to encode map e472 with expected crc 2023-10-09T05:01:38.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: pgmap v1421: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 40 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: pgmap v1422: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 53 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: failed to encode map e472 with expected crc 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: pgmap v1421: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 40 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:38.290 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:01:38.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:01:38.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: pgmap v1422: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 53 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:38.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:38.315 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:38.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:38.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:38.422 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:38.464 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:38.697 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:01:38.914 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:38.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:38.918 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:38.969 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:39.019 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:39.024 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 6757 6741 210.642 207.062 0.00271133 0.00473528 2023-10-09T05:01:39.077 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:39.177 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:39.177 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:39.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:39.184 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:39.284 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:39.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:39 smithi107 ceph-mon[184249]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-10-09T05:01:39.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:39 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5/87 objects degraded (5.747%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:39.326 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:39 smithi107 ceph-mon[179183]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-10-09T05:01:39.326 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:39 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5/87 objects degraded (5.747%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:39.330 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:39.380 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:39.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:39.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:39.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:39 smithi150 ceph-mon[168511]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-10-09T05:01:39.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:39 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5/87 objects degraded (5.747%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:39.486 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:39.537 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:39.608 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:39.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:39.613 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:39.714 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:39.763 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:39.985 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:40.025 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9844 9828 204.607 192.938 0.00765847 0.00487614 2023-10-09T05:01:40.278 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:40 smithi107 ceph-mon[184249]: pgmap v1423: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 53 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:40.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:40 smithi107 ceph-mon[179183]: pgmap v1423: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 53 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:40.297 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:01:40.299 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:01:40.314 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:40.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:40.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:40.419 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:40.468 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:40 smithi150 ceph-mon[168511]: pgmap v1423: 99 pgs: 4 active+undersized+degraded, 32 active+undersized, 63 active+clean; 902 KiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 53 KiB/s wr, 0 op/s; 5/87 objects degraded (5.747%) 2023-10-09T05:01:40.473 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:40.531 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:40.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:40.534 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:40.635 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:40.688 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:40.743 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:40.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:40.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:40.850 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:40.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:40.965 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:40.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:40.973 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:41.025 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 12615 12599 196.752 173.188 0.00747485 0.00507776 2023-10-09T05:01:41.074 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:41.123 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:41.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:41 smithi107 ceph-mon[184249]: from='client.36657 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:01:41.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:41 smithi107 ceph-mon[179183]: from='client.36657 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:01:41.669 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:41.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:41.674 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:41 smithi150 ceph-mon[168511]: from='client.36657 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:01:41.775 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:41.793 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1423,"stamp":"2023-10-09T05:01:39.868060+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":923552,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":66,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1831,"ondisk_log_size":1831,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":7096228,"kb_used_data":43620,"kb_used_omap":21,"kb_used_meta":7052522,"kb_avail":742864988,"statfs":{"total":767960285184,"available":760693747712,"internally_reserved":0,"allocated":44666880,"data_stored":31219845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22059,"internal_metadata":7221782997},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.026319"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":475,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.905583+0000","last_change":"2023-10-09T05:01:18.766239+0000","last_active":"2023-10-09T05:01:34.905583+0000","last_peered":"2023-10-09T05:01:34.905583+0000","last_clean":"2023-10-09T05:01:14.760119+0000","last_became_active":"2023-10-09T05:01:18.766239+0000","last_became_peered":"2023-10-09T05:01:18.766239+0000","last_unstale":"2023-10-09T05:01:34.905583+0000","last_undegraded":"2023-10-09T05:01:34.905583+0000","last_fullsized":"2023-10-09T05:01:18.756567+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:27:08.928832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":204,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.286916+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:01:35.286916+0000","last_peered":"2023-10-09T05:01:35.286916+0000","last_clean":"2023-10-09T05:01:35.286916+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:01:35.286916+0000","last_undegraded":"2023-10-09T05:01:35.286916+0000","last_fullsized":"2023-10-09T05:01:35.286916+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":262,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.286822+0000","last_change":"2023-10-09T05:01:18.765962+0000","last_active":"2023-10-09T05:01:35.286822+0000","last_peered":"2023-10-09T05:01:35.286822+0000","last_clean":"2023-10-09T04:52:23.079329+0000","last_became_active":"2023-10-09T05:01:18.765962+0000","last_became_peered":"2023-10-09T05:01:18.765962+0000","last_unstale":"2023-10-09T05:01:35.286822+0000","last_undegraded":"2023-10-09T05:01:35.286822+0000","last_fullsized":"2023-10-09T05:01:18.755395+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:19:22.365026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289339+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:01:35.289339+0000","last_peered":"2023-10-09T05:01:35.289339+0000","last_clean":"2023-10-09T05:01:35.289339+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:01:35.289339+0000","last_undegraded":"2023-10-09T05:01:35.289339+0000","last_fullsized":"2023-10-09T05:01:35.289339+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":174,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.286748+0000","last_change":"2023-10-09T05:01:18.759316+0000","last_active":"2023-10-09T05:01:35.286748+0000","last_peered":"2023-10-09T05:01:35.286748+0000","last_clean":"2023-10-09T05:01:14.773603+0000","last_became_active":"2023-10-09T05:01:18.759316+0000","last_became_peered":"2023-10-09T05:01:18.759316+0000","last_unstale":"2023-10-09T05:01:35.286748+0000","last_undegraded":"2023-10-09T05:01:35.286748+0000","last_fullsized":"2023-10-09T05:01:18.754234+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:24:35.932758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":152,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072451+0000","last_change":"2023-10-09T05:01:18.762990+0000","last_active":"2023-10-09T05:01:35.072451+0000","last_peered":"2023-10-09T05:01:35.072451+0000","last_clean":"2023-10-09T05:01:14.829496+0000","last_became_active":"2023-10-09T05:01:18.762990+0000","last_became_peered":"2023-10-09T05:01:18.762990+0000","last_unstale":"2023-10-09T05:01:35.072451+0000","last_undegraded":"2023-10-09T05:01:35.072451+0000","last_fullsized":"2023-10-09T05:01:18.758243+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:11:28.702199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":["6","5"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":433,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289288+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:01:35.289288+0000","last_peered":"2023-10-09T05:01:35.289288+0000","last_clean":"2023-10-09T05:01:35.289288+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:01:35.289288+0000","last_undegraded":"2023-10-09T05:01:35.289288+0000","last_fullsized":"2023-10-09T05:01:35.289288+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":200,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.286896+0000","last_change":"2023-10-09T05:01:18.761572+0000","last_active":"2023-10-09T05:01:35.286896+0000","last_peered":"2023-10-09T05:01:35.286896+0000","last_clean":"2023-10-09T05:01:14.773733+0000","last_became_active":"2023-10-09T05:01:18.761572+0000","last_became_peered":"2023-10-09T05:01:18.761572+0000","last_unstale":"2023-10-09T05:01:35.286896+0000","last_undegraded":"2023-10-09T05:01:35.286896+0000","last_fullsized":"2023-10-09T05:01:18.755067+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:29.099450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":476,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.289631+0000","last_change":"2023-10-09T05:01:18.762919+0000","last_active":"2023-10-09T05:01:35.289631+0000","last_peered":"2023-10-09T05:01:35.289631+0000","last_clean":"2023-10-09T05:01:15.444889+0000","last_became_active":"2023-10-09T05:01:18.762919+0000","last_became_peered":"2023-10-09T05:01:18.762919+0000","last_unstale":"2023-10-09T05:01:35.289631+0000","last_undegraded":"2023-10-09T05:01:35.289631+0000","last_fullsized":"2023-10-09T05:01:18.758752+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:11:32.302590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":208,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.287098+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:01:35.287098+0000","last_peered":"2023-10-09T05:01:35.287098+0000","last_clean":"2023-10-09T05:01:35.287098+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:01:35.287098+0000","last_undegraded":"2023-10-09T05:01:35.287098+0000","last_fullsized":"2023-10-09T05:01:35.287098+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":35,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288529+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:01:35.288529+0000","last_peered":"2023-10-09T05:01:35.288529+0000","last_clean":"2023-10-09T05:01:35.288529+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:01:35.288529+0000","last_undegraded":"2023-10-09T05:01:35.288529+0000","last_fullsized":"2023-10-09T05:01:35.288529+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":345,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072061+0000","last_change":"2023-10-09T05:01:18.760817+0000","last_active":"2023-10-09T05:01:35.072061+0000","last_peered":"2023-10-09T05:01:35.072061+0000","last_clean":"2023-10-09T05:01:14.828142+0000","last_became_active":"2023-10-09T05:01:18.760817+0000","last_became_peered":"2023-10-09T05:01:18.760817+0000","last_unstale":"2023-10-09T05:01:35.072061+0000","last_undegraded":"2023-10-09T05:01:35.072061+0000","last_fullsized":"2023-10-09T05:01:18.758076+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:40:10.947787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":548,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905518+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:01:34.905518+0000","last_peered":"2023-10-09T05:01:34.905518+0000","last_clean":"2023-10-09T05:01:34.905518+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:01:34.905518+0000","last_undegraded":"2023-10-09T05:01:34.905518+0000","last_fullsized":"2023-10-09T05:01:34.905518+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":496,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.905356+0000","last_change":"2023-10-09T05:01:18.768795+0000","last_active":"2023-10-09T05:01:34.905356+0000","last_peered":"2023-10-09T05:01:34.905356+0000","last_clean":"2023-10-09T05:01:14.759987+0000","last_became_active":"2023-10-09T05:01:18.768795+0000","last_became_peered":"2023-10-09T05:01:18.768795+0000","last_unstale":"2023-10-09T05:01:34.905356+0000","last_undegraded":"2023-10-09T05:01:34.905356+0000","last_fullsized":"2023-10-09T05:01:18.757665+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:59:37.850220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":35,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288576+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:01:35.288576+0000","last_peered":"2023-10-09T05:01:35.288576+0000","last_clean":"2023-10-09T05:01:35.288576+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:01:35.288576+0000","last_undegraded":"2023-10-09T05:01:35.288576+0000","last_fullsized":"2023-10-09T05:01:35.288576+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":297,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.287293+0000","last_change":"2023-10-09T05:01:18.759097+0000","last_active":"2023-10-09T05:01:35.287293+0000","last_peered":"2023-10-09T05:01:35.287293+0000","last_clean":"2023-10-09T05:01:14.771269+0000","last_became_active":"2023-10-09T05:01:18.759097+0000","last_became_peered":"2023-10-09T05:01:18.759097+0000","last_unstale":"2023-10-09T05:01:35.287293+0000","last_undegraded":"2023-10-09T05:01:35.287293+0000","last_fullsized":"2023-10-09T05:01:18.756709+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:59.418527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288598+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:01:35.288598+0000","last_peered":"2023-10-09T05:01:35.288598+0000","last_clean":"2023-10-09T05:01:35.288598+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:01:35.288598+0000","last_undegraded":"2023-10-09T05:01:35.288598+0000","last_fullsized":"2023-10-09T05:01:35.288598+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":488,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289336+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:01:35.289336+0000","last_peered":"2023-10-09T05:01:35.289336+0000","last_clean":"2023-10-09T05:01:35.289336+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:01:35.289336+0000","last_undegraded":"2023-10-09T05:01:35.289336+0000","last_fullsized":"2023-10-09T05:01:35.289336+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288309+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:01:35.288309+0000","last_peered":"2023-10-09T05:01:35.288309+0000","last_clean":"2023-10-09T05:01:35.288309+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:01:35.288309+0000","last_undegraded":"2023-10-09T05:01:35.288309+0000","last_fullsized":"2023-10-09T05:01:35.288309+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":445,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.287097+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:01:35.287097+0000","last_peered":"2023-10-09T05:01:35.287097+0000","last_clean":"2023-10-09T05:01:35.287097+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:01:35.287097+0000","last_undegraded":"2023-10-09T05:01:35.287097+0000","last_fullsized":"2023-10-09T05:01:35.287097+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":170,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.071768+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:01:35.071768+0000","last_peered":"2023-10-09T05:01:35.071768+0000","last_clean":"2023-10-09T05:01:35.071768+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:01:35.071768+0000","last_undegraded":"2023-10-09T05:01:35.071768+0000","last_fullsized":"2023-10-09T05:01:35.071768+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":194,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.287159+0000","last_change":"2023-10-09T05:01:18.760630+0000","last_active":"2023-10-09T05:01:35.287159+0000","last_peered":"2023-10-09T05:01:35.287159+0000","last_clean":"2023-10-09T05:01:14.771247+0000","last_became_active":"2023-10-09T05:01:18.760630+0000","last_became_peered":"2023-10-09T05:01:18.760630+0000","last_unstale":"2023-10-09T05:01:35.287159+0000","last_undegraded":"2023-10-09T05:01:35.287159+0000","last_fullsized":"2023-10-09T05:01:18.755533+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:47:10.246133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.071887+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:01:35.071887+0000","last_peered":"2023-10-09T05:01:35.071887+0000","last_clean":"2023-10-09T05:01:35.071887+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:01:35.071887+0000","last_undegraded":"2023-10-09T05:01:35.071887+0000","last_fullsized":"2023-10-09T05:01:35.071887+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":33,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289575+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:01:35.289575+0000","last_peered":"2023-10-09T05:01:35.289575+0000","last_clean":"2023-10-09T05:01:35.289575+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:01:35.289575+0000","last_undegraded":"2023-10-09T05:01:35.289575+0000","last_fullsized":"2023-10-09T05:01:35.289575+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":472,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288620+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:01:35.288620+0000","last_peered":"2023-10-09T05:01:35.288620+0000","last_clean":"2023-10-09T05:01:35.288620+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:01:35.288620+0000","last_undegraded":"2023-10-09T05:01:35.288620+0000","last_fullsized":"2023-10-09T05:01:35.288620+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"472'2","reported_seq":11,"reported_epoch":472,"state":"active+undersized+degraded","last_fresh":"2023-10-09T05:01:37.028033+0000","last_change":"2023-10-09T05:01:37.028123+0000","last_active":"2023-10-09T05:01:37.028033+0000","last_peered":"2023-10-09T05:01:37.028033+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:01:22.355784+0000","last_became_peered":"2023-10-09T05:01:22.355784+0000","last_unstale":"2023-10-09T05:01:37.028033+0000","last_undegraded":"2023-10-09T05:01:37.028033+0000","last_fullsized":"2023-10-09T05:01:22.353807+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:00:08.434571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131072,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[{"shards":"2,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":40,"reported_epoch":471,"state":"active+undersized+degraded","last_fresh":"2023-10-09T05:01:35.289196+0000","last_change":"2023-10-09T05:01:18.767299+0000","last_active":"2023-10-09T05:01:35.289196+0000","last_peered":"2023-10-09T05:01:35.289196+0000","last_clean":"2023-10-09T05:01:14.766977+0000","last_became_active":"2023-10-09T05:01:18.767299+0000","last_became_peered":"2023-10-09T05:01:18.767299+0000","last_unstale":"2023-10-09T05:01:35.289196+0000","last_undegraded":"2023-10-09T05:01:18.757024+0000","last_fullsized":"2023-10-09T05:01:18.756923+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:24:05.863420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":496,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905196+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:01:34.905196+0000","last_peered":"2023-10-09T05:01:34.905196+0000","last_clean":"2023-10-09T05:01:34.905196+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:01:34.905196+0000","last_undegraded":"2023-10-09T05:01:34.905196+0000","last_fullsized":"2023-10-09T05:01:34.905196+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905445+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:01:34.905445+0000","last_peered":"2023-10-09T05:01:34.905445+0000","last_clean":"2023-10-09T05:01:34.905445+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:01:34.905445+0000","last_undegraded":"2023-10-09T05:01:34.905445+0000","last_fullsized":"2023-10-09T05:01:34.905445+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":33,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288659+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:01:35.288659+0000","last_peered":"2023-10-09T05:01:35.288659+0000","last_clean":"2023-10-09T05:01:35.288659+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:01:35.288659+0000","last_undegraded":"2023-10-09T05:01:35.288659+0000","last_fullsized":"2023-10-09T05:01:35.288659+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":172,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072070+0000","last_change":"2023-10-09T05:01:18.762665+0000","last_active":"2023-10-09T05:01:35.072070+0000","last_peered":"2023-10-09T05:01:35.072070+0000","last_clean":"2023-10-09T05:01:14.828228+0000","last_became_active":"2023-10-09T05:01:18.762665+0000","last_became_peered":"2023-10-09T05:01:18.762665+0000","last_unstale":"2023-10-09T05:01:35.072070+0000","last_undegraded":"2023-10-09T05:01:35.072070+0000","last_fullsized":"2023-10-09T05:01:18.758337+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:41:12.119773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288871+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:01:35.288871+0000","last_peered":"2023-10-09T05:01:35.288871+0000","last_clean":"2023-10-09T05:01:35.288871+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:01:35.288871+0000","last_undegraded":"2023-10-09T05:01:35.288871+0000","last_fullsized":"2023-10-09T05:01:35.288871+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":516,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288968+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:01:35.288968+0000","last_peered":"2023-10-09T05:01:35.288968+0000","last_clean":"2023-10-09T05:01:35.288968+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:01:35.288968+0000","last_undegraded":"2023-10-09T05:01:35.288968+0000","last_fullsized":"2023-10-09T05:01:35.288968+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":454,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.905113+0000","last_change":"2023-10-09T05:01:18.765914+0000","last_active":"2023-10-09T05:01:34.905113+0000","last_peered":"2023-10-09T05:01:34.905113+0000","last_clean":"2023-10-09T05:01:14.743550+0000","last_became_active":"2023-10-09T05:01:18.765914+0000","last_became_peered":"2023-10-09T05:01:18.765914+0000","last_unstale":"2023-10-09T05:01:34.905113+0000","last_undegraded":"2023-10-09T05:01:34.905113+0000","last_fullsized":"2023-10-09T05:01:18.751305+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:59.073455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905759+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:01:34.905759+0000","last_peered":"2023-10-09T05:01:34.905759+0000","last_clean":"2023-10-09T05:01:34.905759+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:01:34.905759+0000","last_undegraded":"2023-10-09T05:01:34.905759+0000","last_fullsized":"2023-10-09T05:01:34.905759+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":897,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288365+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:01:35.288365+0000","last_peered":"2023-10-09T05:01:35.288365+0000","last_clean":"2023-10-09T05:01:35.288365+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:01:35.288365+0000","last_undegraded":"2023-10-09T05:01:35.288365+0000","last_fullsized":"2023-10-09T05:01:35.288365+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":139,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.287505+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:01:35.287505+0000","last_peered":"2023-10-09T05:01:35.287505+0000","last_clean":"2023-10-09T05:01:35.287505+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:01:35.287505+0000","last_undegraded":"2023-10-09T05:01:35.287505+0000","last_fullsized":"2023-10-09T05:01:35.287505+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":516,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905431+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:01:34.905431+0000","last_peered":"2023-10-09T05:01:34.905431+0000","last_clean":"2023-10-09T05:01:34.905431+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:01:34.905431+0000","last_undegraded":"2023-10-09T05:01:34.905431+0000","last_fullsized":"2023-10-09T05:01:34.905431+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":9,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072129+0000","last_change":"2023-10-09T05:01:22.359729+0000","last_active":"2023-10-09T05:01:35.072129+0000","last_peered":"2023-10-09T05:01:35.072129+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:01:22.359729+0000","last_became_peered":"2023-10-09T05:01:22.359729+0000","last_unstale":"2023-10-09T05:01:35.072129+0000","last_undegraded":"2023-10-09T05:01:35.072129+0000","last_fullsized":"2023-10-09T05:01:22.357485+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:09:38.984639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":470,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288505+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:01:35.288505+0000","last_peered":"2023-10-09T05:01:35.288505+0000","last_clean":"2023-10-09T05:01:35.288505+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:01:35.288505+0000","last_undegraded":"2023-10-09T05:01:35.288505+0000","last_fullsized":"2023-10-09T05:01:35.288505+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":152,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072575+0000","last_change":"2023-10-09T05:01:18.766739+0000","last_active":"2023-10-09T05:01:35.072575+0000","last_peered":"2023-10-09T05:01:35.072575+0000","last_clean":"2023-10-09T05:01:14.828311+0000","last_became_active":"2023-10-09T05:01:18.766739+0000","last_became_peered":"2023-10-09T05:01:18.766739+0000","last_unstale":"2023-10-09T05:01:35.072575+0000","last_undegraded":"2023-10-09T05:01:35.072575+0000","last_fullsized":"2023-10-09T05:01:18.757522+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:00:11.395586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":442,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905704+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:01:34.905704+0000","last_peered":"2023-10-09T05:01:34.905704+0000","last_clean":"2023-10-09T05:01:34.905704+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:01:34.905704+0000","last_undegraded":"2023-10-09T05:01:34.905704+0000","last_fullsized":"2023-10-09T05:01:34.905704+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"472'2","reported_seq":14,"reported_epoch":472,"state":"active+clean","last_fresh":"2023-10-09T05:01:37.029007+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:01:37.029007+0000","last_peered":"2023-10-09T05:01:37.029007+0000","last_clean":"2023-10-09T05:01:37.029007+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:01:37.029007+0000","last_undegraded":"2023-10-09T05:01:37.029007+0000","last_fullsized":"2023-10-09T05:01:37.029007+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131072,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":453,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905195+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:01:34.905195+0000","last_peered":"2023-10-09T05:01:34.905195+0000","last_clean":"2023-10-09T05:01:34.905195+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:01:34.905195+0000","last_undegraded":"2023-10-09T05:01:34.905195+0000","last_fullsized":"2023-10-09T05:01:34.905195+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":506,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.905720+0000","last_change":"2023-10-09T05:01:18.768314+0000","last_active":"2023-10-09T05:01:34.905720+0000","last_peered":"2023-10-09T05:01:34.905720+0000","last_clean":"2023-10-09T05:01:14.760422+0000","last_became_active":"2023-10-09T05:01:18.768314+0000","last_became_peered":"2023-10-09T05:01:18.768314+0000","last_unstale":"2023-10-09T05:01:34.905720+0000","last_undegraded":"2023-10-09T05:01:34.905720+0000","last_fullsized":"2023-10-09T05:01:18.765340+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:38.492777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905612+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:01:34.905612+0000","last_peered":"2023-10-09T05:01:34.905612+0000","last_clean":"2023-10-09T05:01:34.905612+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:01:34.905612+0000","last_undegraded":"2023-10-09T05:01:34.905612+0000","last_fullsized":"2023-10-09T05:01:34.905612+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":470,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288760+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:01:35.288760+0000","last_peered":"2023-10-09T05:01:35.288760+0000","last_clean":"2023-10-09T05:01:35.288760+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:01:35.288760+0000","last_undegraded":"2023-10-09T05:01:35.288760+0000","last_fullsized":"2023-10-09T05:01:35.288760+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":193,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.286839+0000","last_change":"2023-10-09T05:01:18.762004+0000","last_active":"2023-10-09T05:01:35.286839+0000","last_peered":"2023-10-09T05:01:35.286839+0000","last_clean":"2023-10-09T05:01:14.773669+0000","last_became_active":"2023-10-09T05:01:18.762004+0000","last_became_peered":"2023-10-09T05:01:18.762004+0000","last_unstale":"2023-10-09T05:01:35.286839+0000","last_undegraded":"2023-10-09T05:01:35.286839+0000","last_fullsized":"2023-10-09T05:01:18.754781+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:53:34.849316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":300,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.287275+0000","last_change":"2023-10-09T05:01:18.765960+0000","last_active":"2023-10-09T05:01:35.287275+0000","last_peered":"2023-10-09T05:01:35.287275+0000","last_clean":"2023-10-09T05:01:14.771309+0000","last_became_active":"2023-10-09T05:01:18.765960+0000","last_became_peered":"2023-10-09T05:01:18.765960+0000","last_unstale":"2023-10-09T05:01:35.287275+0000","last_undegraded":"2023-10-09T05:01:35.287275+0000","last_fullsized":"2023-10-09T05:01:18.755831+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:32:02.427307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288963+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:01:35.288963+0000","last_peered":"2023-10-09T05:01:35.288963+0000","last_clean":"2023-10-09T05:01:35.288963+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:01:35.288963+0000","last_undegraded":"2023-10-09T05:01:35.288963+0000","last_fullsized":"2023-10-09T05:01:35.288963+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":851,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.072374+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:01:35.072374+0000","last_peered":"2023-10-09T05:01:35.072374+0000","last_clean":"2023-10-09T05:01:35.072374+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:01:35.072374+0000","last_undegraded":"2023-10-09T05:01:35.072374+0000","last_fullsized":"2023-10-09T05:01:35.072374+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":36,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.288753+0000","last_change":"2023-10-09T05:01:18.760604+0000","last_active":"2023-10-09T05:01:35.288753+0000","last_peered":"2023-10-09T05:01:35.288753+0000","last_clean":"2023-10-09T05:01:14.764427+0000","last_became_active":"2023-10-09T05:01:18.760604+0000","last_became_peered":"2023-10-09T05:01:18.760604+0000","last_unstale":"2023-10-09T05:01:35.288753+0000","last_undegraded":"2023-10-09T05:01:35.288753+0000","last_fullsized":"2023-10-09T05:01:18.755650+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:03:05.004020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":486,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289265+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:01:35.289265+0000","last_peered":"2023-10-09T05:01:35.289265+0000","last_clean":"2023-10-09T05:01:35.289265+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:01:35.289265+0000","last_undegraded":"2023-10-09T05:01:35.289265+0000","last_fullsized":"2023-10-09T05:01:35.289265+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":220,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.288830+0000","last_change":"2023-10-09T05:01:18.767475+0000","last_active":"2023-10-09T05:01:35.288830+0000","last_peered":"2023-10-09T05:01:35.288830+0000","last_clean":"2023-10-09T05:01:15.445062+0000","last_became_active":"2023-10-09T05:01:18.767475+0000","last_became_peered":"2023-10-09T05:01:18.767475+0000","last_unstale":"2023-10-09T05:01:35.288830+0000","last_undegraded":"2023-10-09T05:01:35.288830+0000","last_fullsized":"2023-10-09T05:01:18.758717+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:35:17.343798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.905385+0000","last_change":"2023-10-09T05:01:22.360313+0000","last_active":"2023-10-09T05:01:34.905385+0000","last_peered":"2023-10-09T05:01:34.905385+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:01:22.360313+0000","last_became_peered":"2023-10-09T05:01:22.360313+0000","last_unstale":"2023-10-09T05:01:34.905385+0000","last_undegraded":"2023-10-09T05:01:34.905385+0000","last_fullsized":"2023-10-09T05:01:22.356652+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:59:18.498300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":470,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288862+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:01:35.288862+0000","last_peered":"2023-10-09T05:01:35.288862+0000","last_clean":"2023-10-09T05:01:35.288862+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:01:35.288862+0000","last_undegraded":"2023-10-09T05:01:35.288862+0000","last_fullsized":"2023-10-09T05:01:35.288862+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":499,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.288998+0000","last_change":"2023-10-09T05:01:18.763083+0000","last_active":"2023-10-09T05:01:35.288998+0000","last_peered":"2023-10-09T05:01:35.288998+0000","last_clean":"2023-10-09T05:01:15.445049+0000","last_became_active":"2023-10-09T05:01:18.763083+0000","last_became_peered":"2023-10-09T05:01:18.763083+0000","last_unstale":"2023-10-09T05:01:35.288998+0000","last_undegraded":"2023-10-09T05:01:35.288998+0000","last_fullsized":"2023-10-09T05:01:18.759257+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:37.970814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":473,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905346+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:01:34.905346+0000","last_peered":"2023-10-09T05:01:34.905346+0000","last_clean":"2023-10-09T05:01:34.905346+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:01:34.905346+0000","last_undegraded":"2023-10-09T05:01:34.905346+0000","last_fullsized":"2023-10-09T05:01:34.905346+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":325,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.909070+0000","last_change":"2023-10-09T05:01:18.758330+0000","last_active":"2023-10-09T05:01:34.909070+0000","last_peered":"2023-10-09T05:01:34.909070+0000","last_clean":"2023-10-09T05:01:14.745558+0000","last_became_active":"2023-10-09T05:01:18.758330+0000","last_became_peered":"2023-10-09T05:01:18.758330+0000","last_unstale":"2023-10-09T05:01:34.909070+0000","last_undegraded":"2023-10-09T05:01:34.909070+0000","last_fullsized":"2023-10-09T05:01:18.754902+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:00:56.450991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"472'1","reported_seq":13,"reported_epoch":472,"state":"active+clean","last_fresh":"2023-10-09T05:01:36.953898+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:01:36.953898+0000","last_peered":"2023-10-09T05:01:36.953898+0000","last_clean":"2023-10-09T05:01:36.953898+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:01:36.953898+0000","last_undegraded":"2023-10-09T05:01:36.953898+0000","last_fullsized":"2023-10-09T05:01:36.953898+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65536,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":442,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288499+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:01:35.288499+0000","last_peered":"2023-10-09T05:01:35.288499+0000","last_clean":"2023-10-09T05:01:35.288499+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:01:35.288499+0000","last_undegraded":"2023-10-09T05:01:35.288499+0000","last_fullsized":"2023-10-09T05:01:35.288499+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":486,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.908361+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:01:34.908361+0000","last_peered":"2023-10-09T05:01:34.908361+0000","last_clean":"2023-10-09T05:01:34.908361+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:01:34.908361+0000","last_undegraded":"2023-10-09T05:01:34.908361+0000","last_fullsized":"2023-10-09T05:01:34.908361+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":343,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.908347+0000","last_change":"2023-10-09T05:01:18.761560+0000","last_active":"2023-10-09T05:01:34.908347+0000","last_peered":"2023-10-09T05:01:34.908347+0000","last_clean":"2023-10-09T05:01:14.745363+0000","last_became_active":"2023-10-09T05:01:18.761560+0000","last_became_peered":"2023-10-09T05:01:18.761560+0000","last_unstale":"2023-10-09T05:01:34.908347+0000","last_undegraded":"2023-10-09T05:01:34.908347+0000","last_fullsized":"2023-10-09T05:01:18.755543+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:34:14.238078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":256,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.289398+0000","last_change":"2023-10-09T05:01:18.763131+0000","last_active":"2023-10-09T05:01:35.289398+0000","last_peered":"2023-10-09T05:01:35.289398+0000","last_clean":"2023-10-09T05:01:15.445013+0000","last_became_active":"2023-10-09T05:01:18.763131+0000","last_became_peered":"2023-10-09T05:01:18.763131+0000","last_unstale":"2023-10-09T05:01:35.289398+0000","last_undegraded":"2023-10-09T05:01:35.289398+0000","last_fullsized":"2023-10-09T05:01:18.758754+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:15:24.704094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.288942+0000","last_change":"2023-10-09T05:01:22.355388+0000","last_active":"2023-10-09T05:01:35.288942+0000","last_peered":"2023-10-09T05:01:35.288942+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:01:22.355388+0000","last_became_peered":"2023-10-09T05:01:22.355388+0000","last_unstale":"2023-10-09T05:01:35.288942+0000","last_undegraded":"2023-10-09T05:01:35.288942+0000","last_fullsized":"2023-10-09T05:01:22.353383+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:46:43.513846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":455,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289054+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:01:35.289054+0000","last_peered":"2023-10-09T05:01:35.289054+0000","last_clean":"2023-10-09T05:01:35.289054+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:01:35.289054+0000","last_undegraded":"2023-10-09T05:01:35.289054+0000","last_fullsized":"2023-10-09T05:01:35.289054+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":442,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288344+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:01:35.288344+0000","last_peered":"2023-10-09T05:01:35.288344+0000","last_clean":"2023-10-09T05:01:35.288344+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:01:35.288344+0000","last_undegraded":"2023-10-09T05:01:35.288344+0000","last_fullsized":"2023-10-09T05:01:35.288344+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":306,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.287261+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:01:35.287261+0000","last_peered":"2023-10-09T05:01:35.287261+0000","last_clean":"2023-10-09T05:01:35.287261+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:01:35.287261+0000","last_undegraded":"2023-10-09T05:01:35.287261+0000","last_fullsized":"2023-10-09T05:01:35.287261+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":165,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.072235+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:01:35.072235+0000","last_peered":"2023-10-09T05:01:35.072235+0000","last_clean":"2023-10-09T05:01:35.072235+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:01:35.072235+0000","last_undegraded":"2023-10-09T05:01:35.072235+0000","last_fullsized":"2023-10-09T05:01:35.072235+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.072226+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:01:35.072226+0000","last_peered":"2023-10-09T05:01:35.072226+0000","last_clean":"2023-10-09T05:01:35.072226+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:01:35.072226+0000","last_undegraded":"2023-10-09T05:01:35.072226+0000","last_fullsized":"2023-10-09T05:01:35.072226+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":803,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072099+0000","last_change":"2023-10-09T05:01:18.767077+0000","last_active":"2023-10-09T05:01:35.072099+0000","last_peered":"2023-10-09T05:01:35.072099+0000","last_clean":"2023-10-09T05:01:14.829132+0000","last_became_active":"2023-10-09T05:01:18.767077+0000","last_became_peered":"2023-10-09T05:01:18.767077+0000","last_unstale":"2023-10-09T05:01:35.072099+0000","last_undegraded":"2023-10-09T05:01:35.072099+0000","last_fullsized":"2023-10-09T05:01:18.758495+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:31:06.185761+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":36,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.288397+0000","last_change":"2023-10-09T05:01:18.761446+0000","last_active":"2023-10-09T05:01:35.288397+0000","last_peered":"2023-10-09T05:01:35.288397+0000","last_clean":"2023-10-09T05:01:14.764032+0000","last_became_active":"2023-10-09T05:01:18.761446+0000","last_became_peered":"2023-10-09T05:01:18.761446+0000","last_unstale":"2023-10-09T05:01:35.288397+0000","last_undegraded":"2023-10-09T05:01:35.288397+0000","last_fullsized":"2023-10-09T05:01:18.755650+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:01:17.421037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":424,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905293+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:01:34.905293+0000","last_peered":"2023-10-09T05:01:34.905293+0000","last_clean":"2023-10-09T05:01:34.905293+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:01:34.905293+0000","last_undegraded":"2023-10-09T05:01:34.905293+0000","last_fullsized":"2023-10-09T05:01:34.905293+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":470,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.905361+0000","last_change":"2023-10-09T05:01:18.758176+0000","last_active":"2023-10-09T05:01:34.905361+0000","last_peered":"2023-10-09T05:01:34.905361+0000","last_clean":"2023-10-09T05:01:14.743667+0000","last_became_active":"2023-10-09T05:01:18.758176+0000","last_became_peered":"2023-10-09T05:01:18.758176+0000","last_unstale":"2023-10-09T05:01:34.905361+0000","last_undegraded":"2023-10-09T05:01:34.905361+0000","last_fullsized":"2023-10-09T05:01:18.751004+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:07:55.347076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":["0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":10,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.908450+0000","last_change":"2023-10-09T05:01:22.360286+0000","last_active":"2023-10-09T05:01:34.908450+0000","last_peered":"2023-10-09T05:01:34.908450+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:01:22.360286+0000","last_became_peered":"2023-10-09T05:01:22.360286+0000","last_unstale":"2023-10-09T05:01:34.908450+0000","last_undegraded":"2023-10-09T05:01:34.908450+0000","last_fullsized":"2023-10-09T05:01:22.349154+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:15:31.740661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":811,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.072324+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:01:35.072324+0000","last_peered":"2023-10-09T05:01:35.072324+0000","last_clean":"2023-10-09T05:01:35.072324+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:01:35.072324+0000","last_undegraded":"2023-10-09T05:01:35.072324+0000","last_fullsized":"2023-10-09T05:01:35.072324+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":29,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288635+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:01:35.288635+0000","last_peered":"2023-10-09T05:01:35.288635+0000","last_clean":"2023-10-09T05:01:35.288635+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:01:35.288635+0000","last_undegraded":"2023-10-09T05:01:35.288635+0000","last_fullsized":"2023-10-09T05:01:35.288635+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":204,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.909192+0000","last_change":"2023-10-09T05:01:18.763070+0000","last_active":"2023-10-09T05:01:34.909192+0000","last_peered":"2023-10-09T05:01:34.909192+0000","last_clean":"2023-10-09T05:01:14.745672+0000","last_became_active":"2023-10-09T05:01:18.763070+0000","last_became_peered":"2023-10-09T05:01:18.763070+0000","last_unstale":"2023-10-09T05:01:34.909192+0000","last_undegraded":"2023-10-09T05:01:34.909192+0000","last_fullsized":"2023-10-09T05:01:18.755048+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:59:29.190717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":171,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289133+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:01:35.289133+0000","last_peered":"2023-10-09T05:01:35.289133+0000","last_clean":"2023-10-09T05:01:35.289133+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:01:35.289133+0000","last_undegraded":"2023-10-09T05:01:35.289133+0000","last_fullsized":"2023-10-09T05:01:35.289133+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.288785+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:01:35.288785+0000","last_peered":"2023-10-09T05:01:35.288785+0000","last_clean":"2023-10-09T05:01:35.288785+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:01:35.288785+0000","last_undegraded":"2023-10-09T05:01:35.288785+0000","last_fullsized":"2023-10-09T05:01:35.288785+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":470,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905405+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:01:34.905405+0000","last_peered":"2023-10-09T05:01:34.905405+0000","last_clean":"2023-10-09T05:01:34.905405+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:01:34.905405+0000","last_undegraded":"2023-10-09T05:01:34.905405+0000","last_fullsized":"2023-10-09T05:01:34.905405+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":165,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.287278+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:01:35.287278+0000","last_peered":"2023-10-09T05:01:35.287278+0000","last_clean":"2023-10-09T05:01:35.287278+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:01:35.287278+0000","last_undegraded":"2023-10-09T05:01:35.287278+0000","last_fullsized":"2023-10-09T05:01:35.287278+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":366,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:35.072373+0000","last_change":"2023-10-09T05:01:18.768101+0000","last_active":"2023-10-09T05:01:35.072373+0000","last_peered":"2023-10-09T05:01:35.072373+0000","last_clean":"2023-10-09T05:01:14.829542+0000","last_became_active":"2023-10-09T05:01:18.768101+0000","last_became_peered":"2023-10-09T05:01:18.768101+0000","last_unstale":"2023-10-09T05:01:35.072373+0000","last_undegraded":"2023-10-09T05:01:35.072373+0000","last_fullsized":"2023-10-09T05:01:18.758012+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:34:00.195445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":187,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.286698+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:01:35.286698+0000","last_peered":"2023-10-09T05:01:35.286698+0000","last_clean":"2023-10-09T05:01:35.286698+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:01:35.286698+0000","last_undegraded":"2023-10-09T05:01:35.286698+0000","last_fullsized":"2023-10-09T05:01:35.286698+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":13,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.908213+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:01:34.908213+0000","last_peered":"2023-10-09T05:01:34.908213+0000","last_clean":"2023-10-09T05:01:34.908213+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:01:34.908213+0000","last_undegraded":"2023-10-09T05:01:34.908213+0000","last_fullsized":"2023-10-09T05:01:34.908213+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":513,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.286958+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:01:35.286958+0000","last_peered":"2023-10-09T05:01:35.286958+0000","last_clean":"2023-10-09T05:01:35.286958+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:01:35.286958+0000","last_undegraded":"2023-10-09T05:01:35.286958+0000","last_fullsized":"2023-10-09T05:01:35.286958+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":165,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.072348+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:01:35.072348+0000","last_peered":"2023-10-09T05:01:35.072348+0000","last_clean":"2023-10-09T05:01:35.072348+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:01:35.072348+0000","last_undegraded":"2023-10-09T05:01:35.072348+0000","last_fullsized":"2023-10-09T05:01:35.072348+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":458,"reported_epoch":471,"state":"active+undersized+degraded","last_fresh":"2023-10-09T05:01:34.905455+0000","last_change":"2023-10-09T05:01:18.765919+0000","last_active":"2023-10-09T05:01:34.905455+0000","last_peered":"2023-10-09T05:01:34.905455+0000","last_clean":"2023-10-09T05:01:14.743719+0000","last_became_active":"2023-10-09T05:01:18.765919+0000","last_became_peered":"2023-10-09T05:01:18.765919+0000","last_unstale":"2023-10-09T05:01:34.905455+0000","last_undegraded":"2023-10-09T05:01:18.751426+0000","last_fullsized":"2023-10-09T05:01:18.751322+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:05:57.581739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":455,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905110+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:01:34.905110+0000","last_peered":"2023-10-09T05:01:34.905110+0000","last_clean":"2023-10-09T05:01:34.905110+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:01:34.905110+0000","last_undegraded":"2023-10-09T05:01:34.905110+0000","last_fullsized":"2023-10-09T05:01:34.905110+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":167,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905535+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:01:34.905535+0000","last_peered":"2023-10-09T05:01:34.905535+0000","last_clean":"2023-10-09T05:01:34.905535+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:01:34.905535+0000","last_undegraded":"2023-10-09T05:01:34.905535+0000","last_fullsized":"2023-10-09T05:01:34.905535+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":501,"reported_epoch":471,"state":"active+undersized","last_fresh":"2023-10-09T05:01:34.909306+0000","last_change":"2023-10-09T05:01:18.758345+0000","last_active":"2023-10-09T05:01:34.909306+0000","last_peered":"2023-10-09T05:01:34.909306+0000","last_clean":"2023-10-09T05:01:14.745656+0000","last_became_active":"2023-10-09T05:01:18.758345+0000","last_became_peered":"2023-10-09T05:01:18.758345+0000","last_unstale":"2023-10-09T05:01:34.909306+0000","last_undegraded":"2023-10-09T05:01:34.909306+0000","last_fullsized":"2023-10-09T05:01:18.755258+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:03:44.111067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":458,"reported_epoch":471,"state":"active+undersized+degraded","last_fresh":"2023-10-09T05:01:35.289182+0000","last_change":"2023-10-09T05:01:18.766323+0000","last_active":"2023-10-09T05:01:35.289182+0000","last_peered":"2023-10-09T05:01:35.289182+0000","last_clean":"2023-10-09T05:01:15.445308+0000","last_became_active":"2023-10-09T05:01:18.766323+0000","last_became_peered":"2023-10-09T05:01:18.766323+0000","last_unstale":"2023-10-09T05:01:35.289182+0000","last_undegraded":"2023-10-09T05:01:18.758852+0000","last_fullsized":"2023-10-09T05:01:18.758728+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":236,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:52:32.182200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[{"shards":"4,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":503,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905479+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:01:34.905479+0000","last_peered":"2023-10-09T05:01:34.905479+0000","last_clean":"2023-10-09T05:01:34.905479+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:01:34.905479+0000","last_undegraded":"2023-10-09T05:01:34.905479+0000","last_fullsized":"2023-10-09T05:01:34.905479+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":473,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289123+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:01:35.289123+0000","last_peered":"2023-10-09T05:01:35.289123+0000","last_clean":"2023-10-09T05:01:35.289123+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:01:35.289123+0000","last_undegraded":"2023-10-09T05:01:35.289123+0000","last_fullsized":"2023-10-09T05:01:35.289123+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":476,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905268+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:01:34.905268+0000","last_peered":"2023-10-09T05:01:34.905268+0000","last_clean":"2023-10-09T05:01:34.905268+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:01:34.905268+0000","last_undegraded":"2023-10-09T05:01:34.905268+0000","last_fullsized":"2023-10-09T05:01:34.905268+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":198,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.287162+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:01:35.287162+0000","last_peered":"2023-10-09T05:01:35.287162+0000","last_clean":"2023-10-09T05:01:35.287162+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:01:35.287162+0000","last_undegraded":"2023-10-09T05:01:35.287162+0000","last_fullsized":"2023-10-09T05:01:35.287162+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":163,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.286953+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:01:35.286953+0000","last_peered":"2023-10-09T05:01:35.286953+0000","last_clean":"2023-10-09T05:01:35.286953+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:01:35.286953+0000","last_undegraded":"2023-10-09T05:01:35.286953+0000","last_fullsized":"2023-10-09T05:01:35.286953+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":158,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:35.289149+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:01:35.289149+0000","last_peered":"2023-10-09T05:01:35.289149+0000","last_clean":"2023-10-09T05:01:35.289149+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:01:35.289149+0000","last_undegraded":"2023-10-09T05:01:35.289149+0000","last_fullsized":"2023-10-09T05:01:35.289149+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":492,"reported_epoch":471,"state":"active+clean","last_fresh":"2023-10-09T05:01:34.905104+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:01:34.905104+0000","last_peered":"2023-10-09T05:01:34.905104+0000","last_clean":"2023-10-09T05:01:34.905104+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:01:34.905104+0000","last_undegraded":"2023-10-09T05:01:34.905104+0000","last_fullsized":"2023-10-09T05:01:34.905104+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1179648,"data_stored":1179648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":43,"acting":43,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":81,"acting":81,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20876,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":85,"acting":85,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":32,"acting":32,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":20,"acting":20,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234465,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1513864,"kb_used_data":4992,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":92231288,"statfs":{"total":95995035648,"available":94444838912,"internally_reserved":0,"allocated":5111808,"data_stored":3940864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:01:20 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":1.647,"15min":1.645},"min":{"1min":0.28100000000000003,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.7530000000000001,"5min":16.027999999999999,"15min":16.027999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.04,"5min":1.468,"15min":1.4019999999999999},"min":{"1min":0.25700000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":7.9249999999999998,"5min":10.785,"15min":11.752000000000001},"last":0.67000000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.736,"5min":1.8180000000000001,"15min":1.784},"min":{"1min":0.28799999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":3.238,"5min":6.7119999999999997,"15min":16.513000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.9119999999999999,"5min":2.0510000000000002,"15min":1.9910000000000001},"min":{"1min":0.29899999999999999,"5min":0.29099999999999998,"15min":0.23899999999999999},"max":{"1min":7.7539999999999996,"5min":19.681999999999999,"15min":24.052},"last":0.45700000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:01:20 2023","interfaces":[{"interface":"back","average":{"1min":1.796,"5min":2.0249999999999999,"15min":2.0310000000000001},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.254},"max":{"1min":7.3869999999999996,"5min":10.741,"15min":32.179000000000002},"last":0.748},{"interface":"front","average":{"1min":1.6779999999999999,"5min":2.1349999999999998,"15min":1.7889999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.28799999999999998},"max":{"1min":7.0090000000000003,"5min":11.051,"15min":16.704000000000001},"last":0.57399999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:00:46 2023","interfaces":[{"interface":"back","average":{"1min":2.4990000000000001,"5min":2.5,"15min":1.839},"min":{"1min":0.32800000000000001,"5min":0.317,"15min":0.30199999999999999},"max":{"1min":12.581,"5min":14.228999999999999,"15min":14.228999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.4279999999999999,"5min":2.1829999999999998,"15min":1.7050000000000001},"min":{"1min":0.44900000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":6.4359999999999999,"5min":12.334,"15min":12.334},"last":0.73299999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":1.2789999999999999,"15min":1.843},"min":{"1min":0.27300000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":19.949000000000002,"5min":19.949000000000002,"15min":23.919},"last":0.59499999999999997},{"interface":"front","average":{"1min":1.488,"5min":1.0549999999999999,"15min":1.474},"min":{"1min":0.28199999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":18.971,"5min":18.971,"15min":23.797999999999998},"last":0.504}]},{"osd":5,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.1439999999999999,"15min":2.1560000000000001},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":7.3979999999999997,"5min":7.3979999999999997,"15min":79.709999999999994},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.0469999999999999,"15min":1.909},"min":{"1min":0.32700000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":3.7410000000000001,"5min":5.8079999999999998,"15min":79.332999999999998},"last":0.45600000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.2829999999999999,"15min":1.9650000000000001},"min":{"1min":0.36399999999999999,"5min":0.34000000000000002,"15min":0.27600000000000002},"max":{"1min":2.9399999999999999,"5min":7.4880000000000004,"15min":16.599},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.97899999999999998,"15min":1.794},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.488,"5min":6.5179999999999998,"15min":24.010000000000002},"last":0.55800000000000005}]}]},{"osd":6,"up_from":46,"seq":197568496101,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":906052,"kb_used_data":4668,"kb_used_omap":0,"kb_used_meta":901376,"kb_avail":92839100,"statfs":{"total":95995035648,"available":95067238400,"internally_reserved":0,"allocated":4780032,"data_stored":3621285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":923009024},"hb_peers":[0,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:01:23 2023","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":2.5430000000000001,"15min":1.8},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.219},"max":{"1min":8.3580000000000005,"5min":62.470999999999997,"15min":62.470999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.5960000000000001,"5min":2.625,"15min":1.966},"min":{"1min":0.313,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":8.3810000000000002,"5min":62.445,"15min":62.445},"last":0.56999999999999995}]},{"osd":1,"last update":"Mon Oct 9 05:01:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4020000000000001,"5min":1.8109999999999999,"15min":1.843},"min":{"1min":0.27700000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":14.045999999999999,"5min":14.045999999999999,"15min":14.045999999999999},"last":8.9350000000000005},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.758,"15min":1.544},"min":{"1min":0.30199999999999999,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":14.058999999999999,"5min":14.058999999999999,"15min":14.058999999999999},"last":8.4350000000000005}]},{"osd":2,"last update":"Mon Oct 9 05:01:35 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.8809999999999998,"15min":1.98},"min":{"1min":0.36299999999999999,"5min":0.26700000000000002,"15min":0.221},"max":{"1min":13.91,"5min":42.923999999999999,"15min":42.923999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.4219999999999999,"5min":2.7370000000000001,"15min":2.2480000000000002},"min":{"1min":0.377,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.2360000000000007,"5min":42.936999999999998,"15min":42.936999999999998},"last":0.438}]},{"osd":3,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.3679999999999999,"5min":2.754,"15min":2.294},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":8.2059999999999995,"5min":26.763000000000002,"15min":26.763000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.8200000000000001,"5min":2.6240000000000001,"15min":2.0409999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.0910000000000002,"5min":26.777999999999999,"15min":26.777999999999999},"last":0.504}]},{"osd":4,"last update":"Mon Oct 9 05:01:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.139,"15min":1.524},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":3.6640000000000001,"5min":6.2809999999999997,"15min":16.399999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.25,"5min":1.169,"15min":1.5660000000000001},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.106,"5min":10.106,"15min":16.068999999999999},"last":0.34699999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:01:35 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":1.1040000000000001,"15min":1.476},"min":{"1min":0.29399999999999998,"5min":0.28299999999999997,"15min":0.24099999999999999},"max":{"1min":3.2890000000000001,"5min":5.992,"15min":12.420999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.29,"15min":1.431},"min":{"1min":0.34699999999999998,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":3.6949999999999998,"5min":7.7549999999999999,"15min":16.292999999999999},"last":0.42399999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:01:05 2023","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":1.361,"15min":2.3210000000000002},"min":{"1min":0.435,"5min":0.33800000000000002,"15min":0.28199999999999997},"max":{"1min":7.8250000000000002,"5min":7.8250000000000002,"15min":196.22300000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.1789999999999998,"5min":1.294,"15min":2.5310000000000001},"min":{"1min":0.39900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":10.164999999999999,"5min":10.164999999999999,"15min":196.24299999999999},"last":0.53000000000000003}]}]},{"osd":1,"up_from":235,"seq":1009317314713,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":494236,"kb_used_data":5716,"kb_used_omap":5,"kb_used_meta":488506,"kb_avail":93250916,"statfs":{"total":95995035648,"available":95488937984,"internally_reserved":0,"allocated":5853184,"data_stored":3702528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":500230869},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5329999999999999,"5min":2.5430000000000001,"15min":1.655},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":9.0999999999999996,"5min":21.587,"15min":21.587},"last":0.307},{"interface":"front","average":{"1min":3.492,"5min":2.379,"15min":1.7030000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20100000000000001},"max":{"1min":11.646000000000001,"5min":12.044,"15min":14.954000000000001},"last":0.52900000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":4.3029999999999999,"5min":3.1499999999999999,"15min":1.923},"min":{"1min":0.26500000000000001,"5min":0.248,"15min":0.20399999999999999},"max":{"1min":21.065000000000001,"5min":21.065000000000001,"15min":21.065000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":6.4100000000000001,"5min":4.2110000000000003,"15min":2.3969999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.221},"max":{"1min":21.152999999999999,"5min":21.864999999999998,"15min":21.864999999999998},"last":0.51500000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":4.9779999999999998,"5min":3.246,"15min":2.0600000000000001},"min":{"1min":0.32300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":19.193999999999999,"5min":19.193999999999999,"15min":27.974},"last":0.57899999999999996},{"interface":"front","average":{"1min":4.3390000000000004,"5min":3.1459999999999999,"15min":2.0859999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":19.248999999999999,"5min":23.620999999999999,"15min":27.914000000000001},"last":0.60499999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.7949999999999999,"5min":2.2229999999999999,"15min":2.004},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":9.532,"5min":22.707000000000001,"15min":44.145000000000003},"last":0.64400000000000002},{"interface":"front","average":{"1min":2.1659999999999999,"5min":2.3759999999999999,"15min":1.9179999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.91,"5min":25.751000000000001,"15min":44.286999999999999},"last":0.71099999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":1.9650000000000001,"15min":1.8819999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28100000000000003},"max":{"1min":11.958,"5min":13.000999999999999,"15min":15.034000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":2.669,"5min":2.516,"15min":1.9990000000000001},"min":{"1min":0.375,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":9.5280000000000005,"5min":21.484000000000002,"15min":21.484000000000002},"last":0.71899999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":2.7559999999999998,"15min":1.9830000000000001},"min":{"1min":0.39400000000000002,"5min":0.31,"15min":0.31},"max":{"1min":9.5790000000000006,"5min":14.853,"15min":14.853},"last":0.68500000000000005},{"interface":"front","average":{"1min":2.7509999999999999,"5min":2.085,"15min":1.722},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":8.9290000000000003,"5min":11.141,"15min":11.141},"last":0.77100000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.1320000000000001,"15min":3.8149999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":8.6280000000000001,"5min":11.173999999999999,"15min":146.554},"last":0.79200000000000004},{"interface":"front","average":{"1min":2.7839999999999998,"5min":2.1059999999999999,"15min":4.077},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":11.989000000000001,"5min":13.028,"15min":146.53100000000001},"last":0.66500000000000004}]}]},{"osd":0,"up_from":86,"seq":369367187807,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1001596,"kb_used_data":6132,"kb_used_omap":5,"kb_used_meta":995450,"kb_avail":92743556,"statfs":{"total":95995035648,"available":94969401344,"internally_reserved":0,"allocated":6279168,"data_stored":3801362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1019341434},"hb_peers":[2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:00:59 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.4830000000000001,"15min":1.637},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.17799999999999999},"max":{"1min":10.603,"5min":16.838999999999999,"15min":16.838999999999999},"last":0.378},{"interface":"front","average":{"1min":3.96,"5min":2.9990000000000001,"15min":1.8300000000000001},"min":{"1min":0.191,"5min":0.184,"15min":0.184},"max":{"1min":22.640999999999998,"5min":22.640999999999998,"15min":26.646000000000001},"last":0.30099999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:01:14 2023","interfaces":[{"interface":"back","average":{"1min":3.8879999999999999,"5min":3.484,"15min":2.2629999999999999},"min":{"1min":0.28000000000000003,"5min":0.24199999999999999,"15min":0.17799999999999999},"max":{"1min":16.081,"5min":16.789999999999999,"15min":24.021000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":3.8239999999999998,"5min":3.0179999999999998,"15min":2.0590000000000002},"min":{"1min":0.23499999999999999,"5min":0.216,"15min":0.216},"max":{"1min":12.997,"5min":22.683,"15min":24.050999999999998},"last":0.436}]},{"osd":3,"last update":"Mon Oct 9 05:00:48 2023","interfaces":[{"interface":"back","average":{"1min":3.214,"5min":2.476,"15min":1.7869999999999999},"min":{"1min":0.312,"5min":0.218,"15min":0.218},"max":{"1min":10.632999999999999,"5min":13.461,"15min":14.711},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.7290000000000001,"5min":2.9289999999999998,"15min":2.105},"min":{"1min":0.30299999999999999,"5min":0.27500000000000002,"15min":0.248},"max":{"1min":13.294,"5min":21.132999999999999,"15min":23.222000000000001},"last":0.47999999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:01:14 2023","interfaces":[{"interface":"back","average":{"1min":1.357,"5min":2.2010000000000001,"15min":1.774},"min":{"1min":0.34799999999999998,"5min":0.311,"15min":0.26300000000000001},"max":{"1min":4.9130000000000003,"5min":14.581,"15min":14.581},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.768,"5min":1.8959999999999999,"15min":1.5920000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":10.541,"5min":14.721,"15min":14.721},"last":0.56200000000000006}]},{"osd":5,"last update":"Mon Oct 9 05:01:14 2023","interfaces":[{"interface":"back","average":{"1min":1.9410000000000001,"5min":2.0830000000000002,"15min":1.7869999999999999},"min":{"1min":0.36699999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":10.48,"5min":13.542,"15min":13.542},"last":0.53500000000000003},{"interface":"front","average":{"1min":2.5329999999999999,"5min":2.5910000000000002,"15min":2.044},"min":{"1min":0.316,"5min":0.316,"15min":0.29999999999999999},"max":{"1min":8.7059999999999995,"5min":22.738,"15min":22.738},"last":0.55300000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:01:14 2023","interfaces":[{"interface":"back","average":{"1min":1.798,"5min":2.1699999999999999,"15min":1.829},"min":{"1min":0.34399999999999997,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":10.573,"5min":13.599,"15min":13.599},"last":0.59199999999999997},{"interface":"front","average":{"1min":2.5569999999999999,"5min":2.907,"15min":2.113},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":8.8209999999999997,"5min":22.709,"15min":22.709},"last":0.52400000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:01:14 2023","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":2.8719999999999999,"15min":2.093},"min":{"1min":0.43099999999999999,"5min":0.38900000000000001,"15min":0.34599999999999997},"max":{"1min":8.7590000000000003,"5min":22.763000000000002,"15min":22.763000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.6599999999999999,"5min":2.6709999999999998,"15min":2.1190000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":7.0149999999999997,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.628}]}]},{"osd":2,"up_from":116,"seq":498216206650,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":856900,"kb_used_data":6012,"kb_used_omap":7,"kb_used_meta":850872,"kb_avail":92888252,"statfs":{"total":95995035648,"available":95117570048,"internally_reserved":0,"allocated":6156288,"data_stored":4009079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":871293009},"hb_peers":[0,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:01:32 2023","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":2.206,"15min":1.5780000000000001},"min":{"1min":0.21099999999999999,"5min":0.182,"15min":0.16600000000000001},"max":{"1min":4.1840000000000002,"5min":15.34,"15min":49.338000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":2.069,"15min":1.589},"min":{"1min":0.221,"5min":0.188,"15min":0.185},"max":{"1min":3.2679999999999998,"5min":13.952,"15min":47.450000000000003},"last":0.34999999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":2.298,"5min":3.9900000000000002,"15min":2.1920000000000002},"min":{"1min":0.24399999999999999,"5min":0.192,"15min":0.192},"max":{"1min":10.913,"5min":210.52199999999999,"15min":210.52199999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":4.9589999999999996,"5min":5.3289999999999997,"15min":2.8410000000000002},"min":{"1min":0.26000000000000001,"5min":0.21299999999999999,"15min":0.191},"max":{"1min":12.890000000000001,"5min":210.792,"15min":210.792},"last":0.26600000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:00:53 2023","interfaces":[{"interface":"back","average":{"1min":7.9199999999999999,"5min":4.9880000000000004,"15min":2.5369999999999999},"min":{"1min":0.31900000000000001,"5min":0.27100000000000002,"15min":0.20999999999999999},"max":{"1min":23.507000000000001,"5min":79.926000000000002,"15min":79.926000000000002},"last":0.26800000000000002},{"interface":"front","average":{"1min":7.9589999999999996,"5min":5.1420000000000003,"15min":2.6200000000000001},"min":{"1min":0.38900000000000001,"5min":0.314,"15min":0.24199999999999999},"max":{"1min":23.541,"5min":79.959000000000003,"15min":79.959000000000003},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:01:32 2023","interfaces":[{"interface":"back","average":{"1min":1.3280000000000001,"5min":2.8759999999999999,"15min":2.6080000000000001},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.29299999999999998},"max":{"1min":5.7859999999999996,"5min":18.219999999999999,"15min":176.00200000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.675,"15min":2.0510000000000002},"min":{"1min":0.35399999999999998,"5min":0.308,"15min":0.28799999999999998},"max":{"1min":3.6459999999999999,"5min":9.3580000000000005,"15min":176.07900000000001},"last":0.442}]},{"osd":5,"last update":"Mon Oct 9 05:01:32 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.9850000000000001,"15min":1.649},"min":{"1min":0.36199999999999999,"5min":0.317,"15min":0.28299999999999997},"max":{"1min":3.4809999999999999,"5min":24.405000000000001,"15min":24.405000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.329,"5min":2.871,"15min":1.9990000000000001},"min":{"1min":0.35099999999999998,"5min":0.34200000000000003,"15min":0.30299999999999999},"max":{"1min":5.8099999999999996,"5min":18.172999999999998,"15min":18.172999999999998},"last":0.50900000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:01:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":2.3180000000000001,"15min":1.9410000000000001},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.312},"max":{"1min":3.6680000000000001,"5min":24.023,"15min":42.975999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.76000000000000001,"5min":2.1589999999999998,"15min":2.0259999999999998},"min":{"1min":0.42099999999999999,"5min":0.35499999999999998,"15min":0.316},"max":{"1min":3.3359999999999999,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.48499999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:01:32 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":2.1560000000000001,"15min":1.909},"min":{"1min":0.39900000000000002,"5min":0.38400000000000001,"15min":0.374},"max":{"1min":3.6899999999999999,"5min":15.516,"15min":15.516},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":2.081,"15min":1.9399999999999999},"min":{"1min":0.38700000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":3.4399999999999999,"5min":15.583,"15min":15.583},"last":0.55700000000000005}]}]},{"osd":3,"up_from":198,"seq":850403524787,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":529516,"kb_used_data":6180,"kb_used_omap":2,"kb_used_meta":523325,"kb_avail":93215636,"statfs":{"total":95995035648,"available":95452811264,"internally_reserved":0,"allocated":6328320,"data_stored":4315397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":535884853},"hb_peers":[0,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":3.77,"5min":3.1760000000000002,"15min":1.8839999999999999},"min":{"1min":0.32700000000000001,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":11.06,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":4.1360000000000001,"5min":3.1480000000000001,"15min":1.8939999999999999},"min":{"1min":0.223,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.5909999999999993,"5min":22.477,"15min":22.477},"last":0.30499999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:01:07 2023","interfaces":[{"interface":"back","average":{"1min":3.2829999999999999,"5min":2.9649999999999999,"15min":1.718},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.20999999999999999},"max":{"1min":10.935,"5min":26.314,"15min":26.314},"last":0.26200000000000001},{"interface":"front","average":{"1min":3.5510000000000002,"5min":3.0579999999999998,"15min":2.036},"min":{"1min":0.36399999999999999,"5min":0.25700000000000001,"15min":0.22900000000000001},"max":{"1min":11.097,"5min":18.306999999999999,"15min":18.306999999999999},"last":0.30199999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":3,"15min":2.0379999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.0449999999999999,"5min":15.425000000000001,"15min":21.722999999999999},"last":0.23999999999999999},{"interface":"front","average":{"1min":3.8740000000000001,"5min":3.052,"15min":1.917},"min":{"1min":0.39300000000000002,"5min":0.255,"15min":0.23799999999999999},"max":{"1min":24.184000000000001,"5min":25.776,"15min":25.776},"last":0.32200000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":3.2200000000000002,"5min":2.5499999999999998,"15min":1.859},"min":{"1min":0.309,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.173999999999999,"5min":15.301,"15min":15.301},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.3360000000000001,"5min":2.6280000000000001,"15min":2.0209999999999999},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28199999999999997},"max":{"1min":5.0049999999999999,"5min":15.401999999999999,"15min":21.532},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.2440000000000002,"15min":1.873},"min":{"1min":0.434,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":10.967000000000001,"5min":15.282,"15min":35.712000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":3.056,"5min":2.5609999999999999,"15min":2.1800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.2249999999999996,"5min":18.064,"15min":35.488},"last":0.503}]},{"osd":6,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":2.5710000000000002,"15min":2.4580000000000002},"min":{"1min":0.40100000000000002,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":7.7859999999999996,"5min":15.339,"15min":50.113999999999997},"last":0.442},{"interface":"front","average":{"1min":2.734,"5min":2.3690000000000002,"15min":2.161},"min":{"1min":0.47699999999999998,"5min":0.33400000000000002,"15min":0.32200000000000001},"max":{"1min":11.130000000000001,"5min":15.243,"15min":53.841999999999999},"last":0.39900000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:00:57 2023","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":2.8540000000000001,"15min":2.1150000000000002},"min":{"1min":0.44,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":10.215999999999999,"5min":18.155999999999999,"15min":18.155999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.623,"5min":2.5289999999999999,"15min":2.214},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.34399999999999997},"max":{"1min":5.0650000000000004,"5min":15.381,"15min":21.587},"last":0.48099999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019373,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":900556,"kb_used_data":4676,"kb_used_omap":0,"kb_used_meta":895872,"kb_avail":92844596,"statfs":{"total":95995035648,"available":95072866304,"internally_reserved":0,"allocated":4788224,"data_stored":3621592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917372928},"hb_peers":[0,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:01:30 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.7090000000000001,"15min":1.877},"min":{"1min":0.23200000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":11.003,"5min":11.003,"15min":21.047000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.022,"5min":1.3180000000000001,"15min":1.5680000000000001},"min":{"1min":0.29499999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.1100000000000003,"5min":9.8710000000000004,"15min":12.064},"last":0.41899999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":1.536,"5min":4.9969999999999999,"15min":2.694},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.23000000000000001},"max":{"1min":4.6989999999999998,"5min":288.47500000000002,"15min":288.47500000000002},"last":0.499},{"interface":"front","average":{"1min":3.6829999999999998,"5min":5.8010000000000002,"15min":3.1640000000000001},"min":{"1min":0.28000000000000003,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":17.027999999999999,"5min":289.32499999999999,"15min":289.32499999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Mon Oct 9 05:01:30 2023","interfaces":[{"interface":"back","average":{"1min":1.5920000000000001,"5min":4.0229999999999997,"15min":2.952},"min":{"1min":0.33000000000000002,"5min":0.253,"15min":0.24199999999999999},"max":{"1min":8.6050000000000004,"5min":105.411,"15min":105.411},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.409,"5min":3.915,"15min":2.8370000000000002},"min":{"1min":0.34499999999999997,"5min":0.312,"15min":0.28999999999999998},"max":{"1min":5.4740000000000002,"5min":97.927999999999997,"15min":97.927999999999997},"last":0.55000000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:00:58 2023","interfaces":[{"interface":"back","average":{"1min":1.6479999999999999,"5min":2.609,"15min":2.1600000000000001},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.28699999999999998},"max":{"1min":6.468,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.497},{"interface":"front","average":{"1min":2.27,"5min":3.0659999999999998,"15min":2.3780000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":11.631,"5min":87.316000000000003,"15min":87.316000000000003},"last":0.45600000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:01:30 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.86499999999999999,"15min":1.579},"min":{"1min":0.28399999999999997,"5min":0.27600000000000002,"15min":0.26700000000000002},"max":{"1min":1,"5min":6.2460000000000004,"15min":20.991},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.90100000000000002,"15min":1.3919999999999999},"min":{"1min":0.35199999999999998,"5min":0.33200000000000002,"15min":0.30399999999999999},"max":{"1min":4.5759999999999996,"5min":4.5759999999999996,"15min":14.202999999999999},"last":0.58899999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":2.1890000000000001,"15min":2.5070000000000001},"min":{"1min":0.31,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.899,"5min":81.980999999999995,"15min":81.980999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.86599999999999999,"5min":2.133,"15min":2.3530000000000002},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":3.1419999999999999,"5min":81.715999999999994,"15min":81.715999999999994},"last":0.72699999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:01:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.94399999999999995,"15min":1.629},"min":{"1min":0.29799999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":29.175000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.71199999999999997,"5min":1.0980000000000001,"15min":2.052},"min":{"1min":0.36099999999999999,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":4.0979999999999999,"5min":6.1219999999999999,"15min":29.192},"last":0.76700000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757737,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":893508,"kb_used_data":5244,"kb_used_omap":0,"kb_used_meta":888256,"kb_avail":92851644,"statfs":{"total":95995035648,"available":95080083456,"internally_reserved":0,"allocated":5369856,"data_stored":4207738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":909574144},"hb_peers":[0,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:01:24 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.506,"15min":2.3980000000000001},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.21199999999999999},"max":{"1min":5.9180000000000001,"5min":12.074999999999999,"15min":322.43200000000002},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.091,"5min":1.9490000000000001,"15min":2.847},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":3.105,"5min":15.164,"15min":322.61599999999999},"last":0.502}]},{"osd":1,"last update":"Mon Oct 9 05:00:16 2023","interfaces":[{"interface":"back","average":{"1min":2.3730000000000002,"5min":2.238,"15min":3.6200000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":15.734,"5min":15.734,"15min":145.947},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.7330000000000001,"5min":2.4809999999999999,"15min":3.9260000000000002},"min":{"1min":0.29599999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0510000000000002,"5min":18.177,"15min":145.80699999999999},"last":0.29699999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:01:24 2023","interfaces":[{"interface":"back","average":{"1min":2.0310000000000001,"5min":2.323,"15min":1.8300000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.249},"max":{"1min":11.739000000000001,"5min":11.739000000000001,"15min":18.553000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.335,"5min":1.9390000000000001,"15min":1.8560000000000001},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":5.5129999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":0.53300000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:00:50 2023","interfaces":[{"interface":"back","average":{"1min":1.595,"5min":2.0510000000000002,"15min":1.9530000000000001},"min":{"1min":0.32700000000000001,"5min":0.30499999999999999,"15min":0.28499999999999998},"max":{"1min":4.335,"5min":9.9199999999999999,"15min":74.915000000000006},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.012,"5min":2.282,"15min":2.262},"min":{"1min":0.38400000000000001,"5min":0.314,"15min":0.30499999999999999},"max":{"1min":4.4390000000000001,"5min":9.7680000000000007,"15min":74.799999999999997},"last":0.46700000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:01:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.90300000000000002,"15min":1.254},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":2.3130000000000002,"5min":10.092000000000001,"15min":13.285},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.81499999999999995,"15min":1.649},"min":{"1min":0.28399999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.7559999999999998,"5min":7.0410000000000004,"15min":14.824},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:00:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.86799999999999999,"15min":1.6240000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.6189999999999998,"5min":6.5709999999999997,"15min":21.196999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.069,"15min":1.7669999999999999},"min":{"1min":0.31,"5min":0.29299999999999998,"15min":0.28899999999999998},"max":{"1min":8.0129999999999999,"5min":10.000999999999999,"15min":13.279999999999999},"last":0.433}]},{"osd":7,"last update":"Mon Oct 9 05:01:20 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":1.046,"15min":1.885},"min":{"1min":0.30599999999999999,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":2.6619999999999999,"5min":10.055999999999999,"15min":43.508000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.1040000000000001,"15min":1.6499999999999999},"min":{"1min":0.34100000000000003,"5min":0.33800000000000002,"15min":0.29899999999999999},"max":{"1min":2.48,"5min":10.061999999999999,"15min":43.476999999999997},"last":0.45200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5419,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1179648,"data_stored":1179648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:01:41.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 11 2023-10-09T05:01:41.830 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:41.896 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:41.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:41.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:41.962 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:01:41.962 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:01:41.962 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:01:41.962 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:01:41.962 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:01:42.004 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:42.025 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 15307 15291 191.05 168.25 0.00535045 0.00522793 2023-10-09T05:01:42.062 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:42.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:01:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:01:42] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2023-10-09T05:01:42.302 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:42.322 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:42.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:42.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:42.335 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:42.370 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:42.399 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:42.431 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:42.432 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:42.475 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:42.486 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:42.509 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:01:42.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:42 smithi107 ceph-mon[179183]: pgmap v1424: 99 pgs: 5 active+undersized+degraded, 31 active+undersized, 63 active+clean; 106 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s wr, 241 op/s; 863/5112 objects degraded (16.882%) 2023-10-09T05:01:42.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3896920213' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:42.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:42 smithi107 ceph-mon[184249]: pgmap v1424: 99 pgs: 5 active+undersized+degraded, 31 active+undersized, 63 active+clean; 106 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s wr, 241 op/s; 863/5112 objects degraded (16.882%) 2023-10-09T05:01:42.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3896920213' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:42.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:42 smithi150 ceph-mon[168511]: pgmap v1424: 99 pgs: 5 active+undersized+degraded, 31 active+undersized, 63 active+clean; 106 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s wr, 241 op/s; 863/5112 objects degraded (16.882%) 2023-10-09T05:01:42.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3896920213' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:42.841 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:42.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:42.846 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:42.855 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T05:01:42.946 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:42.993 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:43.025 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 15 17902 17887 186.249 162.25 0.00240462 0.00536405 2023-10-09T05:01:43.151 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:43.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:43.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:43.223 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T05:01:43.224 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T05:01:43.261 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:43.318 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:43.318 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:43.375 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:01:43.390 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:43.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:43.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:43.405 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1076231725' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:43.406 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1076231725' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:43.495 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:43.552 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:43.614 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:43.619 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1076231725' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:01:43.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:43.620 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:43.721 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:43.779 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:43.849 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:43.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:43.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:43.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:44.017 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:44.025 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 15 20286 20271 180.927 149 0.00766702 0.00552174 2023-10-09T05:01:44.088 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:44.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:44.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:44.191 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:44.237 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:44.357 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:44 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:44.358 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:44 smithi150 ceph-mon[168511]: failed to encode map e473 with expected crc 2023-10-09T05:01:44.358 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:44 smithi150 ceph-mon[168511]: failed to encode map e473 with expected crc 2023-10-09T05:01:44.358 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1076231725' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:01:44.358 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:44 smithi150 ceph-mon[168511]: osdmap e473: 8 total, 7 up, 8 in 2023-10-09T05:01:44.358 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:44 smithi150 ceph-mon[168511]: pgmap v1426: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 940 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s; 4648/45162 objects degraded (10.292%) 2023-10-09T05:01:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[184249]: failed to encode map e473 with expected crc 2023-10-09T05:01:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[184249]: failed to encode map e473 with expected crc 2023-10-09T05:01:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1076231725' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:01:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[184249]: osdmap e473: 8 total, 7 up, 8 in 2023-10-09T05:01:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[184249]: pgmap v1426: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 940 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s; 4648/45162 objects degraded (10.292%) 2023-10-09T05:01:44.504 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:01:44.504 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[179183]: failed to encode map e473 with expected crc 2023-10-09T05:01:44.504 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[179183]: failed to encode map e473 with expected crc 2023-10-09T05:01:44.504 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1076231725' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:01:44.504 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[179183]: osdmap e473: 8 total, 7 up, 8 in 2023-10-09T05:01:44.504 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:44 smithi107 ceph-mon[179183]: pgmap v1426: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 940 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 118 MiB/s wr, 1.89k op/s; 4648/45162 objects degraded (10.292%) 2023-10-09T05:01:44.514 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:44.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:44.519 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:44.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:44.674 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:44.702 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:44.738 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:44.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:44.743 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:44.844 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:44.906 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:44.966 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:44.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:44.974 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:45.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 22618 22602 176.522 145.688 0.00329511 0.00565994 2023-10-09T05:01:45.074 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:45.125 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:45.200 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:45.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:45.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:45.225 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:01:45.307 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:45.356 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 4648/45162 objects degraded (10.292%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:45.357 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 4648/45162 objects degraded (10.292%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:45.361 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:45.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:45.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:45.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:45.542 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:45.595 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:45.668 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:45.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:45.674 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:45.674 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 4648/45162 objects degraded (10.292%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:45.775 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:45.825 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:45.900 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:01:45.972 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:45.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:45.976 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:46.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 24797 24781 172.04 136.188 0.00373747 0.00580758 2023-10-09T05:01:46.078 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:46.129 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:46.187 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:46.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:46.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:46.289 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:46.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:46.349 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:46.388 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:01:46.388 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:01:46.391 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pgp_num to 11 2023-10-09T05:01:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1182237326' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-10-09T05:01:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:46 smithi150 ceph-mon[168511]: pgmap v1427: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 940 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s; 4648/45162 objects degraded (10.292%) 2023-10-09T05:01:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1182237326' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-10-09T05:01:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[179183]: pgmap v1427: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 940 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s; 4648/45162 objects degraded (10.292%) 2023-10-09T05:01:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1182237326' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-10-09T05:01:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[184249]: pgmap v1427: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 940 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s; 4648/45162 objects degraded (10.292%) 2023-10-09T05:01:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:01:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:01:46.729 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:46.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:46.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:46.835 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:46.889 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:46.955 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:46.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:46.963 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:47.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 26782 26766 167.242 124.062 0.00709486 0.00597386 2023-10-09T05:01:47.064 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:47.123 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:47.187 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:47.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:47.197 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:47.298 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:47.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:47.438 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:47.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:47.447 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:47.447 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:47 smithi150 ceph-mon[168511]: failed to encode map e474 with expected crc 2023-10-09T05:01:47.447 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1182237326' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-10-09T05:01:47.447 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:47 smithi150 ceph-mon[168511]: osdmap e474: 8 total, 7 up, 8 in 2023-10-09T05:01:47.447 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:47 smithi150 ceph-mon[168511]: failed to encode map e474 with expected crc 2023-10-09T05:01:47.547 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:47.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[184249]: failed to encode map e474 with expected crc 2023-10-09T05:01:47.589 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1182237326' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-10-09T05:01:47.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[184249]: osdmap e474: 8 total, 7 up, 8 in 2023-10-09T05:01:47.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[184249]: failed to encode map e474 with expected crc 2023-10-09T05:01:47.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[179183]: failed to encode map e474 with expected crc 2023-10-09T05:01:47.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1182237326' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-10-09T05:01:47.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[179183]: osdmap e474: 8 total, 7 up, 8 in 2023-10-09T05:01:47.590 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:47 smithi107 ceph-mon[179183]: failed to encode map e474 with expected crc 2023-10-09T05:01:47.622 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:47.703 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:47.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:47.708 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:47.777 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T05:01:47.809 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:47.872 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:48.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 28865 28849 163.873 130.188 0.0110092 0.00609691 2023-10-09T05:01:48.034 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:48.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:48.041 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:48.097 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:48.142 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:48.211 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:48.274 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:48.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:48.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:48.385 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:48.426 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:48 smithi150 ceph-mon[168511]: pgmap v1429: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 207 MiB/s wr, 3.32k op/s; 8282/79695 objects degraded (10.392%) 2023-10-09T05:01:48.595 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:48.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:48.600 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:48.615 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:48 smithi107 ceph-mon[179183]: pgmap v1429: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 207 MiB/s wr, 3.32k op/s; 8282/79695 objects degraded (10.392%) 2023-10-09T05:01:48.615 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:48 smithi107 ceph-mon[184249]: pgmap v1429: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 207 MiB/s wr, 3.32k op/s; 8282/79695 objects degraded (10.392%) 2023-10-09T05:01:48.701 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:48.754 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:48.948 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:48.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:48.952 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:49.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 30898 30882 160.805 127.062 0.00657442 0.00621362 2023-10-09T05:01:49.053 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:49.110 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:49.167 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:49.174 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:49.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:49.178 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:49.196 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:49.225 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:49.241 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:49.279 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:49.285 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:49.318 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:49.333 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:49.347 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:49.378 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:01:49.388 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3724718067' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:49.402 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:49.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:49.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:49.511 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:49.564 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:49.618 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3724718067' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:49.619 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3724718067' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:49.626 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:49.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:49.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:49.732 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:49.776 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:50.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 32650 32634 156.858 109.5 0.010105 0.00637056 2023-10-09T05:01:50.187 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:50.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:50.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:50.291 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:50.301 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T05:01:50.302 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T05:01:50.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:50.435 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:50.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:50.446 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:50.547 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:50.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:50 smithi107 ceph-mon[179183]: pgmap v1430: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 194 MiB/s wr, 3.11k op/s; 8282/79695 objects degraded (10.392%) 2023-10-09T05:01:50.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:50 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8282/79695 objects degraded (10.392%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:50.570 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:50 smithi107 ceph-mon[184249]: pgmap v1430: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 194 MiB/s wr, 3.11k op/s; 8282/79695 objects degraded (10.392%) 2023-10-09T05:01:50.571 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:50 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8282/79695 objects degraded (10.392%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:50.601 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:50.648 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:50.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:50.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:50.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:50 smithi150 ceph-mon[168511]: pgmap v1430: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 194 MiB/s wr, 3.11k op/s; 8282/79695 objects degraded (10.392%) 2023-10-09T05:01:50.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:50 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8282/79695 objects degraded (10.392%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:50.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:50.796 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:50.995 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:50.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:50.999 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:51.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 34513 34497 153.971 116.438 0.0047086 0.00648926 2023-10-09T05:01:51.101 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:51.161 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:51.220 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:01:51.220 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:01:51.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:34858 13.a 13:5d3f0b1b:::benchmark_data_smithi107_396486_object34857:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e474)", 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:01:51.217312+0000", 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.002548242, 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025806750000000002, 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 34858 2023-10-09T05:01:51.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217312+0000", 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217312+0000", 2023-10-09T05:01:51.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217311+0000", 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217333+0000", 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2161999999999999e-05 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217351+0000", 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8199e-05 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217357+0000", 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7899999999999996e-06 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217422+0000", 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4868000000000003e-05 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217586+0000", 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016394599999999999 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 4", 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.217759+0000", 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017311900000000001 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219211+0000", 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001452339 2023-10-09T05:01:51.226 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:34853 13.1 e474/468 13:81fe9927:::benchmark_data_smithi107_396486_object34852:head v 474'2232, mlcod=474'2230)", 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:01:51.219278+0000", 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00058229199999999999, 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00070077099999999999, 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:01:51.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219278+0000", 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219278+0000", 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219278+0000", 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219315+0000", 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7858999999999998e-05 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219323+0000", 2023-10-09T05:01:51.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1949999999999997e-06 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219327+0000", 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7589999999999997e-06 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219395+0000", 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7152999999999999e-05 2023-10-09T05:01:51.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219413+0000", 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8512000000000002e-05 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:34857 13.b e474/468)", 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:01:51.219915+0000", 2023-10-09T05:01:51.231 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 4294967295.9999452, 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121135, 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219915+0000", 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:01:51.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219915+0000", 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219914+0000", 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219970+0000", 2023-10-09T05:01:51.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5646000000000002e-05 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219983+0000", 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2884000000000001e-05 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219989+0000", 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7649999999999999e-06 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.220027+0000", 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8313999999999999e-05 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:34850 13.8 13:1322b0d3:::benchmark_data_smithi107_396486_object34849:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e474)", 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:01:51.214745+0000", 2023-10-09T05:01:51.235 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0051151729999999998, 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053544700000000001, 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 34850 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:01:51.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214745+0000", 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214745+0000", 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214744+0000", 2023-10-09T05:01:51.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214767+0000", 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2836e-05 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214781+0000", 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4571e-05 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214788+0000", 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3189999999999997e-06 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.214843+0000", 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4908999999999999e-05 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:01:51.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.215030+0000", 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018633500000000001 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 5,6", 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.215268+0000", 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00023833599999999999 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.216668+0000", 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013995780000000001 2023-10-09T05:01:51.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:01:51.219369+0000", 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002701555 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T05:01:51.241 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:01:51.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:51.243 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:51.243 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:51.344 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:51.397 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:51.415 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:01:51.481 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3806393661' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:51.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:51.487 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:51.588 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:51.625 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3806393661' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:51.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3806393661' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:01:51.632 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:51.995 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:51.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:51.998 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:52.017 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T05:01:52.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 36263 36247 150.997 109.375 0.0569412 0.00660555 2023-10-09T05:01:52.099 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:52.138 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:52.193 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:52.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:52.197 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:52.298 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:52.303 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:01:52.339 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:01:52] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2023-10-09T05:01:52.342 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:52.390 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:52.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:52.395 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:52.495 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:52.554 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:52.621 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:52.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:52.632 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:52.646 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [1] live_osds: [0, 2, 4, 5, 6, 7, 3] 2023-10-09T05:01:52.646 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:01:52.647 INFO:tasks.thrashosds.thrasher:Reviving osd 1 2023-10-09T05:01:52.647 INFO:tasks.cephadm.osd.1:Restarting osd.1 (starting--it wasn't running)... 2023-10-09T05:01:52.647 DEBUG:teuthology.orchestra.run.smithi107:osd.1> sudo journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service 2023-10-09T05:01:52.649 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl start ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3806393661' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: osdmap e475: 8 total, 7 up, 8 in 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[184249]: pgmap v1432: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s; 8939/83334 objects degraded (10.727%) 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3806393661' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: osdmap e475: 8 total, 7 up, 8 in 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:52 smithi107 ceph-mon[179183]: pgmap v1432: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s; 8939/83334 objects degraded (10.727%) 2023-10-09T05:01:52.690 INFO:journalctl@ceph.osd.1.smithi107.stdout:-- Logs begin at Mon 2023-10-09 04:00:12 UTC. -- 2023-10-09T05:01:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:01:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3806393661' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:01:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: osdmap e475: 8 total, 7 up, 8 in 2023-10-09T05:01:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: failed to encode map e475 with expected crc 2023-10-09T05:01:52.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:52 smithi150 ceph-mon[168511]: pgmap v1432: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 1.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s; 8939/83334 objects degraded (10.727%) 2023-10-09T05:01:52.737 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:52.742 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:52.786 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:52.850 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:52.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:52.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:52.956 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:53.017 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:53.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 37970 37954 148.228 106.688 0.00886715 0.00674152 2023-10-09T05:01:53.079 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:53.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:53.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:53.105 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:52 smithi107 systemd[1]: Starting Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:01:53.185 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:53.249 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:53.306 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:53.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:53.310 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:53.399 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:53.411 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:53.482 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:53.541 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:53.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:53.549 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:53.650 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:53.703 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:53.773 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:53.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:53.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:53.882 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:01:53.928 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:53.982 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:01:53.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:53.993 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:01:54.002 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:01:54.026 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 39652 39636 145.692 105.125 0.00611511 0.00685779 2023-10-09T05:01:54.093 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:54.160 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:54.229 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:54.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:54.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:54.339 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:54.407 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:54.480 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:54.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:54.487 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:54.587 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:54.664 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:54.731 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:54.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:54.738 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:54.839 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:54.897 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:54.897 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:01:54.897 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:01:54.897 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:01:54.897 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:01:54.897 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:01:54.935 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:54 smithi150 ceph-mon[168511]: pgmap v1433: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 165 MiB/s wr, 2.63k op/s; 11333/108384 objects degraded (10.456%) 2023-10-09T05:01:54.973 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:54.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:54.980 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:55.027 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 41287 41271 143.274 102.188 0.0072192 0.00697491 2023-10-09T05:01:55.081 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-10-09T05:01:55.833 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-09T05:01:55.834 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:54 smithi107 bash[399480]: --> ceph-volume lvm activate successful for osd ID: 1 2023-10-09T05:01:55.834 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:54 smithi107 ceph-mon[179183]: pgmap v1433: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 165 MiB/s wr, 2.63k op/s; 11333/108384 objects degraded (10.456%) 2023-10-09T05:01:55.834 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:54 smithi107 ceph-mon[184249]: pgmap v1433: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 165 MiB/s wr, 2.63k op/s; 11333/108384 objects degraded (10.456%) 2023-10-09T05:01:55.862 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:56.437 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:55 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11333/108384 objects degraded (10.456%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:56.437 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:56.439 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T05:01:56.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:56.441 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:56.442 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:56.442 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 42997 42981 141.358 106.875 0.0103947 0.00706922 2023-10-09T05:01:56.442 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:55 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11333/108384 objects degraded (10.456%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:56.443 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:55 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11333/108384 objects degraded (10.456%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:01:56.445 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:01:56.453 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:01:56.453 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:01:56.453 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:01:56.455 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:01:56.492 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:01:56.527 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:01:56.543 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:56.551 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:56 smithi107 podman[400070]: 2023-10-09T05:01:56.604 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:56.685 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:56.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:56.689 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:56.723 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:01:56.789 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:56.805 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:56 smithi107 ceph-osd[400221]: -- 172.21.15.107:0/3167045542 <== mon.0 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557dee3924e0 con 0x557dee362c00 2023-10-09T05:01:56.805 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:56 smithi107 bash[400070]: 990bd8d11cea82d3256167cd8691263e80ee798d9c736453e7fde2824fd3a59c 2023-10-09T05:01:56.805 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:56 smithi107 systemd[1]: Started Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:01:56.862 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:56.941 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:56.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:56.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:57.027 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:01:57.027713+0000 min lat: 0.0011022 max lat: 0.0826657 avg lat: 0.00717156 2023-10-09T05:01:57.027 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:01:57.027 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 44606 44590 139.318 100.562 0.00678971 0.00717156 2023-10-09T05:01:57.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:57.112 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:56 smithi150 ceph-mon[168511]: pgmap v1434: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 129 MiB/s wr, 2.06k op/s; 11333/108384 objects degraded (10.456%) 2023-10-09T05:01:57.112 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3037800520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:57.122 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:57.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:56 smithi107 ceph-mon[179183]: pgmap v1434: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 129 MiB/s wr, 2.06k op/s; 11333/108384 objects degraded (10.456%) 2023-10-09T05:01:57.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3037800520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:57.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:56 smithi107 ceph-mon[184249]: pgmap v1434: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 129 MiB/s wr, 2.06k op/s; 11333/108384 objects degraded (10.456%) 2023-10-09T05:01:57.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3037800520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:01:57.177 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:57.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:57.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:57.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:57.297 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T05:01:57.297 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T05:01:57.350 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:57.415 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:57.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:57.423 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:57.487 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:01:57 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[400186]: 2023-10-09T05:01:57.215+0000 7fb46d7d9640 -1 Falling back to public interface 2023-10-09T05:01:57.524 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:57.581 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:57.660 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:57.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:57.667 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:57.768 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:01:57.828 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:57.898 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:01:57.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:57.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:01:57.947 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:58.004 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:58.027 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 46123 46107 137.198 94.8125 0.00942662 0.00728463 2023-10-09T05:01:58.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:58.174 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:01:58.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:58.179 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:01:58.205 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:01:58.280 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:01:58.352 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:58.417 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:01:58.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:58.424 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:01:58.525 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:01:58.584 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:58.650 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:01:58.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:58.659 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:01:58.760 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:01:58.802 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:58.948 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:58 smithi150 ceph-mon[168511]: pgmap v1435: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s; 13957/133422 objects degraded (10.461%) 2023-10-09T05:01:59.010 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:58 smithi107 ceph-mon[179183]: pgmap v1435: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s; 13957/133422 objects degraded (10.461%) 2023-10-09T05:01:59.010 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:58 smithi107 ceph-mon[184249]: pgmap v1435: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s; 13957/133422 objects degraded (10.461%) 2023-10-09T05:01:59.027 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 47701 47685 135.444 98.625 0.0160111 0.00737841 2023-10-09T05:01:59.253 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:01:59.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:59.263 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:01:59.298 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:01:59.364 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:01:59.410 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:59.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:01:59.482 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:01:59.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:01:59.583 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:01:59.673 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:01:59.976 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:02:00.009 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:00.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:00.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:00.028 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 49191 49175 133.598 93.125 0.0118034 0.00748015 2023-10-09T05:02:00.116 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:00.174 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:00.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2278835091' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:00.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:01:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:00.246 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:00.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:00.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:00.353 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:00.369 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2278835091' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:00.370 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:01:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:00.370 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2278835091' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:00.370 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:01:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:00.399 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:00.670 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:00.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:00.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:00.777 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:00.825 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:01.028 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 50662 50646 131.862 91.9375 0.00826429 0.00757837 2023-10-09T05:02:01.164 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: pgmap v1436: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s; 13957/133422 objects degraded (10.461%) 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: osdmap e476: 8 total, 7 up, 8 in 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13957/133422 objects degraded (10.461%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:01.279 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:02:01.280 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: pgmap v1436: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s; 13957/133422 objects degraded (10.461%) 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: osdmap e476: 8 total, 7 up, 8 in 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.285 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13957/133422 objects degraded (10.461%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: pgmap v1436: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s; 13957/133422 objects degraded (10.461%) 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: osdmap e476: 8 total, 7 up, 8 in 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: failed to encode map e476 with expected crc 2023-10-09T05:02:01.286 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13957/133422 objects degraded (10.461%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:01.287 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:01.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:01.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:01.401 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:01.466 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:01.530 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:01.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:01.537 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:01.556 INFO:teuthology.orchestra.run.smithi107.stderr:no valid command found; 10 closest matches: 2023-10-09T05:02:01.556 INFO:teuthology.orchestra.run.smithi107.stderr:0 2023-10-09T05:02:01.556 INFO:teuthology.orchestra.run.smithi107.stderr:1 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:2 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:abort 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:assert 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs debug_inject_read_zeros 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs files list 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:bluefs stats 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:bluestore allocator dump block 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:bluestore allocator fragmentation block 2023-10-09T05:02:01.557 INFO:teuthology.orchestra.run.smithi107.stderr:admin_socket: invalid command 2023-10-09T05:02:01.638 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:01.691 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:01.763 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:01.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:01.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:01.874 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:01.923 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:02.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 52129 52113 130.248 91.6875 0.0140596 0.00767299 2023-10-09T05:02:02.134 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:02.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:02.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:02.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:02:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:02:02] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2023-10-09T05:02:02.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:02.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:02.239 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:02.294 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:02.369 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:02.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:02.379 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:02.480 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:02.522 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:02.598 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-10-09T05:02:02.599 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-1, ['dump_ops_in_flight'] 2023-10-09T05:02:02.629 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:02.731 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:02:02.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:02.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:02.804 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T05:02:02.834 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:02.944 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:03.027 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:03.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 15 53510 53495 128.561 86.375 0.0192272 0.00777373 2023-10-09T05:02:03.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:03.034 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:03.135 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:03.158 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:02 smithi107 ceph-mon[184249]: pgmap v1438: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 111 MiB/s wr, 1.77k op/s; 14446/136419 objects degraded (10.589%) 2023-10-09T05:02:03.159 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:02 smithi107 ceph-mon[179183]: pgmap v1438: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 111 MiB/s wr, 1.77k op/s; 14446/136419 objects degraded (10.589%) 2023-10-09T05:02:03.192 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:03.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:02 smithi150 ceph-mon[168511]: pgmap v1438: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 2.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 111 MiB/s wr, 1.77k op/s; 14446/136419 objects degraded (10.589%) 2023-10-09T05:02:03.246 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:03.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:03.251 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:03.351 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:03.418 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:02:03 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[400186]: 2023-10-09T05:02:03.181+0000 7fb46d7d9640 -1 osd.1 465 log_to_monitors true 2023-10-09T05:02:03.421 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:03.453 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:03.484 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:03.497 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:03.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:03.507 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:03.509 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:03.536 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:03.567 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:03.586 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:03.594 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:03.608 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.633 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.634 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:02:03.666 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:03.708 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:03.754 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:03.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:03.762 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:03.863 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:03.937 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:04.019 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:04.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 54799 54783 126.781 80.5 0.00822712 0.00788178 2023-10-09T05:02:04.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:04.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:04.133 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:04.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:03 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T05:02:04.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2655565478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:04.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:03 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T05:02:04.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2655565478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:04.172 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:02:04 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[400186]: 2023-10-09T05:02:04.018+0000 7fb45d442700 -1 osd.1 465 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-09T05:02:04.177 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:04.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:03 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-09T05:02:04.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2655565478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:05.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 56162 56146 125.295 85.1875 0.00524293 0.0079716 2023-10-09T05:02:05.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: pgmap v1439: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 3.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s; 16371/156009 objects degraded (10.494%) 2023-10-09T05:02:05.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T05:02:05.164 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: osdmap e477: 8 total, 7 up, 8 in 2023-10-09T05:02:05.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T05:02:05.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:05 smithi150 ceph-mon[168511]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.182 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:05.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:05.186 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:05.287 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:05.316 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:05.365 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:05.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:05.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:05.400 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:05.400 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56171 13.d 13.549fa1ad (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.36486351299999997, 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.36489421999999999, 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:05.401 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56171 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:05.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035385+0000", 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7148000000000002e-05 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035392+0000", 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5749999999999997e-06 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:05.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035395+0000", 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.036666+0000", 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012707110000000001 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.036672+0000", 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4359999999999999e-06 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350239+0000", 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31356715000000002 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.406 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350249+0000", 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5529999999999998e-06 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56179 13.d 13.238fef1d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:02:05.407 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.33161003500000003, 2023-10-09T05:02:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33171680799999997, 2023-10-09T05:02:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T05:02:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:05.408 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56179 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:02:05.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068571+0000", 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068621+0000", 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0686000000000002e-05 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:05.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068635+0000", 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3644e-05 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068640+0000", 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0719999999999999e-06 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068689+0000", 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8874e-05 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068699+0000", 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6490000000000003e-06 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350262+0000", 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.28156355300000002 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350267+0000", 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.549e-06 2023-10-09T05:02:05.414 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56181 13.d 13.1936759d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.326844949, 2023-10-09T05:02:05.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32699668599999998, 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56181 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.416 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:02:05.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073336+0000", 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073387+0000", 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1303e-05 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073400+0000", 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2354999999999999e-05 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073404+0000", 2023-10-09T05:02:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6949999999999999e-06 2023-10-09T05:02:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073453+0000", 2023-10-09T05:02:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8415999999999999e-05 2023-10-09T05:02:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073462+0000", 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3570000000000004e-06 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350278+0000", 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.27681558299999998 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350282+0000", 2023-10-09T05:02:05.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2209999999999999e-06 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56147 13.d 13:b40da9d1:::benchmark_data_smithi107_396486_object56146:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.400267818, 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.40046986800000001, 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for peered", 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:05.424 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56147 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:05.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.426 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999913+0000", 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999972+0000", 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9097e-05 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.427 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999988+0000", 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.662e-05 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999995+0000", 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8650000000000003e-06 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000036+0000", 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1168999999999998e-05 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000157+0000", 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012105899999999999 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000352+0000", 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019454100000000001 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.007317+0000", 2023-10-09T05:02:05.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069646409999999997 2023-10-09T05:02:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.020605+0000", 2023-10-09T05:02:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013288748 2023-10-09T05:02:05.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.020621+0000", 2023-10-09T05:02:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5407e-05 2023-10-09T05:02:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350191+0000", 2023-10-09T05:02:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32957036899999997 2023-10-09T05:02:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:05.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350205+0000", 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.411e-05 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:05.434 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T05:02:05.435 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 4 2023-10-09T05:02:05.435 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:05.435 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: pgmap v1439: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 3.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s; 16371/156009 objects degraded (10.494%) 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: osdmap e477: 8 total, 7 up, 8 in 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.436 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.437 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[184249]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: pgmap v1439: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 3.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 99 MiB/s wr, 1.59k op/s; 16371/156009 objects degraded (10.494%) 2023-10-09T05:02:05.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-09T05:02:05.437 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: osdmap e477: 8 total, 7 up, 8 in 2023-10-09T05:02:05.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: from='osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2023-10-09T05:02:05.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.438 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:05 smithi107 ceph-mon[179183]: failed to encode map e477 with expected crc 2023-10-09T05:02:05.470 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:05.498 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:05.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T05:02:06.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 56181 56165 121.016 1.1875 0.00223379 0.00797536 2023-10-09T05:02:06.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013] boot 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: osdmap e478: 8 total, 8 up, 8 in 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16371/156009 objects degraded (10.494%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: osdmap e479: 8 total, 8 up, 8 in 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:06 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013] boot 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: osdmap e478: 8 total, 8 up, 8 in 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T05:02:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16371/156009 objects degraded (10.494%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: osdmap e479: 8 total, 8 up, 8 in 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: osd.1 [v2:172.21.15.107:6810/2366505013,v1:172.21.15.107:6811/2366505013] boot 2023-10-09T05:02:06.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: osdmap e478: 8 total, 8 up, 8 in 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e478 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16371/156009 objects degraded (10.494%), 8 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: osdmap e479: 8 total, 8 up, 8 in 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:06 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:06.436 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:06.472 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-10-09T05:02:06.472 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-10-09T05:02:07.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 56703 56687 118.069 32.625 0.00348776 0.00846373 2023-10-09T05:02:07.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: pgmap v1443: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 3.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s; 16371/156009 objects degraded (10.494%) 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: osdmap e480: 8 total, 8 up, 8 in 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:07 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.374 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:07.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:07.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:07.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.380 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: pgmap v1443: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 3.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s; 16371/156009 objects degraded (10.494%) 2023-10-09T05:02:07.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: osdmap e480: 8 total, 8 up, 8 in 2023-10-09T05:02:07.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.384 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e479 with expected crc 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: pgmap v1443: 99 pgs: 8 active+undersized+degraded, 28 active+undersized, 63 active+clean; 3.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s; 16371/156009 objects degraded (10.494%) 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: osdmap e480: 8 total, 8 up, 8 in 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:07 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:07.480 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:07.589 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:07.600 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:02:07.667 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:07.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:07.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:07.774 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:07.860 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:07.928 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:07.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:07.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:08.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 57712 57696 116.295 63.0625 0.0143585 0.00859211 2023-10-09T05:02:08.038 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:08.097 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:08.159 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:08.159 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:02:08.159 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:02:08.159 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:02:08.159 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:08.163 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:08.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:08.177 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:08.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:08 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:08 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:08 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:08 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.189 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:08 smithi150 ceph-mon[168511]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.277 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:08.347 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:08.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.427 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[184249]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:08 smithi107 ceph-mon[179183]: failed to encode map e480 with expected crc 2023-10-09T05:02:08.473 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:02:08.519 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:08.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:08.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:08.629 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:08.680 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:08.849 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:08.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:08.861 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:08.962 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:09.007 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:09.030 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 58724 58708 114.637 63.25 0.0145246 0.00871767 2023-10-09T05:02:09.054 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:09.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:09 smithi107 ceph-mon[179183]: pgmap v1445: 99 pgs: 1 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized, 93 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 14129/169950 objects degraded (8.314%); 352 KiB/s, 5 objects/s recovering 2023-10-09T05:02:09.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:09 smithi107 ceph-mon[184249]: pgmap v1445: 99 pgs: 1 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized, 93 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 14129/169950 objects degraded (8.314%); 352 KiB/s, 5 objects/s recovering 2023-10-09T05:02:09.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:09 smithi150 ceph-mon[168511]: pgmap v1445: 99 pgs: 1 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized, 93 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 14129/169950 objects degraded (8.314%); 352 KiB/s, 5 objects/s recovering 2023-10-09T05:02:09.314 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:09.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:09.318 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:09.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:09.489 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:09.558 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:09.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:09.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:09.665 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:09.713 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:09.996 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:10.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 59741 59725 113.089 63.5625 0.0172474 0.00883677 2023-10-09T05:02:10.062 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:02:10.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2615440293' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:10.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2615440293' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2615440293' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:10.855 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:10.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:10.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:10.910 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T05:02:10.969 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:11.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 60765 60749 111.646 64 0.011068 0.00895051 2023-10-09T05:02:11.079 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:11.177 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: pgmap v1446: 99 pgs: 1 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 14129/169950 objects degraded (8.314%); 239 KiB/s, 3 objects/s recovering 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2615440293' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: osdmap e481: 8 total, 8 up, 8 in 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.190 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.191 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.191 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.191 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:11 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 14129/169950 objects degraded (8.314%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:11.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:11.192 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:11.293 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:11.300 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:02:11.300 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:02:11.300 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T05:02:11.300 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: pgmap v1446: 99 pgs: 1 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 14129/169950 objects degraded (8.314%); 239 KiB/s, 3 objects/s recovering 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2615440293' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: osdmap e481: 8 total, 8 up, 8 in 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.327 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 14129/169950 objects degraded (8.314%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: pgmap v1446: 99 pgs: 1 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 14129/169950 objects degraded (8.314%); 239 KiB/s, 3 objects/s recovering 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2615440293' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: osdmap e481: 8 total, 8 up, 8 in 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.328 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.329 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: failed to encode map e481 with expected crc 2023-10-09T05:02:11.329 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:11 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 14129/169950 objects degraded (8.314%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:11.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:11.439 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:11.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:11.455 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:11.555 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:11.639 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:11.737 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:11.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:11.744 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:11.836 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:11.845 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:11.900 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:12.013 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:02:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:02:12] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2023-10-09T05:02:12.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 61724 61708 110.168 59.9375 0.0140554 0.00907293 2023-10-09T05:02:12.089 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:12.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:12.094 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:12.195 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:12.275 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:12.770 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:12.803 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:12.834 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:12.866 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:12.925 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:12.962 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:13.001 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:13.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 62764 62748 108.914 65 0.0136407 0.0091767 2023-10-09T05:02:13.036 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:13.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.041 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.042 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.042 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.042 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.042 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.042 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:02:13.061 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:02:13.070 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:13.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:13.075 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:13.176 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:13.242 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:13.306 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:13.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:13.313 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:13.414 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:13.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:13 smithi107 ceph-mon[184249]: pgmap v1448: 99 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 50 MiB/s wr, 799 op/s; 17657/171705 objects degraded (10.283%); 215 KiB/s, 3 objects/s recovering 2023-10-09T05:02:13.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1236105429' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:13.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:13 smithi107 ceph-mon[179183]: pgmap v1448: 99 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 50 MiB/s wr, 799 op/s; 17657/171705 objects degraded (10.283%); 215 KiB/s, 3 objects/s recovering 2023-10-09T05:02:13.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1236105429' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:13.467 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:13.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:13 smithi150 ceph-mon[168511]: pgmap v1448: 99 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean; 3.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 50 MiB/s wr, 799 op/s; 17657/171705 objects degraded (10.283%); 215 KiB/s, 3 objects/s recovering 2023-10-09T05:02:13.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1236105429' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:13.531 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:13.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:13.537 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:13.638 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:13.695 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:13.759 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:13.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:13.765 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:13.866 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:13.897 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:13.940 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:14.021 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:14.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:14.025 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:14.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 63764 63748 107.659 62.5 0.0250796 0.00928301 2023-10-09T05:02:14.126 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:14.210 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:14.286 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:14.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:14.293 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:14.394 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:14.447 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:14.517 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:14.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:14.529 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:14.629 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:14.674 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:14.776 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:14.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:14.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:14.883 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:14.930 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:14.981 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:14.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:14.986 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:15.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 64754 64738 106.454 61.875 0.0159133 0.00938892 2023-10-09T05:02:15.081 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:15 smithi107 ceph-mon[179183]: pgmap v1449: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 17428/184923 objects degraded (9.424%); 2.0 MiB/s, 31 objects/s recovering 2023-10-09T05:02:15.087 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:15.147 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:15.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:15 smithi107 ceph-mon[184249]: pgmap v1449: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 17428/184923 objects degraded (9.424%); 2.0 MiB/s, 31 objects/s recovering 2023-10-09T05:02:15.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:15 smithi150 ceph-mon[168511]: pgmap v1449: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 17428/184923 objects degraded (9.424%); 2.0 MiB/s, 31 objects/s recovering 2023-10-09T05:02:15.586 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:02:16.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 65749 65733 105.319 62.1875 0.0207946 0.00949024 2023-10-09T05:02:16.378 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:02:16.388 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:16.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:16 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17428/184923 objects degraded (9.424%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:16.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/462093796' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:16.412 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:16 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:16.412 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:16 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17428/184923 objects degraded (9.424%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:16.413 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/462093796' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:16.413 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:16 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:16 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17428/184923 objects degraded (9.424%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/462093796' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:16 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:16.807 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:02:16.807 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:02:16.807 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-10-09T05:02:16.807 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T05:02:16.808 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T05:02:16.808 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-10-09T05:02:17.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:02:17.032214+0000 min lat: 0.0011022 max lat: 1.54601 avg lat: 0.00959001 2023-10-09T05:02:17.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:02:17.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 66733 66717 104.224 61.5 0.0161567 0.00959001 2023-10-09T05:02:17.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:17.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:17.191 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: pgmap v1450: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 59 MiB/s wr, 946 op/s; 17428/184923 objects degraded (9.424%); 1.6 MiB/s, 26 objects/s recovering 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: osdmap e482: 8 total, 8 up, 8 in 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:17 smithi150 ceph-mon[168511]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.292 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:17.338 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: pgmap v1450: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 59 MiB/s wr, 946 op/s; 17428/184923 objects degraded (9.424%); 1.6 MiB/s, 26 objects/s recovering 2023-10-09T05:02:17.338 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:17.338 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:17.338 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:17.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:02:17.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: osdmap e482: 8 total, 8 up, 8 in 2023-10-09T05:02:17.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[184249]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: pgmap v1450: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 3.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 59 MiB/s wr, 946 op/s; 17428/184923 objects degraded (9.424%); 1.6 MiB/s, 26 objects/s recovering 2023-10-09T05:02:17.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:17.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:17.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:17.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:02:17.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: osdmap e482: 8 total, 8 up, 8 in 2023-10-09T05:02:17.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:17 smithi107 ceph-mon[179183]: failed to encode map e482 with expected crc 2023-10-09T05:02:17.392 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:18.014 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:18.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 67608 67592 103.016 54.6875 0.00324531 0.00969315 2023-10-09T05:02:18.033 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:18.058 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:18.088 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:18.123 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:18.182 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:18.182 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:18.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:18.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:18.206 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:18.224 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:02:18.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:18.347 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:18.382 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:18 smithi107 ceph-mon[179183]: failed to encode map e482 with expected crc 2023-10-09T05:02:18.382 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:18 smithi107 ceph-mon[179183]: failed to encode map e482 with expected crc 2023-10-09T05:02:18.382 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3314658733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:18.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:18 smithi107 ceph-mon[184249]: failed to encode map e482 with expected crc 2023-10-09T05:02:18.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:18 smithi107 ceph-mon[184249]: failed to encode map e482 with expected crc 2023-10-09T05:02:18.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3314658733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:18.410 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:18.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:18.415 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:18 smithi150 ceph-mon[168511]: failed to encode map e482 with expected crc 2023-10-09T05:02:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:18 smithi150 ceph-mon[168511]: failed to encode map e482 with expected crc 2023-10-09T05:02:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3314658733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:18.502 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:18.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:18.568 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:18.674 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:18.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:18.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:18.778 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:18.820 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:18.877 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:18.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:18.885 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:18.986 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:19.031 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 68519 68503 101.918 56.9375 0.0333682 0.00980561 2023-10-09T05:02:19.063 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:19.190 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:19.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:19.203 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:19.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:19 smithi150 ceph-mon[168511]: pgmap v1452: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 17190/199953 objects degraded (8.597%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T05:02:19.304 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:19.338 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:19.383 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:19.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:19.388 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:19 smithi107 ceph-mon[179183]: pgmap v1452: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 17190/199953 objects degraded (8.597%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T05:02:19.389 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:19 smithi107 ceph-mon[184249]: pgmap v1452: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 17190/199953 objects degraded (8.597%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T05:02:19.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:19.411 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:02:19.438 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:19.438 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:02:19.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:02:19.438 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:02:19.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197685 12.2 12:44f6587f:::benchmark_data_smithi107_355541_object88612:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.99177301500001, 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0447267790000001, 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197685 2023-10-09T05:02:19.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.440 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439905+0000", 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6639999999999997e-06 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439917+0000", 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1252e-05 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439921+0000", 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.763e-06 2023-10-09T05:02:19.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439967+0000", 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5694e-05 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.440062+0000", 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000005e-05 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6,7", 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.440138+0000", 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6248999999999995e-05 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.444059+0000", 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039216540000000001 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.444430+0000", 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00037067900000000001 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.448463+0000", 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040330729999999999 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.451741+0000", 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032780800000000001 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.451754+0000", 2023-10-09T05:02:19.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484555+0000", 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.032800978 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484628+0000", 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3596999999999993e-05 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.449 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197711 12.2 12:4d6df408:::benchmark_data_smithi107_355541_object88638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.449 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:02:19.449 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.93917534400001, 2023-10-09T05:02:19.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0362182289999999, 2023-10-09T05:02:19.450 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.450 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.450 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197711 2023-10-09T05:02:19.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.451 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:02:19.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492498+0000", 2023-10-09T05:02:19.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:19.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492504+0000", 2023-10-09T05:02:19.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3160000000000002e-06 2023-10-09T05:02:19.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492519+0000", 2023-10-09T05:02:19.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4800000000000001e-05 2023-10-09T05:02:19.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492525+0000", 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9580000000000004e-06 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492577+0000", 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1798000000000001e-05 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492587+0000", 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.049e-05 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484653+0000", 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99206639600000002 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484733+0000", 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0051999999999999e-05 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484809+0000", 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5826000000000002e-05 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496025+0000", 2023-10-09T05:02:19.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011215668999999999 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528502+0000", 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032477112000000002 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528649+0000", 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146627 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528684+0000", 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5525999999999998e-05 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528717+0000", 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3062000000000003e-05 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.460 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197715 12.2 12:44f4fbbc:::benchmark_data_smithi107_355541_object88642:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.930490589, 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0276673679999999, 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.461 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197715 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501182+0000", 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501205+0000", 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3255999999999999e-05 2023-10-09T05:02:19.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501229+0000", 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4394000000000001e-05 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501236+0000", 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6189999999999996e-06 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501281+0000", 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5129000000000001e-05 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501288+0000", 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9090000000000003e-06 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487815+0000", 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98652665699999997 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487906+0000", 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1234000000000001e-05 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487984+0000", 2023-10-09T05:02:19.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8159999999999997e-05 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502440+0000", 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014455923000000001 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528588+0000", 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026148187 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528763+0000", 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017419899999999999 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528812+0000", 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9539000000000001e-05 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528851+0000", 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9128999999999998e-05 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197719 12.2 12:46e795d5:::benchmark_data_smithi107_355541_object88646:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.93042506499999, 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0279135420000001, 2023-10-09T05:02:19.469 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197719 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:02:19.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501252+0000", 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6529999999999998e-06 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501258+0000", 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0079999999999999e-06 2023-10-09T05:02:19.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501261+0000", 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4800000000000001e-06 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501316+0000", 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4611999999999998e-05 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.473 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501322+0000", 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8000000000000001e-06 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.490984+0000", 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98966141799999996 2023-10-09T05:02:19.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.491061+0000", 2023-10-09T05:02:19.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6984999999999996e-05 2023-10-09T05:02:19.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.491133+0000", 2023-10-09T05:02:19.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2168000000000004e-05 2023-10-09T05:02:19.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502449+0000", 2023-10-09T05:02:19.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011316417 2023-10-09T05:02:19.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528628+0000", 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026178376999999999 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529082+0000", 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000453747 2023-10-09T05:02:19.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529122+0000", 2023-10-09T05:02:19.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0723999999999998e-05 2023-10-09T05:02:19.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529163+0000", 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0558e-05 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.481 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197724 12.2 12:482ea006:::benchmark_data_smithi107_355541_object88651:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.481 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:02:19.481 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.91548377300001, 2023-10-09T05:02:19.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.013129827, 2023-10-09T05:02:19.481 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.481 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197724 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516189+0000", 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:02:19.483 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516196+0000", 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3039999999999999e-06 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516222+0000", 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6199000000000001e-05 2023-10-09T05:02:19.484 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516229+0000", 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5570000000000001e-06 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516286+0000", 2023-10-09T05:02:19.485 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7111000000000003e-05 2023-10-09T05:02:19.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.486 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.486 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.486 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516297+0000", 2023-10-09T05:02:19.486 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.097e-05 2023-10-09T05:02:19.486 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.487 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.487 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493385+0000", 2023-10-09T05:02:19.487 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.977088281 2023-10-09T05:02:19.487 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.487 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.488 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493489+0000", 2023-10-09T05:02:19.488 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000103502 2023-10-09T05:02:19.488 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.488 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.488 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493578+0000", 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9054000000000005e-05 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508507+0000", 2023-10-09T05:02:19.489 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014928566000000001 2023-10-09T05:02:19.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.490 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.490 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.490 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528892+0000", 2023-10-09T05:02:19.490 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020385525000000002 2023-10-09T05:02:19.490 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.491 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.491 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529229+0000", 2023-10-09T05:02:19.491 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033733199999999997 2023-10-09T05:02:19.491 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.491 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.492 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529280+0000", 2023-10-09T05:02:19.492 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0565999999999997e-05 2023-10-09T05:02:19.492 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.492 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.492 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529320+0000", 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0534000000000002e-05 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.493 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197736 12.2 12:4abdbf10:::benchmark_data_smithi107_355541_object88663:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.901360727, 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99926172300000005, 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197736 2023-10-09T05:02:19.494 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.495 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530313+0000", 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530320+0000", 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5440000000000001e-06 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.496 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530333+0000", 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3324e-05 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530340+0000", 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0210000000000002e-06 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.497 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530403+0000", 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2809000000000001e-05 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530413+0000", 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9410000000000002e-06 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496066+0000", 2023-10-09T05:02:19.498 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96565277699999996 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496154+0000", 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7899999999999995e-05 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496243+0000", 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8708999999999994e-05 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.499 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508515+0000", 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012272386 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528985+0000", 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020470025999999999 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.500 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529514+0000", 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00052864199999999996 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529548+0000", 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4007999999999997e-05 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.501 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529575+0000", 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7796e-05 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197760 12.2 12:41f1bcb7:::benchmark_data_smithi107_355541_object88687:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:02:19.502 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.85419460599999, 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95217102399999998, 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197760 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.503 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577479+0000", 2023-10-09T05:02:19.504 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577483+0000", 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3159999999999998e-06 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577496+0000", 2023-10-09T05:02:19.505 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2329e-05 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577500+0000", 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1899999999999997e-06 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577540+0000", 2023-10-09T05:02:19.506 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0497999999999997e-05 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577546+0000", 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4999999999999999e-06 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499561+0000", 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92201493199999995 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.507 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499664+0000", 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010319600000000001 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499739+0000", 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5389000000000006e-05 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.508 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514706+0000", 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014966995 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529032+0000", 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01432596 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529609+0000", 2023-10-09T05:02:19.509 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057660100000000004 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529632+0000", 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2883000000000001e-05 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529651+0000", 2023-10-09T05:02:19.510 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9088000000000001e-05 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197775 12.2 12:47695f48:::benchmark_data_smithi107_355541_object88702:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.83606837799999, 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94465721599999997, 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.511 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197775 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.512 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.513 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595608+0000", 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9500000000000001e-06 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595616+0000", 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0639999999999996e-06 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.514 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595620+0000", 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.566e-06 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595664+0000", 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3618999999999997e-05 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.515 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595671+0000", 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5780000000000001e-06 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502487+0000", 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90681534900000005 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502613+0000", 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126678 2023-10-09T05:02:19.516 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502804+0000", 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019063500000000001 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514712+0000", 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011907737999999999 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.517 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529379+0000", 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014667757999999999 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540182+0000", 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010802903000000001 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.518 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540227+0000", 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4907000000000002e-05 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540263+0000", 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5964999999999999e-05 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.519 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197788 12.2 12:49a4b730:::benchmark_data_smithi107_355541_object88715:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.80621996399999, 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.91495667000000003, 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197788 2023-10-09T05:02:19.520 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.521 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625453+0000", 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625460+0000", 2023-10-09T05:02:19.522 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.409e-06 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625474+0000", 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4664999999999999e-05 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625480+0000", 2023-10-09T05:02:19.523 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9560000000000002e-06 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625529+0000", 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8832999999999998e-05 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625535+0000", 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6149999999999996e-06 2023-10-09T05:02:19.524 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505657+0000", 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88012252499999999 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505751+0000", 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3346999999999999e-05 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.525 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505828+0000", 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7939e-05 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519787+0000", 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013958641000000001 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529429+0000", 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096419609999999992 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540319+0000", 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010889932999999999 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540366+0000", 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7219000000000003e-05 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540411+0000", 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4892000000000003e-05 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197797 12.2 12:40505cc6:::benchmark_data_smithi107_355541_object88724:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.796191107, 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90504616800000004, 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197797 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:02:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635482+0000", 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635491+0000", 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5950000000000005e-06 2023-10-09T05:02:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635507+0000", 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5415000000000001e-05 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635514+0000", 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0450000000000003e-06 2023-10-09T05:02:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635560+0000", 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6319000000000002e-05 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635571+0000", 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0467e-05 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508558+0000", 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87298777900000002 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508684+0000", 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012552099999999999 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508820+0000", 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013637600000000001 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519793+0000", 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010972862999999999 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529481+0000", 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096882540000000003 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540454+0000", 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01097244 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540491+0000", 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7657999999999998e-05 2023-10-09T05:02:19.536 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540529+0000", 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7968e-05 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197802 12.2 12:4bc145c8:::benchmark_data_smithi107_355541_object88729:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.537 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.789192476, 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89815648699999995, 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197802 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.538 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.539 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642481+0000", 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642489+0000", 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0569999999999993e-06 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642503+0000", 2023-10-09T05:02:19.540 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.382e-05 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642508+0000", 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8139999999999997e-06 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642564+0000", 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5186999999999999e-05 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.541 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642573+0000", 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2909999999999996e-06 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512012+0000", 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.86943879499999999 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.542 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512122+0000", 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010992700000000001 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512218+0000", 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6014999999999995e-05 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.543 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528113+0000", 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015894947 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529681+0000", 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001568624 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.544 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540563+0000", 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010881312000000001 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540604+0000", 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1700999999999999e-05 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540638+0000", 2023-10-09T05:02:19.545 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4180999999999997e-05 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197811 12.2 12:4afa7a03:::benchmark_data_smithi107_355541_object88738:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.772649532, 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.881746166, 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.546 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197811 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.547 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659024+0000", 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.548 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659029+0000", 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7589999999999997e-06 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659037+0000", 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9389999999999997e-06 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.549 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659040+0000", 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.76e-06 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659085+0000", 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4295000000000002e-05 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659095+0000", 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0604e-05 2023-10-09T05:02:19.550 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514748+0000", 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.85565307999999995 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514830+0000", 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1809000000000002e-05 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.551 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514906+0000", 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6148000000000003e-05 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528118+0000", 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013211376 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.552 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529705+0000", 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0015872740000000001 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540689+0000", 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010983852000000001 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.553 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540738+0000", 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8705999999999998e-05 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540771+0000", 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3498999999999999e-05 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.554 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197814 12.2 12:40df938b:::benchmark_data_smithi107_355541_object88741:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.770278899, 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87950724899999999, 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197814 2023-10-09T05:02:19.555 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.556 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661395+0000", 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661399+0000", 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.763e-06 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.557 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661414+0000", 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4979e-05 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661421+0000", 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4749999999999998e-06 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661465+0000", 2023-10-09T05:02:19.558 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4477999999999997e-05 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661470+0000", 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8570000000000003e-06 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517064+0000", 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.855594199 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.559 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517167+0000", 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000102335 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517299+0000", 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013237599999999999 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.560 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528239+0000", 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010940297999999999 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529727+0000", 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001487974 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540822+0000", 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011094339 2023-10-09T05:02:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540867+0000", 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.545e-05 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540903+0000", 2023-10-09T05:02:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5635e-05 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197836 12.2 12:45740ddf:::benchmark_data_smithi107_355541_object88763:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 114.713076839, 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.830849689, 2023-10-09T05:02:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197836 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:02:19.564 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718597+0000", 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:19.565 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718601+0000", 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8750000000000002e-06 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718612+0000", 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0726e-05 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.566 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718616+0000", 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4360000000000004e-06 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718654+0000", 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7679000000000003e-05 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.567 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718660+0000", 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.596e-06 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525420+0000", 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80676023799999996 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525506+0000", 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5735000000000005e-05 2023-10-09T05:02:19.568 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525590+0000", 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4046000000000001e-05 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528511+0000", 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029211950000000001 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.569 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529790+0000", 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012784579999999999 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549347+0000", 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019556919999999998 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.570 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549401+0000", 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4197999999999998e-05 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549447+0000", 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6230000000000003e-05 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.571 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212542 12.2 12:4abdf0e0:::benchmark_data_smithi107_355541_object103469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.979337+0000", 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 90.452337044999993, 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3509677980000001, 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212542 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.572 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979337+0000", 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979337+0000", 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.573 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979336+0000", 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979342+0000", 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1859999999999997e-06 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.574 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979354+0000", 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1855000000000001e-05 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979361+0000", 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2949999999999996e-06 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979429+0000", 2023-10-09T05:02:19.575 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7711000000000003e-05 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979439+0000", 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0052e-05 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.964963+0000", 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98552439400000003 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.576 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.964971+0000", 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8299999999999996e-06 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.303240+0000", 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3382687980000001 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.577 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.303357+0000", 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000116877 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6,7", 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.303669+0000", 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00031167 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.314858+0000", 2023-10-09T05:02:19.578 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011189823 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.314897+0000", 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8210000000000002e-05 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.314903+0000", 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5540000000000003e-06 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.579 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.330144+0000", 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015240813000000001 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.330194+0000", 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9954999999999999e-05 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.580 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.330305+0000", 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111166 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212573 12.e 12:74fdf2d2:::benchmark_data_smithi107_355541_object103500:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.051554+0000", 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 90.380120625000004, 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2614366499999998, 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.581 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212573 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051554+0000", 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051554+0000", 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051552+0000", 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051558+0000", 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5990000000000001e-06 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051569+0000", 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.076e-05 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051575+0000", 2023-10-09T05:02:19.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1999999999999999e-06 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051625+0000", 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9907000000000002e-05 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051631+0000", 2023-10-09T05:02:19.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4269999999999996e-06 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.967320+0000", 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.91568855699999996 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.586 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:19.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.967329+0000", 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3749999999999992e-06 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.296440+0000", 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3291105830000001 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.296551+0000", 2023-10-09T05:02:19.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111438 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3,7", 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.296674+0000", 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012289899999999999 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312483+0000", 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015809046 2023-10-09T05:02:19.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312765+0000", 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028157900000000001 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312796+0000", 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1163e-05 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312826+0000", 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0062000000000001e-05 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312878+0000", 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1801000000000001e-05 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312990+0000", 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011284 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56147 13.d 13:b40da9d1:::benchmark_data_smithi107_396486_object56146:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 14.431760384, 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5392063810000001, 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.592 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56147 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999913+0000", 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999972+0000", 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9097e-05 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999988+0000", 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.662e-05 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999995+0000", 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8650000000000003e-06 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000036+0000", 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1168999999999998e-05 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000157+0000", 2023-10-09T05:02:19.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012105899999999999 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000352+0000", 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019454100000000001 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.007317+0000", 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069646409999999997 2023-10-09T05:02:19.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.020605+0000", 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013288748 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.020621+0000", 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5407e-05 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350191+0000", 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32957036899999997 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350205+0000", 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.411e-05 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539027+0000", 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.188821755 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539120+0000", 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3377999999999999e-05 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56171 13.d 13:b585f92a:::benchmark_data_smithi107_396486_object56170:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 14.396356079, 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5159525659999999, 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:19.601 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56171 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035385+0000", 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7148000000000002e-05 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035392+0000", 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5749999999999997e-06 2023-10-09T05:02:19.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035395+0000", 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.036666+0000", 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012707110000000001 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.036672+0000", 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4359999999999999e-06 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350239+0000", 2023-10-09T05:02:19.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31356715000000002 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350249+0000", 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5529999999999998e-06 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.607 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539205+0000", 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1889558819999999 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539349+0000", 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014439499999999999 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539512+0000", 2023-10-09T05:02:19.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000163096 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548736+0000", 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0092235530000000007 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548786+0000", 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0139999999999998e-05 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548817+0000", 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0658999999999999e-05 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548871+0000", 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4360000000000001e-05 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.551271+0000", 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023998969999999998 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.611 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56179 13.d 13:b8f7f1c4:::benchmark_data_smithi107_396486_object56178:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 14.363102601, 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4877742, 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.612 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56179 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068571+0000", 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.615 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068621+0000", 2023-10-09T05:02:19.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0686000000000002e-05 2023-10-09T05:02:19.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068635+0000", 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3644e-05 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068640+0000", 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0719999999999999e-06 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068689+0000", 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8874e-05 2023-10-09T05:02:19.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068699+0000", 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6490000000000003e-06 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350262+0000", 2023-10-09T05:02:19.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.28156355300000002 2023-10-09T05:02:19.620 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350267+0000", 2023-10-09T05:02:19.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.549e-06 2023-10-09T05:02:19.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.541610+0000", 2023-10-09T05:02:19.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1913436479999999 2023-10-09T05:02:19.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.541731+0000", 2023-10-09T05:02:19.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120337 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.541884+0000", 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015319500000000001 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548742+0000", 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068584650000000002 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.551325+0000", 2023-10-09T05:02:19.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025825850000000001 2023-10-09T05:02:19.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.553629+0000", 2023-10-09T05:02:19.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023042430000000001 2023-10-09T05:02:19.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.626 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.626 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.553689+0000", 2023-10-09T05:02:19.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0266999999999997e-05 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.556346+0000", 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026565349999999998 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.627 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56181 13.d 13:b9ae6c98:::benchmark_data_smithi107_396486_object56180:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 14.358337515000001, 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4856531740000001, 2023-10-09T05:02:19.628 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56181 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:19.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073336+0000", 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073387+0000", 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1303e-05 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:19.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073400+0000", 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2354999999999999e-05 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073404+0000", 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6949999999999999e-06 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073453+0000", 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8415999999999999e-05 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073462+0000", 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3570000000000004e-06 2023-10-09T05:02:19.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350278+0000", 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.27681558299999998 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:19.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350282+0000", 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2209999999999999e-06 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.543831+0000", 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1935489420000001 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.543952+0000", 2023-10-09T05:02:19.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121276 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.544106+0000", 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000153728 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548749+0000", 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046428260000000001 2023-10-09T05:02:19.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.551370+0000", 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026214160000000001 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:19.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.556390+0000", 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050197380000000002 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.556445+0000", 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5105999999999997e-05 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:19.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.558990+0000", 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025452169999999998 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:19.639 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:19.720 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:20.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 69421 69405 100.859 56.375 0.0216409 0.00990912 2023-10-09T05:02:20.166 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:20.393 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:20 smithi107 ceph-mon[184249]: pgmap v1453: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 17190/199953 objects degraded (8.597%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T05:02:20.393 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:20 smithi107 ceph-mon[179183]: pgmap v1453: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 17190/199953 objects degraded (8.597%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T05:02:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:20 smithi150 ceph-mon[168511]: pgmap v1453: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 17190/199953 objects degraded (8.597%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T05:02:20.514 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:20.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:20.522 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:20.623 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:20.684 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:20.714 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:02:21.006 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:21.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:21.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:21.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 70191 70175 99.6608 48.125 0.0115938 0.0100282 2023-10-09T05:02:21.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:21.179 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:21.240 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:21.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:21.244 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:21.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:21.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:21 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17190/199953 objects degraded (8.597%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:21.403 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:21 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17190/199953 objects degraded (8.597%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:21.405 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:21.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:21 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17190/199953 objects degraded (8.597%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:21.520 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:21.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:21.526 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:21.627 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:21.689 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:21.731 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:21.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:21.734 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:21.748 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:21.835 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:21.890 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:21.942 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:21.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:21.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:22.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 71036 71020 98.6198 52.8125 0.017646 0.010135 2023-10-09T05:02:22.046 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:22.132 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:22.178 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:02:22.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-mon[179183]: pgmap v1454: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 17190/201744 objects degraded (8.521%); 2.9 MiB/s, 46 objects/s recovering 2023-10-09T05:02:22.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3110431795' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:22.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:22.203 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:02:22] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2023-10-09T05:02:22.203 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-mon[184249]: pgmap v1454: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 17190/201744 objects degraded (8.521%); 2.9 MiB/s, 46 objects/s recovering 2023-10-09T05:02:22.204 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3110431795' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:22.204 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:22.272 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:22.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:22.277 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:22.315 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T05:02:22.378 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:22.422 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:22 smithi150 ceph-mon[168511]: pgmap v1454: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 17190/201744 objects degraded (8.521%); 2.9 MiB/s, 46 objects/s recovering 2023-10-09T05:02:22.422 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3110431795' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:22.422 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:22.437 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:22.661 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:22.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:22.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:22.766 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:22.815 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:22.836 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:22.836 INFO:teuthology.orchestra.run.smithi150.stdout: "success": "" 2023-10-09T05:02:22.836 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:22.872 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:22.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:22.883 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:22.984 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:23.023 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:23.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 71855 71839 97.5886 51.1875 0.0230483 0.0102425 2023-10-09T05:02:23.081 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:23.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:23.087 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:23.144 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: osdmap e483: 8 total, 8 up, 8 in 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:23 smithi150 ceph-mon[168511]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:23.255 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:23.348 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:23.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:23.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: osdmap e483: 8 total, 8 up, 8 in 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[179183]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: osdmap e483: 8 total, 8 up, 8 in 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:23 smithi107 ceph-mon[184249]: failed to encode map e483 with expected crc 2023-10-09T05:02:23.441 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:23.458 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:23.469 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:23.499 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:23.529 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:23.541 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:23.555 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:23.574 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:23.614 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:23.624 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:23.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:23.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:23.643 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:23.680 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:23.690 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.690 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.690 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.690 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.691 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.691 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.691 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.691 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:02:23.738 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:23.813 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:23.894 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:23.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:23.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:24.006 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:24.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 72729 72713 96.6745 54.625 0.0135983 0.010339 2023-10-09T05:02:24.089 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:24.151 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3055634546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:24.151 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:24 smithi107 ceph-mon[184249]: pgmap v1456: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s; 16923/212997 objects degraded (7.945%); 3.9 MiB/s, 63 objects/s recovering 2023-10-09T05:02:24.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3055634546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:24.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:24 smithi107 ceph-mon[179183]: pgmap v1456: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s; 16923/212997 objects degraded (7.945%); 3.9 MiB/s, 63 objects/s recovering 2023-10-09T05:02:24.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3055634546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:24.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:24 smithi150 ceph-mon[168511]: pgmap v1456: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s; 16923/212997 objects degraded (7.945%); 3.9 MiB/s, 63 objects/s recovering 2023-10-09T05:02:24.522 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:24.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:24.534 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:24.635 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:24.764 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:24.864 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:24.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:24.873 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:24.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:02:24.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:25.020 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:25.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 73659 73643 95.8714 58.125 0.0233902 0.0104262 2023-10-09T05:02:25.076 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:25.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:25.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:25.184 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:25.243 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:25.292 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:25.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:25.296 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:25.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:25.410 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:02:25.410 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:02:25.443 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:25.484 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:25.491 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16923/212997 objects degraded (7.945%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:25.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16923/212997 objects degraded (7.945%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:25.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:25.492 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:25.593 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:25.637 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:25.670 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:25.692 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:25.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:25.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16923/212997 objects degraded (7.945%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:25.803 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:25.860 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:25.916 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T05:02:25.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:25.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:25.964 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:26.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 74540 74524 95.0385 55.0625 0.0325025 0.0105159 2023-10-09T05:02:26.066 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:26.158 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:26.252 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:26.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:26.264 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:26.284 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:02:26.365 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:26.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:26 smithi107 ceph-mon[179183]: pgmap v1457: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 915 op/s; 16923/212997 objects degraded (7.945%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T05:02:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:26 smithi150 ceph-mon[168511]: pgmap v1457: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 915 op/s; 16923/212997 objects degraded (7.945%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T05:02:26.438 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:26.532 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:26.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:26.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:26.639 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:26.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:26 smithi107 ceph-mon[184249]: pgmap v1457: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 915 op/s; 16923/212997 objects degraded (7.945%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T05:02:26.703 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:26.786 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:26.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:26.794 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:26.821 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:26.896 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:26.957 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:27.019 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:27.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:27.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:27.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 75391 75375 94.2015 53.1875 0.0155376 0.0106104 2023-10-09T05:02:27.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:27.192 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:27.245 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:27.262 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:27.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:27.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:27.367 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:27.420 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:27.544 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:27.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:27.555 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:27.656 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:27.721 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:27.728 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:02:27.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4003246322' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:27.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:27.776 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:27.778 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4003246322' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:27.779 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:27.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4003246322' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:27.779 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:02:27.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:27.780 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:27.881 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:27.941 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:28.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 76254 76238 93.4119 53.9375 0.0238588 0.0106993 2023-10-09T05:02:28.327 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:02:28.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T05:02:28.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:28.724 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[179183]: failed to encode map e484 with expected crc 2023-10-09T05:02:28.724 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:02:28.724 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[179183]: osdmap e484: 8 total, 8 up, 8 in 2023-10-09T05:02:28.724 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[179183]: failed to encode map e484 with expected crc 2023-10-09T05:02:28.724 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[179183]: pgmap v1459: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 16657/226053 objects degraded (7.369%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:02:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:28 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:28 smithi150 ceph-mon[168511]: failed to encode map e484 with expected crc 2023-10-09T05:02:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:02:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:28 smithi150 ceph-mon[168511]: osdmap e484: 8 total, 8 up, 8 in 2023-10-09T05:02:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:28 smithi150 ceph-mon[168511]: failed to encode map e484 with expected crc 2023-10-09T05:02:28.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:28 smithi150 ceph-mon[168511]: pgmap v1459: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 16657/226053 objects degraded (7.369%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:02:29.032 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 77186 77170 92.7357 58.25 0.0123137 0.010778 2023-10-09T05:02:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[184249]: failed to encode map e484 with expected crc 2023-10-09T05:02:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:02:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[184249]: osdmap e484: 8 total, 8 up, 8 in 2023-10-09T05:02:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[184249]: failed to encode map e484 with expected crc 2023-10-09T05:02:29.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:28 smithi107 ceph-mon[184249]: pgmap v1459: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 16657/226053 objects degraded (7.369%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:02:29.247 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:29.278 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:29.313 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:29.321 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:29.366 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:29.401 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:29.439 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:29.470 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:29.505 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:29.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.510 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.511 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.511 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:02:29.774 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:29.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:29.779 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:29.880 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:29.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1345355590' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:29.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1345355590' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:29.935 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:29.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1345355590' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:30.033 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 78058 78042 92.0144 54.5 0.0259201 0.0108628 2023-10-09T05:02:30.289 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:30.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:30.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:30.394 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:30.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:02:30.452 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:30.727 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:30.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:30.733 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:30.761 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:30 smithi107 ceph-mon[179183]: pgmap v1460: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 16657/226053 objects degraded (7.369%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:02:30.834 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:30.891 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:31.034 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 78893 78877 91.2748 52.1875 0.0123625 0.0109511 2023-10-09T05:02:31.159 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16657/226053 objects degraded (7.369%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:31.159 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:30 smithi107 ceph-mon[184249]: pgmap v1460: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 16657/226053 objects degraded (7.369%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:02:31.159 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16657/226053 objects degraded (7.369%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:31.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:30 smithi150 ceph-mon[168511]: pgmap v1460: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 16657/226053 objects degraded (7.369%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:02:31.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16657/226053 objects degraded (7.369%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:31.429 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:31.673 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:31.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:31.675 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:31.776 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:31.860 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:31.957 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:31.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:31.963 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:31.963 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:32.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:32.014 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:32.014 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:02:32] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:02:32.034 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 79764 79748 90.605 54.4375 0.00736903 0.011032 2023-10-09T05:02:32.064 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:32.091 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:32.091 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:02:32.091 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:02:32.091 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:02:32.091 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:32.110 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:32.505 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:02:32.588 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T05:02:32.807 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T05:02:32.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/500858683' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:02:32.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:32 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:02:32.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:32 smithi150 ceph-mon[168511]: pgmap v1461: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 31 MiB/s wr, 503 op/s; 16657/227676 objects degraded (7.316%); 1.7 MiB/s, 27 objects/s recovering 2023-10-09T05:02:33.034 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 80630 80614 89.9535 54.125 0.0218953 0.0111113 2023-10-09T05:02:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/500858683' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:02:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:02:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-mon[179183]: pgmap v1461: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 31 MiB/s wr, 503 op/s; 16657/227676 objects degraded (7.316%); 1.7 MiB/s, 27 objects/s recovering 2023-10-09T05:02:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/500858683' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:02:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:02:33.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:32 smithi107 ceph-mon[184249]: pgmap v1461: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 31 MiB/s wr, 503 op/s; 16657/227676 objects degraded (7.316%); 1.7 MiB/s, 27 objects/s recovering 2023-10-09T05:02:33.525 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:34.034 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 81501 81485 89.3304 54.4375 0.0283264 0.0111898 2023-10-09T05:02:34.118 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:02:34.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: osdmap e485: 8 total, 8 up, 8 in 2023-10-09T05:02:34.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.147 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.147 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.147 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:33 smithi150 ceph-mon[168511]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:02:34.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: osdmap e485: 8 total, 8 up, 8 in 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[184249]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: osdmap e485: 8 total, 8 up, 8 in 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.149 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.149 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:33 smithi107 ceph-mon[179183]: failed to encode map e485 with expected crc 2023-10-09T05:02:34.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:34.150 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:34.150 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:34.250 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:34.333 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:34.473 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:34.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:34.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:34.586 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:34.628 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:34.805 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:34 smithi150 ceph-mon[168511]: pgmap v1463: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 16368/239151 objects degraded (6.844%); 4.3 MiB/s, 69 objects/s recovering 2023-10-09T05:02:34.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:34 smithi107 ceph-mon[184249]: pgmap v1463: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 16368/239151 objects degraded (6.844%); 4.3 MiB/s, 69 objects/s recovering 2023-10-09T05:02:34.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:34 smithi107 ceph-mon[179183]: pgmap v1463: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 16368/239151 objects degraded (6.844%); 4.3 MiB/s, 69 objects/s recovering 2023-10-09T05:02:35.038 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 16 82327 82311 88.6748 51.625 0.0169359 0.0112713 2023-10-09T05:02:35.211 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:35.211 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:38910 12.c 12:309ac201:::benchmark_data_smithi107_355541_object38909:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e392)", 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:56:59.053704+0000", 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 336.15368582999997, 2023-10-09T05:02:35.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.110237195, 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38910 2023-10-09T05:02:35.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053704+0000", 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053704+0000", 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053703+0000", 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053761+0000", 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7875999999999999e-05 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.216 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053776+0000", 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5004000000000001e-05 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053783+0000", 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4989999999999997e-06 2023-10-09T05:02:35.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053833+0000", 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9969999999999998e-05 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.053961+0000", 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012769699999999999 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.054112+0000", 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015126000000000001 2023-10-09T05:02:35.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.055479+0000", 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001366999 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057616+0000", 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021370460000000001 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.163862+0000", 2023-10-09T05:02:35.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.106246062 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.163898+0000", 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5655000000000003e-05 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.163941+0000", 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3087999999999998e-05 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:38915 12.c 12:3067e1d3:::benchmark_data_smithi107_355541_object38914:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e392)", 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:56:59.057791+0000", 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 336.149598363, 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.11108472599999999, 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.224 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 38915 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057791+0000", 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057791+0000", 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057790+0000", 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057925+0000", 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135296 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057940+0000", 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4686e-05 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057947+0000", 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5379999999999999e-06 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.057990+0000", 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2972000000000001e-05 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.058109+0000", 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000119295 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.058267+0000", 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015835400000000001 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.059919+0000", 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0016517229999999999 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.060113+0000", 2023-10-09T05:02:35.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019386300000000001 2023-10-09T05:02:35.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.168772+0000", 2023-10-09T05:02:35.232 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.108659094 2023-10-09T05:02:35.232 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.232 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.232 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.168838+0000", 2023-10-09T05:02:35.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5727000000000003e-05 2023-10-09T05:02:35.233 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.233 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.233 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.233 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:56:59.168876+0000", 2023-10-09T05:02:35.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8130999999999998e-05 2023-10-09T05:02:35.234 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.234 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.234 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.234 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:45613 12.c 12:31090acf:::benchmark_data_smithi107_355541_object45612:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e394)", 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:57:04.818474+0000", 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 330.38891512599997, 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.111118957, 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.235 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:35.236 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:35.236 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 45613 2023-10-09T05:02:35.236 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.236 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.236 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.237 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818474+0000", 2023-10-09T05:02:35.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818474+0000", 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818473+0000", 2023-10-09T05:02:35.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818587+0000", 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000114503 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818605+0000", 2023-10-09T05:02:35.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7524999999999999e-05 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818619+0000", 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.437e-05 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818687+0000", 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7822000000000002e-05 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818829+0000", 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014180700000000001 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.818970+0000", 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014157800000000001 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.820558+0000", 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0015876709999999999 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.821391+0000", 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00083297099999999995 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.929519+0000", 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.108127547 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.929555+0000", 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6828e-05 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:57:04.929593+0000", 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7947000000000001e-05 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56138 13.c 13:38d57812:::benchmark_data_smithi107_396486_object56137:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.990903+0000", 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 30.216486998000001, 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.544464541, 2023-10-09T05:02:35.244 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56138 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990903+0000", 2023-10-09T05:02:35.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990903+0000", 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990901+0000", 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:35.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990939+0000", 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7432999999999999e-05 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990950+0000", 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1732999999999999e-05 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990956+0000", 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2360000000000004e-06 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.991078+0000", 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121935 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.991187+0000", 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109805 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2", 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.991315+0000", 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000127334 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.994283+0000", 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029684149999999999 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.021992+0000", 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027708765999999999 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.022000+0000", 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1550000000000007e-06 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342091+0000", 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32009113300000003 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.251 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342103+0000", 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1438e-05 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.535272+0000", 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.193169414 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.535367+0000", 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4961000000000001e-05 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56153 13.c 13:32d64f19:::benchmark_data_smithi107_396486_object56152:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.013162+0000", 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 30.194227637000001, 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5416372599999999, 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.253 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56153 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013162+0000", 2023-10-09T05:02:35.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013162+0000", 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013161+0000", 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013192+0000", 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0876000000000001e-05 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013201+0000", 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8079999999999994e-06 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013214+0000", 2023-10-09T05:02:35.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.329e-05 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.022027+0000", 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088133989999999995 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.022034+0000", 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6869999999999997e-06 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342124+0000", 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32009032799999998 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342131+0000", 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0149999999999998e-06 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.538052+0000", 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.195920251 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.538173+0000", 2023-10-09T05:02:35.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121493 2023-10-09T05:02:35.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.538337+0000", 2023-10-09T05:02:35.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016420900000000001 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549231+0000", 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010893615000000001 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549283+0000", 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2225999999999998e-05 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.552254+0000", 2023-10-09T05:02:35.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029704900000000001 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.552314+0000", 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0248000000000003e-05 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.554799+0000", 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024851370000000001 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56163 13.c 13:37c5330a:::benchmark_data_smithi107_396486_object56162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.031499+0000", 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 30.175890810999999, 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5258426969999999, 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.267 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56163 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.268 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031499+0000", 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031499+0000", 2023-10-09T05:02:35.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031497+0000", 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031555+0000", 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7632e-05 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031567+0000", 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1718e-05 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031573+0000", 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0310000000000004e-06 2023-10-09T05:02:35.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031619+0000", 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6047999999999997e-05 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031628+0000", 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1139999999999995e-06 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342151+0000", 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.310522837 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342157+0000", 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.516e-06 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540489+0000", 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.198331611 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540593+0000", 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104004 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540728+0000", 2023-10-09T05:02:35.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013545300000000001 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549244+0000", 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008516203 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549381+0000", 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013641200000000001 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.554857+0000", 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0054764710000000001 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.554918+0000", 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0559000000000001e-05 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.277 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.557341+0000", 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002423489 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56164 13.c 13:3aa089a2:::benchmark_data_smithi107_396486_object56163:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.031636+0000", 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 30.175753910000001, 2023-10-09T05:02:35.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.528110166, 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56164 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031636+0000", 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031636+0000", 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031635+0000", 2023-10-09T05:02:35.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031666+0000", 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1155000000000002e-05 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031675+0000", 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0739999999999999e-06 2023-10-09T05:02:35.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031681+0000", 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.536e-06 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032139+0000", 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00045859200000000002 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032148+0000", 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1900000000000001e-06 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342176+0000", 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31002751200000001 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342182+0000", 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2500000000000003e-06 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.542562+0000", 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2003799769999999 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.542717+0000", 2023-10-09T05:02:35.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015487000000000001 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.542893+0000", 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017604299999999999 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549292+0000", 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063990849999999997 2023-10-09T05:02:35.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549405+0000", 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000112392 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.557399+0000", 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0079940670000000005 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.557461+0000", 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2288999999999999e-05 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.559746+0000", 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002284885 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.287 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56165 13.c 13:39f25d59:::benchmark_data_smithi107_396486_object56164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.032107+0000", 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 30.175282986999999, 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5328239969999999, 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.288 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56165 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032107+0000", 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032107+0000", 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032106+0000", 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032137+0000", 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1683999999999997e-05 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032148+0000", 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0429e-05 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032154+0000", 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5089999999999999e-06 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032193+0000", 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8772000000000001e-05 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032199+0000", 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5589999999999996e-06 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342201+0000", 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31000203199999998 2023-10-09T05:02:35.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342213+0000", 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1776e-05 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.544769+0000", 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.202556081 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.544899+0000", 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013015999999999999 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.545006+0000", 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107538 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549300+0000", 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042932739999999997 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.559844+0000", 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010544754 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.562326+0000", 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024816320000000001 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.562379+0000", 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2620000000000001e-05 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.564931+0000", 2023-10-09T05:02:35.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025518939999999999 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56167 13.c 13:3fa67ae7:::benchmark_data_smithi107_396486_object56166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 30.175092212999999, 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5352416230000001, 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.297 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56167 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032386+0000", 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9572000000000002e-05 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032400+0000", 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3722e-05 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032406+0000", 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4439999999999999e-06 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032509+0000", 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000103638 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032518+0000", 2023-10-09T05:02:35.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4780000000000008e-06 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342233+0000", 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30971526100000002 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342239+0000", 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.516e-06 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.546874+0000", 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.204634405 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.547019+0000", 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014515700000000001 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.547228+0000", 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020944900000000001 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549386+0000", 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021577599999999999 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.559888+0000", 2023-10-09T05:02:35.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010501401 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.564979+0000", 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050917169999999999 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.565040+0000", 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0825999999999997e-05 2023-10-09T05:02:35.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.567539+0000", 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024988150000000002 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69455 13.c 13:33a5b97a:::benchmark_data_smithi107_396486_object69454:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:35.306 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.064809+0000", 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.142580104, 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.177452522, 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69455 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064809+0000", 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064809+0000", 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064808+0000", 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064859+0000", 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1258999999999998e-05 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064872+0000", 2023-10-09T05:02:35.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2843999999999999e-05 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064879+0000", 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3620000000000002e-06 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064914+0000", 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5145999999999999e-05 2023-10-09T05:02:35.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065018+0000", 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010403000000000001 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065132+0000", 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0001147 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.067798+0000", 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026655400000000001 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072468+0000", 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046696430000000002 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.239951+0000", 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16748379499999999 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.240006+0000", 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4224000000000001e-05 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242262+0000", 2023-10-09T05:02:35.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022562939999999998 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69457 13.b 13:d07e0f5d:::benchmark_data_smithi107_396486_object69456:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.142499319000001, 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17233199099999999, 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.314 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69457 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:02:35.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064918+0000", 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8846000000000001e-05 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064925+0000", 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5479999999999998e-06 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064930+0000", 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9300000000000002e-06 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064971+0000", 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1162000000000003e-05 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065081+0000", 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110184 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065235+0000", 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000153289 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.067642+0000", 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024077159999999998 2023-10-09T05:02:35.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237079+0000", 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16943707899999999 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237119+0000", 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9956999999999997e-05 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237174+0000", 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4871999999999999e-05 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237222+0000", 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7982999999999998e-05 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.321 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46688.0:69454 13.8 e482/468 13:1c3f229d:::benchmark_data_smithi107_396486_object69453:head v 482'4326, mlcod=482'4323)", 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.072393+0000", 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.134997005000001, 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16444925699999999, 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072393+0000", 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072393+0000", 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072392+0000", 2023-10-09T05:02:35.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072421+0000", 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8932999999999999e-05 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072426+0000", 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1989999999999997e-06 2023-10-09T05:02:35.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072430+0000", 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3639999999999999e-06 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072474+0000", 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4789000000000001e-05 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072494+0000", 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.986e-05 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.236797+0000", 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16430225000000001 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.236842+0000", 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5201999999999999e-05 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46688.0:69456 13.8 e482/468 13:1aedb427:::benchmark_data_smithi107_396486_object69455:head v 482'4327, mlcod=482'4323)", 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.072439+0000", 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.134950405, 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16629095199999999, 2023-10-09T05:02:35.327 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072439+0000", 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072439+0000", 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072439+0000", 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072472+0000", 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3062999999999998e-05 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072478+0000", 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.105e-06 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072481+0000", 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.506e-06 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074875+0000", 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023935100000000002 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074894+0000", 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8756000000000001e-05 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.238704+0000", 2023-10-09T05:02:35.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16380988299999999 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.238730+0000", 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6427999999999998e-05 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69460 13.c 13:37e60e71:::benchmark_data_smithi107_396486_object69459:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:35.332 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.074318+0000", 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.133071057, 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17755813000000001, 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69460 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074318+0000", 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074318+0000", 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074317+0000", 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074409+0000", 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2516000000000007e-05 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074430+0000", 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0968999999999999e-05 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074446+0000", 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.577e-05 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074892+0000", 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00044626300000000002 2023-10-09T05:02:35.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234569+0000", 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.159676861 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234779+0000", 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020956600000000001 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245180+0000", 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010401225 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245188+0000", 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1880000000000002e-06 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.249234+0000", 2023-10-09T05:02:35.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040452650000000001 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.249287+0000", 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3310999999999998e-05 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.251877+0000", 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025897450000000001 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.339 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69461 13.b 13:d23cd9f2:::benchmark_data_smithi107_396486_object69460:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.074459+0000", 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.132930449, 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.166422185, 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.340 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69461 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074459+0000", 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074459+0000", 2023-10-09T05:02:35.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074458+0000", 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074521+0000", 2023-10-09T05:02:35.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2705000000000004e-05 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074542+0000", 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0511999999999999e-05 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074547+0000", 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9989999999999999e-06 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074659+0000", 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011250499999999999 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074792+0000", 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013249400000000001 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:02:35.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074927+0000", 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013565800000000001 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237664+0000", 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16273716999999999 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.240776+0000", 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031111070000000001 2023-10-09T05:02:35.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.240805+0000", 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9578999999999999e-05 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.240846+0000", 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0858000000000001e-05 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.240881+0000", 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5225999999999998e-05 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69464 13.c 13:36347892:::benchmark_data_smithi107_396486_object69463:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.132818359, 2023-10-09T05:02:35.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.182695248, 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69464 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:02:35.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074606+0000", 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5760000000000003e-05 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074615+0000", 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1340000000000004e-06 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074619+0000", 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7350000000000004e-06 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237236+0000", 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.162616761 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237385+0000", 2023-10-09T05:02:35.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014908400000000001 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237546+0000", 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161247 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245195+0000", 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0076484300000000003 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245348+0000", 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015307999999999999 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.251934+0000", 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00658641 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.353 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.251982+0000", 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7824999999999997e-05 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.257266+0000", 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052842920000000003 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.354 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46688.0:69462 13.5 e482/468 13:ad7849dd:::benchmark_data_smithi107_396486_object69461:head v 482'4238, mlcod=482'4236)", 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.074642+0000", 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.132747309000001, 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16320760500000001, 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074642+0000", 2023-10-09T05:02:35.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074642+0000", 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074641+0000", 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074666+0000", 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4148999999999999e-05 2023-10-09T05:02:35.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074675+0000", 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6919999999999997e-06 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074680+0000", 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7770000000000002e-06 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234462+0000", 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15978214800000001 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234557+0000", 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4617000000000006e-05 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237810+0000", 2023-10-09T05:02:35.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032535900000000002 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237850+0000", 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9394999999999998e-05 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.46688.0:69457 13.b e482/468 ondisk, result = 0)", 2023-10-09T05:02:35.361 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.076510+0000", 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.130879392000001, 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16071734600000001, 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076510+0000", 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.362 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076510+0000", 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076509+0000", 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076519+0000", 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8970000000000003e-06 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234422+0000", 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15790290400000001 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234439+0000", 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6718000000000002e-05 2023-10-09T05:02:35.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237110+0000", 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026707089999999998 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237115+0000", 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2490000000000001e-06 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237227+0000", 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011271 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.46688.0:69455 13.c e482/479 ondisk, result = 0)", 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.076718+0000", 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.130671652, 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16555240800000001, 2023-10-09T05:02:35.366 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076718+0000", 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076718+0000", 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076717+0000", 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076723+0000", 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2550000000000003e-06 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234434+0000", 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.157710659 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234441+0000", 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2099999999999996e-06 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.239937+0000", 2023-10-09T05:02:35.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005495855 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.239945+0000", 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7849999999999992e-06 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242270+0000", 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023254130000000001 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.370 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.46688.0:69482 13.6 e482/468 13:64498289:::benchmark_data_smithi107_396486_object69481:head v 482'4406, mlcod=482'4404)", 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.098140+0000", 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 15.109249496, 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.14363226100000001, 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.098140+0000", 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.098140+0000", 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.098139+0000", 2023-10-09T05:02:35.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.098165+0000", 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6568e-05 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234424+0000", 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.136258201 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234441+0000", 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7088e-05 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234475+0000", 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3937999999999999e-05 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:35.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234557+0000", 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2309000000000001e-05 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.241726+0000", 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0071688790000000004 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.241772+0000", 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6372000000000003e-05 2023-10-09T05:02:35.375 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.376 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.376 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.376 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:35.376 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:35.376 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:35.739 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T05:02:35.927 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:35.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:35.932 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:35.990 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16368/239151 objects degraded (6.844%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:36.033 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:36.038 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 83072 83056 87.9611 46.5625 0.0117163 0.011364 2023-10-09T05:02:36.118 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:36.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16368/239151 objects degraded (6.844%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:36.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16368/239151 objects degraded (6.844%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:36.205 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:36.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:36.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:36.317 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:36.411 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:36.472 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:36.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:36.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:36.593 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:36.684 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:36.684 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:36.751 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 1 1 2023-10-09T05:02:36.757 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:36.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:36.767 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:36.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:36.914 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:36 smithi150 ceph-mon[168511]: pgmap v1464: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 33 MiB/s wr, 533 op/s; 16368/239151 objects degraded (6.844%); 2.2 MiB/s, 35 objects/s recovering 2023-10-09T05:02:37.038 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:02:37.038777+0000 min lat: 0.0011022 max lat: 1.54601 avg lat: 0.0114436 2023-10-09T05:02:37.038 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:02:37.038 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 83893 83877 87.3503 51.3125 0.0202948 0.0114436 2023-10-09T05:02:37.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:36 smithi107 ceph-mon[179183]: pgmap v1464: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 33 MiB/s wr, 533 op/s; 16368/239151 objects degraded (6.844%); 2.2 MiB/s, 35 objects/s recovering 2023-10-09T05:02:37.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:36 smithi107 ceph-mon[184249]: pgmap v1464: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 33 MiB/s wr, 533 op/s; 16368/239151 objects degraded (6.844%); 2.2 MiB/s, 35 objects/s recovering 2023-10-09T05:02:37.526 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:37.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:37.529 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:37.630 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:37.703 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:37.781 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:37.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:37.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:37.851 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:37.897 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:37.962 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:38.032 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:38.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:38.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:38.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 84714 84698 86.7588 51.3125 0.0311906 0.0115218 2023-10-09T05:02:38.123 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:38.139 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:38.202 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:38.350 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:38.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:38.365 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:38.466 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:38.467 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:38.467 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:02:38.467 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T05:02:38.467 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:38.503 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:38.766 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:38.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:38.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:38.871 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:38.902 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:38.907 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T05:02:38.940 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:38.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:38.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:38.987 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:02:39.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:38 smithi107 ceph-mon[184249]: pgmap v1465: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 53 MiB/s wr, 851 op/s; 16062/251595 objects degraded (6.384%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:02:39.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:38 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:02:39.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3412883440' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:39.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:38 smithi107 ceph-mon[179183]: pgmap v1465: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 53 MiB/s wr, 851 op/s; 16062/251595 objects degraded (6.384%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:02:39.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:38 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:02:39.013 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3412883440' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:39.038 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 85319 85303 85.9694 37.8125 0.0302159 0.0116262 2023-10-09T05:02:39.045 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:39.137 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:38 smithi150 ceph-mon[168511]: pgmap v1465: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 53 MiB/s wr, 851 op/s; 16062/251595 objects degraded (6.384%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:02:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:38 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:02:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3412883440' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:39.239 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:39.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:39.250 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:39.351 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:39.454 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:39.545 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:39.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:39.548 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:39.649 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:39.701 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:39.751 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: failed to encode map e486 with expected crc 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3412883440' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: osdmap e486: 8 total, 8 up, 8 in 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: failed to encode map e486 with expected crc 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: failed to encode map e486 with expected crc 2023-10-09T05:02:39.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:39 smithi150 ceph-mon[168511]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.018 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:40.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:40.021 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:40.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 86090 86074 85.3697 48.1875 0.0135579 0.0117086 2023-10-09T05:02:40.122 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:40.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3412883440' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: osdmap e486: 8 total, 8 up, 8 in 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.246 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[184249]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:40.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3412883440' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:40.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: osdmap e486: 8 total, 8 up, 8 in 2023-10-09T05:02:40.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:39 smithi107 ceph-mon[179183]: failed to encode map e486 with expected crc 2023-10-09T05:02:40.435 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:40.461 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:40.466 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:40.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:40.476 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:40.496 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:40.518 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:40.549 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:40.576 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:40.582 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:40.636 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:40.654 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:40.678 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:40.686 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.687 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:02:40.820 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:40.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:40.831 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:40.931 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:40.978 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:41.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 15 86843 86828 84.7722 47.125 0.014907 0.0117907 2023-10-09T05:02:41.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:40 smithi107 ceph-mon[179183]: pgmap v1467: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s; 16062/251595 objects degraded (6.384%); 4.6 MiB/s, 74 objects/s recovering 2023-10-09T05:02:41.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16062/251595 objects degraded (6.384%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:41.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1306475887' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:40 smithi107 ceph-mon[184249]: pgmap v1467: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s; 16062/251595 objects degraded (6.384%); 4.6 MiB/s, 74 objects/s recovering 2023-10-09T05:02:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16062/251595 objects degraded (6.384%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1306475887' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:41.276 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:41.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:41.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:41.283 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:40 smithi150 ceph-mon[168511]: pgmap v1467: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s; 16062/251595 objects degraded (6.384%); 4.6 MiB/s, 74 objects/s recovering 2023-10-09T05:02:41.283 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16062/251595 objects degraded (6.384%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:41.283 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1306475887' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:41.382 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:41.442 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:41.499 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:41.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:41.506 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:41.607 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:41.608 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:02:41.608 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:02:41.656 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:41.861 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:41.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:41.870 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:41.885 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:02:41.971 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:42.024 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.1 to 1 (10000) 2023-10-09T05:02:42.028 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:42.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 87595 87579 84.1901 46.9375 0.0280202 0.0118704 2023-10-09T05:02:42.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T05:02:42.094 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:42.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:42.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:42.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:02:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:02:42] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:02:42.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2696255904' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:02:42.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:02:42.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2696255904' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:02:42.178 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:02:42.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:42.268 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:42.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2696255904' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:02:42.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:02:42.501 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:42.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:42.506 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:42.607 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:42.615 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T05:02:42.648 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:42.723 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:42.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:42.740 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:42.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:42.902 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:42.910 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:42.934 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:42.981 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:42.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:42.989 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:43.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 88333 88317 83.6134 46.125 0.0119636 0.0119539 2023-10-09T05:02:43.090 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:43.142 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:43.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[184249]: pgmap v1468: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 31 MiB/s wr, 502 op/s; 16062/252873 objects degraded (6.352%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T05:02:43.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[184249]: osdmap e487: 8 total, 8 up, 8 in 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[184249]: failed to encode map e487 with expected crc 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[184249]: failed to encode map e487 with expected crc 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[179183]: pgmap v1468: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 31 MiB/s wr, 502 op/s; 16062/252873 objects degraded (6.352%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[179183]: osdmap e487: 8 total, 8 up, 8 in 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[179183]: failed to encode map e487 with expected crc 2023-10-09T05:02:43.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:43 smithi107 ceph-mon[179183]: failed to encode map e487 with expected crc 2023-10-09T05:02:43.248 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:43.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:43.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:43.260 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:02:43.286 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:43 smithi150 ceph-mon[168511]: pgmap v1468: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 31 MiB/s wr, 502 op/s; 16062/252873 objects degraded (6.352%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T05:02:43.286 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:02:43.286 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:43 smithi150 ceph-mon[168511]: osdmap e487: 8 total, 8 up, 8 in 2023-10-09T05:02:43.286 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:43 smithi150 ceph-mon[168511]: failed to encode map e487 with expected crc 2023-10-09T05:02:43.286 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:43 smithi150 ceph-mon[168511]: failed to encode map e487 with expected crc 2023-10-09T05:02:43.355 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:43.421 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:43.800 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:43.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:43.804 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:43.905 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:43.990 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:44.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 89088 89072 83.0697 47.1875 0.0271236 0.0120324 2023-10-09T05:02:44.045 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:44.079 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:44.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:44.089 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:44.190 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:44.228 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:44.541 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:44.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:44.545 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:44.646 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:44.727 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:44.820 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:44.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:44.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:44.886 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:44.905 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:02:44.905 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:02:44.937 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:45.022 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:45.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 89804 89788 82.5062 44.75 0.0382876 0.0121142 2023-10-09T05:02:45.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:45 smithi107 ceph-mon[184249]: pgmap v1470: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 61 MiB/s wr, 981 op/s; 15750/262719 objects degraded (5.995%); 4.8 MiB/s, 77 objects/s recovering 2023-10-09T05:02:45.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:45 smithi107 ceph-mon[179183]: pgmap v1470: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 61 MiB/s wr, 981 op/s; 15750/262719 objects degraded (5.995%); 4.8 MiB/s, 77 objects/s recovering 2023-10-09T05:02:45.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:45 smithi150 ceph-mon[168511]: pgmap v1470: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 61 MiB/s wr, 981 op/s; 15750/262719 objects degraded (5.995%); 4.8 MiB/s, 77 objects/s recovering 2023-10-09T05:02:45.281 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:45.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:45.296 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:45.296 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T05:02:45.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:45.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:46.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 90534 90518 81.9717 45.625 0.0198058 0.0121926 2023-10-09T05:02:46.167 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:46.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:46 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15750/262719 objects degraded (5.995%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1947261439' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:46 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15750/262719 objects degraded (5.995%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1947261439' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:46.389 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:02:46.457 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:46 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15750/262719 objects degraded (5.995%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:46.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1947261439' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:46.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:02:46.698 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:46.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:46.705 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:46.805 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:46.875 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: pgmap v1471: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 29 MiB/s wr, 463 op/s; 15750/262719 objects degraded (5.995%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: osdmap e488: 8 total, 8 up, 8 in 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: failed to encode map e488 with expected crc 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: failed to encode map e488 with expected crc 2023-10-09T05:02:47.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:47.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:47.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 91219 91203 81.4123 42.8125 0.0187105 0.0122788 2023-10-09T05:02:47.150 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: pgmap v1471: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 29 MiB/s wr, 463 op/s; 15750/262719 objects degraded (5.995%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: osdmap e488: 8 total, 8 up, 8 in 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: failed to encode map e488 with expected crc 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: failed to encode map e488 with expected crc 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:47.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:47.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:47.161 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:47.262 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:47.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: pgmap v1471: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 29 MiB/s wr, 463 op/s; 15750/262719 objects degraded (5.995%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:02:47.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:02:47.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:02:47.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:02:47.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: osdmap e488: 8 total, 8 up, 8 in 2023-10-09T05:02:47.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: failed to encode map e488 with expected crc 2023-10-09T05:02:47.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: failed to encode map e488 with expected crc 2023-10-09T05:02:47.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:47.361 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:47.370 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:47.444 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:47.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:47.455 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:47.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:47.632 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:47.913 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:47.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:47.925 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:47.936 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:02:47.937 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:02:48.025 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:48.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 91995 91979 80.9488 48.5 0.0189444 0.0123478 2023-10-09T05:02:48.052 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T05:02:48.081 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:48.110 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:48.124 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:48.159 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1072783496' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:48.184 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1072783496' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:48.185 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:48.196 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:48.230 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: failed to encode map e488 with expected crc 2023-10-09T05:02:48.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1072783496' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:02:48.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:02:48.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:48.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:48.261 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:48.314 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:48.344 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:48.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:48.350 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:48.370 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:48.373 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.373 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.373 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.373 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:02:48.451 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:48.497 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T05:02:48.514 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T05:02:48.519 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:48.599 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:48.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:48.605 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:48.706 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:48.789 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:48.889 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:48.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:48.906 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:49.007 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:49.039 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 92709 92693 80.4443 44.625 0.0220938 0.0124242 2023-10-09T05:02:49.079 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:49.162 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:49.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: pgmap v1473: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s; 15411/273552 objects degraded (5.634%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2836671489' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: osdmap e489: 8 total, 8 up, 8 in 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: failed to encode map e489 with expected crc 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: failed to encode map e489 with expected crc 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:49.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: pgmap v1473: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s; 15411/273552 objects degraded (5.634%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2836671489' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: osdmap e489: 8 total, 8 up, 8 in 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: failed to encode map e489 with expected crc 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: failed to encode map e489 with expected crc 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:02:49.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:49.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:49.172 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:49.174 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: pgmap v1473: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s; 15411/273552 objects degraded (5.634%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2836671489' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: osdmap e489: 8 total, 8 up, 8 in 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: failed to encode map e489 with expected crc 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: failed to encode map e489 with expected crc 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:02:49.175 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:02:49.214 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:49.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:49.323 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:49.349 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:49.369 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:49.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:49.374 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:49.475 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:49.476 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:02:49.542 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:49.624 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:49.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:49.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:49.726 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:49.818 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:50.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 93491 93475 80.0118 48.875 0.020067 0.0124931 2023-10-09T05:02:50.067 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:50 smithi107 ceph-mon[179183]: pgmap v1475: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 15411/273552 objects degraded (5.634%); 6.0 MiB/s, 95 objects/s recovering 2023-10-09T05:02:50.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:50 smithi107 ceph-mon[179183]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-10-09T05:02:50.156 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:50.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:50.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:50.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:50 smithi150 ceph-mon[168511]: pgmap v1475: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 15411/273552 objects degraded (5.634%); 6.0 MiB/s, 95 objects/s recovering 2023-10-09T05:02:50.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:50 smithi150 ceph-mon[168511]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-10-09T05:02:50.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:50.319 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:50 smithi107 ceph-mon[184249]: pgmap v1475: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 15411/273552 objects degraded (5.634%); 6.0 MiB/s, 95 objects/s recovering 2023-10-09T05:02:50.319 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:50 smithi107 ceph-mon[184249]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-10-09T05:02:50.320 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:50.426 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:50.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:50.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:50.535 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:50.577 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:50.651 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:50.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:50.654 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:50.755 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:50.796 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:50.843 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:50.892 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:02:50.913 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:50.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:50.920 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:51.020 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:51.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 94267 94251 79.586 48.5 0.0350854 0.0125593 2023-10-09T05:02:51.078 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:51 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15411/273552 objects degraded (5.634%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:51.096 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:51.106 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:51.107 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:02:51.107 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:02:51.107 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:02:51.107 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:51.172 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:51.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:51 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15411/273552 objects degraded (5.634%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:51.179 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:51 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15411/273552 objects degraded (5.634%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:51.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:51.184 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:51.285 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:51.337 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:51.395 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:51.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:51.401 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:51.502 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:51.591 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:51.663 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T05:02:51.677 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:51.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:51.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:51.786 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:51.866 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:51.931 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:51.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:51.949 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:52.004 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:52.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 94993 94977 79.1299 45.375 0.0327232 0.0126328 2023-10-09T05:02:52.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:52.096 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T05:02:52.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:52 smithi150 ceph-mon[168511]: pgmap v1476: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 33 MiB/s wr, 521 op/s; 15411/273552 objects degraded (5.634%); 3.1 MiB/s, 48 objects/s recovering 2023-10-09T05:02:52.124 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3843108253' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:02:52.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:52.198 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:52.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:52.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:52.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:52.371 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:52 smithi107 ceph-mon[184249]: pgmap v1476: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 33 MiB/s wr, 521 op/s; 15411/273552 objects degraded (5.634%); 3.1 MiB/s, 48 objects/s recovering 2023-10-09T05:02:52.371 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3843108253' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:02:52.371 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:02:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:02:52] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2023-10-09T05:02:52.371 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:52 smithi107 ceph-mon[179183]: pgmap v1476: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 33 MiB/s wr, 521 op/s; 15411/273552 objects degraded (5.634%); 3.1 MiB/s, 48 objects/s recovering 2023-10-09T05:02:52.372 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3843108253' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:02:52.374 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:52.477 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:02:52.597 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:52.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:52.600 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:52.701 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:52.767 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:52.866 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:52.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:52.876 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:52.976 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:53.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 95753 95737 78.7137 47.5 0.0245032 0.0126997 2023-10-09T05:02:53.053 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:53.112 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:02:53.147 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:53.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:53.156 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:53.256 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:53.300 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:53.382 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3843108253' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: osdmap e490: 8 total, 8 up, 8 in 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2210478428' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:53.383 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:53 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:53.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3843108253' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:02:53.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: osdmap e490: 8 total, 8 up, 8 in 2023-10-09T05:02:53.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2210478428' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:53.391 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3843108253' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: osdmap e490: 8 total, 8 up, 8 in 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.392 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: failed to encode map e490 with expected crc 2023-10-09T05:02:53.393 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2210478428' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:53.393 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:53 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:02:53.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T05:02:53.715 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:53.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:53.732 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:53.833 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:53.908 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:54.029 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:54.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 96496 96480 78.2945 46.4375 0.0407203 0.0127677 2023-10-09T05:02:54.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:54.047 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:54.147 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:54.179 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:02:54.179 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:02:54.179 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:177991 12.7 12:ea9f4a4b:::benchmark_data_smithi107_355541_object68918:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.336937+0000", 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 181.834869236, 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0140344160000001, 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.180 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 177991 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336937+0000", 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.181 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336937+0000", 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336936+0000", 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.182 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336942+0000", 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4750000000000001e-06 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336953+0000", 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1479e-05 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.183 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336959+0000", 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5049999999999998e-06 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.337019+0000", 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0677000000000002e-05 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.184 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.337030+0000", 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0949e-05 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.333603+0000", 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99657235399999999 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.185 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.335726+0000", 2023-10-09T05:02:54.186 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021239369999999998 2023-10-09T05:02:54.186 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.186 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.186 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.335963+0000", 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000236078 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347221+0000", 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011258525 2023-10-09T05:02:54.187 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350855+0000", 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003634371 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350909+0000", 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3588000000000003e-05 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.188 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350947+0000", 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7527000000000002e-05 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350972+0000", 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5080999999999999e-05 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.189 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:178043 12.7 12:ed09a4e8:::benchmark_data_smithi107_355541_object68970:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.410231+0000", 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 181.76157572100001, 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.951923356, 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.190 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 178043 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410231+0000", 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.191 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410231+0000", 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410228+0000", 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410241+0000", 2023-10-09T05:02:54.192 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2300000000000001e-05 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410260+0000", 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9446e-05 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410268+0000", 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2889999999999998e-06 2023-10-09T05:02:54.193 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410334+0000", 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5568000000000006e-05 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410344+0000", 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7319999999999993e-06 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.194 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.343218+0000", 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93287454400000003 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.343310+0000", 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1558999999999995e-05 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.195 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.343431+0000", 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012094700000000001 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350832+0000", 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0074017129999999999 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.351011+0000", 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017869000000000001 2023-10-09T05:02:54.196 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362058+0000", 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011046844 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362110+0000", 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2604e-05 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.197 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362154+0000", 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3659000000000003e-05 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:178047 12.7 12:eed43735:::benchmark_data_smithi107_355541_object68974:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.412811+0000", 2023-10-09T05:02:54.198 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 181.75899576800001, 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95414133700000003, 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 178047 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.199 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412811+0000", 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412811+0000", 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412809+0000", 2023-10-09T05:02:54.200 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412816+0000", 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2139999999999999e-06 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412829+0000", 2023-10-09T05:02:54.201 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2787e-05 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412835+0000", 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2129999999999996e-06 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412891+0000", 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6069000000000001e-05 2023-10-09T05:02:54.202 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412900+0000", 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6309999999999992e-06 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.345594+0000", 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93269375899999996 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.203 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.345661+0000", 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7523999999999999e-05 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.345735+0000", 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3362999999999995e-05 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.204 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350861+0000", 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051266150000000002 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362217+0000", 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011355861 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366877+0000", 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004659832 2023-10-09T05:02:54.205 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366910+0000", 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3089000000000001e-05 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366952+0000", 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2073000000000002e-05 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.206 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:178086 12.7 12:ead249b3:::benchmark_data_smithi107_355541_object69013:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.475822+0000", 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 181.695984469, 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92099001599999997, 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.207 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 178086 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475822+0000", 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.208 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475822+0000", 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475821+0000", 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.209 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475827+0000", 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8799999999999996e-06 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475839+0000", 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2167999999999999e-05 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475844+0000", 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.169e-06 2023-10-09T05:02:54.210 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475891+0000", 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6854999999999998e-05 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475899+0000", 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9650000000000008e-06 2023-10-09T05:02:54.211 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347278+0000", 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87137939600000003 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347355+0000", 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6287999999999999e-05 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.212 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347422+0000", 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7310000000000004e-05 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350867+0000", 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003445137 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366995+0000", 2023-10-09T05:02:54.213 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016127590000000001 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.396724+0000", 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.029729757999999998 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.396774+0000", 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.969e-05 2023-10-09T05:02:54.214 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.396812+0000", 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7969000000000002e-05 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212526 12.7 12.5bfef67 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.215 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975830+0000", 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.19597675, 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98417601799999999, 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212526 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.216 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975830+0000", 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975830+0000", 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.217 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975828+0000", 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975836+0000", 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7889999999999995e-06 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975848+0000", 2023-10-09T05:02:54.218 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2316e-05 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975855+0000", 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9539999999999998e-06 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976344+0000", 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00048882199999999998 2023-10-09T05:02:54.219 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976354+0000", 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0369e-05 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.959995+0000", 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98364006800000003 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.220 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960006+0000", 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1205e-05 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212531 12.7 12.6db2c3d7 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.195944196, 2023-10-09T05:02:54.221 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98417454400000004, 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212531 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.222 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:02:54.223 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975865+0000", 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.163e-06 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975872+0000", 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8220000000000001e-06 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.224 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975876+0000", 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2710000000000003e-06 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976376+0000", 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050027700000000004 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.225 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976382+0000", 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.02e-06 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960028+0000", 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98364530900000002 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960037+0000", 2023-10-09T05:02:54.226 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1260000000000004e-06 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212536 12.7 12.9ae1fd67 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.19592458, 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98418364800000002, 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.227 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212536 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.228 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.229 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975884+0000", 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4549999999999998e-06 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975890+0000", 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9460000000000003e-06 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975894+0000", 2023-10-09T05:02:54.230 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2239999999999997e-06 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976401+0000", 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050708100000000005 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976407+0000", 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2539999999999998e-06 2023-10-09T05:02:54.231 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960057+0000", 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98364962600000005 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960066+0000", 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4419999999999998e-06 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.232 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212538 12.7 12.a1dbff7 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.195908081, 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98419840999999997, 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.233 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212538 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.234 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.235 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975900+0000", 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.419e-06 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975906+0000", 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8200000000000002e-06 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.236 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975910+0000", 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1779999999999996e-06 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976426+0000", 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051535399999999999 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976433+0000", 2023-10-09T05:02:54.237 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8739999999999997e-06 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960088+0000", 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98365492700000001 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960097+0000", 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2129999999999997e-06 2023-10-09T05:02:54.238 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212541 12.3 12.c7ed0be3 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.979520+0000", 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.192286951, 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97872660499999997, 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.239 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212541 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979520+0000", 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.240 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979520+0000", 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979518+0000", 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.241 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979525+0000", 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4679999999999997e-06 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979537+0000", 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2731999999999999e-05 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979544+0000", 2023-10-09T05:02:54.242 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1629999999999999e-06 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979594+0000", 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9274000000000003e-05 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979603+0000", 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9849999999999995e-06 2023-10-09T05:02:54.243 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958232+0000", 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97862923300000004 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958246+0000", 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4202999999999999e-05 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.244 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212544 12.3 12.e4d55bc3 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.19224641, 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97871962199999996, 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.245 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212544 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.246 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979563+0000", 2023-10-09T05:02:54.247 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1559999999999999e-06 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979569+0000", 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6800000000000004e-06 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979574+0000", 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.245e-06 2023-10-09T05:02:54.248 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979625+0000", 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1678000000000002e-05 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979632+0000", 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.178e-06 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.249 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958270+0000", 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97863846799999998 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958280+0000", 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6290000000000005e-06 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.250 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212553 12.3 12.c451b1c3 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.012057+0000", 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.15974989999999, 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94625301399999995, 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.251 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212553 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012057+0000", 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.252 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012057+0000", 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012055+0000", 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012063+0000", 2023-10-09T05:02:54.253 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.464e-06 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012081+0000", 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7872000000000001e-05 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012087+0000", 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3899999999999998e-06 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.254 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012148+0000", 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1054000000000002e-05 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012158+0000", 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0223e-05 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.255 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958300+0000", 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94614211000000004 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958310+0000", 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2909999999999996e-06 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.256 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212555 12.d 12.396577d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.012893+0000", 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.15891334200001, 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94974721600000001, 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212555 2023-10-09T05:02:54.257 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012893+0000", 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012893+0000", 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.258 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012892+0000", 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012897+0000", 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1760000000000003e-06 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.259 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012906+0000", 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4520000000000003e-06 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012910+0000", 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.206e-06 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.260 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012952+0000", 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1273000000000003e-05 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012958+0000", 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8179999999999998e-06 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962630+0000", 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94967146499999999 2023-10-09T05:02:54.261 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962640+0000", 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0523000000000001e-05 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212565 12.d 12.d67dda2d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:02:54.262 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.032800+0000", 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 125.13900680099999, 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92988109500000005, 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212565 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.263 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032800+0000", 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032800+0000", 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032798+0000", 2023-10-09T05:02:54.264 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032808+0000", 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5089999999999999e-06 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032826+0000", 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8057e-05 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.265 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032833+0000", 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4699999999999996e-06 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032881+0000", 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8049e-05 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.266 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032889+0000", 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0229999999999992e-06 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962672+0000", 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92978295700000002 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.267 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962681+0000", 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7080000000000003e-06 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56135 13.0 13:0d59b7de:::benchmark_data_smithi107_396486_object56134:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.988724+0000", 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 49.183082730000002, 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5314458850000001, 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.268 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56135 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988724+0000", 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.269 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988724+0000", 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988722+0000", 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.270 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988754+0000", 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1130000000000002e-05 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988769+0000", 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5477000000000001e-05 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988776+0000", 2023-10-09T05:02:54.271 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4479999999999999e-06 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988820+0000", 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4830000000000003e-05 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988955+0000", 2023-10-09T05:02:54.272 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013487899999999999 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2", 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.989108+0000", 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015274099999999999 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.995584+0000", 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0064755400000000001 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.273 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006779+0000", 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011195699 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006789+0000", 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0071999999999999e-05 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.274 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.344898+0000", 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.338108837 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.344909+0000", 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.096e-05 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.275 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.520070+0000", 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1751607500000001 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.520170+0000", 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9814000000000004e-05 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.276 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56141 13.0 13:05dbd825:::benchmark_data_smithi107_396486_object56140:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.993067+0000", 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 49.178739278000002, 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5282333129999999, 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56141 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.277 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993067+0000", 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993067+0000", 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.278 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993066+0000", 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993126+0000", 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0228e-05 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.279 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993140+0000", 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.394e-05 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993147+0000", 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0419999999999997e-06 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993191+0000", 2023-10-09T05:02:54.280 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3541999999999997e-05 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993324+0000", 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000133664 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2", 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993469+0000", 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144575 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.281 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.995838+0000", 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023690180000000001 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006842+0000", 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011004211999999999 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.282 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006852+0000", 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4930000000000004e-06 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.345446+0000", 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33859461499999999 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.345455+0000", 2023-10-09T05:02:54.283 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6999999999999997e-06 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.521233+0000", 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.175778126 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.521301+0000", 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7482000000000002e-05 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.284 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69458 13.e 13:73b9e0c4:::benchmark_data_smithi107_396486_object69457:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.073565+0000", 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 34.098241145000003, 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16865576299999999, 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.285 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69458 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073565+0000", 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.286 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073565+0000", 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073564+0000", 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073600+0000", 2023-10-09T05:02:54.287 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6273000000000003e-05 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073617+0000", 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7135000000000001e-05 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073623+0000", 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5820000000000001e-06 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.288 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073674+0000", 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1158e-05 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073846+0000", 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017217799999999999 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.289 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,5", 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074045+0000", 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019873499999999999 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.081263+0000", 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072178140000000003 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.290 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.083373+0000", 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021101280000000002 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242117+0000", 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15874456100000001 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242169+0000", 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2122e-05 2023-10-09T05:02:54.291 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242221+0000", 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1736000000000001e-05 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69466 13.e 13:7e6434be:::benchmark_data_smithi107_396486_object69465:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:54.292 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.075556+0000", 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 34.096250892999997, 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.166772902, 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69466 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.075556+0000", 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.075556+0000", 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.075554+0000", 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.075593+0000", 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9258999999999998e-05 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.075611+0000", 2023-10-09T05:02:54.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8232000000000001e-05 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.075619+0000", 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3599999999999998e-06 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076560+0000", 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00094136299999999997 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076687+0000", 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126818 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,5", 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.076842+0000", 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000155723 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.081270+0000", 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0044279640000000004 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.083410+0000", 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021395820000000001 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242256+0000", 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.158845659 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242297+0000", 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1632999999999999e-05 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242328+0000", 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1155000000000002e-05 2023-10-09T05:02:54.299 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:70798 13.0 13:09ec516a:::benchmark_data_smithi107_396486_object70797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:21.675429+0000", 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 32.496377647000003, 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16555616300000001, 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.300 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 70798 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.675429+0000", 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.301 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.675429+0000", 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.675427+0000", 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.675497+0000", 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9692999999999998e-05 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.811352+0000", 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.13585498300000001 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.811371+0000", 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8586000000000001e-05 2023-10-09T05:02:54.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.815259+0000", 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003888149 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.815398+0000", 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013954200000000001 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.815562+0000", 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016352399999999999 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.823312+0000", 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0077505719999999998 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.823354+0000", 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1650000000000003e-05 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.838876+0000", 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015521922 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.838944+0000", 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8145000000000006e-05 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:21.840985+0000", 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0020409780000000001 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.307 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82319 13.0 13:0667d1c0:::benchmark_data_smithi107_396486_object82318:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.024664+0000", 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 19.147142770999999, 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17976832700000001, 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82319 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024664+0000", 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024664+0000", 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024662+0000", 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024743+0000", 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0364000000000005e-05 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024756+0000", 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2992e-05 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024763+0000", 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2830000000000004e-06 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.034070+0000", 2023-10-09T05:02:54.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0093070080000000003 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.034228+0000", 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015784699999999999 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.034387+0000", 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015933700000000001 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048360+0000", 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01397318 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048411+0000", 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1248000000000001e-05 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.203190+0000", 2023-10-09T05:02:54.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.154778847 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.203257+0000", 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6779999999999994e-05 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.204432+0000", 2023-10-09T05:02:54.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0011749079999999999 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82327 13.0 13:05ae8d78:::benchmark_data_smithi107_396486_object82326:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.033942+0000", 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 19.137864484000001, 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17157541400000001, 2023-10-09T05:02:54.315 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82327 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033942+0000", 2023-10-09T05:02:54.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033942+0000", 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033941+0000", 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033974+0000", 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3129000000000001e-05 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033984+0000", 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9809999999999998e-06 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033989+0000", 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0599999999999998e-06 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.037276+0000", 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003287131 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:02:54.319 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.037453+0000", 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017683900000000001 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.037625+0000", 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000171993 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:02:54.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048369+0000", 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010743711 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048457+0000", 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8438999999999998e-05 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.204509+0000", 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15605153099999999 2023-10-09T05:02:54.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.204572+0000", 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3453000000000004e-05 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.205517+0000", 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000945421 2023-10-09T05:02:54.322 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.323 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.323 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.323 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:02:54.323 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:02:54.323 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:02:54.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:54.324 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:54.324 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:54.324 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:54.337 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: pgmap v1478: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s; 15051/284946 objects degraded (5.282%); 6.8 MiB/s, 108 objects/s recovering 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: osdmap e491: 8 total, 8 up, 8 in 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.338 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:54 smithi150 ceph-mon[168511]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: pgmap v1478: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s; 15051/284946 objects degraded (5.282%); 6.8 MiB/s, 108 objects/s recovering 2023-10-09T05:02:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:02:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: osdmap e491: 8 total, 8 up, 8 in 2023-10-09T05:02:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[179183]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: pgmap v1478: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s; 15051/284946 objects degraded (5.282%); 6.8 MiB/s, 108 objects/s recovering 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:02:54.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: osdmap e491: 8 total, 8 up, 8 in 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:54 smithi107 ceph-mon[184249]: failed to encode map e491 with expected crc 2023-10-09T05:02:54.426 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:02:54.494 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:54.535 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:54.578 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:02:54.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:54.586 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:02:54.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T05:02:54.687 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:54.768 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:54.930 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:54.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:54.936 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:54.969 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:02:54.999 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:02:55.037 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:55.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 97250 97234 77.8949 47.125 0.0228079 0.0128329 2023-10-09T05:02:55.043 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:02:55.075 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:02:55.104 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:55.113 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:02:55.177 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:02:55.191 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:55.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:55.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:55.237 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:02:55.269 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:02:55.273 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.274 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:02:55.299 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:55.309 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/984406716' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:55.309 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/984406716' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:55.363 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:55.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/984406716' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:02:55.625 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:55.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:55.630 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:55.731 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:55.748 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:02:55.811 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:55.967 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:55.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:55.986 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:56.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 98051 98035 77.5426 50.0625 0.00701496 0.0128899 2023-10-09T05:02:56.087 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:02:56.159 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:56.230 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:02:56.234 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:56 smithi107 ceph-mon[179183]: pgmap v1480: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 35 MiB/s wr, 560 op/s; 15051/284946 objects degraded (5.282%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T05:02:56.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:56 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15051/284946 objects degraded (5.282%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:56.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:56.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:56 smithi107 ceph-mon[184249]: pgmap v1480: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 35 MiB/s wr, 560 op/s; 15051/284946 objects degraded (5.282%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T05:02:56.239 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:56 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15051/284946 objects degraded (5.282%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:56.239 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:02:56.340 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:56.397 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:56 smithi150 ceph-mon[168511]: pgmap v1480: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 35 MiB/s wr, 560 op/s; 15051/284946 objects degraded (5.282%); 3.3 MiB/s, 53 objects/s recovering 2023-10-09T05:02:56.398 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:56 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15051/284946 objects degraded (5.282%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:02:56.410 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:56.468 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:56.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:56.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:56.514 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:56.580 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:56.654 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:56.721 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:56.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:56.731 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:56.804 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:02:56.831 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:02:56.893 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:56.950 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:02:56.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:56.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:02:57.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:02:57.041088+0000 min lat: 0.0011022 max lat: 1.54601 avg lat: 0.0129533 2023-10-09T05:02:57.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:02:57.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 98815 98799 77.1702 47.75 0.0208614 0.0129533 2023-10-09T05:02:57.057 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:57.112 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:57.155 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T05:02:57.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:57 smithi150 ceph-mon[168511]: pgmap v1481: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 33 MiB/s wr, 533 op/s; 15051/286356 objects degraded (5.256%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T05:02:57.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1833448985' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:02:57.160 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:57 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:02:57.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:57 smithi107 ceph-mon[179183]: pgmap v1481: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 33 MiB/s wr, 533 op/s; 15051/286356 objects degraded (5.256%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T05:02:57.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1833448985' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:02:57.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:57 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:02:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:57 smithi107 ceph-mon[184249]: pgmap v1481: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 33 MiB/s wr, 533 op/s; 15051/286356 objects degraded (5.256%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T05:02:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1833448985' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:02:57.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:57 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:02:57.738 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:57.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:57.746 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:57.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:57.911 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:58.040 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 99635 99619 76.8502 51.25 0.0162988 0.0130075 2023-10-09T05:02:58.116 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:02:58.303 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:58.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:58.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:02:58.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:02:58.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:02:58.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[184249]: osdmap e492: 8 total, 8 up, 8 in 2023-10-09T05:02:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[184249]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[184249]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[184249]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:02:58.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[179183]: osdmap e492: 8 total, 8 up, 8 in 2023-10-09T05:02:58.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[179183]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[179183]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:58 smithi107 ceph-mon[179183]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.476 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:02:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:58 smithi150 ceph-mon[168511]: osdmap e492: 8 total, 8 up, 8 in 2023-10-09T05:02:58.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:58 smithi150 ceph-mon[168511]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:58 smithi150 ceph-mon[168511]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:58 smithi150 ceph-mon[168511]: failed to encode map e492 with expected crc 2023-10-09T05:02:58.491 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 3 1 2023-10-09T05:02:58.563 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:02:58.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:58.576 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:02:58.677 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:02:58.730 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:58.783 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:02:58.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:58.792 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:02:58.893 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:02:58.971 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:59.041 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 100396 100380 76.493 47.5625 0.0184934 0.0130679 2023-10-09T05:02:59.053 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:02:59.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:59.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:02:59.109 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:02:59.109 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:02:59.164 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:02:59.220 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:59.294 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:02:59.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:59.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:02:59.338 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:02:59 smithi107 ceph-mon[184249]: pgmap v1483: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 42 MiB/s wr, 677 op/s; 14636/296403 objects degraded (4.938%); 7.2 MiB/s, 115 objects/s recovering 2023-10-09T05:02:59.339 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:02:59 smithi107 ceph-mon[179183]: pgmap v1483: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 42 MiB/s wr, 677 op/s; 14636/296403 objects degraded (4.938%); 7.2 MiB/s, 115 objects/s recovering 2023-10-09T05:02:59.403 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:02:59.481 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:02:59.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:02:59 smithi150 ceph-mon[168511]: pgmap v1483: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 42 MiB/s wr, 677 op/s; 14636/296403 objects degraded (4.938%); 7.2 MiB/s, 115 objects/s recovering 2023-10-09T05:02:59.930 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:02:59.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:02:59.937 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:00.001 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T05:03:00.033 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:00.038 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:00.042 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 16 101170 101154 76.1524 48.375 0.0190826 0.0131264 2023-10-09T05:03:00.087 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:00.144 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:00.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:00.151 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:00.199 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2715258959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:00.199 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:00.200 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:03:00.252 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:00.324 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:00.391 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:00.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:00.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:00.403 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2715258959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:00.403 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:00.504 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:00.548 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2715258959' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:00.548 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:00.555 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:01.042 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 101948 101932 75.8247 48.625 0.0163924 0.0131837 2023-10-09T05:03:01.411 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:01.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:01.420 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:01.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:01.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:03:01.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: osdmap e493: 8 total, 8 up, 8 in 2023-10-09T05:03:01.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 14636/296403 objects degraded (4.938%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: pgmap v1485: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 31 MiB/s wr, 494 op/s; 14636/296403 objects degraded (4.938%); 3.4 MiB/s, 53 objects/s recovering 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:01.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:01.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.495 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: osdmap e493: 8 total, 8 up, 8 in 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 14636/296403 objects degraded (4.938%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: pgmap v1485: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 31 MiB/s wr, 494 op/s; 14636/296403 objects degraded (4.938%); 3.4 MiB/s, 53 objects/s recovering 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:01.496 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: osdmap e493: 8 total, 8 up, 8 in 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: failed to encode map e493 with expected crc 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 14636/296403 objects degraded (4.938%), 5 pgs degraded (PG_DEGRADED) 2023-10-09T05:03:01.499 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: pgmap v1485: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 31 MiB/s wr, 494 op/s; 14636/296403 objects degraded (4.938%); 3.4 MiB/s, 53 objects/s recovering 2023-10-09T05:03:01.500 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:01.500 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:01.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:01.618 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:01.692 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:01.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:01.703 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:01.804 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:01.882 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:01.963 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:01.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:01.973 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:02.043 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 102705 102689 75.4892 47.3125 0.0240786 0.0132419 2023-10-09T05:03:02.074 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:02.149 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:02.162 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:03:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:03:02] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2023-10-09T05:03:02.202 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:02.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:02.207 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:02.308 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:02.362 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:02.416 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:02.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:02.420 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:02.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:02.548 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:02.582 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:02.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:02.585 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:02.686 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:02.712 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:02.745 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:02.746 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:02.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:02.748 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:02.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:02.891 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:03.043 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 103041 103025 74.8557 21 0.00421282 0.0132629 2023-10-09T05:03:03.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: osdmap e494: 8 total, 8 up, 8 in 2023-10-09T05:03:03.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:03 smithi150 ceph-mon[168511]: pgmap v1487: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 75 MiB/s wr, 1.21k op/s; 14214/308061 objects degraded (4.614%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: osdmap e494: 8 total, 8 up, 8 in 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[184249]: pgmap v1487: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 75 MiB/s wr, 1.21k op/s; 14214/308061 objects degraded (4.614%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: osdmap e494: 8 total, 8 up, 8 in 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: failed to encode map e494 with expected crc 2023-10-09T05:03:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:03 smithi107 ceph-mon[179183]: pgmap v1487: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 75 MiB/s wr, 1.21k op/s; 14214/308061 objects degraded (4.614%); 8.7 MiB/s, 139 objects/s recovering 2023-10-09T05:03:03.702 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:03.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:03.707 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:03.807 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:03.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:03.909 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:03.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:03.916 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:03.989 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:04.017 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:04.027 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:04.043 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 103629 103613 74.4177 36.75 0.0287918 0.0134311 2023-10-09T05:03:04.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:04.066 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:04.089 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:04.129 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:04.148 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:04.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:04.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:04.168 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:04.207 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:04.227 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:03:04.237 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:04.256 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:04.257 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.257 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.257 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.258 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.258 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.258 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.258 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.258 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:03:04.385 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: osdmap e495: 8 total, 8 up, 8 in 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/387871625' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:04.512 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:04.516 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.517 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.517 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: osdmap e495: 8 total, 8 up, 8 in 2023-10-09T05:03:04.517 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.517 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.517 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.517 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/387871625' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:04.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:04.518 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:04.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: osdmap e495: 8 total, 8 up, 8 in 2023-10-09T05:03:04.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: failed to encode map e495 with expected crc 2023-10-09T05:03:04.519 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/387871625' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:04.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:04.670 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:04.746 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:04.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:04.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:04.856 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:04.938 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:04.998 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:05.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:05.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:05.043 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 104385 104369 74.109 47.25 0.018754 0.0134889 2023-10-09T05:03:05.114 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:05.195 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:05.231 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:05 smithi107 ceph-mon[179183]: pgmap v1489: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 40 MiB/s wr, 647 op/s; 14214/308061 objects degraded (4.614%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T05:03:05.361 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:05.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:05.376 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:05.477 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:05.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:05 smithi150 ceph-mon[168511]: pgmap v1489: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 40 MiB/s wr, 647 op/s; 14214/308061 objects degraded (4.614%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T05:03:05.542 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:05.612 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:05.663 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:05 smithi107 ceph-mon[184249]: pgmap v1489: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 40 MiB/s wr, 647 op/s; 14214/308061 objects degraded (4.614%); 4.4 MiB/s, 70 objects/s recovering 2023-10-09T05:03:05.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:05.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:05.765 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:05.818 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:05.885 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:05.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:05.895 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:05.996 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:06.047 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 105134 105118 73.7986 46.8125 0.0211486 0.0135452 2023-10-09T05:03:06.077 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:06.147 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:06.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:06.154 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:06.163 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:06.254 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:06.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:06 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 14214/308061 objects degraded (4.614%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:03:06.330 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:06.387 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:06.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:06.396 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:06.497 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:06.565 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:06 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 14214/308061 objects degraded (4.614%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:03:06.565 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:06 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 14214/308061 objects degraded (4.614%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:03:06.591 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:06.600 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:03:06.600 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:03:06.600 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:03:06.601 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:03:06.601 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.011 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 105859 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 73.5042 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 41.7275 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 214.25 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 1.1875 2023-10-09T05:03:07.048 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1176 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 667.64 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3428 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 19 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0136007 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.0229965 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 1.54601 2023-10-09T05:03:07.049 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.0011022 2023-10-09T05:03:07.058 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T05:03:07.289 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.3 to 1 (10000) 2023-10-09T05:03:07.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2926423944' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:03:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:07 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:03:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:07 smithi107 ceph-mon[184249]: pgmap v1490: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 41 MiB/s wr, 648 op/s; 13925/309312 objects degraded (4.502%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T05:03:07.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2926423944' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:03:07.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:07 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:03:07.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:07 smithi107 ceph-mon[179183]: pgmap v1490: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 41 MiB/s wr, 648 op/s; 13925/309312 objects degraded (4.502%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T05:03:07.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2926423944' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:03:07.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:07 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:03:07.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:07 smithi150 ceph-mon[168511]: pgmap v1490: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 6.3 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 41 MiB/s wr, 648 op/s; 13925/309312 objects degraded (4.502%); 6.7 MiB/s, 107 objects/s recovering 2023-10-09T05:03:07.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:03:08.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:08 smithi107 ceph-mon[179183]: failed to encode map e496 with expected crc 2023-10-09T05:03:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:03:08.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:08 smithi107 ceph-mon[179183]: osdmap e496: 8 total, 8 up, 8 in 2023-10-09T05:03:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:08 smithi107 ceph-mon[184249]: failed to encode map e496 with expected crc 2023-10-09T05:03:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:03:08.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:08 smithi107 ceph-mon[184249]: osdmap e496: 8 total, 8 up, 8 in 2023-10-09T05:03:08.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:08 smithi150 ceph-mon[168511]: failed to encode map e496 with expected crc 2023-10-09T05:03:08.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:03:08.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:08 smithi150 ceph-mon[168511]: osdmap e496: 8 total, 8 up, 8 in 2023-10-09T05:03:08.802 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:08.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:08.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:08.909 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:08.975 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:09.035 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:09.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:09.041 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:09.142 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:09.205 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:09.224 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T05:03:09.543 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:09 smithi107 ceph-mon[179183]: pgmap v1492: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.5 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 154 B/s rd, 30 MiB/s wr, 480 op/s; 13925/317388 objects degraded (4.387%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:03:09.544 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:09 smithi107 ceph-mon[184249]: pgmap v1492: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.5 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 154 B/s rd, 30 MiB/s wr, 480 op/s; 13925/317388 objects degraded (4.387%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:03:09.689 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:09.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:09.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:09.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:09 smithi150 ceph-mon[168511]: pgmap v1492: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.5 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 154 B/s rd, 30 MiB/s wr, 480 op/s; 13925/317388 objects degraded (4.387%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:03:09.752 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T05:03:09.796 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:09.906 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:10.101 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:10.105 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:10.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:10.114 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:10.215 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:10.281 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:10.337 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:10.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:10.340 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13925/317388 objects degraded (4.387%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:10.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13925/317388 objects degraded (4.387%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:10.441 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:10.502 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:10.583 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:10.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:10.592 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:10.618 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:10.693 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:10.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13925/317388 objects degraded (4.387%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:10.770 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:11.041 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:11.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:11.046 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:11.069 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:11.147 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:11.226 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:11.302 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:11.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:11.313 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:11.414 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:11.459 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:03:11.471 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:11 smithi150 ceph-mon[168511]: pgmap v1493: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.5 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 127 B/s rd, 25 MiB/s wr, 397 op/s; 13925/317388 objects degraded (4.387%); 2.3 MiB/s, 36 objects/s recovering 2023-10-09T05:03:11.472 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3949048335' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:11.472 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:11 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:11.483 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:11.552 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:11.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:11.561 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:11.662 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:11.725 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:11 smithi107 ceph-mon[184249]: pgmap v1493: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.5 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 127 B/s rd, 25 MiB/s wr, 397 op/s; 13925/317388 objects degraded (4.387%); 2.3 MiB/s, 36 objects/s recovering 2023-10-09T05:03:11.725 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3949048335' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:11.726 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:11 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:11.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:11 smithi107 ceph-mon[179183]: pgmap v1493: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.5 GiB data, 26 GiB used, 689 GiB / 715 GiB avail; 127 B/s rd, 25 MiB/s wr, 397 op/s; 13925/317388 objects degraded (4.387%); 2.3 MiB/s, 36 objects/s recovering 2023-10-09T05:03:11.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3949048335' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:11.726 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:11 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:11.728 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:12.291 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:03:12] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: osdmap e497: 8 total, 8 up, 8 in 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.626 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[184249]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: osdmap e497: 8 total, 8 up, 8 in 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.627 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:12 smithi107 ceph-mon[179183]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.720 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:12.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:12.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: osdmap e497: 8 total, 8 up, 8 in 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:12 smithi150 ceph-mon[168511]: failed to encode map e497 with expected crc 2023-10-09T05:03:12.830 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:12.895 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:13.059 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:13.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:13.067 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:13.168 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:13.253 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:13.513 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:13 smithi107 ceph-mon[184249]: pgmap v1495: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 25 MiB/s wr, 890 op/s; 13687/305856 objects degraded (4.475%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:03:13.513 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:13 smithi107 ceph-mon[179183]: pgmap v1495: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 25 MiB/s wr, 890 op/s; 13687/305856 objects degraded (4.475%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:03:13.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:13 smithi150 ceph-mon[168511]: pgmap v1495: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 25 MiB/s wr, 890 op/s; 13687/305856 objects degraded (4.475%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:03:13.903 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:13.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:13.909 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:14.010 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:14.078 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:14.158 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:14.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:14.173 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:14.274 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:14.293 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:14.310 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:14.328 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:14.368 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:14.394 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:14.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:14.402 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:14.404 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:14.432 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:14.456 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/189496254' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:14.476 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:14.502 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:14.519 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:14.581 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.610 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:03:14.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:14.644 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:03:14.644 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:03:14.688 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:14.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:14.694 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:14.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/189496254' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:14.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:14.857 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/189496254' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:14.861 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:14.863 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:03:15.171 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:15.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:15.175 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:15.227 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:03:15.276 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:15.341 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:15.413 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:15.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:15.420 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:15.497 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T05:03:15.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:15.572 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:15.631 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:15.639 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:15 smithi150 ceph-mon[168511]: pgmap v1496: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 22 MiB/s wr, 838 op/s; 13687/305856 objects degraded (4.475%); 1.9 MiB/s, 29 objects/s recovering 2023-10-09T05:03:15.640 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3749598228' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:03:15.640 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13687/305856 objects degraded (4.475%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:15.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:15.641 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:15.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:15 smithi107 ceph-mon[184249]: pgmap v1496: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 22 MiB/s wr, 838 op/s; 13687/305856 objects degraded (4.475%); 1.9 MiB/s, 29 objects/s recovering 2023-10-09T05:03:15.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3749598228' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:03:15.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13687/305856 objects degraded (4.475%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:15.724 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:15 smithi107 ceph-mon[179183]: pgmap v1496: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 127 B/s rd, 22 MiB/s wr, 838 op/s; 13687/305856 objects degraded (4.475%); 1.9 MiB/s, 29 objects/s recovering 2023-10-09T05:03:15.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3749598228' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:03:15.725 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13687/305856 objects degraded (4.475%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:15.741 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:15.798 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:15.873 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:15.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:15.878 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:15.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:16.017 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:16.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T05:03:16.069 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:16.185 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:16.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:16.189 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:16.290 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:16.376 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:16.465 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:16.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:16.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:16.574 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[179183]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3749598228' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[179183]: osdmap e498: 8 total, 8 up, 8 in 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[179183]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[179183]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:16.575 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[184249]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.576 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3749598228' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:03:16.576 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[184249]: osdmap e498: 8 total, 8 up, 8 in 2023-10-09T05:03:16.576 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[184249]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.576 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[184249]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.576 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:16.641 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:16.680 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:16.978 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:16.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:16.984 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:16.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:16 smithi150 ceph-mon[168511]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3749598228' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:03:16.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:16 smithi150 ceph-mon[168511]: osdmap e498: 8 total, 8 up, 8 in 2023-10-09T05:03:16.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:16 smithi150 ceph-mon[168511]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:16 smithi150 ceph-mon[168511]: failed to encode map e498 with expected crc 2023-10-09T05:03:16.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:17.085 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:17.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:17.199 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:17.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:17.211 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:17.312 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:17.373 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:17.437 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:17.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:17.443 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:17.515 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:17.519 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:03:17.544 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:17.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:17 smithi107 ceph-mon[184249]: pgmap v1498: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 416 KiB/s wr, 552 op/s; 13460/304428 objects degraded (4.421%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T05:03:17.610 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:17 smithi107 ceph-mon[179183]: pgmap v1498: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 416 KiB/s wr, 552 op/s; 13460/304428 objects degraded (4.421%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T05:03:17.689 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:17.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:17 smithi150 ceph-mon[168511]: pgmap v1498: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 416 KiB/s wr, 552 op/s; 13460/304428 objects degraded (4.421%); 3.6 MiB/s, 58 objects/s recovering 2023-10-09T05:03:18.383 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:18.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:18.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:18.491 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:18.538 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:03:18.549 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/395386212' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:18.549 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:18.549 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/395386212' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:18.550 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:18.607 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:18.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/395386212' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:18.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:19.002 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:19.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:19.008 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:19.109 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:19.171 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:19.235 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:19.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:19.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:19.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:19.411 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:19.576 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:19.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:19.590 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:19.657 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[179183]: osdmap e499: 8 total, 8 up, 8 in 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[179183]: failed to encode map e499 with expected crc 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[179183]: failed to encode map e499 with expected crc 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[179183]: pgmap v1500: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.0 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 450 KiB/s wr, 1.05k op/s; 13460/294456 objects degraded (4.571%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:03:19.658 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[184249]: osdmap e499: 8 total, 8 up, 8 in 2023-10-09T05:03:19.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[184249]: failed to encode map e499 with expected crc 2023-10-09T05:03:19.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[184249]: failed to encode map e499 with expected crc 2023-10-09T05:03:19.659 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:19 smithi107 ceph-mon[184249]: pgmap v1500: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.0 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 450 KiB/s wr, 1.05k op/s; 13460/294456 objects degraded (4.571%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T05:03:19.691 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:19.717 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:03:19.718 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:03:19.752 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:19.826 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:19.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:19 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:19.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:19 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:03:19.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:19 smithi150 ceph-mon[168511]: osdmap e499: 8 total, 8 up, 8 in 2023-10-09T05:03:19.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:19 smithi150 ceph-mon[168511]: failed to encode map e499 with expected crc 2023-10-09T05:03:19.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:19 smithi150 ceph-mon[168511]: failed to encode map e499 with expected crc 2023-10-09T05:03:19.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:19 smithi150 ceph-mon[168511]: pgmap v1500: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.0 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 450 KiB/s wr, 1.05k op/s; 13460/294456 objects degraded (4.571%); 3.9 MiB/s, 62 objects/s recovering 2023-10-09T05:03:20.199 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:20.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:20.206 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:20.306 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:20.357 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T05:03:20.368 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:20.425 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:20.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:20.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:20.533 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:20.601 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T05:03:20.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:20.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:20 smithi150 ceph-mon[168511]: failed to encode map e499 with expected crc 2023-10-09T05:03:20.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2461624383' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:03:20.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:20 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:03:20.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:20 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13460/294456 objects degraded (4.571%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:20.786 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:20.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:20.794 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:20.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[184249]: failed to encode map e499 with expected crc 2023-10-09T05:03:20.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2461624383' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:03:20.798 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:03:20.799 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13460/294456 objects degraded (4.571%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:20.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[179183]: failed to encode map e499 with expected crc 2023-10-09T05:03:20.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2461624383' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:03:20.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:03:20.799 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:20 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13460/294456 objects degraded (4.571%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:20.895 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:20.971 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:21.050 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:21.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:21.062 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:21.163 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:21.213 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:21.457 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T05:03:21.457 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:03:21.466 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:21.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:21.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:21.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:21.665 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:21.749 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: osdmap e500: 8 total, 8 up, 8 in 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.784 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[179183]: pgmap v1502: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.0 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 0 B/s wr, 633 op/s; 13460/294456 objects degraded (4.571%); 2.4 MiB/s, 37 objects/s recovering 2023-10-09T05:03:21.788 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:21.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: osdmap e500: 8 total, 8 up, 8 in 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.789 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:21 smithi107 ceph-mon[184249]: pgmap v1502: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.0 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 0 B/s wr, 633 op/s; 13460/294456 objects degraded (4.571%); 2.4 MiB/s, 37 objects/s recovering 2023-10-09T05:03:21.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:21.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:21.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:03:21.896 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:21.979 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: osdmap e500: 8 total, 8 up, 8 in 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: failed to encode map e500 with expected crc 2023-10-09T05:03:21.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:21 smithi150 ceph-mon[168511]: pgmap v1502: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 6.0 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 0 B/s wr, 633 op/s; 13460/294456 objects degraded (4.571%); 2.4 MiB/s, 37 objects/s recovering 2023-10-09T05:03:22.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:03:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:03:22] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:03:22.240 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:22.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:22.247 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:22.267 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:22.300 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:22.324 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:22.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:22.358 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:22.402 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:22.440 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:22.452 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:22.495 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:22.554 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:22.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.567 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:03:22.576 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:22.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:22.580 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:22.624 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:22.681 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:22.718 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:22.742 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/145538146' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:22.742 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/145538146' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:22.796 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:22.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:22.807 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:22.908 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:22.967 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/145538146' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:22.982 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:23.061 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:23.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:23.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:23.173 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:23.239 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:23.301 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:23.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:23.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:23.369 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:23.410 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:23.466 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:23.532 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:23.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:23.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:23.637 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:23.705 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:23.802 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:23.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:23.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:23.809 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:23 smithi150 ceph-mon[168511]: pgmap v1503: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s; 13218/283317 objects degraded (4.665%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:03:23.909 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:23.910 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:23 smithi107 ceph-mon[184249]: pgmap v1503: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s; 13218/283317 objects degraded (4.665%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:03:23.910 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:23 smithi107 ceph-mon[179183]: pgmap v1503: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s; 13218/283317 objects degraded (4.665%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:03:24.009 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:24.136 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:24.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:24.145 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:24.246 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:24.315 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:03:24.316 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:03:24.316 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:03:24.316 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:03:24.316 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:03:24.327 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:24.431 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:24.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:24.441 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:24.542 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:24.611 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:24.682 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:24.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:24.688 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:24.789 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:24.840 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:24.902 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:24.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:24.917 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:25.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:25.072 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:25.292 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:25.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:25.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:25.324 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T05:03:25.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:03:25.403 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:25.545 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:25.688 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:25.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:25.701 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:25.802 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:25.855 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:26.059 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:25 smithi107 ceph-mon[184249]: pgmap v1504: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 879 op/s; 13218/283317 objects degraded (4.665%); 1.9 MiB/s, 30 objects/s recovering 2023-10-09T05:03:26.060 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:25 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 13218/283317 objects degraded (4.665%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:26.068 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:25 smithi107 ceph-mon[179183]: pgmap v1504: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 879 op/s; 13218/283317 objects degraded (4.665%); 1.9 MiB/s, 30 objects/s recovering 2023-10-09T05:03:26.069 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:25 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 13218/283317 objects degraded (4.665%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:26.082 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:26.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:26.092 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:26.193 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:25 smithi150 ceph-mon[168511]: pgmap v1504: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 879 op/s; 13218/283317 objects degraded (4.665%); 1.9 MiB/s, 30 objects/s recovering 2023-10-09T05:03:26.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:25 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 13218/283317 objects degraded (4.665%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:26.268 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:26.345 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:26.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:26.351 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:26.405 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:03:26.428 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:03:26.442 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:26.452 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:26.507 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:26.554 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:26.617 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:26.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:26.630 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:26.730 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:26.814 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:26.892 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:26.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:26.906 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:26.940 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:03:27.006 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:27.090 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:26 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1675469763' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:27.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:26 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1675469763' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:27.099 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:27.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:26 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1675469763' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:27.489 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1504,"stamp":"2023-10-09T05:03:24.834110+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6188111800,"num_objects":94439,"num_object_clones":0,"num_object_copies":283317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13218,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":94439,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":117366,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4511,"num_bytes_recovered":293035466,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117431,"ondisk_log_size":117431,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":25398376,"kb_used_data":17570728,"kb_used_omap":22,"kb_used_meta":7827433,"kb_avail":724562840,"statfs":{"total":767960285184,"available":741952348160,"internally_reserved":0,"allocated":17992425472,"data_stored":17977999764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8015291627},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-461176832,"num_objects":-7037,"num_object_clones":0,"num_object_copies":-21111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7037,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7037,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":242,"num_bytes_recovered":15859712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002190"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":513,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.540016+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:03:18.540016+0000","last_peered":"2023-10-09T05:03:18.540016+0000","last_clean":"2023-10-09T05:03:18.540016+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:03:18.540016+0000","last_undegraded":"2023-10-09T05:03:18.540016+0000","last_fullsized":"2023-10-09T05:03:18.540016+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":233,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551965+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:03:18.551965+0000","last_peered":"2023-10-09T05:03:18.551965+0000","last_clean":"2023-10-09T05:03:18.551965+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:03:18.551965+0000","last_undegraded":"2023-10-09T05:03:18.551965+0000","last_fullsized":"2023-10-09T05:03:18.551965+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":418,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.568008+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:03:18.568008+0000","last_peered":"2023-10-09T05:03:18.568008+0000","last_clean":"2023-10-09T05:03:18.568008+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:03:18.568008+0000","last_undegraded":"2023-10-09T05:03:18.568008+0000","last_fullsized":"2023-10-09T05:03:18.568008+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":57,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545558+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:03:18.545558+0000","last_peered":"2023-10-09T05:03:18.545558+0000","last_clean":"2023-10-09T05:03:18.545558+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:03:18.545558+0000","last_undegraded":"2023-10-09T05:03:18.545558+0000","last_fullsized":"2023-10-09T05:03:18.545558+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":212,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551178+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:03:18.551178+0000","last_peered":"2023-10-09T05:03:18.551178+0000","last_clean":"2023-10-09T05:03:18.551178+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:03:18.551178+0000","last_undegraded":"2023-10-09T05:03:18.551178+0000","last_fullsized":"2023-10-09T05:03:18.551178+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":190,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543505+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:03:18.543505+0000","last_peered":"2023-10-09T05:03:18.543505+0000","last_clean":"2023-10-09T05:03:18.543505+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:03:18.543505+0000","last_undegraded":"2023-10-09T05:03:18.543505+0000","last_fullsized":"2023-10-09T05:03:18.543505+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":461,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.550646+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:03:18.550646+0000","last_peered":"2023-10-09T05:03:18.550646+0000","last_clean":"2023-10-09T05:03:18.550646+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:03:18.550646+0000","last_undegraded":"2023-10-09T05:03:18.550646+0000","last_fullsized":"2023-10-09T05:03:18.550646+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":238,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551310+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:03:18.551310+0000","last_peered":"2023-10-09T05:03:18.551310+0000","last_clean":"2023-10-09T05:03:18.551310+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:03:18.551310+0000","last_undegraded":"2023-10-09T05:03:18.551310+0000","last_fullsized":"2023-10-09T05:03:18.551310+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":514,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552052+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:03:18.552052+0000","last_peered":"2023-10-09T05:03:18.552052+0000","last_clean":"2023-10-09T05:03:18.552052+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:03:18.552052+0000","last_undegraded":"2023-10-09T05:03:18.552052+0000","last_fullsized":"2023-10-09T05:03:18.552052+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":237,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551564+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:03:18.551564+0000","last_peered":"2023-10-09T05:03:18.551564+0000","last_clean":"2023-10-09T05:03:18.551564+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:03:18.551564+0000","last_undegraded":"2023-10-09T05:03:18.551564+0000","last_fullsized":"2023-10-09T05:03:18.551564+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":63,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545432+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:03:18.545432+0000","last_peered":"2023-10-09T05:03:18.545432+0000","last_clean":"2023-10-09T05:03:18.545432+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:03:18.545432+0000","last_undegraded":"2023-10-09T05:03:18.545432+0000","last_fullsized":"2023-10-09T05:03:18.545432+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":383,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543021+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:03:18.543021+0000","last_peered":"2023-10-09T05:03:18.543021+0000","last_clean":"2023-10-09T05:03:18.543021+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:03:18.543021+0000","last_undegraded":"2023-10-09T05:03:18.543021+0000","last_fullsized":"2023-10-09T05:03:18.543021+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":576,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.540036+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:03:18.540036+0000","last_peered":"2023-10-09T05:03:18.540036+0000","last_clean":"2023-10-09T05:03:18.540036+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:03:18.540036+0000","last_undegraded":"2023-10-09T05:03:18.540036+0000","last_fullsized":"2023-10-09T05:03:18.540036+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":534,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.541731+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:03:18.541731+0000","last_peered":"2023-10-09T05:03:18.541731+0000","last_clean":"2023-10-09T05:03:18.541731+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:03:18.541731+0000","last_undegraded":"2023-10-09T05:03:18.541731+0000","last_fullsized":"2023-10-09T05:03:18.541731+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":63,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545176+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:03:18.545176+0000","last_peered":"2023-10-09T05:03:18.545176+0000","last_clean":"2023-10-09T05:03:18.545176+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:03:18.545176+0000","last_undegraded":"2023-10-09T05:03:18.545176+0000","last_fullsized":"2023-10-09T05:03:18.545176+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":335,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551889+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:03:18.551889+0000","last_peered":"2023-10-09T05:03:18.551889+0000","last_clean":"2023-10-09T05:03:18.551889+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:03:18.551889+0000","last_undegraded":"2023-10-09T05:03:18.551889+0000","last_fullsized":"2023-10-09T05:03:18.551889+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":57,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545067+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:03:18.545067+0000","last_peered":"2023-10-09T05:03:18.545067+0000","last_clean":"2023-10-09T05:03:18.545067+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:03:18.545067+0000","last_undegraded":"2023-10-09T05:03:18.545067+0000","last_fullsized":"2023-10-09T05:03:18.545067+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":516,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551091+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:03:18.551091+0000","last_peered":"2023-10-09T05:03:18.551091+0000","last_clean":"2023-10-09T05:03:18.551091+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:03:18.551091+0000","last_undegraded":"2023-10-09T05:03:18.551091+0000","last_fullsized":"2023-10-09T05:03:18.551091+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":57,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544846+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:03:18.544846+0000","last_peered":"2023-10-09T05:03:18.544846+0000","last_clean":"2023-10-09T05:03:18.544846+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:03:18.544846+0000","last_undegraded":"2023-10-09T05:03:18.544846+0000","last_fullsized":"2023-10-09T05:03:18.544846+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":473,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.561431+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:03:18.561431+0000","last_peered":"2023-10-09T05:03:18.561431+0000","last_clean":"2023-10-09T05:03:18.561431+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:03:18.561431+0000","last_undegraded":"2023-10-09T05:03:18.561431+0000","last_fullsized":"2023-10-09T05:03:18.561431+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":198,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.542736+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:03:18.542736+0000","last_peered":"2023-10-09T05:03:18.542736+0000","last_clean":"2023-10-09T05:03:18.542736+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:03:18.542736+0000","last_undegraded":"2023-10-09T05:03:18.542736+0000","last_fullsized":"2023-10-09T05:03:18.542736+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":232,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552270+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:03:18.552270+0000","last_peered":"2023-10-09T05:03:18.552270+0000","last_clean":"2023-10-09T05:03:18.552270+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:03:18.552270+0000","last_undegraded":"2023-10-09T05:03:18.552270+0000","last_fullsized":"2023-10-09T05:03:18.552270+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"500'7496","reported_seq":7536,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.057874+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:03:22.057874+0000","last_peered":"2023-10-09T05:03:22.057874+0000","last_clean":"2023-10-09T05:03:22.057874+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:03:22.057874+0000","last_undegraded":"2023-10-09T05:03:22.057874+0000","last_fullsized":"2023-10-09T05:03:22.057874+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7496,"log_dups_size":0,"ondisk_log_size":7496,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":391380992,"num_objects":5972,"num_object_clones":0,"num_object_copies":17916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5972,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7496,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":61,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.549777+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:03:18.549777+0000","last_peered":"2023-10-09T05:03:18.549777+0000","last_clean":"2023-10-09T05:03:18.549777+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:03:18.549777+0000","last_undegraded":"2023-10-09T05:03:18.549777+0000","last_fullsized":"2023-10-09T05:03:18.549777+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":500,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.548295+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:03:18.548295+0000","last_peered":"2023-10-09T05:03:18.548295+0000","last_clean":"2023-10-09T05:03:18.548295+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:03:18.548295+0000","last_undegraded":"2023-10-09T05:03:18.548295+0000","last_fullsized":"2023-10-09T05:03:18.548295+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"500'7181","reported_seq":14162,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.169638+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:03:22.169638+0000","last_peered":"2023-10-09T05:03:22.169638+0000","last_clean":"2023-10-09T05:03:22.169638+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:03:22.169638+0000","last_undegraded":"2023-10-09T05:03:22.169638+0000","last_fullsized":"2023-10-09T05:03:22.169638+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7181,"log_dups_size":0,"ondisk_log_size":7181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":380436480,"num_objects":5805,"num_object_clones":0,"num_object_copies":17415,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5805,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7181,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":78,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545483+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:03:18.545483+0000","last_peered":"2023-10-09T05:03:18.545483+0000","last_clean":"2023-10-09T05:03:18.545483+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:03:18.545483+0000","last_undegraded":"2023-10-09T05:03:18.545483+0000","last_fullsized":"2023-10-09T05:03:18.545483+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":524,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.540456+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:03:18.540456+0000","last_peered":"2023-10-09T05:03:18.540456+0000","last_clean":"2023-10-09T05:03:18.540456+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:03:18.540456+0000","last_undegraded":"2023-10-09T05:03:18.540456+0000","last_fullsized":"2023-10-09T05:03:18.540456+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"500'7316","reported_seq":7356,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.003477+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:03:22.003477+0000","last_peered":"2023-10-09T05:03:22.003477+0000","last_clean":"2023-10-09T05:03:22.003477+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:03:22.003477+0000","last_undegraded":"2023-10-09T05:03:22.003477+0000","last_fullsized":"2023-10-09T05:03:22.003477+0000","mapping_epoch":468,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6916,"log_dups_size":0,"ondisk_log_size":6916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382205952,"num_objects":5832,"num_object_clones":0,"num_object_copies":17496,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7316,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":61,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545562+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:03:18.545562+0000","last_peered":"2023-10-09T05:03:18.545562+0000","last_clean":"2023-10-09T05:03:18.545562+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:03:18.545562+0000","last_undegraded":"2023-10-09T05:03:18.545562+0000","last_fullsized":"2023-10-09T05:03:18.545562+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":210,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543022+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:03:18.543022+0000","last_peered":"2023-10-09T05:03:18.543022+0000","last_clean":"2023-10-09T05:03:18.543022+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:03:18.543022+0000","last_undegraded":"2023-10-09T05:03:18.543022+0000","last_fullsized":"2023-10-09T05:03:18.543022+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"500'7403","reported_seq":7443,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.086521+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:03:22.086521+0000","last_peered":"2023-10-09T05:03:22.086521+0000","last_clean":"2023-10-09T05:03:22.086521+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:03:22.086521+0000","last_undegraded":"2023-10-09T05:03:22.086521+0000","last_fullsized":"2023-10-09T05:03:22.086521+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7403,"log_dups_size":0,"ondisk_log_size":7403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":392364032,"num_objects":5987,"num_object_clones":0,"num_object_copies":17961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7403,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":544,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.548876+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:03:18.548876+0000","last_peered":"2023-10-09T05:03:18.548876+0000","last_clean":"2023-10-09T05:03:18.548876+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:03:18.548876+0000","last_undegraded":"2023-10-09T05:03:18.548876+0000","last_fullsized":"2023-10-09T05:03:18.548876+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":492,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.524769+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:03:18.524769+0000","last_peered":"2023-10-09T05:03:18.524769+0000","last_clean":"2023-10-09T05:03:18.524769+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:03:18.524769+0000","last_undegraded":"2023-10-09T05:03:18.524769+0000","last_fullsized":"2023-10-09T05:03:18.524769+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"500'7275","reported_seq":7315,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.040765+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:03:22.040765+0000","last_peered":"2023-10-09T05:03:22.040765+0000","last_clean":"2023-10-09T05:03:22.040765+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:03:22.040765+0000","last_undegraded":"2023-10-09T05:03:22.040765+0000","last_fullsized":"2023-10-09T05:03:22.040765+0000","mapping_epoch":468,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6875,"log_dups_size":0,"ondisk_log_size":6875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379650048,"num_objects":5793,"num_object_clones":0,"num_object_copies":17379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7275,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":925,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544932+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:03:18.544932+0000","last_peered":"2023-10-09T05:03:18.544932+0000","last_clean":"2023-10-09T05:03:18.544932+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:03:18.544932+0000","last_undegraded":"2023-10-09T05:03:18.544932+0000","last_fullsized":"2023-10-09T05:03:18.544932+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":167,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552684+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:03:18.552684+0000","last_peered":"2023-10-09T05:03:18.552684+0000","last_clean":"2023-10-09T05:03:18.552684+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:03:18.552684+0000","last_undegraded":"2023-10-09T05:03:18.552684+0000","last_fullsized":"2023-10-09T05:03:18.552684+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":544,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.539948+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:03:18.539948+0000","last_peered":"2023-10-09T05:03:18.539948+0000","last_clean":"2023-10-09T05:03:18.539948+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:03:18.539948+0000","last_undegraded":"2023-10-09T05:03:18.539948+0000","last_fullsized":"2023-10-09T05:03:18.539948+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"500'7567","reported_seq":7614,"reported_epoch":500,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:22.032317+0000","last_change":"2023-10-09T05:02:06.545496+0000","last_active":"2023-10-09T05:03:22.032317+0000","last_peered":"2023-10-09T05:03:22.032317+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:03:22.032317+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7567,"log_dups_size":0,"ondisk_log_size":7567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":400883712,"num_objects":6117,"num_object_clones":0,"num_object_copies":18351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3675,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6117,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7567,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":2442}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":498,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545929+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:03:18.545929+0000","last_peered":"2023-10-09T05:03:18.545929+0000","last_clean":"2023-10-09T05:03:18.545929+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:03:18.545929+0000","last_undegraded":"2023-10-09T05:03:18.545929+0000","last_fullsized":"2023-10-09T05:03:18.545929+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":190,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543288+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:03:18.543288+0000","last_peered":"2023-10-09T05:03:18.543288+0000","last_clean":"2023-10-09T05:03:18.543288+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:03:18.543288+0000","last_undegraded":"2023-10-09T05:03:18.543288+0000","last_fullsized":"2023-10-09T05:03:18.543288+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":470,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.548960+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:03:18.548960+0000","last_peered":"2023-10-09T05:03:18.548960+0000","last_clean":"2023-10-09T05:03:18.548960+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:03:18.548960+0000","last_undegraded":"2023-10-09T05:03:18.548960+0000","last_fullsized":"2023-10-09T05:03:18.548960+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"500'7280","reported_seq":7320,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.147121+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:03:22.147121+0000","last_peered":"2023-10-09T05:03:22.147121+0000","last_clean":"2023-10-09T05:03:22.147121+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:03:22.147121+0000","last_undegraded":"2023-10-09T05:03:22.147121+0000","last_fullsized":"2023-10-09T05:03:22.147121+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7280,"log_dups_size":0,"ondisk_log_size":7280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":386269184,"num_objects":5894,"num_object_clones":0,"num_object_copies":17682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5894,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7280,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":481,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.540400+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:03:18.540400+0000","last_peered":"2023-10-09T05:03:18.540400+0000","last_clean":"2023-10-09T05:03:18.540400+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:03:18.540400+0000","last_undegraded":"2023-10-09T05:03:18.540400+0000","last_fullsized":"2023-10-09T05:03:18.540400+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":544,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544753+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:03:18.544753+0000","last_peered":"2023-10-09T05:03:18.544753+0000","last_clean":"2023-10-09T05:03:18.544753+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:03:18.544753+0000","last_undegraded":"2023-10-09T05:03:18.544753+0000","last_fullsized":"2023-10-09T05:03:18.544753+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"500'7341","reported_seq":7381,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.047820+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:03:22.047820+0000","last_peered":"2023-10-09T05:03:22.047820+0000","last_clean":"2023-10-09T05:03:22.047820+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:03:22.047820+0000","last_undegraded":"2023-10-09T05:03:22.047820+0000","last_fullsized":"2023-10-09T05:03:22.047820+0000","mapping_epoch":468,"log_start":"472'500","ondisk_log_start":"472'500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6841,"log_dups_size":0,"ondisk_log_size":6841,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":384368640,"num_objects":5865,"num_object_clones":0,"num_object_copies":17595,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5865,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7341,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":498,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.546269+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:03:18.546269+0000","last_peered":"2023-10-09T05:03:18.546269+0000","last_clean":"2023-10-09T05:03:18.546269+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:03:18.546269+0000","last_undegraded":"2023-10-09T05:03:18.546269+0000","last_fullsized":"2023-10-09T05:03:18.546269+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":231,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.617832+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:03:20.617832+0000","last_peered":"2023-10-09T05:03:20.617832+0000","last_clean":"2023-10-09T05:03:20.617832+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:03:20.617832+0000","last_undegraded":"2023-10-09T05:03:20.617832+0000","last_fullsized":"2023-10-09T05:03:20.617832+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":338,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552344+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:03:18.552344+0000","last_peered":"2023-10-09T05:03:18.552344+0000","last_clean":"2023-10-09T05:03:18.552344+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:03:18.552344+0000","last_undegraded":"2023-10-09T05:03:18.552344+0000","last_fullsized":"2023-10-09T05:03:18.552344+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"500'7286","reported_seq":7326,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.004114+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:03:22.004114+0000","last_peered":"2023-10-09T05:03:22.004114+0000","last_clean":"2023-10-09T05:03:22.004114+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:03:22.004114+0000","last_undegraded":"2023-10-09T05:03:22.004114+0000","last_fullsized":"2023-10-09T05:03:22.004114+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7286,"log_dups_size":0,"ondisk_log_size":7286,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381550592,"num_objects":5822,"num_object_clones":0,"num_object_copies":17466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7286,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":879,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543465+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:03:18.543465+0000","last_peered":"2023-10-09T05:03:18.543465+0000","last_clean":"2023-10-09T05:03:18.543465+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:03:18.543465+0000","last_undegraded":"2023-10-09T05:03:18.543465+0000","last_fullsized":"2023-10-09T05:03:18.543465+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":74,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545475+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:03:18.545475+0000","last_peered":"2023-10-09T05:03:18.545475+0000","last_clean":"2023-10-09T05:03:18.545475+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:03:18.545475+0000","last_undegraded":"2023-10-09T05:03:18.545475+0000","last_fullsized":"2023-10-09T05:03:18.545475+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":514,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551022+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:03:18.551022+0000","last_peered":"2023-10-09T05:03:18.551022+0000","last_clean":"2023-10-09T05:03:18.551022+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:03:18.551022+0000","last_undegraded":"2023-10-09T05:03:18.551022+0000","last_fullsized":"2023-10-09T05:03:18.551022+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":258,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.546340+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:03:18.546340+0000","last_peered":"2023-10-09T05:03:18.546340+0000","last_clean":"2023-10-09T05:03:18.546340+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:03:18.546340+0000","last_undegraded":"2023-10-09T05:03:18.546340+0000","last_fullsized":"2023-10-09T05:03:18.546340+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"500'7247","reported_seq":7294,"reported_epoch":500,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:22.032033+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:03:22.032033+0000","last_peered":"2023-10-09T05:03:22.032033+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:03:22.032033+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6847,"log_dups_size":0,"ondisk_log_size":6847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383123480,"num_objects":5847,"num_object_clones":0,"num_object_copies":17541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5847,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7247,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":2363}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":498,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.546617+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:03:18.546617+0000","last_peered":"2023-10-09T05:03:18.546617+0000","last_clean":"2023-10-09T05:03:18.546617+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:03:18.546617+0000","last_undegraded":"2023-10-09T05:03:18.546617+0000","last_fullsized":"2023-10-09T05:03:18.546617+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":537,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.546531+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:03:18.546531+0000","last_peered":"2023-10-09T05:03:18.546531+0000","last_clean":"2023-10-09T05:03:18.546531+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:03:18.546531+0000","last_undegraded":"2023-10-09T05:03:18.546531+0000","last_fullsized":"2023-10-09T05:03:18.546531+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":501,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.541590+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:03:18.541590+0000","last_peered":"2023-10-09T05:03:18.541590+0000","last_clean":"2023-10-09T05:03:18.541590+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:03:18.541590+0000","last_undegraded":"2023-10-09T05:03:18.541590+0000","last_fullsized":"2023-10-09T05:03:18.541590+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":363,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547153+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:03:18.547153+0000","last_peered":"2023-10-09T05:03:18.547153+0000","last_clean":"2023-10-09T05:03:18.547153+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:03:18.547153+0000","last_undegraded":"2023-10-09T05:03:18.547153+0000","last_fullsized":"2023-10-09T05:03:18.547153+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"500'7263","reported_seq":7303,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.164438+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:03:22.164438+0000","last_peered":"2023-10-09T05:03:22.164438+0000","last_clean":"2023-10-09T05:03:22.164438+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:03:22.164438+0000","last_undegraded":"2023-10-09T05:03:22.164438+0000","last_fullsized":"2023-10-09T05:03:22.164438+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7263,"log_dups_size":0,"ondisk_log_size":7263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":394592256,"num_objects":6021,"num_object_clones":0,"num_object_copies":18063,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6021,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7263,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":470,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544739+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:03:18.544739+0000","last_peered":"2023-10-09T05:03:18.544739+0000","last_clean":"2023-10-09T05:03:18.544739+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:03:18.544739+0000","last_undegraded":"2023-10-09T05:03:18.544739+0000","last_fullsized":"2023-10-09T05:03:18.544739+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":515,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.548377+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:03:18.548377+0000","last_peered":"2023-10-09T05:03:18.548377+0000","last_clean":"2023-10-09T05:03:18.548377+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:03:18.548377+0000","last_undegraded":"2023-10-09T05:03:18.548377+0000","last_fullsized":"2023-10-09T05:03:18.548377+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":381,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547028+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:03:18.547028+0000","last_peered":"2023-10-09T05:03:18.547028+0000","last_clean":"2023-10-09T05:03:18.547028+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:03:18.547028+0000","last_undegraded":"2023-10-09T05:03:18.547028+0000","last_fullsized":"2023-10-09T05:03:18.547028+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":294,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.550714+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:03:18.550714+0000","last_peered":"2023-10-09T05:03:18.550714+0000","last_clean":"2023-10-09T05:03:18.550714+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:03:18.550714+0000","last_undegraded":"2023-10-09T05:03:18.550714+0000","last_fullsized":"2023-10-09T05:03:18.550714+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"500'7395","reported_seq":7441,"reported_epoch":500,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:22.067988+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:03:22.067988+0000","last_peered":"2023-10-09T05:03:22.067988+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:03:22.067988+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7395,"log_dups_size":0,"ondisk_log_size":7395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388694016,"num_objects":5931,"num_object_clones":0,"num_object_copies":17793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7395,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":2401}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":483,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.546888+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:03:18.546888+0000","last_peered":"2023-10-09T05:03:18.546888+0000","last_clean":"2023-10-09T05:03:18.546888+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:03:18.546888+0000","last_undegraded":"2023-10-09T05:03:18.546888+0000","last_fullsized":"2023-10-09T05:03:18.546888+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":470,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544935+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:03:18.544935+0000","last_peered":"2023-10-09T05:03:18.544935+0000","last_clean":"2023-10-09T05:03:18.544935+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:03:18.544935+0000","last_undegraded":"2023-10-09T05:03:18.544935+0000","last_fullsized":"2023-10-09T05:03:18.544935+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":335,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.553725+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:03:18.553725+0000","last_peered":"2023-10-09T05:03:18.553725+0000","last_clean":"2023-10-09T05:03:18.553725+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:03:18.553725+0000","last_undegraded":"2023-10-09T05:03:18.553725+0000","last_fullsized":"2023-10-09T05:03:18.553725+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":193,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543129+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:03:18.543129+0000","last_peered":"2023-10-09T05:03:18.543129+0000","last_clean":"2023-10-09T05:03:18.543129+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:03:18.543129+0000","last_undegraded":"2023-10-09T05:03:18.543129+0000","last_fullsized":"2023-10-09T05:03:18.543129+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"500'7187","reported_seq":7227,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.030946+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:03:22.030946+0000","last_peered":"2023-10-09T05:03:22.030946+0000","last_clean":"2023-10-09T05:03:22.030946+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:03:22.030946+0000","last_undegraded":"2023-10-09T05:03:22.030946+0000","last_fullsized":"2023-10-09T05:03:22.030946+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7187,"log_dups_size":0,"ondisk_log_size":7187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376897536,"num_objects":5751,"num_object_clones":0,"num_object_copies":17253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7187,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":841,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.542849+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:03:18.542849+0000","last_peered":"2023-10-09T05:03:18.542849+0000","last_clean":"2023-10-09T05:03:18.542849+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:03:18.542849+0000","last_undegraded":"2023-10-09T05:03:18.542849+0000","last_fullsized":"2023-10-09T05:03:18.542849+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":74,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544862+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:03:18.544862+0000","last_peered":"2023-10-09T05:03:18.544862+0000","last_clean":"2023-10-09T05:03:18.544862+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:03:18.544862+0000","last_undegraded":"2023-10-09T05:03:18.544862+0000","last_fullsized":"2023-10-09T05:03:18.544862+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":452,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.540519+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:03:18.540519+0000","last_peered":"2023-10-09T05:03:18.540519+0000","last_clean":"2023-10-09T05:03:18.540519+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:03:18.540519+0000","last_undegraded":"2023-10-09T05:03:18.540519+0000","last_fullsized":"2023-10-09T05:03:18.540519+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":508,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.524769+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:03:18.524769+0000","last_peered":"2023-10-09T05:03:18.524769+0000","last_clean":"2023-10-09T05:03:18.524769+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:03:18.524769+0000","last_undegraded":"2023-10-09T05:03:18.524769+0000","last_fullsized":"2023-10-09T05:03:18.524769+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"500'7246","reported_seq":9291,"reported_epoch":500,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:21.459633+0000","last_change":"2023-10-09T05:03:01.323155+0000","last_active":"2023-10-09T05:03:21.459633+0000","last_peered":"2023-10-09T05:03:21.459633+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.520592+0000","last_became_peered":"2023-10-09T05:02:06.520592+0000","last_unstale":"2023-10-09T05:03:21.459633+0000","last_undegraded":"2023-10-09T05:02:06.353327+0000","last_fullsized":"2023-10-09T05:02:06.337728+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7246,"log_dups_size":0,"ondisk_log_size":7246,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:40:49.294685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":380633088,"num_objects":5808,"num_object_clones":0,"num_object_copies":17424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2529,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5808,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7246,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":999,"num_bytes_recovered":65470464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":3279}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":839,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543141+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:03:18.543141+0000","last_peered":"2023-10-09T05:03:18.543141+0000","last_clean":"2023-10-09T05:03:18.543141+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:03:18.543141+0000","last_undegraded":"2023-10-09T05:03:18.543141+0000","last_fullsized":"2023-10-09T05:03:18.543141+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":57,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.545519+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:03:18.545519+0000","last_peered":"2023-10-09T05:03:18.545519+0000","last_clean":"2023-10-09T05:03:18.545519+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:03:18.545519+0000","last_undegraded":"2023-10-09T05:03:18.545519+0000","last_fullsized":"2023-10-09T05:03:18.545519+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":242,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547483+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:03:18.547483+0000","last_peered":"2023-10-09T05:03:18.547483+0000","last_clean":"2023-10-09T05:03:18.547483+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:03:18.547483+0000","last_undegraded":"2023-10-09T05:03:18.547483+0000","last_fullsized":"2023-10-09T05:03:18.547483+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":199,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.546963+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:03:18.546963+0000","last_peered":"2023-10-09T05:03:18.546963+0000","last_clean":"2023-10-09T05:03:18.546963+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:03:18.546963+0000","last_undegraded":"2023-10-09T05:03:18.546963+0000","last_fullsized":"2023-10-09T05:03:18.546963+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"500'7536","reported_seq":7576,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:22.095786+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:03:22.095786+0000","last_peered":"2023-10-09T05:03:22.095786+0000","last_clean":"2023-10-09T05:03:22.095786+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:03:22.095786+0000","last_undegraded":"2023-10-09T05:03:22.095786+0000","last_fullsized":"2023-10-09T05:03:22.095786+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7536,"log_dups_size":0,"ondisk_log_size":7536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":397148160,"num_objects":6060,"num_object_clones":0,"num_object_copies":18180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6060,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7536,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":498,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.544352+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:03:18.544352+0000","last_peered":"2023-10-09T05:03:18.544352+0000","last_clean":"2023-10-09T05:03:18.544352+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:03:18.544352+0000","last_undegraded":"2023-10-09T05:03:18.544352+0000","last_fullsized":"2023-10-09T05:03:18.544352+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":193,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552419+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:03:18.552419+0000","last_peered":"2023-10-09T05:03:18.552419+0000","last_clean":"2023-10-09T05:03:18.552419+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:03:18.552419+0000","last_undegraded":"2023-10-09T05:03:18.552419+0000","last_fullsized":"2023-10-09T05:03:18.552419+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":404,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543224+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:03:18.543224+0000","last_peered":"2023-10-09T05:03:18.543224+0000","last_clean":"2023-10-09T05:03:18.543224+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:03:18.543224+0000","last_undegraded":"2023-10-09T05:03:18.543224+0000","last_fullsized":"2023-10-09T05:03:18.543224+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":216,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551088+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:03:18.551088+0000","last_peered":"2023-10-09T05:03:18.551088+0000","last_clean":"2023-10-09T05:03:18.551088+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:03:18.551088+0000","last_undegraded":"2023-10-09T05:03:18.551088+0000","last_fullsized":"2023-10-09T05:03:18.551088+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"500'7286","reported_seq":7325,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:21.442843+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:03:21.442843+0000","last_peered":"2023-10-09T05:03:21.442843+0000","last_clean":"2023-10-09T05:03:21.442843+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:03:21.442843+0000","last_undegraded":"2023-10-09T05:03:21.442843+0000","last_fullsized":"2023-10-09T05:03:21.442843+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7286,"log_dups_size":0,"ondisk_log_size":7286,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":387317760,"num_objects":5910,"num_object_clones":0,"num_object_copies":17730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7286,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":542,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551656+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:03:18.551656+0000","last_peered":"2023-10-09T05:03:18.551656+0000","last_clean":"2023-10-09T05:03:18.551656+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:03:18.551656+0000","last_undegraded":"2023-10-09T05:03:18.551656+0000","last_fullsized":"2023-10-09T05:03:18.551656+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":193,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.543407+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:03:18.543407+0000","last_peered":"2023-10-09T05:03:18.543407+0000","last_clean":"2023-10-09T05:03:18.543407+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:03:18.543407+0000","last_undegraded":"2023-10-09T05:03:18.543407+0000","last_fullsized":"2023-10-09T05:03:18.543407+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":496,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.524865+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:03:18.524865+0000","last_peered":"2023-10-09T05:03:18.524865+0000","last_clean":"2023-10-09T05:03:18.524865+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:03:18.524865+0000","last_undegraded":"2023-10-09T05:03:18.524865+0000","last_fullsized":"2023-10-09T05:03:18.524865+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":483,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.540288+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:03:18.540288+0000","last_peered":"2023-10-09T05:03:18.540288+0000","last_clean":"2023-10-09T05:03:18.540288+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:03:18.540288+0000","last_undegraded":"2023-10-09T05:03:18.540288+0000","last_fullsized":"2023-10-09T05:03:18.540288+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":195,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.541891+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:03:18.541891+0000","last_peered":"2023-10-09T05:03:18.541891+0000","last_clean":"2023-10-09T05:03:18.541891+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:03:18.541891+0000","last_undegraded":"2023-10-09T05:03:18.541891+0000","last_fullsized":"2023-10-09T05:03:18.541891+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":539,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547559+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:03:18.547559+0000","last_peered":"2023-10-09T05:03:18.547559+0000","last_clean":"2023-10-09T05:03:18.547559+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:03:18.547559+0000","last_undegraded":"2023-10-09T05:03:18.547559+0000","last_fullsized":"2023-10-09T05:03:18.547559+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":496,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.548969+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:03:18.548969+0000","last_peered":"2023-10-09T05:03:18.548969+0000","last_clean":"2023-10-09T05:03:18.548969+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:03:18.548969+0000","last_undegraded":"2023-10-09T05:03:18.548969+0000","last_fullsized":"2023-10-09T05:03:18.548969+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":531,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.541808+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:03:18.541808+0000","last_peered":"2023-10-09T05:03:18.541808+0000","last_clean":"2023-10-09T05:03:18.541808+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:03:18.541808+0000","last_undegraded":"2023-10-09T05:03:18.541808+0000","last_fullsized":"2023-10-09T05:03:18.541808+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":501,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.550907+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:03:18.550907+0000","last_peered":"2023-10-09T05:03:18.550907+0000","last_clean":"2023-10-09T05:03:18.550907+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:03:18.550907+0000","last_undegraded":"2023-10-09T05:03:18.550907+0000","last_fullsized":"2023-10-09T05:03:18.550907+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":504,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.539824+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:03:18.539824+0000","last_peered":"2023-10-09T05:03:18.539824+0000","last_clean":"2023-10-09T05:03:18.539824+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:03:18.539824+0000","last_undegraded":"2023-10-09T05:03:18.539824+0000","last_fullsized":"2023-10-09T05:03:18.539824+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":227,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.561530+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:03:18.561530+0000","last_peered":"2023-10-09T05:03:18.561530+0000","last_clean":"2023-10-09T05:03:18.561530+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:03:18.561530+0000","last_undegraded":"2023-10-09T05:03:18.561530+0000","last_fullsized":"2023-10-09T05:03:18.561530+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":192,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551499+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:03:18.551499+0000","last_peered":"2023-10-09T05:03:18.551499+0000","last_clean":"2023-10-09T05:03:18.551499+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:03:18.551499+0000","last_undegraded":"2023-10-09T05:03:18.551499+0000","last_fullsized":"2023-10-09T05:03:18.551499+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":186,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.550568+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:03:18.550568+0000","last_peered":"2023-10-09T05:03:18.550568+0000","last_clean":"2023-10-09T05:03:18.550568+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:03:18.550568+0000","last_undegraded":"2023-10-09T05:03:18.550568+0000","last_fullsized":"2023-10-09T05:03:18.550568+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":520,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.539634+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:03:18.539634+0000","last_peered":"2023-10-09T05:03:18.539634+0000","last_clean":"2023-10-09T05:03:18.539634+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:03:18.539634+0000","last_undegraded":"2023-10-09T05:03:18.539634+0000","last_fullsized":"2023-10-09T05:03:18.539634+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":6187515928,"num_objects":94415,"num_object_clones":0,"num_object_copies":283245,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13218,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":94415,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":117305,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4461,"num_bytes_recovered":292356096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17854509056,"data_stored":17854496840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115605,"ondisk_log_size":115605,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234486,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3377996,"kb_used_data":1881412,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":90367156,"statfs":{"total":95995035648,"available":92535967744,"internally_reserved":0,"allocated":1926565888,"data_stored":1925303660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:23 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.8120000000000001,"15min":1.6080000000000001},"min":{"1min":0.26200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.0220000000000002,"5min":16.027999999999999,"15min":16.027999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.071,"5min":1.4259999999999999,"15min":1.272},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":3.1059999999999999,"5min":7.9249999999999998,"15min":10.785},"last":8.3949999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.4859999999999998,"5min":5.4859999999999998,"15min":5.4859999999999998},"last":8.3490000000000002},{"interface":"front","average":{"1min":2.3580000000000001,"5min":2.3580000000000001,"15min":2.3580000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":15.401,"5min":15.401,"15min":15.401},"last":4.1369999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:02:23 2023","interfaces":[{"interface":"back","average":{"1min":1.419,"5min":2.1299999999999999,"15min":1.9610000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":4.0540000000000003,"5min":10.741,"15min":32.179000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":1.1000000000000001,"5min":2.117,"15min":1.6020000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.915,"5min":11.051,"15min":16.704000000000001},"last":8.4220000000000006}]},{"osd":3,"last update":"Mon Oct 9 05:02:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0190000000000001,"5min":2.5259999999999998,"15min":1.8100000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.2220000000000004,"5min":14.036,"15min":14.228999999999999},"last":8.4459999999999997},{"interface":"front","average":{"1min":2.1850000000000001,"5min":2.4780000000000002,"15min":1.76},"min":{"1min":0.36499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":11.541,"5min":17.853999999999999,"15min":17.853999999999999},"last":8.4710000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":1.6830000000000001,"15min":1.706},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":15.334,"5min":19.949000000000002,"15min":23.919},"last":4.1040000000000001},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.3400000000000001,"15min":1.419},"min":{"1min":0.314,"5min":0.28199999999999997,"15min":0.26200000000000001},"max":{"1min":11.887,"5min":18.971,"15min":23.797999999999998},"last":8.4960000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9670000000000001,"5min":1.79,"15min":1.8400000000000001},"min":{"1min":0.38200000000000001,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":15.432,"5min":15.432,"15min":20.678999999999998},"last":4.7629999999999999},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.3720000000000001,"15min":1.5740000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.7910000000000004,"5min":9.7910000000000004,"15min":21.07},"last":8.9260000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5960000000000001,"5min":1.736,"15min":1.8080000000000001},"min":{"1min":0.39800000000000002,"5min":0.36399999999999999,"15min":0.32900000000000001},"max":{"1min":15.375,"5min":15.375,"15min":16.599},"last":4.1639999999999997},{"interface":"front","average":{"1min":3.0299999999999998,"5min":1.5149999999999999,"15min":1.806},"min":{"1min":0.40000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":11.714,"5min":11.714,"15min":24.010000000000002},"last":4.077}]}]},{"osd":6,"up_from":46,"seq":197568496122,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2818364,"kb_used_data":1912884,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":90926788,"statfs":{"total":95995035648,"available":93109030912,"internally_reserved":0,"allocated":1958793216,"data_stored":1957547260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.272,"5min":1.839,"15min":1.764},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.219},"max":{"1min":4.9109999999999996,"5min":11.715999999999999,"15min":62.470999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.5469999999999999,"5min":2.0190000000000001,"15min":1.931},"min":{"1min":0.255,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":6.9900000000000002,"5min":11.773999999999999,"15min":62.445},"last":0.36099999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":8.0879999999999992,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":6.7430000000000003},"last":0.504}]},{"osd":2,"last update":"Mon Oct 9 05:02:39 2023","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":3.048,"15min":1.9890000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.149,"5min":42.923999999999999,"15min":42.923999999999999},"last":0.38},{"interface":"front","average":{"1min":2.1259999999999999,"5min":2.8980000000000001,"15min":2.2040000000000002},"min":{"1min":0.434,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":6.9189999999999996,"5min":42.936999999999998,"15min":42.936999999999998},"last":2.649}]},{"osd":3,"last update":"Mon Oct 9 05:03:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":2.8319999999999999,"15min":2.2690000000000001},"min":{"1min":0.41699999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.6760000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":3.9380000000000002},{"interface":"front","average":{"1min":2.335,"5min":2.6789999999999998,"15min":2.1219999999999999},"min":{"1min":0.33800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":6.7889999999999997,"5min":26.777999999999999,"15min":26.777999999999999},"last":3.754}]},{"osd":4,"last update":"Mon Oct 9 05:02:39 2023","interfaces":[{"interface":"back","average":{"1min":2.1429999999999998,"5min":1.351,"15min":1.5589999999999999},"min":{"1min":0.32500000000000001,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.7869999999999999,"5min":6.7869999999999999,"15min":16.399999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":2.4020000000000001,"5min":1.446,"15min":1.577},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":9.077,"5min":10.106,"15min":16.068999999999999},"last":0.29399999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:02:39 2023","interfaces":[{"interface":"back","average":{"1min":1.9430000000000001,"5min":1.3080000000000001,"15min":1.4139999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.24099999999999999},"max":{"1min":8.109,"5min":8.109,"15min":12.420999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.798,"5min":1.4039999999999999,"15min":1.367},"min":{"1min":0.46700000000000003,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":6.3739999999999997,"5min":7.7549999999999999,"15min":16.292999999999999},"last":0.34399999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:03:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":1.839,"15min":2.2509999999999999},"min":{"1min":0.41499999999999998,"5min":0.374,"15min":0.28199999999999997},"max":{"1min":9.5229999999999997,"5min":9.5229999999999997,"15min":196.22300000000001},"last":0.309},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.911,"15min":2.4020000000000001},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.315},"max":{"1min":7.0190000000000001,"5min":10.185,"15min":196.24299999999999},"last":0.33700000000000002}]}]},{"osd":1,"up_from":478,"seq":2052994367505,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1357876,"kb_used_data":1183468,"kb_used_omap":6,"kb_used_meta":174393,"kb_avail":92387276,"statfs":{"total":95995035648,"available":94604570624,"internally_reserved":0,"allocated":1211871232,"data_stored":1209540926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":178578923},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.454,"15min":1.454},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.0339999999999998,"5min":7.0339999999999998,"15min":7.0339999999999998},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.0099999999999998,"5min":7.0099999999999998,"15min":7.0099999999999998},"last":0.58699999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.1349999999999998,"5min":7.1349999999999998,"15min":7.1349999999999998},"last":6.423},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":1.014}]},{"osd":3,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":11.069000000000001,"5min":11.069000000000001,"15min":11.069000000000001},"last":7.1740000000000004},{"interface":"front","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0910000000000002,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":1.0409999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":71.381,"5min":71.381,"15min":71.381},"last":0.623},{"interface":"front","average":{"1min":6.8879999999999999,"5min":6.8879999999999999,"15min":6.8879999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":71.721999999999994,"5min":71.721999999999994,"15min":71.721999999999994},"last":6.46}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":7.4859999999999998,"5min":7.4859999999999998,"15min":7.4859999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":71.061000000000007,"5min":71.061000000000007,"15min":71.061000000000007},"last":3.8620000000000001},{"interface":"front","average":{"1min":6.7770000000000001,"5min":6.7770000000000001,"15min":6.7770000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":72.126000000000005,"5min":72.126000000000005,"15min":72.126000000000005},"last":11.061}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":2.2029999999999998,"15min":2.2029999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.0749999999999993,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.264},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.7769999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.64900000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":70.832999999999998,"5min":70.832999999999998,"15min":70.832999999999998},"last":6.4850000000000003},{"interface":"front","average":{"1min":6.5350000000000001,"5min":6.5350000000000001,"15min":6.5350000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":70.769999999999996,"5min":70.769999999999996,"15min":70.769999999999996},"last":3.5110000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187828,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2183572,"kb_used_data":1151948,"kb_used_omap":5,"kb_used_meta":1031546,"kb_avail":91561580,"statfs":{"total":95995035648,"available":93759057920,"internally_reserved":0,"allocated":1179594752,"data_stored":1176937198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1056303738},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":1.8680000000000001},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.0859999999999999,"15min":2.0859999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":8.8689999999999998,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":15.845000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":2.1269999999999998,"15min":1.7430000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.0380000000000003,"5min":17.373999999999999,"15min":17.373999999999999},"last":1.2},{"interface":"front","average":{"1min":1.3540000000000001,"5min":2.6669999999999998,"15min":2.0950000000000002},"min":{"1min":0.28599999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":5.1769999999999996,"5min":21.132999999999999,"15min":23.222000000000001},"last":2.9510000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":0.58599999999999997},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":1.228}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":1.2789999999999999},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":0.67100000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":1.256},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":0.69299999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":0.71299999999999997},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.62}]}]},{"osd":2,"up_from":116,"seq":498216206671,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4420504,"kb_used_data":3439888,"kb_used_omap":7,"kb_used_meta":980600,"kb_avail":89324648,"statfs":{"total":95995035648,"available":91468439552,"internally_reserved":0,"allocated":3522445312,"data_stored":3520136022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1004134481},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":2.3250000000000002,"15min":1.5800000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.6420000000000003,"5min":15.34,"15min":49.338000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.165,"5min":2.0489999999999999,"15min":1.597},"min":{"1min":0.192,"5min":0.192,"15min":0.185},"max":{"1min":3.9140000000000001,"5min":13.952,"15min":47.450000000000003},"last":0.74099999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:03:07 2023","interfaces":[{"interface":"back","average":{"1min":5.0780000000000003,"5min":5.0780000000000003,"15min":5.0780000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":70.971000000000004,"5min":70.971000000000004,"15min":70.971000000000004},"last":1.016},{"interface":"front","average":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":70.555000000000007,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.39700000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:02:57 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":4.2030000000000003,"15min":2.6429999999999998},"min":{"1min":0.223,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.013999999999999,"5min":23.507000000000001,"15min":79.926000000000002},"last":0.93300000000000005},{"interface":"front","average":{"1min":2.3439999999999999,"5min":4.3559999999999999,"15min":2.7269999999999999},"min":{"1min":0.36399999999999999,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":13.032,"5min":23.541,"15min":79.959000000000003},"last":0.98899999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":3.169,"15min":2.6600000000000001},"min":{"1min":0.46400000000000002,"5min":0.33600000000000002,"15min":0.29299999999999998},"max":{"1min":12.992000000000001,"5min":18.219999999999999,"15min":176.00200000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.593,"5min":1.8,"15min":2.0459999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.3099999999999996,"5min":9.3580000000000005,"15min":176.07900000000001},"last":0.49299999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":2.1850000000000001,"15min":1.5960000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":9.9580000000000002,"5min":24.405000000000001,"15min":24.405000000000001},"last":1.643},{"interface":"front","average":{"1min":1.901,"5min":3.0859999999999999,"15min":2.0369999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":12.91,"5min":18.172999999999998,"15min":18.172999999999998},"last":0.96299999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":2.5230000000000001,"15min":1.986},"min":{"1min":0.34499999999999997,"5min":0.32000000000000001,"15min":0.312},"max":{"1min":5.3390000000000004,"5min":24.023,"15min":42.975999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.595,"5min":2.2749999999999999,"15min":1.972},"min":{"1min":0.38300000000000001,"5min":0.373,"15min":0.316},"max":{"1min":4.056,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.79500000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":1.772,"5min":2.3029999999999999,"15min":1.857},"min":{"1min":0.40400000000000003,"5min":0.39200000000000002,"15min":0.374},"max":{"1min":5.141,"5min":15.516,"15min":15.516},"last":4.2450000000000001},{"interface":"front","average":{"1min":1.677,"5min":2.2170000000000001,"15min":1.8720000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":5.2640000000000002,"5min":15.583,"15min":15.583},"last":1.153}]}]},{"osd":3,"up_from":198,"seq":850403524808,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2078780,"kb_used_data":1523380,"kb_used_omap":2,"kb_used_meta":555325,"kb_avail":91666372,"statfs":{"total":95995035648,"available":93866364928,"internally_reserved":0,"allocated":1559941120,"data_stored":1557827986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":568652853},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":2.8300000000000001,"15min":1.8899999999999999},"min":{"1min":0.187,"5min":0.183,"15min":0.183},"max":{"1min":5.9370000000000003,"5min":26.260999999999999,"15min":26.260999999999999},"last":10.997999999999999},{"interface":"front","average":{"1min":1.655,"5min":2.9319999999999999,"15min":1.861},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.702,"5min":22.477,"15min":22.477},"last":6.6719999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":11.076000000000001},{"interface":"front","average":{"1min":1.252,"5min":1.252,"15min":1.252},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.5609999999999999,"5min":3.5609999999999999,"15min":3.5609999999999999},"last":11.051}]},{"osd":2,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.754,"15min":1.9730000000000001},"min":{"1min":0.30299999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.6639999999999997,"5min":15.425000000000001,"15min":21.722999999999999},"last":2.6190000000000002},{"interface":"front","average":{"1min":2.2429999999999999,"5min":2.746,"15min":1.9139999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":6.2930000000000001,"5min":24.184000000000001,"15min":25.776},"last":2.3700000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":2.3799999999999999,"15min":1.8100000000000001},"min":{"1min":0.46400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.0229999999999997,"5min":15.301,"15min":15.301},"last":2.7519999999999998},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.403,"15min":1.982},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.859,"5min":15.401999999999999,"15min":21.532},"last":2.6579999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":2.1179999999999999,"15min":1.8149999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.5030000000000001,"5min":15.282,"15min":35.712000000000003},"last":11.026},{"interface":"front","average":{"1min":3.109,"5min":2.7549999999999999,"15min":2.1240000000000001},"min":{"1min":0.46800000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.109,"5min":18.064,"15min":35.488},"last":4.1970000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.4470000000000001,"15min":2.27},"min":{"1min":0.38100000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.327999999999999,"5min":15.339,"15min":50.113999999999997},"last":2.6890000000000001},{"interface":"front","average":{"1min":1.736,"5min":2.2509999999999999,"15min":2},"min":{"1min":0.34499999999999997,"5min":0.33400000000000002,"15min":0.32200000000000001},"max":{"1min":3.7040000000000002,"5min":15.243,"15min":53.841999999999999},"last":10.951000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.6890000000000001,"15min":2.085},"min":{"1min":0.59099999999999997,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":5.6829999999999998,"5min":18.155999999999999,"15min":18.155999999999999},"last":2.7749999999999999},{"interface":"front","average":{"1min":2.706,"5min":2.6200000000000001,"15min":2.1549999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":11.919,"5min":15.381,"15min":21.587},"last":2.7200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019394,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4610184,"kb_used_data":3421824,"kb_used_omap":0,"kb_used_meta":1188352,"kb_avail":89134968,"statfs":{"total":95995035648,"available":91274207232,"internally_reserved":0,"allocated":3503947776,"data_stored":3502689863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1216872448},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:31 2023","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.8169999999999999,"15min":1.804},"min":{"1min":0.22,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":5.4790000000000001,"5min":11.003,"15min":21.047000000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":1.363,"5min":1.415,"15min":1.536},"min":{"1min":0.27200000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.0430000000000001,"5min":9.8710000000000004,"15min":12.064},"last":0.91800000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":2.6800000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":0.375},{"interface":"front","average":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9889999999999999,"5min":6.9889999999999999,"15min":6.9889999999999999},"last":5.7249999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:02:31 2023","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":4.1390000000000002,"15min":2.8719999999999999},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.7270000000000003,"5min":105.411,"15min":105.411},"last":10.061},{"interface":"front","average":{"1min":1.52,"5min":4.0170000000000003,"15min":2.798},"min":{"1min":0.36099999999999999,"5min":0.312,"15min":0.308},"max":{"1min":4.3239999999999998,"5min":97.927999999999997,"15min":97.927999999999997},"last":1.452}]},{"osd":3,"last update":"Mon Oct 9 05:03:00 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.665,"15min":2.1309999999999998},"min":{"1min":0.432,"5min":0.29199999999999998,"15min":0.28699999999999998},"max":{"1min":7.9359999999999999,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.5},{"interface":"front","average":{"1min":3.1520000000000001,"5min":3.121,"15min":2.4220000000000002},"min":{"1min":0.36899999999999999,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":15.452,"5min":87.316000000000003,"15min":87.316000000000003},"last":4.6470000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:02:31 2023","interfaces":[{"interface":"back","average":{"1min":1.341,"5min":0.99199999999999999,"15min":1.4890000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":5.6890000000000001,"5min":6.2460000000000004,"15min":20.991},"last":0.29499999999999998},{"interface":"front","average":{"1min":1.7490000000000001,"5min":1.081,"15min":1.377},"min":{"1min":0.318,"5min":0.318,"15min":0.30399999999999999},"max":{"1min":11.324,"5min":11.324,"15min":14.202999999999999},"last":0.35599999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:02:50 2023","interfaces":[{"interface":"back","average":{"1min":3.331,"5min":1.476,"15min":2.2930000000000001},"min":{"1min":0.28599999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":12.281000000000001,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.0409999999999999,"15min":2.133},"min":{"1min":0.32200000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.6189999999999998,"5min":5.6189999999999998,"15min":81.715999999999994},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":1.337,"15min":1.5920000000000001},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":8.2129999999999992,"5min":8.2129999999999992,"15min":29.175000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":3.2949999999999999,"5min":1.548,"15min":1.9830000000000001},"min":{"1min":0.35799999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":12.48,"5min":12.48,"15min":29.192},"last":0.55200000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757758,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4551100,"kb_used_data":3055924,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":89194052,"statfs":{"total":95995035648,"available":91334709248,"internally_reserved":0,"allocated":3129266176,"data_stored":3128016849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.5509999999999999,"15min":2.3119999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":6.2770000000000001,"5min":12.074999999999999,"15min":322.43200000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.994,"15min":2.7370000000000001},"min":{"1min":0.246,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":5.1120000000000001,"5min":15.164,"15min":322.61599999999999},"last":0.39700000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.1960000000000002,"15min":2.1960000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":5.5519999999999996},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.2889999999999997,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":4.3780000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":2.3490000000000002,"15min":1.77},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":6.3079999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":0.25700000000000001},{"interface":"front","average":{"1min":1.276,"5min":1.998,"15min":1.756},"min":{"1min":0.35499999999999998,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":5.1820000000000004,"5min":12.624000000000001,"15min":18.617000000000001},"last":2.5}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.2330000000000001,"15min":2.0459999999999998},"min":{"1min":0.39800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1460000000000008,"5min":9.9199999999999999,"15min":74.915000000000006},"last":1.806},{"interface":"front","average":{"1min":1.3320000000000001,"5min":2.202,"15min":2.2210000000000001},"min":{"1min":0.33900000000000002,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":4.4180000000000001,"5min":8.7289999999999992,"15min":74.799999999999997},"last":0.47899999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.0229999999999999,"15min":1.2390000000000001},"min":{"1min":0.35599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":6.2309999999999999,"5min":10.092000000000001,"15min":13.285},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.6739999999999999,"5min":0.97599999999999998,"15min":1.5720000000000001},"min":{"1min":0.36899999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":5.2699999999999996,"5min":7.0410000000000004,"15min":14.824},"last":0.42599999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.94999999999999996,"15min":1.409},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0069999999999997,"5min":5.2220000000000004,"15min":13.189},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.3799999999999999,"15min":1.512},"min":{"1min":0.36799999999999999,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":14.640000000000001,"5min":14.640000000000001,"15min":14.640000000000001},"last":0.33700000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.216,"15min":1.6759999999999999},"min":{"1min":0.435,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":5.8769999999999998,"5min":10.055999999999999,"15min":43.508000000000003},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.5740000000000001,"5min":1.232,"15min":1.611},"min":{"1min":0.313,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":9.6059999999999999,"5min":10.061999999999999,"15min":43.476999999999997},"last":0.35099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1170669568,"data_stored":1170669568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1203703808,"data_stored":1203699736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3497590784,"data_stored":3497590784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1543700480,"data_stored":1543700480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3473543168,"data_stored":3473539096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3103522816,"data_stored":3103522816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1940979712,"data_stored":1940979712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1920798720,"data_stored":1920794648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:03:27.498 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:03:27.499 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:27.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:27.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:27.602 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:27.659 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:27.711 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:27.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:27.718 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:27.819 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:27.894 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: from='client.46883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: pgmap v1505: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 12961/282009 objects degraded (4.596%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:03:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1675469763' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: osdmap e501: 8 total, 8 up, 8 in 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[184249]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: from='client.46883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: pgmap v1505: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 12961/282009 objects degraded (4.596%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1675469763' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:28.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: osdmap e501: 8 total, 8 up, 8 in 2023-10-09T05:03:28.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:27 smithi107 ceph-mon[179183]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: from='client.46883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: pgmap v1505: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 499 op/s; 12961/282009 objects degraded (4.596%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:03:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1675469763' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: osdmap e501: 8 total, 8 up, 8 in 2023-10-09T05:03:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:27 smithi150 ceph-mon[168511]: failed to encode map e501 with expected crc 2023-10-09T05:03:28.278 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:28.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:28.292 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:28.393 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:28.467 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:28.675 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:28.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:28.684 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:28.785 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:28.863 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:29.092 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:29.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:29.102 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:29.202 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:29.204 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:03:29.204 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:03:29.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:03:29.204 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:03:29.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head, version: 474'1502, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head@474'1502, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 54.060238392999999, 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.065701585000000007, 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:03:29.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138353+0000", 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0339999999999997e-05 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138362+0000", 2023-10-09T05:03:29.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1120000000000002e-06 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138370+0000", 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9829999999999996e-06 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201938+0000", 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.063567324999999994 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201975+0000", 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7200000000000003e-05 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.204015+0000", 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002040002 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85142 13.4 e485/479 13:2900abc0:::benchmark_data_smithi107_396486_object85141:head v 485'5516, mlcod=0'0)", 2023-10-09T05:03:29.210 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 50.518849996, 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.098588663000000007, 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679701+0000", 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679798+0000", 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7486999999999997e-05 2023-10-09T05:03:29.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679811+0000", 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2860999999999999e-05 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679820+0000", 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5259999999999993e-06 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681176+0000", 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00135592 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681191+0000", 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5183e-05 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778246+0000", 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097055440000000007 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778290+0000", 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.405e-05 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85153 13.0 e485/479 13:02190296:::benchmark_data_smithi107_396486_object85152:head v 485'5251, mlcod=474'1702)", 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 50.514873868999999, 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.089183388000000002, 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:03:29.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683677+0000", 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:03:29.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683743+0000", 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5846999999999995e-05 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683753+0000", 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0356999999999999e-05 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683759+0000", 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1709999999999999e-06 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683801+0000", 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1189000000000002e-05 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683818+0000", 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7112000000000002e-05 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772814+0000", 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.088996722 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772861+0000", 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6669000000000003e-05 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85155 13.4 e485/479 13:2f3cff07:::benchmark_data_smithi107_396486_object85154:head v 485'5517, mlcod=0'0)", 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 50.512763141999997, 2023-10-09T05:03:29.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097824291999999993, 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685824+0000", 2023-10-09T05:03:29.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6015e-05 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685837+0000", 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3324e-05 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685846+0000", 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1060000000000006e-06 2023-10-09T05:03:29.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772839+0000", 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.086993055999999999 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772869+0000", 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9490000000000001e-05 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783573+0000", 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010704978 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783613+0000", 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9178000000000003e-05 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85156 13.4 e485/479 13:20ec559a:::benchmark_data_smithi107_396486_object85155:head v 485'5518, mlcod=0'0)", 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 50.509119323, 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.099151403999999999, 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689431+0000", 2023-10-09T05:03:29.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689481+0000", 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9249000000000002e-05 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772802+0000", 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.083321194000000001 2023-10-09T05:03:29.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772827+0000", 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5653999999999999e-05 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778432+0000", 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056045720000000004 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778449+0000", 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6841e-05 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788562+0000", 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010113364999999999 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788584+0000", 2023-10-09T05:03:29.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1359999999999999e-05 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:04204c61:::benchmark_data_smithi107_396486_object28877:head, version: 474'1705, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:04204c61:::benchmark_data_smithi107_396486_object28877:head@474'1705, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 50.507719842, 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084390634000000006, 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:03:29.233 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690830+0000", 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690909+0000", 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8598999999999997e-05 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772805+0000", 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081896417999999999 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772836+0000", 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1231e-05 2023-10-09T05:03:29.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772908+0000", 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1222000000000004e-05 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772921+0000", 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.359e-05 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.775222+0000", 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023011640000000001 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104473 13.c e495/479 13:31d5c89a:::benchmark_data_smithi107_396486_object104472:head v 495'6566, mlcod=0'0)", 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:03:29.239 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 24.020957502000002, 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058939981000000002, 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177639+0000", 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5281000000000002e-05 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177647+0000", 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7999999999999999e-06 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177652+0000", 2023-10-09T05:03:29.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0989999999999998e-06 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202802+0000", 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025149926999999999 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202830+0000", 2023-10-09T05:03:29.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7634e-05 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236484+0000", 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033653955999999999 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236534+0000", 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0436999999999998e-05 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104482 13.c e495/479 13:3f7c88b6:::benchmark_data_smithi107_396486_object104481:head v 495'6567, mlcod=0'0)", 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.180386+0000", 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 24.018165634999999, 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056205114, 2023-10-09T05:03:29.245 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.180386+0000", 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.180386+0000", 2023-10-09T05:03:29.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.180385+0000", 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.180433+0000", 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8130000000000002e-05 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.180454+0000", 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1038000000000001e-05 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.180463+0000", 2023-10-09T05:03:29.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1800000000000002e-06 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.210609+0000", 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030145847 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.210641+0000", 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1936000000000001e-05 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236573+0000", 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025932587 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236591+0000", 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7589e-05 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.250 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:105682 13.c e495/479 13:335631c7:::benchmark_data_smithi107_396486_object105681:head v 495'6652, mlcod=0'0)", 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:06.821059+0000", 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 22.377492674999999, 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051873336999999999, 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821059+0000", 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821059+0000", 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821058+0000", 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821117+0000", 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9592999999999997e-05 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821132+0000", 2023-10-09T05:03:29.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4323e-05 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821140+0000", 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9349999999999994e-06 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821178+0000", 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8677999999999998e-05 2023-10-09T05:03:29.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.821210+0000", 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1639e-05 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.872883+0000", 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051673190000000001 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.872932+0000", 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8990999999999999e-05 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:105687 13.c e495/479 13:3a1e6f9b:::benchmark_data_smithi107_396486_object105686:head v 495'6654, mlcod=0'0)", 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:06.824981+0000", 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 22.373570704999999, 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.053388429000000001, 2023-10-09T05:03:29.256 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.824981+0000", 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.824981+0000", 2023-10-09T05:03:29.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.824980+0000", 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.825075+0000", 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5132999999999999e-05 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.853062+0000", 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.027986693 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.853073+0000", 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0664e-05 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.863055+0000", 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0099827089999999993 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.863082+0000", 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.65e-05 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.878316+0000", 2023-10-09T05:03:29.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015233974000000001 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:06.878369+0000", 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3396999999999997e-05 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.261 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120132 13.4 e500/479 13:258b66a3:::benchmark_data_smithi107_396486_object14270:head v 500'7757, mlcod=0'0)", 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.872383+0000", 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.326168166, 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.052411869, 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.872383+0000", 2023-10-09T05:03:29.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.872383+0000", 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.872382+0000", 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.872391+0000", 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5799999999999992e-06 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.872407+0000", 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5906e-05 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.872415+0000", 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7049999999999999e-06 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.875295+0000", 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0028807569999999998 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.875321+0000", 2023-10-09T05:03:29.265 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5449999999999999e-05 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924749+0000", 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.049428606 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924795+0000", 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5841999999999999e-05 2023-10-09T05:03:29.266 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120142 13.c e500/479 13:362d2b83:::benchmark_data_smithi107_396486_object14280:head v 500'7560, mlcod=0'0)", 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.3206247160000002, 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.061595499999999997, 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.267 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.268 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877925+0000", 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877938+0000", 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3112000000000001e-05 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877958+0000", 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9680000000000001e-05 2023-10-09T05:03:29.269 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877969+0000", 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0380999999999999e-05 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881423+0000", 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034542259999999999 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.270 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881450+0000", 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7521e-05 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939464+0000", 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058013569000000001 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939522+0000", 2023-10-09T05:03:29.271 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8439000000000001e-05 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120144 13.c e500/479 13:3e8b576e:::benchmark_data_smithi107_396486_object14282:head v 500'7561, mlcod=0'0)", 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.3202550959999999, 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.067870676000000005, 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.272 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.273 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878302+0000", 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7180000000000001e-06 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.274 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878314+0000", 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2578999999999999e-05 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878320+0000", 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8939999999999998e-06 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907844+0000", 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029524287 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.275 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907875+0000", 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0199999999999999e-05 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946140+0000", 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038265432000000002 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.276 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946167+0000", 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7127999999999998e-05 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120135 13.4 e500/479 13:2110ad7d:::benchmark_data_smithi107_396486_object14273:head v 500'7758, mlcod=0'0)", 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:03:29.277 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.3111401379999998, 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058721702000000001, 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.278 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887410+0000", 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.279 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887420+0000", 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8980000000000008e-06 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887440+0000", 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.963e-05 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.280 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887449+0000", 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3409999999999992e-06 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899799+0000", 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012350332 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899822+0000", 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.268e-05 2023-10-09T05:03:29.281 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946087+0000", 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.046264847999999997 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946133+0000", 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6134999999999998e-05 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.282 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120145 13.4 e500/479 13:23e1849d:::benchmark_data_smithi107_396486_object14283:head v 500'7759, mlcod=0'0)", 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.3110931739999998, 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070077453999999997, 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.283 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:03:29.284 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887462+0000", 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9639999999999997e-06 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887468+0000", 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0739999999999998e-06 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.285 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887473+0000", 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9119999999999997e-06 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924820+0000", 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037346603999999999 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924840+0000", 2023-10-09T05:03:29.286 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0109999999999999e-05 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957494+0000", 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032654299999999997 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957536+0000", 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1783999999999998e-05 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.287 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120148 13.4 e500/479 13:29c57d1b:::benchmark_data_smithi107_396486_object14286:head v 500'7760, mlcod=0'0)", 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.3076374930000001, 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066677922000000001, 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.288 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.289 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890913+0000", 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890928+0000", 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4949999999999999e-05 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890944+0000", 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6438000000000001e-05 2023-10-09T05:03:29.290 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890954+0000", 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3889999999999994e-06 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933548+0000", 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042594118 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.291 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933567+0000", 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8984999999999999e-05 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957571+0000", 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024004405999999999 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957592+0000", 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0919000000000001e-05 2023-10-09T05:03:29.292 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120154 13.c e500/479 13:38781693:::benchmark_data_smithi107_396486_object14292:head v 500'7562, mlcod=0'0)", 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.3000194459999999, 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059037016999999997, 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.293 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.294 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898531+0000", 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898540+0000", 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9870000000000005e-06 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.295 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898559+0000", 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8851e-05 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898567+0000", 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4810000000000006e-06 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.296 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924778+0000", 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026210923000000001 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924805+0000", 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6758e-05 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957539+0000", 2023-10-09T05:03:29.297 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032733822000000003 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957569+0000", 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0154e-05 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.298 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120159 13.4 e500/479 13:2b17cd5c:::benchmark_data_smithi107_396486_object14297:head v 500'7761, mlcod=0'0)", 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.903165+0000", 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.295386986, 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.054449218000000001, 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.903165+0000", 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.299 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.903165+0000", 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.903163+0000", 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.300 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.903176+0000", 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2697999999999999e-05 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.903191+0000", 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5053e-05 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.301 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.903201+0000", 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0424e-05 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939074+0000", 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035872764000000001 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.302 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939098+0000", 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3924999999999999e-05 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957594+0000", 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.018496001000000001 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957614+0000", 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9711000000000002e-05 2023-10-09T05:03:29.303 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120550 13.c e500/479 13:3d0ac208:::benchmark_data_smithi107_396486_object14688:head v 500'7582, mlcod=0'0)", 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.496840+0000", 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.7017114019999999, 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056570023999999997, 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.304 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.496840+0000", 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.496840+0000", 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.305 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.496839+0000", 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.496846+0000", 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8070000000000002e-06 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.496866+0000", 2023-10-09T05:03:29.306 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9505e-05 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.496874+0000", 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2649999999999996e-06 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.503793+0000", 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0069188790000000002 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.307 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.503813+0000", 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0369000000000001e-05 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.553365+0000", 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.049551876000000002 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.308 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.553410+0000", 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4947000000000002e-05 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120552 13.c e500/479 13:3c0977ce:::benchmark_data_smithi107_396486_object14690:head v 500'7583, mlcod=0'0)", 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.497653+0000", 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.700898853, 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.055783772000000002, 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:03:29.309 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.497653+0000", 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.497653+0000", 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.310 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.497651+0000", 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.497661+0000", 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5899999999999997e-06 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:03:29.311 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.497677+0000", 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5886e-05 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.497686+0000", 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1759999999999999e-06 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.539578+0000", 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.041891385000000003 2023-10-09T05:03:29.312 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.539604+0000", 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6013e-05 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.553415+0000", 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013811652000000001 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:03:29.313 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.553436+0000", 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1237e-05 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:03:29.314 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:03:29.315 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:29.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:29.427 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:29.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:29.438 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:29.457 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:29.495 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:29.533 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:29.539 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:29.564 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:29.613 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:29.618 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:29.649 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:29.702 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:29.742 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:29.744 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.744 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.744 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.745 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:03:29.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:03:29.987 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:29.987 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T05:03:29.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:29.994 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:30.095 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:30.153 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:30.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:29 smithi107 ceph-mon[184249]: pgmap v1507: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.5 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 888 op/s; 12961/272454 objects degraded (4.757%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:30.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3913013474' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:30.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:29 smithi107 ceph-mon[179183]: pgmap v1507: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.5 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 888 op/s; 12961/272454 objects degraded (4.757%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:30.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3913013474' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:30.217 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:30.221 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:29 smithi150 ceph-mon[168511]: pgmap v1507: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.5 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 888 op/s; 12961/272454 objects degraded (4.757%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:30.221 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3913013474' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:30.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:30.222 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:30.323 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:30.366 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:30.446 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:30.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:30.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:30.563 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:30.605 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:30.678 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:30.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:30.687 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:30.788 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:30.870 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:30.957 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:30.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:30.962 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:30.964 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 12961/272454 objects degraded (4.757%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:30.995 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:31.063 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:31.112 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 12961/272454 objects degraded (4.757%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:31.112 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 12961/272454 objects degraded (4.757%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:31.124 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:31.216 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:31.317 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:31.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:31.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:31.424 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:31.489 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:31.564 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:31.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:31.569 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:31.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:31.742 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:31.881 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:31.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:31.893 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:31.994 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:32.063 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:32.076 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:03:32.081 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:03:32.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-mon[184249]: pgmap v1508: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.5 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 733 op/s; 12961/272454 objects degraded (4.757%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T05:03:32.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:32.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:32.420 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:03:32] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2023-10-09T05:03:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-mon[179183]: pgmap v1508: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.5 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 733 op/s; 12961/272454 objects degraded (4.757%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T05:03:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:32.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:32 smithi150 ceph-mon[168511]: pgmap v1508: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.5 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 733 op/s; 12961/272454 objects degraded (4.757%); 3.1 MiB/s, 49 objects/s recovering 2023-10-09T05:03:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:32.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:32.579 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:03:32.743 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:32.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:32.750 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:32.851 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:32.910 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:32.976 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:32.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:32.988 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:33.089 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:33.103 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:33 smithi107 ceph-mon[179183]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:33.103 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:33 smithi107 ceph-mon[184249]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:33.142 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:33.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:33 smithi150 ceph-mon[168511]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:33.464 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:33.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:33.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:33.576 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:33.634 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:33.700 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1508,"stamp":"2023-10-09T05:03:30.836717+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5950805944,"num_objects":90818,"num_object_clones":0,"num_object_copies":272454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12961,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90818,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":120987,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4768,"num_bytes_recovered":309878218,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120152,"ondisk_log_size":120152,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":24704224,"kb_used_data":16888608,"kb_used_omap":22,"kb_used_meta":7815145,"kb_avail":725256992,"statfs":{"total":767960285184,"available":742663159808,"internally_reserved":0,"allocated":17293934592,"data_stored":17279485604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8002708715},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,6,9,5,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-480641024,"num_objects":-7334,"num_object_clones":0,"num_object_copies":-22002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-499,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7334,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":499,"num_bytes_recovered":32702464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003753"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":514,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607862+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:03:20.607862+0000","last_peered":"2023-10-09T05:03:20.607862+0000","last_clean":"2023-10-09T05:03:20.607862+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:03:20.607862+0000","last_undegraded":"2023-10-09T05:03:20.607862+0000","last_fullsized":"2023-10-09T05:03:20.607862+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":233,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551965+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:03:18.551965+0000","last_peered":"2023-10-09T05:03:18.551965+0000","last_clean":"2023-10-09T05:03:18.551965+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:03:18.551965+0000","last_undegraded":"2023-10-09T05:03:18.551965+0000","last_fullsized":"2023-10-09T05:03:18.551965+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":419,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.596375+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:03:20.596375+0000","last_peered":"2023-10-09T05:03:20.596375+0000","last_clean":"2023-10-09T05:03:20.596375+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:03:20.596375+0000","last_undegraded":"2023-10-09T05:03:20.596375+0000","last_fullsized":"2023-10-09T05:03:20.596375+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":58,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.613977+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:03:20.613977+0000","last_peered":"2023-10-09T05:03:20.613977+0000","last_clean":"2023-10-09T05:03:20.613977+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:03:20.613977+0000","last_undegraded":"2023-10-09T05:03:20.613977+0000","last_fullsized":"2023-10-09T05:03:20.613977+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":212,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551178+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:03:18.551178+0000","last_peered":"2023-10-09T05:03:18.551178+0000","last_clean":"2023-10-09T05:03:18.551178+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:03:18.551178+0000","last_undegraded":"2023-10-09T05:03:18.551178+0000","last_fullsized":"2023-10-09T05:03:18.551178+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":191,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.604262+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:03:20.604262+0000","last_peered":"2023-10-09T05:03:20.604262+0000","last_clean":"2023-10-09T05:03:20.604262+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:03:20.604262+0000","last_undegraded":"2023-10-09T05:03:20.604262+0000","last_fullsized":"2023-10-09T05:03:20.604262+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":462,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.618416+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:03:20.618416+0000","last_peered":"2023-10-09T05:03:20.618416+0000","last_clean":"2023-10-09T05:03:20.618416+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:03:20.618416+0000","last_undegraded":"2023-10-09T05:03:20.618416+0000","last_fullsized":"2023-10-09T05:03:20.618416+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":238,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551310+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:03:18.551310+0000","last_peered":"2023-10-09T05:03:18.551310+0000","last_clean":"2023-10-09T05:03:18.551310+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:03:18.551310+0000","last_undegraded":"2023-10-09T05:03:18.551310+0000","last_fullsized":"2023-10-09T05:03:18.551310+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":515,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.617521+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:03:20.617521+0000","last_peered":"2023-10-09T05:03:20.617521+0000","last_clean":"2023-10-09T05:03:20.617521+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:03:20.617521+0000","last_undegraded":"2023-10-09T05:03:20.617521+0000","last_fullsized":"2023-10-09T05:03:20.617521+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":237,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551564+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:03:18.551564+0000","last_peered":"2023-10-09T05:03:18.551564+0000","last_clean":"2023-10-09T05:03:18.551564+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:03:18.551564+0000","last_undegraded":"2023-10-09T05:03:18.551564+0000","last_fullsized":"2023-10-09T05:03:18.551564+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":64,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.612665+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:03:20.612665+0000","last_peered":"2023-10-09T05:03:20.612665+0000","last_clean":"2023-10-09T05:03:20.612665+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:03:20.612665+0000","last_undegraded":"2023-10-09T05:03:20.612665+0000","last_fullsized":"2023-10-09T05:03:20.612665+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":384,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603536+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:03:20.603536+0000","last_peered":"2023-10-09T05:03:20.603536+0000","last_clean":"2023-10-09T05:03:20.603536+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:03:20.603536+0000","last_undegraded":"2023-10-09T05:03:20.603536+0000","last_fullsized":"2023-10-09T05:03:20.603536+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":577,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607455+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:03:20.607455+0000","last_peered":"2023-10-09T05:03:20.607455+0000","last_clean":"2023-10-09T05:03:20.607455+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:03:20.607455+0000","last_undegraded":"2023-10-09T05:03:20.607455+0000","last_fullsized":"2023-10-09T05:03:20.607455+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":535,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.608029+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:03:20.608029+0000","last_peered":"2023-10-09T05:03:20.608029+0000","last_clean":"2023-10-09T05:03:20.608029+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:03:20.608029+0000","last_undegraded":"2023-10-09T05:03:20.608029+0000","last_fullsized":"2023-10-09T05:03:20.608029+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":64,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606455+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:03:20.606455+0000","last_peered":"2023-10-09T05:03:20.606455+0000","last_clean":"2023-10-09T05:03:20.606455+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:03:20.606455+0000","last_undegraded":"2023-10-09T05:03:20.606455+0000","last_fullsized":"2023-10-09T05:03:20.606455+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":335,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551889+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:03:18.551889+0000","last_peered":"2023-10-09T05:03:18.551889+0000","last_clean":"2023-10-09T05:03:18.551889+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:03:18.551889+0000","last_undegraded":"2023-10-09T05:03:18.551889+0000","last_fullsized":"2023-10-09T05:03:18.551889+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":58,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.609938+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:03:20.609938+0000","last_peered":"2023-10-09T05:03:20.609938+0000","last_clean":"2023-10-09T05:03:20.609938+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:03:20.609938+0000","last_undegraded":"2023-10-09T05:03:20.609938+0000","last_fullsized":"2023-10-09T05:03:20.609938+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":517,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.614791+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:03:20.614791+0000","last_peered":"2023-10-09T05:03:20.614791+0000","last_clean":"2023-10-09T05:03:20.614791+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:03:20.614791+0000","last_undegraded":"2023-10-09T05:03:20.614791+0000","last_fullsized":"2023-10-09T05:03:20.614791+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":58,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606181+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:03:20.606181+0000","last_peered":"2023-10-09T05:03:20.606181+0000","last_clean":"2023-10-09T05:03:20.606181+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:03:20.606181+0000","last_undegraded":"2023-10-09T05:03:20.606181+0000","last_fullsized":"2023-10-09T05:03:20.606181+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":473,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.561431+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:03:18.561431+0000","last_peered":"2023-10-09T05:03:18.561431+0000","last_clean":"2023-10-09T05:03:18.561431+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:03:18.561431+0000","last_undegraded":"2023-10-09T05:03:18.561431+0000","last_fullsized":"2023-10-09T05:03:18.561431+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":199,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603883+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:03:20.603883+0000","last_peered":"2023-10-09T05:03:20.603883+0000","last_clean":"2023-10-09T05:03:20.603883+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:03:20.603883+0000","last_undegraded":"2023-10-09T05:03:20.603883+0000","last_fullsized":"2023-10-09T05:03:20.603883+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":232,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552270+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:03:18.552270+0000","last_peered":"2023-10-09T05:03:18.552270+0000","last_clean":"2023-10-09T05:03:18.552270+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:03:18.552270+0000","last_undegraded":"2023-10-09T05:03:18.552270+0000","last_fullsized":"2023-10-09T05:03:18.552270+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"501'7717","reported_seq":7758,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.030481+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:03:27.030481+0000","last_peered":"2023-10-09T05:03:27.030481+0000","last_clean":"2023-10-09T05:03:27.030481+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:03:27.030481+0000","last_undegraded":"2023-10-09T05:03:27.030481+0000","last_fullsized":"2023-10-09T05:03:27.030481+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7717,"log_dups_size":0,"ondisk_log_size":7717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376897536,"num_objects":5751,"num_object_clones":0,"num_object_copies":17253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7717,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":62,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.613652+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:03:20.613652+0000","last_peered":"2023-10-09T05:03:20.613652+0000","last_clean":"2023-10-09T05:03:20.613652+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:03:20.613652+0000","last_undegraded":"2023-10-09T05:03:20.613652+0000","last_fullsized":"2023-10-09T05:03:20.613652+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":501,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.611306+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:03:20.611306+0000","last_peered":"2023-10-09T05:03:20.611306+0000","last_clean":"2023-10-09T05:03:20.611306+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:03:20.611306+0000","last_undegraded":"2023-10-09T05:03:20.611306+0000","last_fullsized":"2023-10-09T05:03:20.611306+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"501'7386","reported_seq":14368,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.154732+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:03:27.154732+0000","last_peered":"2023-10-09T05:03:27.154732+0000","last_clean":"2023-10-09T05:03:27.154732+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:03:27.154732+0000","last_undegraded":"2023-10-09T05:03:27.154732+0000","last_fullsized":"2023-10-09T05:03:27.154732+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7386,"log_dups_size":0,"ondisk_log_size":7386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367001600,"num_objects":5600,"num_object_clones":0,"num_object_copies":16800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7386,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":79,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.613908+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:03:20.613908+0000","last_peered":"2023-10-09T05:03:20.613908+0000","last_clean":"2023-10-09T05:03:20.613908+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:03:20.613908+0000","last_undegraded":"2023-10-09T05:03:20.613908+0000","last_fullsized":"2023-10-09T05:03:20.613908+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":525,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607138+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:03:20.607138+0000","last_peered":"2023-10-09T05:03:20.607138+0000","last_clean":"2023-10-09T05:03:20.607138+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:03:20.607138+0000","last_undegraded":"2023-10-09T05:03:20.607138+0000","last_fullsized":"2023-10-09T05:03:20.607138+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"501'7550","reported_seq":7591,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.012559+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:03:27.012559+0000","last_peered":"2023-10-09T05:03:27.012559+0000","last_clean":"2023-10-09T05:03:27.012559+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:03:27.012559+0000","last_undegraded":"2023-10-09T05:03:27.012559+0000","last_fullsized":"2023-10-09T05:03:27.012559+0000","mapping_epoch":468,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6850,"log_dups_size":0,"ondisk_log_size":6850,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366870528,"num_objects":5598,"num_object_clones":0,"num_object_copies":16794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7550,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":62,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.612827+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:03:20.612827+0000","last_peered":"2023-10-09T05:03:20.612827+0000","last_clean":"2023-10-09T05:03:20.612827+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:03:20.612827+0000","last_undegraded":"2023-10-09T05:03:20.612827+0000","last_fullsized":"2023-10-09T05:03:20.612827+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":211,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603605+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:03:20.603605+0000","last_peered":"2023-10-09T05:03:20.603605+0000","last_clean":"2023-10-09T05:03:20.603605+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:03:20.603605+0000","last_undegraded":"2023-10-09T05:03:20.603605+0000","last_fullsized":"2023-10-09T05:03:20.603605+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"501'7618","reported_seq":7659,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.069584+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:03:27.069584+0000","last_peered":"2023-10-09T05:03:27.069584+0000","last_clean":"2023-10-09T05:03:27.069584+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:03:27.069584+0000","last_undegraded":"2023-10-09T05:03:27.069584+0000","last_fullsized":"2023-10-09T05:03:27.069584+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7618,"log_dups_size":0,"ondisk_log_size":7618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":378273792,"num_objects":5772,"num_object_clones":0,"num_object_copies":17316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7618,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":545,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.608883+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:03:20.608883+0000","last_peered":"2023-10-09T05:03:20.608883+0000","last_clean":"2023-10-09T05:03:20.608883+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:03:20.608883+0000","last_undegraded":"2023-10-09T05:03:20.608883+0000","last_fullsized":"2023-10-09T05:03:20.608883+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":493,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.596381+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:03:20.596381+0000","last_peered":"2023-10-09T05:03:20.596381+0000","last_clean":"2023-10-09T05:03:20.596381+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:03:20.596381+0000","last_undegraded":"2023-10-09T05:03:20.596381+0000","last_fullsized":"2023-10-09T05:03:20.596381+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"501'7503","reported_seq":7544,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.033370+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:03:27.033370+0000","last_peered":"2023-10-09T05:03:27.033370+0000","last_clean":"2023-10-09T05:03:27.033370+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:03:27.033370+0000","last_undegraded":"2023-10-09T05:03:27.033370+0000","last_fullsized":"2023-10-09T05:03:27.033370+0000","mapping_epoch":468,"log_start":"472'600","ondisk_log_start":"472'600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6903,"log_dups_size":0,"ondisk_log_size":6903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364707840,"num_objects":5565,"num_object_clones":0,"num_object_copies":16695,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7503,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":926,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606257+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:03:20.606257+0000","last_peered":"2023-10-09T05:03:20.606257+0000","last_clean":"2023-10-09T05:03:20.606257+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:03:20.606257+0000","last_undegraded":"2023-10-09T05:03:20.606257+0000","last_fullsized":"2023-10-09T05:03:20.606257+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":167,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552684+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:03:18.552684+0000","last_peered":"2023-10-09T05:03:18.552684+0000","last_clean":"2023-10-09T05:03:18.552684+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:03:18.552684+0000","last_undegraded":"2023-10-09T05:03:18.552684+0000","last_fullsized":"2023-10-09T05:03:18.552684+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":545,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607371+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:03:20.607371+0000","last_peered":"2023-10-09T05:03:20.607371+0000","last_clean":"2023-10-09T05:03:20.607371+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:03:20.607371+0000","last_undegraded":"2023-10-09T05:03:20.607371+0000","last_fullsized":"2023-10-09T05:03:20.607371+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"501'7808","reported_seq":7855,"reported_epoch":501,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:27.043159+0000","last_change":"2023-10-09T05:02:06.545496+0000","last_active":"2023-10-09T05:03:27.043159+0000","last_peered":"2023-10-09T05:03:27.043159+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:03:27.043159+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7808,"log_dups_size":0,"ondisk_log_size":7808,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":385089536,"num_objects":5876,"num_object_clones":0,"num_object_copies":17628,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3675,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5876,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7808,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":2201}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":499,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.604419+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:03:20.604419+0000","last_peered":"2023-10-09T05:03:20.604419+0000","last_clean":"2023-10-09T05:03:20.604419+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:03:20.604419+0000","last_undegraded":"2023-10-09T05:03:20.604419+0000","last_fullsized":"2023-10-09T05:03:20.604419+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":191,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603675+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:03:20.603675+0000","last_peered":"2023-10-09T05:03:20.603675+0000","last_clean":"2023-10-09T05:03:20.603675+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:03:20.603675+0000","last_undegraded":"2023-10-09T05:03:20.603675+0000","last_fullsized":"2023-10-09T05:03:20.603675+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":471,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.611108+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:03:20.611108+0000","last_peered":"2023-10-09T05:03:20.611108+0000","last_clean":"2023-10-09T05:03:20.611108+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:03:20.611108+0000","last_undegraded":"2023-10-09T05:03:20.611108+0000","last_fullsized":"2023-10-09T05:03:20.611108+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"501'7500","reported_seq":7541,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.179446+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:03:27.179446+0000","last_peered":"2023-10-09T05:03:27.179446+0000","last_clean":"2023-10-09T05:03:27.179446+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:03:27.179446+0000","last_undegraded":"2023-10-09T05:03:27.179446+0000","last_fullsized":"2023-10-09T05:03:27.179446+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7500,"log_dups_size":0,"ondisk_log_size":7500,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371851264,"num_objects":5674,"num_object_clones":0,"num_object_copies":17022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7500,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":482,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607056+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:03:20.607056+0000","last_peered":"2023-10-09T05:03:20.607056+0000","last_clean":"2023-10-09T05:03:20.607056+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:03:20.607056+0000","last_undegraded":"2023-10-09T05:03:20.607056+0000","last_fullsized":"2023-10-09T05:03:20.607056+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":545,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607518+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:03:20.607518+0000","last_peered":"2023-10-09T05:03:20.607518+0000","last_clean":"2023-10-09T05:03:20.607518+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:03:20.607518+0000","last_undegraded":"2023-10-09T05:03:20.607518+0000","last_fullsized":"2023-10-09T05:03:20.607518+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"501'7563","reported_seq":7604,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.989890+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:03:26.989890+0000","last_peered":"2023-10-09T05:03:26.989890+0000","last_clean":"2023-10-09T05:03:26.989890+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:03:26.989890+0000","last_undegraded":"2023-10-09T05:03:26.989890+0000","last_fullsized":"2023-10-09T05:03:26.989890+0000","mapping_epoch":468,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6863,"log_dups_size":0,"ondisk_log_size":6863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":369819648,"num_objects":5643,"num_object_clones":0,"num_object_copies":16929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7563,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":499,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.605284+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:03:20.605284+0000","last_peered":"2023-10-09T05:03:20.605284+0000","last_clean":"2023-10-09T05:03:20.605284+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:03:20.605284+0000","last_undegraded":"2023-10-09T05:03:20.605284+0000","last_fullsized":"2023-10-09T05:03:20.605284+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":231,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.617832+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:03:20.617832+0000","last_peered":"2023-10-09T05:03:20.617832+0000","last_clean":"2023-10-09T05:03:20.617832+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:03:20.617832+0000","last_undegraded":"2023-10-09T05:03:20.617832+0000","last_fullsized":"2023-10-09T05:03:20.617832+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":338,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552344+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:03:18.552344+0000","last_peered":"2023-10-09T05:03:18.552344+0000","last_clean":"2023-10-09T05:03:18.552344+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:03:18.552344+0000","last_undegraded":"2023-10-09T05:03:18.552344+0000","last_fullsized":"2023-10-09T05:03:18.552344+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"501'7522","reported_seq":7563,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.061566+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:03:27.061566+0000","last_peered":"2023-10-09T05:03:27.061566+0000","last_clean":"2023-10-09T05:03:27.061566+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:03:27.061566+0000","last_undegraded":"2023-10-09T05:03:27.061566+0000","last_fullsized":"2023-10-09T05:03:27.061566+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7522,"log_dups_size":0,"ondisk_log_size":7522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366084096,"num_objects":5586,"num_object_clones":0,"num_object_copies":16758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7522,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":880,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.604221+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:03:20.604221+0000","last_peered":"2023-10-09T05:03:20.604221+0000","last_clean":"2023-10-09T05:03:20.604221+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:03:20.604221+0000","last_undegraded":"2023-10-09T05:03:20.604221+0000","last_fullsized":"2023-10-09T05:03:20.604221+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":75,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.609932+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:03:20.609932+0000","last_peered":"2023-10-09T05:03:20.609932+0000","last_clean":"2023-10-09T05:03:20.609932+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:03:20.609932+0000","last_undegraded":"2023-10-09T05:03:20.609932+0000","last_fullsized":"2023-10-09T05:03:20.609932+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":515,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.614712+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:03:20.614712+0000","last_peered":"2023-10-09T05:03:20.614712+0000","last_clean":"2023-10-09T05:03:20.614712+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:03:20.614712+0000","last_undegraded":"2023-10-09T05:03:20.614712+0000","last_fullsized":"2023-10-09T05:03:20.614712+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":259,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.605328+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:03:20.605328+0000","last_peered":"2023-10-09T05:03:20.605328+0000","last_clean":"2023-10-09T05:03:20.605328+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:03:20.605328+0000","last_undegraded":"2023-10-09T05:03:20.605328+0000","last_fullsized":"2023-10-09T05:03:20.605328+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"501'7501","reported_seq":7549,"reported_epoch":501,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:27.020091+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:03:27.020091+0000","last_peered":"2023-10-09T05:03:27.020091+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:03:27.020091+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"472'600","ondisk_log_start":"472'600","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6901,"log_dups_size":0,"ondisk_log_size":6901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366477336,"num_objects":5593,"num_object_clones":0,"num_object_copies":16779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5593,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7501,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":2109}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":499,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.608634+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:03:20.608634+0000","last_peered":"2023-10-09T05:03:20.608634+0000","last_clean":"2023-10-09T05:03:20.608634+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:03:20.608634+0000","last_undegraded":"2023-10-09T05:03:20.608634+0000","last_fullsized":"2023-10-09T05:03:20.608634+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":538,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.605592+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:03:20.605592+0000","last_peered":"2023-10-09T05:03:20.605592+0000","last_clean":"2023-10-09T05:03:20.605592+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:03:20.605592+0000","last_undegraded":"2023-10-09T05:03:20.605592+0000","last_fullsized":"2023-10-09T05:03:20.605592+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":502,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607974+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:03:20.607974+0000","last_peered":"2023-10-09T05:03:20.607974+0000","last_clean":"2023-10-09T05:03:20.607974+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:03:20.607974+0000","last_undegraded":"2023-10-09T05:03:20.607974+0000","last_fullsized":"2023-10-09T05:03:20.607974+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":363,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547153+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:03:18.547153+0000","last_peered":"2023-10-09T05:03:18.547153+0000","last_clean":"2023-10-09T05:03:18.547153+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:03:18.547153+0000","last_undegraded":"2023-10-09T05:03:18.547153+0000","last_fullsized":"2023-10-09T05:03:18.547153+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"501'7493","reported_seq":7534,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.171645+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:03:27.171645+0000","last_peered":"2023-10-09T05:03:27.171645+0000","last_clean":"2023-10-09T05:03:27.171645+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:03:27.171645+0000","last_undegraded":"2023-10-09T05:03:27.171645+0000","last_fullsized":"2023-10-09T05:03:27.171645+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7493,"log_dups_size":0,"ondisk_log_size":7493,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379518976,"num_objects":5791,"num_object_clones":0,"num_object_copies":17373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7493,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":471,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.609882+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:03:20.609882+0000","last_peered":"2023-10-09T05:03:20.609882+0000","last_clean":"2023-10-09T05:03:20.609882+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:03:20.609882+0000","last_undegraded":"2023-10-09T05:03:20.609882+0000","last_fullsized":"2023-10-09T05:03:20.609882+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":515,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.548377+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:03:18.548377+0000","last_peered":"2023-10-09T05:03:18.548377+0000","last_clean":"2023-10-09T05:03:18.548377+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:03:18.548377+0000","last_undegraded":"2023-10-09T05:03:18.548377+0000","last_fullsized":"2023-10-09T05:03:18.548377+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":381,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547028+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:03:18.547028+0000","last_peered":"2023-10-09T05:03:18.547028+0000","last_clean":"2023-10-09T05:03:18.547028+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:03:18.547028+0000","last_undegraded":"2023-10-09T05:03:18.547028+0000","last_fullsized":"2023-10-09T05:03:18.547028+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":295,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.618457+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:03:20.618457+0000","last_peered":"2023-10-09T05:03:20.618457+0000","last_clean":"2023-10-09T05:03:20.618457+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:03:20.618457+0000","last_undegraded":"2023-10-09T05:03:20.618457+0000","last_fullsized":"2023-10-09T05:03:20.618457+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"501'7602","reported_seq":7649,"reported_epoch":501,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:27.068646+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:03:27.068646+0000","last_peered":"2023-10-09T05:03:27.068646+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:03:27.068646+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7602,"log_dups_size":0,"ondisk_log_size":7602,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375128064,"num_objects":5724,"num_object_clones":0,"num_object_copies":17172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7602,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":2194}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":484,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.609558+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:03:20.609558+0000","last_peered":"2023-10-09T05:03:20.609558+0000","last_clean":"2023-10-09T05:03:20.609558+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:03:20.609558+0000","last_undegraded":"2023-10-09T05:03:20.609558+0000","last_fullsized":"2023-10-09T05:03:20.609558+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":471,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606460+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:03:20.606460+0000","last_peered":"2023-10-09T05:03:20.606460+0000","last_clean":"2023-10-09T05:03:20.606460+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:03:20.606460+0000","last_undegraded":"2023-10-09T05:03:20.606460+0000","last_fullsized":"2023-10-09T05:03:20.606460+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":335,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.553725+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:03:18.553725+0000","last_peered":"2023-10-09T05:03:18.553725+0000","last_clean":"2023-10-09T05:03:18.553725+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:03:18.553725+0000","last_undegraded":"2023-10-09T05:03:18.553725+0000","last_fullsized":"2023-10-09T05:03:18.553725+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":194,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603256+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:03:20.603256+0000","last_peered":"2023-10-09T05:03:20.603256+0000","last_clean":"2023-10-09T05:03:20.603256+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:03:20.603256+0000","last_undegraded":"2023-10-09T05:03:20.603256+0000","last_fullsized":"2023-10-09T05:03:20.603256+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"501'7428","reported_seq":7469,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.033093+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:03:27.033093+0000","last_peered":"2023-10-09T05:03:27.033093+0000","last_clean":"2023-10-09T05:03:27.033093+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:03:27.033093+0000","last_undegraded":"2023-10-09T05:03:27.033093+0000","last_fullsized":"2023-10-09T05:03:27.033093+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7428,"log_dups_size":0,"ondisk_log_size":7428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361103360,"num_objects":5510,"num_object_clones":0,"num_object_copies":16530,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5510,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7428,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":842,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603038+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:03:20.603038+0000","last_peered":"2023-10-09T05:03:20.603038+0000","last_clean":"2023-10-09T05:03:20.603038+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:03:20.603038+0000","last_undegraded":"2023-10-09T05:03:20.603038+0000","last_fullsized":"2023-10-09T05:03:20.603038+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":75,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606386+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:03:20.606386+0000","last_peered":"2023-10-09T05:03:20.606386+0000","last_clean":"2023-10-09T05:03:20.606386+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:03:20.606386+0000","last_undegraded":"2023-10-09T05:03:20.606386+0000","last_fullsized":"2023-10-09T05:03:20.606386+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":453,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607229+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:03:20.607229+0000","last_peered":"2023-10-09T05:03:20.607229+0000","last_clean":"2023-10-09T05:03:20.607229+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:03:20.607229+0000","last_undegraded":"2023-10-09T05:03:20.607229+0000","last_fullsized":"2023-10-09T05:03:20.607229+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":509,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.591531+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:03:20.591531+0000","last_peered":"2023-10-09T05:03:20.591531+0000","last_clean":"2023-10-09T05:03:20.591531+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:03:20.591531+0000","last_undegraded":"2023-10-09T05:03:20.591531+0000","last_fullsized":"2023-10-09T05:03:20.591531+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"500'7459","reported_seq":10017,"reported_epoch":500,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:26.472883+0000","last_change":"2023-10-09T05:03:01.323155+0000","last_active":"2023-10-09T05:03:26.472883+0000","last_peered":"2023-10-09T05:03:26.472883+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.520592+0000","last_became_peered":"2023-10-09T05:02:06.520592+0000","last_unstale":"2023-10-09T05:03:26.472883+0000","last_undegraded":"2023-10-09T05:02:06.353327+0000","last_fullsized":"2023-10-09T05:02:06.337728+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7459,"log_dups_size":0,"ondisk_log_size":7459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:40:49.294685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366673920,"num_objects":5595,"num_object_clones":0,"num_object_copies":16785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2272,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7459,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1256,"num_bytes_recovered":82313216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":3323}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":840,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603478+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:03:20.603478+0000","last_peered":"2023-10-09T05:03:20.603478+0000","last_clean":"2023-10-09T05:03:20.603478+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:03:20.603478+0000","last_undegraded":"2023-10-09T05:03:20.603478+0000","last_fullsized":"2023-10-09T05:03:20.603478+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":58,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.612752+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:03:20.612752+0000","last_peered":"2023-10-09T05:03:20.612752+0000","last_clean":"2023-10-09T05:03:20.612752+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:03:20.612752+0000","last_undegraded":"2023-10-09T05:03:20.612752+0000","last_fullsized":"2023-10-09T05:03:20.612752+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":242,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547483+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:03:18.547483+0000","last_peered":"2023-10-09T05:03:18.547483+0000","last_clean":"2023-10-09T05:03:18.547483+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:03:18.547483+0000","last_undegraded":"2023-10-09T05:03:18.547483+0000","last_fullsized":"2023-10-09T05:03:18.547483+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":200,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.609629+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:03:20.609629+0000","last_peered":"2023-10-09T05:03:20.609629+0000","last_clean":"2023-10-09T05:03:20.609629+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:03:20.609629+0000","last_undegraded":"2023-10-09T05:03:20.609629+0000","last_fullsized":"2023-10-09T05:03:20.609629+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"501'7767","reported_seq":7808,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:27.077801+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:03:27.077801+0000","last_peered":"2023-10-09T05:03:27.077801+0000","last_clean":"2023-10-09T05:03:27.077801+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:03:27.077801+0000","last_undegraded":"2023-10-09T05:03:27.077801+0000","last_fullsized":"2023-10-09T05:03:27.077801+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7767,"log_dups_size":0,"ondisk_log_size":7767,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382009344,"num_objects":5829,"num_object_clones":0,"num_object_copies":17487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7767,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":499,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.610985+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:03:20.610985+0000","last_peered":"2023-10-09T05:03:20.610985+0000","last_clean":"2023-10-09T05:03:20.610985+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:03:20.610985+0000","last_undegraded":"2023-10-09T05:03:20.610985+0000","last_fullsized":"2023-10-09T05:03:20.610985+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":193,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.552419+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:03:18.552419+0000","last_peered":"2023-10-09T05:03:18.552419+0000","last_clean":"2023-10-09T05:03:18.552419+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:03:18.552419+0000","last_undegraded":"2023-10-09T05:03:18.552419+0000","last_fullsized":"2023-10-09T05:03:18.552419+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":405,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.603652+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:03:20.603652+0000","last_peered":"2023-10-09T05:03:20.603652+0000","last_clean":"2023-10-09T05:03:20.603652+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:03:20.603652+0000","last_undegraded":"2023-10-09T05:03:20.603652+0000","last_fullsized":"2023-10-09T05:03:20.603652+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":216,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551088+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:03:18.551088+0000","last_peered":"2023-10-09T05:03:18.551088+0000","last_clean":"2023-10-09T05:03:18.551088+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:03:18.551088+0000","last_undegraded":"2023-10-09T05:03:18.551088+0000","last_fullsized":"2023-10-09T05:03:18.551088+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"500'7509","reported_seq":7549,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.452592+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:03:26.452592+0000","last_peered":"2023-10-09T05:03:26.452592+0000","last_clean":"2023-10-09T05:03:26.452592+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:03:26.452592+0000","last_undegraded":"2023-10-09T05:03:26.452592+0000","last_fullsized":"2023-10-09T05:03:26.452592+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7509,"log_dups_size":0,"ondisk_log_size":7509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372703232,"num_objects":5687,"num_object_clones":0,"num_object_copies":17061,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5687,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7509,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":542,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551656+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:03:18.551656+0000","last_peered":"2023-10-09T05:03:18.551656+0000","last_clean":"2023-10-09T05:03:18.551656+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:03:18.551656+0000","last_undegraded":"2023-10-09T05:03:18.551656+0000","last_fullsized":"2023-10-09T05:03:18.551656+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":194,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.604162+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:03:20.604162+0000","last_peered":"2023-10-09T05:03:20.604162+0000","last_clean":"2023-10-09T05:03:20.604162+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:03:20.604162+0000","last_undegraded":"2023-10-09T05:03:20.604162+0000","last_fullsized":"2023-10-09T05:03:20.604162+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":497,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.591619+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:03:20.591619+0000","last_peered":"2023-10-09T05:03:20.591619+0000","last_clean":"2023-10-09T05:03:20.591619+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:03:20.591619+0000","last_undegraded":"2023-10-09T05:03:20.591619+0000","last_fullsized":"2023-10-09T05:03:20.591619+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":484,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606969+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:03:20.606969+0000","last_peered":"2023-10-09T05:03:20.606969+0000","last_clean":"2023-10-09T05:03:20.606969+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:03:20.606969+0000","last_undegraded":"2023-10-09T05:03:20.606969+0000","last_fullsized":"2023-10-09T05:03:20.606969+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":196,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.614421+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:03:20.614421+0000","last_peered":"2023-10-09T05:03:20.614421+0000","last_clean":"2023-10-09T05:03:20.614421+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:03:20.614421+0000","last_undegraded":"2023-10-09T05:03:20.614421+0000","last_fullsized":"2023-10-09T05:03:20.614421+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":539,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.547559+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:03:18.547559+0000","last_peered":"2023-10-09T05:03:18.547559+0000","last_clean":"2023-10-09T05:03:18.547559+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:03:18.547559+0000","last_undegraded":"2023-10-09T05:03:18.547559+0000","last_fullsized":"2023-10-09T05:03:18.547559+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":497,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.608962+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:03:20.608962+0000","last_peered":"2023-10-09T05:03:20.608962+0000","last_clean":"2023-10-09T05:03:20.608962+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:03:20.608962+0000","last_undegraded":"2023-10-09T05:03:20.608962+0000","last_fullsized":"2023-10-09T05:03:20.608962+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":532,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.614336+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:03:20.614336+0000","last_peered":"2023-10-09T05:03:20.614336+0000","last_clean":"2023-10-09T05:03:20.614336+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:03:20.614336+0000","last_undegraded":"2023-10-09T05:03:20.614336+0000","last_fullsized":"2023-10-09T05:03:20.614336+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":502,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.604597+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:03:20.604597+0000","last_peered":"2023-10-09T05:03:20.604597+0000","last_clean":"2023-10-09T05:03:20.604597+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:03:20.604597+0000","last_undegraded":"2023-10-09T05:03:20.604597+0000","last_fullsized":"2023-10-09T05:03:20.604597+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":505,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.607717+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:03:20.607717+0000","last_peered":"2023-10-09T05:03:20.607717+0000","last_clean":"2023-10-09T05:03:20.607717+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:03:20.607717+0000","last_undegraded":"2023-10-09T05:03:20.607717+0000","last_fullsized":"2023-10-09T05:03:20.607717+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":227,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.561530+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:03:18.561530+0000","last_peered":"2023-10-09T05:03:18.561530+0000","last_clean":"2023-10-09T05:03:18.561530+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:03:18.561530+0000","last_undegraded":"2023-10-09T05:03:18.561530+0000","last_fullsized":"2023-10-09T05:03:18.561530+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":192,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-10-09T05:03:18.551499+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:03:18.551499+0000","last_peered":"2023-10-09T05:03:18.551499+0000","last_clean":"2023-10-09T05:03:18.551499+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:03:18.551499+0000","last_undegraded":"2023-10-09T05:03:18.551499+0000","last_fullsized":"2023-10-09T05:03:18.551499+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":187,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.618365+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:03:20.618365+0000","last_peered":"2023-10-09T05:03:20.618365+0000","last_clean":"2023-10-09T05:03:20.618365+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:03:20.618365+0000","last_undegraded":"2023-10-09T05:03:20.618365+0000","last_fullsized":"2023-10-09T05:03:20.618365+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":521,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-10-09T05:03:20.606942+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:03:20.606942+0000","last_peered":"2023-10-09T05:03:20.606942+0000","last_clean":"2023-10-09T05:03:20.606942+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:03:20.606942+0000","last_undegraded":"2023-10-09T05:03:20.606942+0000","last_fullsized":"2023-10-09T05:03:20.606942+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":5950210072,"num_objects":90794,"num_object_clones":0,"num_object_copies":272382,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12961,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90794,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":120926,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4718,"num_bytes_recovered":309198848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17163104256,"data_stored":17163092040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118326,"ondisk_log_size":118326,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234487,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3308312,"kb_used_data":1807632,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":90436840,"statfs":{"total":95995035648,"available":92607324160,"internally_reserved":0,"allocated":1851015168,"data_stored":1849748957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.8080000000000001,"15min":1.6319999999999999},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.20899999999999999},"max":{"1min":6.7149999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":1.306},{"interface":"front","average":{"1min":1.373,"5min":1.4099999999999999,"15min":1.3029999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":8.3949999999999996,"5min":8.3949999999999996,"15min":10.785},"last":1.6819999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.4859999999999998,"5min":5.4859999999999998,"15min":5.4859999999999998},"last":1.7230000000000001},{"interface":"front","average":{"1min":2.3580000000000001,"5min":2.3580000000000001,"15min":2.3580000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":15.401,"5min":15.401,"15min":15.401},"last":1.74}]},{"osd":2,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":2.2589999999999999,"15min":2.0920000000000001},"min":{"1min":0.373,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":11.442,"5min":11.442,"15min":32.179000000000002},"last":1.3600000000000001},{"interface":"front","average":{"1min":2.8170000000000002,"5min":2.2400000000000002,"15min":1.7290000000000001},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":11.311,"5min":11.311,"15min":16.704000000000001},"last":3.831}]},{"osd":3,"last update":"Mon Oct 9 05:02:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0190000000000001,"5min":2.5259999999999998,"15min":1.8100000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.2220000000000004,"5min":14.036,"15min":14.228999999999999},"last":1.766},{"interface":"front","average":{"1min":2.1850000000000001,"5min":2.4780000000000002,"15min":1.76},"min":{"1min":0.36499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":11.541,"5min":17.853999999999999,"15min":17.853999999999999},"last":1.796}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":1.6830000000000001,"15min":1.706},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":15.334,"5min":19.949000000000002,"15min":23.919},"last":1.913},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.3400000000000001,"15min":1.419},"min":{"1min":0.314,"5min":0.28199999999999997,"15min":0.26200000000000001},"max":{"1min":11.887,"5min":18.971,"15min":23.797999999999998},"last":2.0070000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9670000000000001,"5min":1.79,"15min":1.8400000000000001},"min":{"1min":0.38200000000000001,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":15.432,"5min":15.432,"15min":20.678999999999998},"last":1.7030000000000001},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.3720000000000001,"15min":1.5740000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.7910000000000004,"5min":9.7910000000000004,"15min":21.07},"last":1.3839999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5960000000000001,"5min":1.736,"15min":1.8080000000000001},"min":{"1min":0.39800000000000002,"5min":0.36399999999999999,"15min":0.32900000000000001},"max":{"1min":15.375,"5min":15.375,"15min":16.599},"last":1.78},{"interface":"front","average":{"1min":3.0299999999999998,"5min":1.5149999999999999,"15min":1.806},"min":{"1min":0.40000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":11.714,"5min":11.714,"15min":24.010000000000002},"last":1.337}]}]},{"osd":6,"up_from":46,"seq":197568496123,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2732092,"kb_used_data":1838772,"kb_used_omap":0,"kb_used_meta":893184,"kb_avail":91013060,"statfs":{"total":95995035648,"available":93197373440,"internally_reserved":0,"allocated":1882902528,"data_stored":1881656572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914620416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.272,"5min":1.839,"15min":1.764},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.219},"max":{"1min":4.9109999999999996,"5min":11.715999999999999,"15min":62.470999999999997},"last":1.258},{"interface":"front","average":{"1min":1.5469999999999999,"5min":2.0190000000000001,"15min":1.931},"min":{"1min":0.255,"5min":0.252,"15min":0.23100000000000001},"max":{"1min":6.9900000000000002,"5min":11.773999999999999,"15min":62.445},"last":1.1359999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":8.0879999999999992,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.72999999999999998},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":6.7430000000000003},"last":3.004}]},{"osd":2,"last update":"Mon Oct 9 05:02:39 2023","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":3.048,"15min":1.9890000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.149,"5min":42.923999999999999,"15min":42.923999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":2.1259999999999999,"5min":2.8980000000000001,"15min":2.2040000000000002},"min":{"1min":0.434,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":6.9189999999999996,"5min":42.936999999999998,"15min":42.936999999999998},"last":0.76900000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:03:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":2.8319999999999999,"15min":2.2690000000000001},"min":{"1min":0.41699999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.6760000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":0.79900000000000004},{"interface":"front","average":{"1min":2.335,"5min":2.6789999999999998,"15min":2.1219999999999999},"min":{"1min":0.33800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":6.7889999999999997,"5min":26.777999999999999,"15min":26.777999999999999},"last":0.61499999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:02:39 2023","interfaces":[{"interface":"back","average":{"1min":2.1429999999999998,"5min":1.351,"15min":1.5589999999999999},"min":{"1min":0.32500000000000001,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.7869999999999999,"5min":6.7869999999999999,"15min":16.399999999999999},"last":5.9870000000000001},{"interface":"front","average":{"1min":2.4020000000000001,"5min":1.446,"15min":1.577},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":9.077,"5min":10.106,"15min":16.068999999999999},"last":2.153}]},{"osd":5,"last update":"Mon Oct 9 05:02:39 2023","interfaces":[{"interface":"back","average":{"1min":1.9430000000000001,"5min":1.3080000000000001,"15min":1.4139999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.24099999999999999},"max":{"1min":8.109,"5min":8.109,"15min":12.420999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.798,"5min":1.4039999999999999,"15min":1.367},"min":{"1min":0.46700000000000003,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":6.3739999999999997,"5min":7.7549999999999999,"15min":16.292999999999999},"last":5.9500000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:03:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":1.839,"15min":2.2509999999999999},"min":{"1min":0.41499999999999998,"5min":0.374,"15min":0.28199999999999997},"max":{"1min":9.5229999999999997,"5min":9.5229999999999997,"15min":196.22300000000001},"last":1.0129999999999999},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.911,"15min":2.4020000000000001},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.315},"max":{"1min":7.0190000000000001,"5min":10.185,"15min":196.24299999999999},"last":1.0289999999999999}]}]},{"osd":1,"up_from":478,"seq":2052994367506,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1352512,"kb_used_data":1174008,"kb_used_omap":6,"kb_used_meta":178489,"kb_avail":92392640,"statfs":{"total":95995035648,"available":94610063360,"internally_reserved":0,"allocated":1202184192,"data_stored":1199849903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":182773227},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.454,"15min":1.454},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.0339999999999998,"5min":7.0339999999999998,"15min":7.0339999999999998},"last":5.4850000000000003},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.0099999999999998,"5min":7.0099999999999998,"15min":7.0099999999999998},"last":5.4160000000000004}]},{"osd":2,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.1349999999999998,"5min":7.1349999999999998,"15min":7.1349999999999998},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":5.5190000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":11.069000000000001,"5min":11.069000000000001,"15min":11.069000000000001},"last":2.8100000000000001},{"interface":"front","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0910000000000002,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":0.41399999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":71.381,"5min":71.381,"15min":71.381},"last":1.383},{"interface":"front","average":{"1min":6.8879999999999999,"5min":6.8879999999999999,"15min":6.8879999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":71.721999999999994,"5min":71.721999999999994,"15min":71.721999999999994},"last":2.7679999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":7.4859999999999998,"5min":7.4859999999999998,"15min":7.4859999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":71.061000000000007,"5min":71.061000000000007,"15min":71.061000000000007},"last":1.0960000000000001},{"interface":"front","average":{"1min":6.7770000000000001,"5min":6.7770000000000001,"15min":6.7770000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":72.126000000000005,"5min":72.126000000000005,"15min":72.126000000000005},"last":1.0329999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":2.2029999999999998,"15min":2.2029999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.0749999999999993,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":5.4349999999999996},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.7769999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":2.9460000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":70.832999999999998,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.996},{"interface":"front","average":{"1min":6.5350000000000001,"5min":6.5350000000000001,"15min":6.5350000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":70.769999999999996,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.46200000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187830,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2100532,"kb_used_data":1064748,"kb_used_omap":5,"kb_used_meta":1035642,"kb_avail":91644620,"statfs":{"total":95995035648,"available":93844090880,"internally_reserved":0,"allocated":1090301952,"data_stored":1087629084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1060498042},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.0859999999999999,"15min":2.0859999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":8.8689999999999998,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":1.9450000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":3.1499999999999999},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":0.33700000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":2.1269999999999998,"15min":1.7430000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.0380000000000003,"5min":17.373999999999999,"15min":17.373999999999999},"last":7.5339999999999998},{"interface":"front","average":{"1min":1.3540000000000001,"5min":2.6669999999999998,"15min":2.0950000000000002},"min":{"1min":0.28599999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":5.1769999999999996,"5min":21.132999999999999,"15min":23.222000000000001},"last":1.6819999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":1.968},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":7.4749999999999996}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":7.4210000000000003},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":0.44800000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":7.5049999999999999},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":0.42699999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":0.373},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":2.7690000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206672,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4294232,"kb_used_data":3305424,"kb_used_omap":7,"kb_used_meta":988792,"kb_avail":89450920,"statfs":{"total":95995035648,"available":91597742080,"internally_reserved":0,"allocated":3384754176,"data_stored":3382444886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1012523089},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":2.3250000000000002,"15min":1.5800000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.6420000000000003,"5min":15.34,"15min":49.338000000000001},"last":10.192},{"interface":"front","average":{"1min":1.165,"5min":2.0489999999999999,"15min":1.597},"min":{"1min":0.192,"5min":0.192,"15min":0.185},"max":{"1min":3.9140000000000001,"5min":13.952,"15min":47.450000000000003},"last":1.071}]},{"osd":1,"last update":"Mon Oct 9 05:03:07 2023","interfaces":[{"interface":"back","average":{"1min":5.0780000000000003,"5min":5.0780000000000003,"15min":5.0780000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":70.971000000000004,"5min":70.971000000000004,"15min":70.971000000000004},"last":10.071},{"interface":"front","average":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":70.555000000000007,"5min":70.555000000000007,"15min":70.555000000000007},"last":11.472}]},{"osd":3,"last update":"Mon Oct 9 05:02:57 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":4.2030000000000003,"15min":2.6429999999999998},"min":{"1min":0.223,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.013999999999999,"5min":23.507000000000001,"15min":79.926000000000002},"last":11.492000000000001},{"interface":"front","average":{"1min":2.3439999999999999,"5min":4.3559999999999999,"15min":2.7269999999999999},"min":{"1min":0.36399999999999999,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":13.032,"5min":23.541,"15min":79.959000000000003},"last":11.526999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":3.169,"15min":2.6600000000000001},"min":{"1min":0.46400000000000002,"5min":0.33600000000000002,"15min":0.29299999999999998},"max":{"1min":12.992000000000001,"5min":18.219999999999999,"15min":176.00200000000001},"last":10.109999999999999},{"interface":"front","average":{"1min":1.593,"5min":1.8,"15min":2.0459999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.3099999999999996,"5min":9.3580000000000005,"15min":176.07900000000001},"last":11.063000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":2.1850000000000001,"15min":1.5960000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":9.9580000000000002,"5min":24.405000000000001,"15min":24.405000000000001},"last":2.02},{"interface":"front","average":{"1min":1.901,"5min":3.0859999999999999,"15min":2.0369999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":12.91,"5min":18.172999999999998,"15min":18.172999999999998},"last":10.141}]},{"osd":6,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":2.5230000000000001,"15min":1.986},"min":{"1min":0.34499999999999997,"5min":0.32000000000000001,"15min":0.312},"max":{"1min":5.3390000000000004,"5min":24.023,"15min":42.975999999999999},"last":13.693},{"interface":"front","average":{"1min":1.595,"5min":2.2749999999999999,"15min":1.972},"min":{"1min":0.38300000000000001,"5min":0.373,"15min":0.316},"max":{"1min":4.056,"5min":24.364000000000001,"15min":42.843000000000004},"last":1.111}]},{"osd":7,"last update":"Mon Oct 9 05:02:35 2023","interfaces":[{"interface":"back","average":{"1min":1.772,"5min":2.3029999999999999,"15min":1.857},"min":{"1min":0.40400000000000003,"5min":0.39200000000000002,"15min":0.374},"max":{"1min":5.141,"5min":15.516,"15min":15.516},"last":10.227},{"interface":"front","average":{"1min":1.677,"5min":2.2170000000000001,"15min":1.8720000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":5.2640000000000002,"5min":15.583,"15min":15.583},"last":1.2390000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524809,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2024316,"kb_used_data":1464820,"kb_used_omap":2,"kb_used_meta":559421,"kb_avail":91720836,"statfs":{"total":95995035648,"available":93922136064,"internally_reserved":0,"allocated":1499975680,"data_stored":1497862546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":572847157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":2.8300000000000001,"15min":1.8899999999999999},"min":{"1min":0.187,"5min":0.183,"15min":0.183},"max":{"1min":5.9370000000000003,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.376},{"interface":"front","average":{"1min":1.655,"5min":2.9319999999999999,"15min":1.861},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.702,"5min":22.477,"15min":22.477},"last":0.84499999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":1.294},{"interface":"front","average":{"1min":1.252,"5min":1.252,"15min":1.252},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.5609999999999999,"5min":3.5609999999999999,"15min":3.5609999999999999},"last":1.3160000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.754,"15min":1.9730000000000001},"min":{"1min":0.30299999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.6639999999999997,"5min":15.425000000000001,"15min":21.722999999999999},"last":5.8890000000000002},{"interface":"front","average":{"1min":2.2429999999999999,"5min":2.746,"15min":1.9139999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":6.2930000000000001,"5min":24.184000000000001,"15min":25.776},"last":5.4900000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":2.3799999999999999,"15min":1.8100000000000001},"min":{"1min":0.46400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.0229999999999997,"5min":15.301,"15min":15.301},"last":4.0940000000000003},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.403,"15min":1.982},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.859,"5min":15.401999999999999,"15min":21.532},"last":5.9279999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":2.1179999999999999,"15min":1.8149999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.5030000000000001,"5min":15.282,"15min":35.712000000000003},"last":1.266},{"interface":"front","average":{"1min":3.109,"5min":2.7549999999999999,"15min":2.1240000000000001},"min":{"1min":0.46800000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.109,"5min":18.064,"15min":35.488},"last":0.98199999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.4470000000000001,"15min":2.27},"min":{"1min":0.38100000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.327999999999999,"5min":15.339,"15min":50.113999999999997},"last":5.9530000000000003},{"interface":"front","average":{"1min":1.736,"5min":2.2509999999999999,"15min":2},"min":{"1min":0.34499999999999997,"5min":0.33400000000000002,"15min":0.32200000000000001},"max":{"1min":3.7040000000000002,"5min":15.243,"15min":53.841999999999999},"last":1.2350000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.6890000000000001,"15min":2.085},"min":{"1min":0.59099999999999997,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":5.6829999999999998,"5min":18.155999999999999,"15min":18.155999999999999},"last":1.024},{"interface":"front","average":{"1min":2.706,"5min":2.6200000000000001,"15min":2.1549999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":11.919,"5min":15.381,"15min":21.587},"last":5.976}]}]},{"osd":4,"up_from":30,"seq":128849019395,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4468296,"kb_used_data":3292160,"kb_used_omap":0,"kb_used_meta":1176064,"kb_avail":89276856,"statfs":{"total":95995035648,"available":91419500544,"internally_reserved":0,"allocated":3371171840,"data_stored":3369913927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1204289536},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,3,2,1,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:31 2023","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.8169999999999999,"15min":1.804},"min":{"1min":0.22,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":5.4790000000000001,"5min":11.003,"15min":21.047000000000001},"last":1.2},{"interface":"front","average":{"1min":1.363,"5min":1.415,"15min":1.536},"min":{"1min":0.27200000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.0430000000000001,"5min":9.8710000000000004,"15min":12.064},"last":0.27200000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":2.6800000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":0.98499999999999999},{"interface":"front","average":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9889999999999999,"5min":6.9889999999999999,"15min":6.9889999999999999},"last":4.7619999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:02:31 2023","interfaces":[{"interface":"back","average":{"1min":1.726,"5min":4.1390000000000002,"15min":2.8719999999999999},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.7270000000000003,"5min":105.411,"15min":105.411},"last":10.15},{"interface":"front","average":{"1min":1.52,"5min":4.0170000000000003,"15min":2.798},"min":{"1min":0.36099999999999999,"5min":0.312,"15min":0.308},"max":{"1min":4.3239999999999998,"5min":97.927999999999997,"15min":97.927999999999997},"last":3.1160000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:00 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.665,"15min":2.1309999999999998},"min":{"1min":0.432,"5min":0.29199999999999998,"15min":0.28699999999999998},"max":{"1min":7.9359999999999999,"5min":87.072999999999993,"15min":87.072999999999993},"last":2.1200000000000001},{"interface":"front","average":{"1min":3.1520000000000001,"5min":3.121,"15min":2.4220000000000002},"min":{"1min":0.36899999999999999,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":15.452,"5min":87.316000000000003,"15min":87.316000000000003},"last":1.8400000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:02:31 2023","interfaces":[{"interface":"back","average":{"1min":1.341,"5min":0.99199999999999999,"15min":1.4890000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":5.6890000000000001,"5min":6.2460000000000004,"15min":20.991},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.7490000000000001,"5min":1.081,"15min":1.377},"min":{"1min":0.318,"5min":0.318,"15min":0.30399999999999999},"max":{"1min":11.324,"5min":11.324,"15min":14.202999999999999},"last":0.30599999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:02:50 2023","interfaces":[{"interface":"back","average":{"1min":3.331,"5min":1.476,"15min":2.2930000000000001},"min":{"1min":0.28599999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":12.281000000000001,"5min":12.281000000000001,"15min":81.980999999999995},"last":1.6779999999999999},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.0409999999999999,"15min":2.133},"min":{"1min":0.32200000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.6189999999999998,"5min":5.6189999999999998,"15min":81.715999999999994},"last":1.1699999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":1.337,"15min":1.5920000000000001},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":8.2129999999999992,"5min":8.2129999999999992,"15min":29.175000000000001},"last":0.38},{"interface":"front","average":{"1min":3.2949999999999999,"5min":1.548,"15min":1.9830000000000001},"min":{"1min":0.35799999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":12.48,"5min":12.48,"15min":29.192},"last":0.94799999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757759,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4423932,"kb_used_data":2941044,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":89321220,"statfs":{"total":95995035648,"available":91464929280,"internally_reserved":0,"allocated":3011629056,"data_stored":3010379729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.5509999999999999,"15min":2.3119999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":6.2770000000000001,"5min":12.074999999999999,"15min":322.43200000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.994,"15min":2.7370000000000001},"min":{"1min":0.246,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":5.1120000000000001,"5min":15.164,"15min":322.61599999999999},"last":0.39700000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.1960000000000002,"15min":2.1960000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":5.5519999999999996},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.2889999999999997,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":4.3780000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":2.3490000000000002,"15min":1.77},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":6.3079999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":0.25700000000000001},{"interface":"front","average":{"1min":1.276,"5min":1.998,"15min":1.756},"min":{"1min":0.35499999999999998,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":5.1820000000000004,"5min":12.624000000000001,"15min":18.617000000000001},"last":2.5}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.2330000000000001,"15min":2.0459999999999998},"min":{"1min":0.39800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1460000000000008,"5min":9.9199999999999999,"15min":74.915000000000006},"last":1.806},{"interface":"front","average":{"1min":1.3320000000000001,"5min":2.202,"15min":2.2210000000000001},"min":{"1min":0.33900000000000002,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":4.4180000000000001,"5min":8.7289999999999992,"15min":74.799999999999997},"last":0.47899999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.0229999999999999,"15min":1.2390000000000001},"min":{"1min":0.35599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":6.2309999999999999,"5min":10.092000000000001,"15min":13.285},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.6739999999999999,"5min":0.97599999999999998,"15min":1.5720000000000001},"min":{"1min":0.36899999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":5.2699999999999996,"5min":7.0410000000000004,"15min":14.824},"last":0.42599999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.94999999999999996,"15min":1.409},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0069999999999997,"5min":5.2220000000000004,"15min":13.189},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.3799999999999999,"15min":1.512},"min":{"1min":0.36799999999999999,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":14.640000000000001,"5min":14.640000000000001,"15min":14.640000000000001},"last":0.33700000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:02:25 2023","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.216,"15min":1.6759999999999999},"min":{"1min":0.435,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":5.8769999999999998,"5min":10.055999999999999,"15min":43.508000000000003},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.5740000000000001,"5min":1.232,"15min":1.611},"min":{"1min":0.313,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":9.6059999999999999,"5min":10.061999999999999,"15min":43.476999999999997},"last":0.35099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1081147392,"data_stored":1081147392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1194921984,"data_stored":1194917912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3364290560,"data_stored":3364290560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1483866112,"data_stored":1483866112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3340439552,"data_stored":3340435480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2986541056,"data_stored":2986541056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1866465280,"data_stored":1866465280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1845432320,"data_stored":1845428248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:03:33.707 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:03:33.708 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:33.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:33.718 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:33.819 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:33.875 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:33.935 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:33.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:33.939 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:33.950 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:03:33.950 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:03:34.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:34.123 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:34 smithi150 ceph-mon[168511]: pgmap v1509: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 12674/261549 objects degraded (4.846%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:03:34.140 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:34.231 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:34 smithi107 ceph-mon[184249]: pgmap v1509: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 12674/261549 objects degraded (4.846%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:03:34.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:34 smithi107 ceph-mon[179183]: pgmap v1509: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 12674/261549 objects degraded (4.846%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:03:34.471 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:34.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:34.479 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:34.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T05:03:34.546 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:34.580 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:34.638 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:34.684 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:34.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:34.696 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:34.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:34.848 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:34.914 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:34.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:34.920 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:35.021 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:35.088 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:35.154 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:03:35.160 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:35.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:35.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/306548974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/306548974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:35.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/306548974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:03:35.268 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:35.332 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:35.403 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:35.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:35.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:35.514 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:35.579 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:35.614 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:35.642 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:35.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:35.646 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:35.747 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:35.815 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:35.869 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:35.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:35.880 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:35.981 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:36.051 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:36.139 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:36.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:36.148 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:36.218 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:36.249 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:36.267 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: pgmap v1510: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 12674/261549 objects degraded (4.846%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: osdmap e502: 8 total, 8 up, 8 in 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 12674/261549 objects degraded (4.846%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:36.268 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: pgmap v1510: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 12674/261549 objects degraded (4.846%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: osdmap e502: 8 total, 8 up, 8 in 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:36 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 12674/261549 objects degraded (4.846%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:36.316 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: pgmap v1510: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 12674/261549 objects degraded (4.846%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:03:36.316 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:36.316 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:03:36.317 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: osdmap e502: 8 total, 8 up, 8 in 2023-10-09T05:03:36.317 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.317 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.317 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: failed to encode map e502 with expected crc 2023-10-09T05:03:36.317 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:36 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 12674/261549 objects degraded (4.846%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:36.319 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:36.377 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:36.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:36.393 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:36.494 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:36.579 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:36.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:36.704 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:36.704 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:36.798 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:36.805 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:36.837 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:36.857 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:36.884 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:36.895 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:36.929 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:36.950 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:36.963 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:36.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:36.964 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:37.019 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:37.056 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:37.059 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.059 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.059 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.060 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.060 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.060 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.060 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.060 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:03:37.064 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:37.141 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:37.235 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:37.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:37.248 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:37.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:37.418 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:37.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3851586910' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:37.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3851586910' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:37.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3851586910' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:37.989 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:03:38.319 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:38.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:38.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:38 smithi107 ceph-mon[184249]: pgmap v1512: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 12363/260250 objects degraded (4.750%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:38.326 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:38 smithi107 ceph-mon[179183]: pgmap v1512: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 12363/260250 objects degraded (4.750%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:38.425 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:38.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:38 smithi150 ceph-mon[168511]: pgmap v1512: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.3 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 12363/260250 objects degraded (4.750%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:03:38.494 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:39.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:39.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:39.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:39.334 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:39.387 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:39.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:39 smithi107 ceph-mon[184249]: pgmap v1513: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 12363/250944 objects degraded (4.927%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:03:39.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:39 smithi107 ceph-mon[179183]: pgmap v1513: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 12363/250944 objects degraded (4.927%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:03:39.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:39 smithi150 ceph-mon[168511]: pgmap v1513: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 12363/250944 objects degraded (4.927%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:03:39.547 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:39.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:39.559 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:39.660 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:39.726 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:39.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:03:40.716 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 12363/250944 objects degraded (4.927%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:40.717 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 12363/250944 objects degraded (4.927%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:40.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 12363/250944 objects degraded (4.927%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:40.877 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:40.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:40.890 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:40.991 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:41.066 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:41.134 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:41.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:41.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:41.167 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:03:41.167 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:03:41.167 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:03:41.168 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:03:41.168 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:03:41.213 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:41.243 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:41.309 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:41.380 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:41.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:41.387 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:41.410 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:41.471 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:41 smithi107 ceph-mon[179183]: pgmap v1514: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 12363/250944 objects degraded (4.927%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:03:41.472 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:41 smithi107 ceph-mon[184249]: pgmap v1514: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 12363/250944 objects degraded (4.927%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:03:41.488 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:41.498 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:03:41.498 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 12363/250944 objects degraded (4.927%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1981,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":502,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":4},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":95},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":83648,"data_bytes":5480912824,"bytes_used":23994707968,"bytes_avail":743965577216,"bytes_total":767960285184,"degraded_objects":12363,"degraded_total":250944,"degraded_ratio":0.049265971690895173,"recovering_objects_per_sec":59,"recovering_bytes_per_sec":3917899,"recovering_keys_per_sec":0,"num_objects_recovered":598,"num_bytes_recovered":39190528,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":716},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (2m)\n [==========================..] (remaining: 5s)","progress":0.95959597826004028,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:03:41.567 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:41 smithi150 ceph-mon[168511]: pgmap v1514: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 12363/250944 objects degraded (4.927%); 3.7 MiB/s, 59 objects/s recovering 2023-10-09T05:03:41.833 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:41.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:41.839 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:41.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:42.019 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:42.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:03:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:03:42] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2023-10-09T05:03:42.414 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T05:03:42.580 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:42.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:42.591 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:42.692 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:42.735 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:42.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2573006395' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:03:42.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2573006395' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:03:42.795 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2573006395' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:03:42.806 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:42.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:42.812 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:42.913 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:42.948 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:03:42.949 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:03:42.958 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:43.021 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:43.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:43.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:43.132 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:43.270 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:43.443 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:43.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:43.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:43.552 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:43.552 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:43.606 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:43.670 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:43.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:43.679 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:43.780 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:43.850 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:43 smithi107 ceph-mon[184249]: pgmap v1515: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 12023/239691 objects degraded (5.016%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:03:43.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:43 smithi107 ceph-mon[179183]: pgmap v1515: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 12023/239691 objects degraded (5.016%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:03:43.869 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:43.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:43 smithi150 ceph-mon[168511]: pgmap v1515: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 12023/239691 objects degraded (5.016%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:03:43.991 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:44.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:44.005 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:44.106 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:44.177 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:44.249 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:44.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:44.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:44.317 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:44.359 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:44.392 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:44.418 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:44.435 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:44.484 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:44.530 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:03:44.532 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:44.568 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:44.612 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:44.658 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:44.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1748971940' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:44 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:44.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2846053603' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1748971940' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:44 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:44.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2846053603' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:44.690 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:44.697 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.697 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.697 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.698 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.698 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.698 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.698 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.698 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:03:44.858 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:44.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:44.864 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:44.965 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:44.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1748971940' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:44.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:44 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:03:44.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2846053603' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:45.032 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:45.224 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:45.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:45.231 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:45.333 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:45.391 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:45.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:45.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:45.553 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: osdmap e503: 8 total, 8 up, 8 in 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: failed to encode map e503 with expected crc 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: failed to encode map e503 with expected crc 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: pgmap v1517: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 12023/239691 objects degraded (5.016%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 12023/239691 objects degraded (5.016%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: osdmap e503: 8 total, 8 up, 8 in 2023-10-09T05:03:45.554 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: failed to encode map e503 with expected crc 2023-10-09T05:03:45.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: failed to encode map e503 with expected crc 2023-10-09T05:03:45.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: pgmap v1517: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 12023/239691 objects degraded (5.016%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:45.555 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 12023/239691 objects degraded (5.016%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:45.669 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:45.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:45.675 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:45.776 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:45.846 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:45.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:45.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:03:45.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: osdmap e503: 8 total, 8 up, 8 in 2023-10-09T05:03:45.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: failed to encode map e503 with expected crc 2023-10-09T05:03:45.846 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: failed to encode map e503 with expected crc 2023-10-09T05:03:45.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: pgmap v1517: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 12023/239691 objects degraded (5.016%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:45.847 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 12023/239691 objects degraded (5.016%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:45.911 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:45.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:45.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:46.027 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:46.108 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:46.180 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:46.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:46.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:46.290 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:46.347 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:46.347 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:03:46.347 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:03:46.416 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:46.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:46.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:46.529 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:46.602 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:46.689 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:46.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:46.698 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:46.791 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T05:03:46.798 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:46.855 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:46.942 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:46.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:46.951 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:47.052 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:47.091 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:47.163 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:47.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:47.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:47.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:47.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:47.292 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:03:47.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:47.377 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:47.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:47.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:03:47.391 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:47.455 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:47.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:47.477 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:47.577 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:47.626 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:47.642 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:47.694 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:47.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:47.710 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:47.731 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:03:47.733 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:03:47.812 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:47.897 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:47.911 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:03:47.958 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:47.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:47.971 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:48.072 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:48.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:48.182 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:48.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:48.187 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:48.187 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:48 smithi150 ceph-mon[168511]: pgmap v1518: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/238320 objects degraded (4.906%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:48.288 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:48.371 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:48.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:48 smithi107 ceph-mon[184249]: pgmap v1518: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/238320 objects degraded (4.906%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:48.390 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:48 smithi107 ceph-mon[179183]: pgmap v1518: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/238320 objects degraded (4.906%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:48.453 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:48.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:48.468 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:48.552 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1518,"stamp":"2023-10-09T05:03:46.841420+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5205137336,"num_objects":79440,"num_object_clones":0,"num_object_copies":238320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11692,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79440,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":132365,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6037,"num_bytes_recovered":393043402,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126930,"ondisk_log_size":126930,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":22667252,"kb_used_data":14821684,"kb_used_omap":22,"kb_used_meta":7845481,"kb_avail":727293964,"statfs":{"total":767960285184,"available":744749019136,"internally_reserved":0,"allocated":15177404416,"data_stored":15162873310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8033772779},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,6,3,3,16,10],"upper_bound":64},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-479068160,"num_objects":-7310,"num_object_clones":0,"num_object_copies":-21930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-671,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7310,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":671,"num_bytes_recovered":43974656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003038"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":515,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945039+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:03:26.945039+0000","last_peered":"2023-10-09T05:03:26.945039+0000","last_clean":"2023-10-09T05:03:26.945039+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:03:26.945039+0000","last_undegraded":"2023-10-09T05:03:26.945039+0000","last_fullsized":"2023-10-09T05:03:26.945039+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":236,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163631+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:03:35.163631+0000","last_peered":"2023-10-09T05:03:35.163631+0000","last_clean":"2023-10-09T05:03:35.163631+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:03:35.163631+0000","last_undegraded":"2023-10-09T05:03:35.163631+0000","last_fullsized":"2023-10-09T05:03:35.163631+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":420,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.947305+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:03:26.947305+0000","last_peered":"2023-10-09T05:03:26.947305+0000","last_clean":"2023-10-09T05:03:26.947305+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:03:26.947305+0000","last_undegraded":"2023-10-09T05:03:26.947305+0000","last_fullsized":"2023-10-09T05:03:26.947305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":59,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.946056+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:03:26.946056+0000","last_peered":"2023-10-09T05:03:26.946056+0000","last_clean":"2023-10-09T05:03:26.946056+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:03:26.946056+0000","last_undegraded":"2023-10-09T05:03:26.946056+0000","last_fullsized":"2023-10-09T05:03:26.946056+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":215,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163171+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:03:35.163171+0000","last_peered":"2023-10-09T05:03:35.163171+0000","last_clean":"2023-10-09T05:03:35.163171+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:03:35.163171+0000","last_undegraded":"2023-10-09T05:03:35.163171+0000","last_fullsized":"2023-10-09T05:03:35.163171+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":192,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.959969+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:03:26.959969+0000","last_peered":"2023-10-09T05:03:26.959969+0000","last_clean":"2023-10-09T05:03:26.959969+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:03:26.959969+0000","last_undegraded":"2023-10-09T05:03:26.959969+0000","last_fullsized":"2023-10-09T05:03:26.959969+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":463,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.955061+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:03:26.955061+0000","last_peered":"2023-10-09T05:03:26.955061+0000","last_clean":"2023-10-09T05:03:26.955061+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:03:26.955061+0000","last_undegraded":"2023-10-09T05:03:26.955061+0000","last_fullsized":"2023-10-09T05:03:26.955061+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":241,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163304+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:03:35.163304+0000","last_peered":"2023-10-09T05:03:35.163304+0000","last_clean":"2023-10-09T05:03:35.163304+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:03:35.163304+0000","last_undegraded":"2023-10-09T05:03:35.163304+0000","last_fullsized":"2023-10-09T05:03:35.163304+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":516,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.955052+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:03:26.955052+0000","last_peered":"2023-10-09T05:03:26.955052+0000","last_clean":"2023-10-09T05:03:26.955052+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:03:26.955052+0000","last_undegraded":"2023-10-09T05:03:26.955052+0000","last_fullsized":"2023-10-09T05:03:26.955052+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":240,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.165429+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:03:35.165429+0000","last_peered":"2023-10-09T05:03:35.165429+0000","last_clean":"2023-10-09T05:03:35.165429+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:03:35.165429+0000","last_undegraded":"2023-10-09T05:03:35.165429+0000","last_fullsized":"2023-10-09T05:03:35.165429+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":65,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.949469+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:03:26.949469+0000","last_peered":"2023-10-09T05:03:26.949469+0000","last_clean":"2023-10-09T05:03:26.949469+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:03:26.949469+0000","last_undegraded":"2023-10-09T05:03:26.949469+0000","last_fullsized":"2023-10-09T05:03:26.949469+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":385,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.959762+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:03:26.959762+0000","last_peered":"2023-10-09T05:03:26.959762+0000","last_clean":"2023-10-09T05:03:26.959762+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:03:26.959762+0000","last_undegraded":"2023-10-09T05:03:26.959762+0000","last_fullsized":"2023-10-09T05:03:26.959762+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":578,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.941289+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:03:26.941289+0000","last_peered":"2023-10-09T05:03:26.941289+0000","last_clean":"2023-10-09T05:03:26.941289+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:03:26.941289+0000","last_undegraded":"2023-10-09T05:03:26.941289+0000","last_fullsized":"2023-10-09T05:03:26.941289+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":536,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.942381+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:03:26.942381+0000","last_peered":"2023-10-09T05:03:26.942381+0000","last_clean":"2023-10-09T05:03:26.942381+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:03:26.942381+0000","last_undegraded":"2023-10-09T05:03:26.942381+0000","last_fullsized":"2023-10-09T05:03:26.942381+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":65,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945368+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:03:26.945368+0000","last_peered":"2023-10-09T05:03:26.945368+0000","last_clean":"2023-10-09T05:03:26.945368+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:03:26.945368+0000","last_undegraded":"2023-10-09T05:03:26.945368+0000","last_fullsized":"2023-10-09T05:03:26.945368+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":338,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163542+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:03:35.163542+0000","last_peered":"2023-10-09T05:03:35.163542+0000","last_clean":"2023-10-09T05:03:35.163542+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:03:35.163542+0000","last_undegraded":"2023-10-09T05:03:35.163542+0000","last_fullsized":"2023-10-09T05:03:35.163542+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":59,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945103+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:03:26.945103+0000","last_peered":"2023-10-09T05:03:26.945103+0000","last_clean":"2023-10-09T05:03:26.945103+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:03:26.945103+0000","last_undegraded":"2023-10-09T05:03:26.945103+0000","last_fullsized":"2023-10-09T05:03:26.945103+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":518,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.955071+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:03:26.955071+0000","last_peered":"2023-10-09T05:03:26.955071+0000","last_clean":"2023-10-09T05:03:26.955071+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:03:26.955071+0000","last_undegraded":"2023-10-09T05:03:26.955071+0000","last_fullsized":"2023-10-09T05:03:26.955071+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":59,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.944849+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:03:26.944849+0000","last_peered":"2023-10-09T05:03:26.944849+0000","last_clean":"2023-10-09T05:03:26.944849+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:03:26.944849+0000","last_undegraded":"2023-10-09T05:03:26.944849+0000","last_fullsized":"2023-10-09T05:03:26.944849+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":477,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.164466+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:03:35.164466+0000","last_peered":"2023-10-09T05:03:35.164466+0000","last_clean":"2023-10-09T05:03:35.164466+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:03:35.164466+0000","last_undegraded":"2023-10-09T05:03:35.164466+0000","last_fullsized":"2023-10-09T05:03:35.164466+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":200,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.961001+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:03:26.961001+0000","last_peered":"2023-10-09T05:03:26.961001+0000","last_clean":"2023-10-09T05:03:26.961001+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:03:26.961001+0000","last_undegraded":"2023-10-09T05:03:26.961001+0000","last_fullsized":"2023-10-09T05:03:26.961001+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":235,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.164022+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:03:35.164022+0000","last_peered":"2023-10-09T05:03:35.164022+0000","last_clean":"2023-10-09T05:03:35.164022+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:03:35.164022+0000","last_undegraded":"2023-10-09T05:03:35.164022+0000","last_fullsized":"2023-10-09T05:03:35.164022+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"502'8409","reported_seq":8451,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.013836+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:03:42.013836+0000","last_peered":"2023-10-09T05:03:42.013836+0000","last_clean":"2023-10-09T05:03:42.013836+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:03:42.013836+0000","last_undegraded":"2023-10-09T05:03:42.013836+0000","last_fullsized":"2023-10-09T05:03:42.013836+0000","mapping_epoch":468,"log_start":"472'300","ondisk_log_start":"472'300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8109,"log_dups_size":0,"ondisk_log_size":8109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331546624,"num_objects":5059,"num_object_clones":0,"num_object_copies":15177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8409,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":63,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.950480+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:03:26.950480+0000","last_peered":"2023-10-09T05:03:26.950480+0000","last_clean":"2023-10-09T05:03:26.950480+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:03:26.950480+0000","last_undegraded":"2023-10-09T05:03:26.950480+0000","last_fullsized":"2023-10-09T05:03:26.950480+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":502,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954330+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:03:26.954330+0000","last_peered":"2023-10-09T05:03:26.954330+0000","last_clean":"2023-10-09T05:03:26.954330+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:03:26.954330+0000","last_undegraded":"2023-10-09T05:03:26.954330+0000","last_fullsized":"2023-10-09T05:03:26.954330+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"502'8030","reported_seq":15013,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.148041+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:03:42.148041+0000","last_peered":"2023-10-09T05:03:42.148041+0000","last_clean":"2023-10-09T05:03:42.148041+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:03:42.148041+0000","last_undegraded":"2023-10-09T05:03:42.148041+0000","last_fullsized":"2023-10-09T05:03:42.148041+0000","mapping_epoch":494,"log_start":"472'300","ondisk_log_start":"472'300","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7730,"log_dups_size":0,"ondisk_log_size":7730,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324796416,"num_objects":4956,"num_object_clones":0,"num_object_copies":14868,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8030,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":80,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945984+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:03:26.945984+0000","last_peered":"2023-10-09T05:03:26.945984+0000","last_clean":"2023-10-09T05:03:26.945984+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:03:26.945984+0000","last_undegraded":"2023-10-09T05:03:26.945984+0000","last_fullsized":"2023-10-09T05:03:26.945984+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":526,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.941733+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:03:26.941733+0000","last_peered":"2023-10-09T05:03:26.941733+0000","last_clean":"2023-10-09T05:03:26.941733+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:03:26.941733+0000","last_undegraded":"2023-10-09T05:03:26.941733+0000","last_fullsized":"2023-10-09T05:03:26.941733+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"502'8220","reported_seq":8262,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.072649+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:03:42.072649+0000","last_peered":"2023-10-09T05:03:42.072649+0000","last_clean":"2023-10-09T05:03:42.072649+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:03:42.072649+0000","last_undegraded":"2023-10-09T05:03:42.072649+0000","last_fullsized":"2023-10-09T05:03:42.072649+0000","mapping_epoch":468,"log_start":"473'1400","ondisk_log_start":"473'1400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6820,"log_dups_size":0,"ondisk_log_size":6820,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322961408,"num_objects":4928,"num_object_clones":0,"num_object_copies":14784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8220,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":63,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.949615+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:03:26.949615+0000","last_peered":"2023-10-09T05:03:26.949615+0000","last_clean":"2023-10-09T05:03:26.949615+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:03:26.949615+0000","last_undegraded":"2023-10-09T05:03:26.949615+0000","last_fullsized":"2023-10-09T05:03:26.949615+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":212,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.959832+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:03:26.959832+0000","last_peered":"2023-10-09T05:03:26.959832+0000","last_clean":"2023-10-09T05:03:26.959832+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:03:26.959832+0000","last_undegraded":"2023-10-09T05:03:26.959832+0000","last_fullsized":"2023-10-09T05:03:26.959832+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"502'8322","reported_seq":8364,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.047748+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:03:42.047748+0000","last_peered":"2023-10-09T05:03:42.047748+0000","last_clean":"2023-10-09T05:03:42.047748+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:03:42.047748+0000","last_undegraded":"2023-10-09T05:03:42.047748+0000","last_fullsized":"2023-10-09T05:03:42.047748+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8322,"log_dups_size":0,"ondisk_log_size":8322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332136448,"num_objects":5068,"num_object_clones":0,"num_object_copies":15204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5068,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8322,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":546,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.956385+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:03:26.956385+0000","last_peered":"2023-10-09T05:03:26.956385+0000","last_clean":"2023-10-09T05:03:26.956385+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:03:26.956385+0000","last_undegraded":"2023-10-09T05:03:26.956385+0000","last_fullsized":"2023-10-09T05:03:26.956385+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":495,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.135913+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:03:35.135913+0000","last_peered":"2023-10-09T05:03:35.135913+0000","last_clean":"2023-10-09T05:03:35.135913+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:03:35.135913+0000","last_undegraded":"2023-10-09T05:03:35.135913+0000","last_fullsized":"2023-10-09T05:03:35.135913+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"502'8159","reported_seq":8201,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.047944+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:03:42.047944+0000","last_peered":"2023-10-09T05:03:42.047944+0000","last_clean":"2023-10-09T05:03:42.047944+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:03:42.047944+0000","last_undegraded":"2023-10-09T05:03:42.047944+0000","last_fullsized":"2023-10-09T05:03:42.047944+0000","mapping_epoch":468,"log_start":"473'1300","ondisk_log_start":"473'1300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6859,"log_dups_size":0,"ondisk_log_size":6859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321716224,"num_objects":4909,"num_object_clones":0,"num_object_copies":14727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8159,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":927,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.944931+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:03:26.944931+0000","last_peered":"2023-10-09T05:03:26.944931+0000","last_clean":"2023-10-09T05:03:26.944931+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:03:26.944931+0000","last_undegraded":"2023-10-09T05:03:26.944931+0000","last_fullsized":"2023-10-09T05:03:26.944931+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":171,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.541125+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:03:44.541125+0000","last_peered":"2023-10-09T05:03:44.541125+0000","last_clean":"2023-10-09T05:03:44.541125+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:03:44.541125+0000","last_undegraded":"2023-10-09T05:03:44.541125+0000","last_fullsized":"2023-10-09T05:03:44.541125+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":546,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.941169+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:03:26.941169+0000","last_peered":"2023-10-09T05:03:26.941169+0000","last_clean":"2023-10-09T05:03:26.941169+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:03:26.941169+0000","last_undegraded":"2023-10-09T05:03:26.941169+0000","last_fullsized":"2023-10-09T05:03:26.941169+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"502'8541","reported_seq":8590,"reported_epoch":502,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:42.085700+0000","last_change":"2023-10-09T05:02:06.545496+0000","last_active":"2023-10-09T05:03:42.085700+0000","last_peered":"2023-10-09T05:03:42.085700+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:03:42.085700+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8141,"log_dups_size":0,"ondisk_log_size":8141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":337051648,"num_objects":5143,"num_object_clones":0,"num_object_copies":15429,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3675,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5143,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8541,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":1468}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":500,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.953663+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:03:26.953663+0000","last_peered":"2023-10-09T05:03:26.953663+0000","last_clean":"2023-10-09T05:03:26.953663+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:03:26.953663+0000","last_undegraded":"2023-10-09T05:03:26.953663+0000","last_fullsized":"2023-10-09T05:03:26.953663+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":192,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.960049+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:03:26.960049+0000","last_peered":"2023-10-09T05:03:26.960049+0000","last_clean":"2023-10-09T05:03:26.960049+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:03:26.960049+0000","last_undegraded":"2023-10-09T05:03:26.960049+0000","last_fullsized":"2023-10-09T05:03:26.960049+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":472,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.943073+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:03:26.943073+0000","last_peered":"2023-10-09T05:03:26.943073+0000","last_clean":"2023-10-09T05:03:26.943073+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:03:26.943073+0000","last_undegraded":"2023-10-09T05:03:26.943073+0000","last_fullsized":"2023-10-09T05:03:26.943073+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"502'8172","reported_seq":8214,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.184313+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:03:42.184313+0000","last_peered":"2023-10-09T05:03:42.184313+0000","last_clean":"2023-10-09T05:03:42.184313+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:03:42.184313+0000","last_undegraded":"2023-10-09T05:03:42.184313+0000","last_fullsized":"2023-10-09T05:03:42.184313+0000","mapping_epoch":468,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7772,"log_dups_size":0,"ondisk_log_size":7772,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327811072,"num_objects":5002,"num_object_clones":0,"num_object_copies":15006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5002,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8172,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":483,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.941667+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:03:26.941667+0000","last_peered":"2023-10-09T05:03:26.941667+0000","last_clean":"2023-10-09T05:03:26.941667+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:03:26.941667+0000","last_undegraded":"2023-10-09T05:03:26.941667+0000","last_fullsized":"2023-10-09T05:03:26.941667+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":546,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.943514+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:03:26.943514+0000","last_peered":"2023-10-09T05:03:26.943514+0000","last_clean":"2023-10-09T05:03:26.943514+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:03:26.943514+0000","last_undegraded":"2023-10-09T05:03:26.943514+0000","last_fullsized":"2023-10-09T05:03:26.943514+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"502'8264","reported_seq":8306,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.053663+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:03:42.053663+0000","last_peered":"2023-10-09T05:03:42.053663+0000","last_clean":"2023-10-09T05:03:42.053663+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:03:42.053663+0000","last_undegraded":"2023-10-09T05:03:42.053663+0000","last_fullsized":"2023-10-09T05:03:42.053663+0000","mapping_epoch":468,"log_start":"473'1400","ondisk_log_start":"473'1400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6864,"log_dups_size":0,"ondisk_log_size":6864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323878912,"num_objects":4942,"num_object_clones":0,"num_object_copies":14826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4942,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8264,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":500,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954463+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:03:26.954463+0000","last_peered":"2023-10-09T05:03:26.954463+0000","last_clean":"2023-10-09T05:03:26.954463+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:03:26.954463+0000","last_undegraded":"2023-10-09T05:03:26.954463+0000","last_fullsized":"2023-10-09T05:03:26.954463+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":234,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163240+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:03:35.163240+0000","last_peered":"2023-10-09T05:03:35.163240+0000","last_clean":"2023-10-09T05:03:35.163240+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:03:35.163240+0000","last_undegraded":"2023-10-09T05:03:35.163240+0000","last_fullsized":"2023-10-09T05:03:35.163240+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":341,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.164095+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:03:35.164095+0000","last_peered":"2023-10-09T05:03:35.164095+0000","last_clean":"2023-10-09T05:03:35.164095+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:03:35.164095+0000","last_undegraded":"2023-10-09T05:03:35.164095+0000","last_fullsized":"2023-10-09T05:03:35.164095+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"502'8207","reported_seq":8249,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.112229+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:03:42.112229+0000","last_peered":"2023-10-09T05:03:42.112229+0000","last_clean":"2023-10-09T05:03:42.112229+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:03:42.112229+0000","last_undegraded":"2023-10-09T05:03:42.112229+0000","last_fullsized":"2023-10-09T05:03:42.112229+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8207,"log_dups_size":0,"ondisk_log_size":8207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321191936,"num_objects":4901,"num_object_clones":0,"num_object_copies":14703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8207,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":881,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.959898+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:03:26.959898+0000","last_peered":"2023-10-09T05:03:26.959898+0000","last_clean":"2023-10-09T05:03:26.959898+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:03:26.959898+0000","last_undegraded":"2023-10-09T05:03:26.959898+0000","last_fullsized":"2023-10-09T05:03:26.959898+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":76,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945685+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:03:26.945685+0000","last_peered":"2023-10-09T05:03:26.945685+0000","last_clean":"2023-10-09T05:03:26.945685+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:03:26.945685+0000","last_undegraded":"2023-10-09T05:03:26.945685+0000","last_fullsized":"2023-10-09T05:03:26.945685+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":516,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.955001+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:03:26.955001+0000","last_peered":"2023-10-09T05:03:26.955001+0000","last_clean":"2023-10-09T05:03:26.955001+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:03:26.955001+0000","last_undegraded":"2023-10-09T05:03:26.955001+0000","last_fullsized":"2023-10-09T05:03:26.955001+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":260,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954533+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:03:26.954533+0000","last_peered":"2023-10-09T05:03:26.954533+0000","last_clean":"2023-10-09T05:03:26.954533+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:03:26.954533+0000","last_undegraded":"2023-10-09T05:03:26.954533+0000","last_fullsized":"2023-10-09T05:03:26.954533+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"502'8159","reported_seq":8208,"reported_epoch":502,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:42.061087+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:03:42.061087+0000","last_peered":"2023-10-09T05:03:42.061087+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:03:42.061087+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"473'1300","ondisk_log_start":"473'1300","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6859,"log_dups_size":0,"ondisk_log_size":6859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323354648,"num_objects":4935,"num_object_clones":0,"num_object_copies":14805,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4935,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8159,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":1451}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":500,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954486+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:03:26.954486+0000","last_peered":"2023-10-09T05:03:26.954486+0000","last_clean":"2023-10-09T05:03:26.954486+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:03:26.954486+0000","last_undegraded":"2023-10-09T05:03:26.954486+0000","last_fullsized":"2023-10-09T05:03:26.954486+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":539,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954692+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:03:26.954692+0000","last_peered":"2023-10-09T05:03:26.954692+0000","last_clean":"2023-10-09T05:03:26.954692+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:03:26.954692+0000","last_undegraded":"2023-10-09T05:03:26.954692+0000","last_fullsized":"2023-10-09T05:03:26.954692+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":503,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.942368+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:03:26.942368+0000","last_peered":"2023-10-09T05:03:26.942368+0000","last_clean":"2023-10-09T05:03:26.942368+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:03:26.942368+0000","last_undegraded":"2023-10-09T05:03:26.942368+0000","last_fullsized":"2023-10-09T05:03:26.942368+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":366,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.137922+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:03:35.137922+0000","last_peered":"2023-10-09T05:03:35.137922+0000","last_clean":"2023-10-09T05:03:35.137922+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:03:35.137922+0000","last_undegraded":"2023-10-09T05:03:35.137922+0000","last_fullsized":"2023-10-09T05:03:35.137922+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"502'8186","reported_seq":8227,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.190528+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:03:42.190528+0000","last_peered":"2023-10-09T05:03:42.190528+0000","last_clean":"2023-10-09T05:03:42.190528+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:03:42.190528+0000","last_undegraded":"2023-10-09T05:03:42.190528+0000","last_fullsized":"2023-10-09T05:03:42.190528+0000","mapping_epoch":468,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7786,"log_dups_size":0,"ondisk_log_size":7786,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334102528,"num_objects":5098,"num_object_clones":0,"num_object_copies":15294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5098,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8186,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":472,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945027+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:03:26.945027+0000","last_peered":"2023-10-09T05:03:26.945027+0000","last_clean":"2023-10-09T05:03:26.945027+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:03:26.945027+0000","last_undegraded":"2023-10-09T05:03:26.945027+0000","last_fullsized":"2023-10-09T05:03:26.945027+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":518,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.137623+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:03:35.137623+0000","last_peered":"2023-10-09T05:03:35.137623+0000","last_clean":"2023-10-09T05:03:35.137623+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:03:35.137623+0000","last_undegraded":"2023-10-09T05:03:35.137623+0000","last_fullsized":"2023-10-09T05:03:35.137623+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":384,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.137876+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:03:35.137876+0000","last_peered":"2023-10-09T05:03:35.137876+0000","last_clean":"2023-10-09T05:03:35.137876+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:03:35.137876+0000","last_undegraded":"2023-10-09T05:03:35.137876+0000","last_fullsized":"2023-10-09T05:03:35.137876+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":296,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.955129+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:03:26.955129+0000","last_peered":"2023-10-09T05:03:26.955129+0000","last_clean":"2023-10-09T05:03:26.955129+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:03:26.955129+0000","last_undegraded":"2023-10-09T05:03:26.955129+0000","last_fullsized":"2023-10-09T05:03:26.955129+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"502'8312","reported_seq":8360,"reported_epoch":502,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:42.084596+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:03:42.084596+0000","last_peered":"2023-10-09T05:03:42.084596+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:03:42.084596+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8312,"log_dups_size":0,"ondisk_log_size":8312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328597504,"num_objects":5014,"num_object_clones":0,"num_object_copies":15042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5014,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8312,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":1484}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":485,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954708+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:03:26.954708+0000","last_peered":"2023-10-09T05:03:26.954708+0000","last_clean":"2023-10-09T05:03:26.954708+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:03:26.954708+0000","last_undegraded":"2023-10-09T05:03:26.954708+0000","last_fullsized":"2023-10-09T05:03:26.954708+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":472,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.945010+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:03:26.945010+0000","last_peered":"2023-10-09T05:03:26.945010+0000","last_clean":"2023-10-09T05:03:26.945010+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:03:26.945010+0000","last_undegraded":"2023-10-09T05:03:26.945010+0000","last_fullsized":"2023-10-09T05:03:26.945010+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":338,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.166031+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:03:35.166031+0000","last_peered":"2023-10-09T05:03:35.166031+0000","last_clean":"2023-10-09T05:03:35.166031+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:03:35.166031+0000","last_undegraded":"2023-10-09T05:03:35.166031+0000","last_fullsized":"2023-10-09T05:03:35.166031+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":195,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.960238+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:03:26.960238+0000","last_peered":"2023-10-09T05:03:26.960238+0000","last_clean":"2023-10-09T05:03:26.960238+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:03:26.960238+0000","last_undegraded":"2023-10-09T05:03:26.960238+0000","last_fullsized":"2023-10-09T05:03:26.960238+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"502'8107","reported_seq":8149,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.060509+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:03:42.060509+0000","last_peered":"2023-10-09T05:03:42.060509+0000","last_clean":"2023-10-09T05:03:42.060509+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:03:42.060509+0000","last_undegraded":"2023-10-09T05:03:42.060509+0000","last_fullsized":"2023-10-09T05:03:42.060509+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8107,"log_dups_size":0,"ondisk_log_size":8107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316604416,"num_objects":4831,"num_object_clones":0,"num_object_copies":14493,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4831,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8107,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":843,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.960036+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:03:26.960036+0000","last_peered":"2023-10-09T05:03:26.960036+0000","last_clean":"2023-10-09T05:03:26.960036+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:03:26.960036+0000","last_undegraded":"2023-10-09T05:03:26.960036+0000","last_fullsized":"2023-10-09T05:03:26.960036+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":76,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.944926+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:03:26.944926+0000","last_peered":"2023-10-09T05:03:26.944926+0000","last_clean":"2023-10-09T05:03:26.944926+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:03:26.944926+0000","last_undegraded":"2023-10-09T05:03:26.944926+0000","last_fullsized":"2023-10-09T05:03:26.944926+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":454,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.941799+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:03:26.941799+0000","last_peered":"2023-10-09T05:03:26.941799+0000","last_clean":"2023-10-09T05:03:26.941799+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:03:26.941799+0000","last_undegraded":"2023-10-09T05:03:26.941799+0000","last_fullsized":"2023-10-09T05:03:26.941799+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":511,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.134977+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:03:35.134977+0000","last_peered":"2023-10-09T05:03:35.134977+0000","last_clean":"2023-10-09T05:03:35.134977+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:03:35.134977+0000","last_undegraded":"2023-10-09T05:03:35.134977+0000","last_fullsized":"2023-10-09T05:03:35.134977+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"503'8383","reported_seq":13484,"reported_epoch":503,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:46.529825+0000","last_change":"2023-10-09T05:03:01.323155+0000","last_active":"2023-10-09T05:03:46.529825+0000","last_peered":"2023-10-09T05:03:46.529825+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.520592+0000","last_became_peered":"2023-10-09T05:02:06.520592+0000","last_unstale":"2023-10-09T05:03:46.529825+0000","last_undegraded":"2023-10-09T05:02:06.353327+0000","last_fullsized":"2023-10-09T05:02:06.337728+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8383,"log_dups_size":0,"ondisk_log_size":8383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:40:49.294685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306118656,"num_objects":4671,"num_object_clones":0,"num_object_copies":14013,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1003,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4671,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8383,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2525,"num_bytes_recovered":165478400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":3668}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":841,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.960493+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:03:26.960493+0000","last_peered":"2023-10-09T05:03:26.960493+0000","last_clean":"2023-10-09T05:03:26.960493+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:03:26.960493+0000","last_undegraded":"2023-10-09T05:03:26.960493+0000","last_fullsized":"2023-10-09T05:03:26.960493+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":59,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.949541+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:03:26.949541+0000","last_peered":"2023-10-09T05:03:26.949541+0000","last_clean":"2023-10-09T05:03:26.949541+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:03:26.949541+0000","last_undegraded":"2023-10-09T05:03:26.949541+0000","last_fullsized":"2023-10-09T05:03:26.949541+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":245,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.138003+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:03:35.138003+0000","last_peered":"2023-10-09T05:03:35.138003+0000","last_clean":"2023-10-09T05:03:35.138003+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:03:35.138003+0000","last_undegraded":"2023-10-09T05:03:35.138003+0000","last_fullsized":"2023-10-09T05:03:35.138003+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":201,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954781+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:03:26.954781+0000","last_peered":"2023-10-09T05:03:26.954781+0000","last_clean":"2023-10-09T05:03:26.954781+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:03:26.954781+0000","last_undegraded":"2023-10-09T05:03:26.954781+0000","last_fullsized":"2023-10-09T05:03:26.954781+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"502'8434","reported_seq":8476,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:42.083785+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:03:42.083785+0000","last_peered":"2023-10-09T05:03:42.083785+0000","last_clean":"2023-10-09T05:03:42.083785+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:03:42.083785+0000","last_undegraded":"2023-10-09T05:03:42.083785+0000","last_fullsized":"2023-10-09T05:03:42.083785+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8434,"log_dups_size":0,"ondisk_log_size":8434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338296832,"num_objects":5162,"num_object_clones":0,"num_object_copies":15486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8434,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":500,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.942935+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:03:26.942935+0000","last_peered":"2023-10-09T05:03:26.942935+0000","last_clean":"2023-10-09T05:03:26.942935+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:03:26.942935+0000","last_undegraded":"2023-10-09T05:03:26.942935+0000","last_fullsized":"2023-10-09T05:03:26.942935+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":197,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.164180+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:03:35.164180+0000","last_peered":"2023-10-09T05:03:35.164180+0000","last_clean":"2023-10-09T05:03:35.164180+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:03:35.164180+0000","last_undegraded":"2023-10-09T05:03:35.164180+0000","last_fullsized":"2023-10-09T05:03:35.164180+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":406,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.960714+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:03:26.960714+0000","last_peered":"2023-10-09T05:03:26.960714+0000","last_clean":"2023-10-09T05:03:26.960714+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:03:26.960714+0000","last_undegraded":"2023-10-09T05:03:26.960714+0000","last_fullsized":"2023-10-09T05:03:26.960714+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":219,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163085+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:03:35.163085+0000","last_peered":"2023-10-09T05:03:35.163085+0000","last_clean":"2023-10-09T05:03:35.163085+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:03:35.163085+0000","last_undegraded":"2023-10-09T05:03:35.163085+0000","last_fullsized":"2023-10-09T05:03:35.163085+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"503'8399","reported_seq":8444,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:46.458466+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:03:46.458466+0000","last_peered":"2023-10-09T05:03:46.458466+0000","last_clean":"2023-10-09T05:03:46.458466+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:03:46.458466+0000","last_undegraded":"2023-10-09T05:03:46.458466+0000","last_fullsized":"2023-10-09T05:03:46.458466+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8399,"log_dups_size":0,"ondisk_log_size":8399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314376192,"num_objects":4797,"num_object_clones":0,"num_object_copies":14391,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4797,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8399,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":545,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163237+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:03:35.163237+0000","last_peered":"2023-10-09T05:03:35.163237+0000","last_clean":"2023-10-09T05:03:35.163237+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:03:35.163237+0000","last_undegraded":"2023-10-09T05:03:35.163237+0000","last_fullsized":"2023-10-09T05:03:35.163237+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":195,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.959817+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:03:26.959817+0000","last_peered":"2023-10-09T05:03:26.959817+0000","last_clean":"2023-10-09T05:03:26.959817+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:03:26.959817+0000","last_undegraded":"2023-10-09T05:03:26.959817+0000","last_fullsized":"2023-10-09T05:03:26.959817+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":499,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.135058+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:03:35.135058+0000","last_peered":"2023-10-09T05:03:35.135058+0000","last_clean":"2023-10-09T05:03:35.135058+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:03:35.135058+0000","last_undegraded":"2023-10-09T05:03:35.135058+0000","last_fullsized":"2023-10-09T05:03:35.135058+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":485,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.941517+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:03:26.941517+0000","last_peered":"2023-10-09T05:03:26.941517+0000","last_clean":"2023-10-09T05:03:26.941517+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:03:26.941517+0000","last_undegraded":"2023-10-09T05:03:26.941517+0000","last_fullsized":"2023-10-09T05:03:26.941517+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":197,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.942509+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:03:26.942509+0000","last_peered":"2023-10-09T05:03:26.942509+0000","last_clean":"2023-10-09T05:03:26.942509+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:03:26.942509+0000","last_undegraded":"2023-10-09T05:03:26.942509+0000","last_fullsized":"2023-10-09T05:03:26.942509+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":542,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.138065+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:03:35.138065+0000","last_peered":"2023-10-09T05:03:35.138065+0000","last_clean":"2023-10-09T05:03:35.138065+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:03:35.138065+0000","last_undegraded":"2023-10-09T05:03:35.138065+0000","last_fullsized":"2023-10-09T05:03:35.138065+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":498,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.956520+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:03:26.956520+0000","last_peered":"2023-10-09T05:03:26.956520+0000","last_clean":"2023-10-09T05:03:26.956520+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:03:26.956520+0000","last_undegraded":"2023-10-09T05:03:26.956520+0000","last_fullsized":"2023-10-09T05:03:26.956520+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":533,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.942480+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:03:26.942480+0000","last_peered":"2023-10-09T05:03:26.942480+0000","last_clean":"2023-10-09T05:03:26.942480+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:03:26.942480+0000","last_undegraded":"2023-10-09T05:03:26.942480+0000","last_fullsized":"2023-10-09T05:03:26.942480+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":503,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.955129+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:03:26.955129+0000","last_peered":"2023-10-09T05:03:26.955129+0000","last_clean":"2023-10-09T05:03:26.955129+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:03:26.955129+0000","last_undegraded":"2023-10-09T05:03:26.955129+0000","last_fullsized":"2023-10-09T05:03:26.955129+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":506,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.944908+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:03:26.944908+0000","last_peered":"2023-10-09T05:03:26.944908+0000","last_clean":"2023-10-09T05:03:26.944908+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:03:26.944908+0000","last_undegraded":"2023-10-09T05:03:26.944908+0000","last_fullsized":"2023-10-09T05:03:26.944908+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":230,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.164554+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:03:35.164554+0000","last_peered":"2023-10-09T05:03:35.164554+0000","last_clean":"2023-10-09T05:03:35.164554+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:03:35.164554+0000","last_undegraded":"2023-10-09T05:03:35.164554+0000","last_fullsized":"2023-10-09T05:03:35.164554+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":195,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.165352+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:03:35.165352+0000","last_peered":"2023-10-09T05:03:35.165352+0000","last_clean":"2023-10-09T05:03:35.165352+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:03:35.165352+0000","last_undegraded":"2023-10-09T05:03:35.165352+0000","last_fullsized":"2023-10-09T05:03:35.165352+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":188,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.954988+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:03:26.954988+0000","last_peered":"2023-10-09T05:03:26.954988+0000","last_clean":"2023-10-09T05:03:26.954988+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:03:26.954988+0000","last_undegraded":"2023-10-09T05:03:26.954988+0000","last_fullsized":"2023-10-09T05:03:26.954988+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":522,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-10-09T05:03:26.940970+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:03:26.940970+0000","last_peered":"2023-10-09T05:03:26.940970+0000","last_clean":"2023-10-09T05:03:26.940970+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:03:26.940970+0000","last_undegraded":"2023-10-09T05:03:26.940970+0000","last_fullsized":"2023-10-09T05:03:26.940970+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":5204541464,"num_objects":79416,"num_object_clones":0,"num_object_copies":238248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11692,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79416,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":132304,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5987,"num_bytes_recovered":392364032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15027023872,"data_stored":15027011656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125104,"ondisk_log_size":125104,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234490,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3121316,"kb_used_data":1608348,"kb_used_omap":0,"kb_used_meta":1512960,"kb_avail":90623836,"statfs":{"total":95995035648,"available":92798808064,"internally_reserved":0,"allocated":1646948352,"data_stored":1645678158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1549271040},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.8080000000000001,"15min":1.6319999999999999},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.20899999999999999},"max":{"1min":6.7149999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":1.6899999999999999},{"interface":"front","average":{"1min":1.373,"5min":1.4099999999999999,"15min":1.3029999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":8.3949999999999996,"5min":8.3949999999999996,"15min":10.785},"last":0.28000000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.4859999999999998,"5min":5.4859999999999998,"15min":5.4859999999999998},"last":0.22},{"interface":"front","average":{"1min":2.3580000000000001,"5min":2.3580000000000001,"15min":2.3580000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":15.401,"5min":15.401,"15min":15.401},"last":2.165}]},{"osd":2,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":2.2589999999999999,"15min":2.0920000000000001},"min":{"1min":0.373,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":11.442,"5min":11.442,"15min":32.179000000000002},"last":5.0579999999999998},{"interface":"front","average":{"1min":2.8170000000000002,"5min":2.2400000000000002,"15min":1.7290000000000001},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":11.311,"5min":11.311,"15min":16.704000000000001},"last":0.624}]},{"osd":3,"last update":"Mon Oct 9 05:02:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0190000000000001,"5min":2.5259999999999998,"15min":1.8100000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.2220000000000004,"5min":14.036,"15min":14.228999999999999},"last":9.093},{"interface":"front","average":{"1min":2.1850000000000001,"5min":2.4780000000000002,"15min":1.76},"min":{"1min":0.36499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":11.541,"5min":17.853999999999999,"15min":17.853999999999999},"last":16.207999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":1.6830000000000001,"15min":1.706},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":15.334,"5min":19.949000000000002,"15min":23.919},"last":2.056},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.3400000000000001,"15min":1.419},"min":{"1min":0.314,"5min":0.28199999999999997,"15min":0.26200000000000001},"max":{"1min":11.887,"5min":18.971,"15min":23.797999999999998},"last":0.254}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9670000000000001,"5min":1.79,"15min":1.8400000000000001},"min":{"1min":0.38200000000000001,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":15.432,"5min":15.432,"15min":20.678999999999998},"last":2.0859999999999999},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.3720000000000001,"15min":1.5740000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.7910000000000004,"5min":9.7910000000000004,"15min":21.07},"last":1.6579999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5960000000000001,"5min":1.736,"15min":1.8080000000000001},"min":{"1min":0.39800000000000002,"5min":0.36399999999999999,"15min":0.32900000000000001},"max":{"1min":15.375,"5min":15.375,"15min":16.599},"last":2.3029999999999999},{"interface":"front","average":{"1min":3.0299999999999998,"5min":1.5149999999999999,"15min":1.806},"min":{"1min":0.40000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":11.714,"5min":11.714,"15min":24.010000000000002},"last":2.29}]}]},{"osd":6,"up_from":46,"seq":197568496126,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2522580,"kb_used_data":1617100,"kb_used_omap":0,"kb_used_meta":905472,"kb_avail":91222572,"statfs":{"total":95995035648,"available":93411913728,"internally_reserved":0,"allocated":1655910400,"data_stored":1654656478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":927203328},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,0,1,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:28 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.8009999999999999,"15min":1.75},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":4.2670000000000003,"5min":11.715999999999999,"15min":62.470999999999997},"last":3.105},{"interface":"front","average":{"1min":1.4259999999999999,"5min":2.0529999999999999,"15min":1.9530000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.23100000000000001},"max":{"1min":6.1539999999999999,"5min":11.773999999999999,"15min":62.445},"last":0.255}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":8.0879999999999992,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":6.7430000000000003},"last":6.9859999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":3.145},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":1.177}]},{"osd":3,"last update":"Mon Oct 9 05:03:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":2.8319999999999999,"15min":2.2690000000000001},"min":{"1min":0.41699999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.6760000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":0.65300000000000002},{"interface":"front","average":{"1min":2.335,"5min":2.6789999999999998,"15min":2.1219999999999999},"min":{"1min":0.33800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":6.7889999999999997,"5min":26.777999999999999,"15min":26.777999999999999},"last":7.0149999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":10.710000000000001},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":7.0899999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":6.9480000000000004},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":4.7300000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:03:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":1.839,"15min":2.2509999999999999},"min":{"1min":0.41499999999999998,"5min":0.374,"15min":0.28199999999999997},"max":{"1min":9.5229999999999997,"5min":9.5229999999999997,"15min":196.22300000000001},"last":6.2549999999999999},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.911,"15min":2.4020000000000001},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.315},"max":{"1min":7.0190000000000001,"5min":10.185,"15min":196.24299999999999},"last":0.36599999999999999}]}]},{"osd":1,"up_from":478,"seq":2052994367509,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1327888,"kb_used_data":1149384,"kb_used_omap":6,"kb_used_meta":178489,"kb_avail":92417264,"statfs":{"total":95995035648,"available":94635278336,"internally_reserved":0,"allocated":1176969216,"data_stored":1174627266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":182773227},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.454,"15min":1.454},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.0339999999999998,"5min":7.0339999999999998,"15min":7.0339999999999998},"last":6.1529999999999996},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.0099999999999998,"5min":7.0099999999999998,"15min":7.0099999999999998},"last":2.9470000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.1349999999999998,"5min":7.1349999999999998,"15min":7.1349999999999998},"last":3.9180000000000001},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":1.6539999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":11.069000000000001,"5min":11.069000000000001,"15min":11.069000000000001},"last":3.9510000000000001},{"interface":"front","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0910000000000002,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":6.1740000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":71.381,"5min":71.381,"15min":71.381},"last":5.9770000000000003},{"interface":"front","average":{"1min":6.8879999999999999,"5min":6.8879999999999999,"15min":6.8879999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":71.721999999999994,"5min":71.721999999999994,"15min":71.721999999999994},"last":3.8849999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":7.4859999999999998,"5min":7.4859999999999998,"15min":7.4859999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":71.061000000000007,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.56200000000000006},{"interface":"front","average":{"1min":6.7770000000000001,"5min":6.7770000000000001,"15min":6.7770000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":72.126000000000005,"5min":72.126000000000005,"15min":72.126000000000005},"last":6.0899999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":2.2029999999999998,"15min":2.2029999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.0749999999999993,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":6.1260000000000003},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.7769999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":6.0519999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":70.832999999999998,"5min":70.832999999999998,"15min":70.832999999999998},"last":3.9900000000000002},{"interface":"front","average":{"1min":6.5350000000000001,"5min":6.5350000000000001,"15min":6.5350000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":70.769999999999996,"5min":70.769999999999996,"15min":70.769999999999996},"last":1.6870000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187833,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1983060,"kb_used_data":937548,"kb_used_omap":5,"kb_used_meta":1045498,"kb_avail":91762092,"statfs":{"total":95995035648,"available":93964382208,"internally_reserved":0,"allocated":960049152,"data_stored":957360962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1070590586},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.0859999999999999,"15min":2.0859999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":8.8689999999999998,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":8.75},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":10.263}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3720000000000001,"5min":2.1269999999999998,"15min":1.7430000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.0380000000000003,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":1.3540000000000001,"5min":2.6669999999999998,"15min":2.0950000000000002},"min":{"1min":0.28599999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":5.1769999999999996,"5min":21.132999999999999,"15min":23.222000000000001},"last":1.038}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":1.3169999999999999},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":1.29}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":4.4009999999999998},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":0.34200000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":0.41499999999999998},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":0.37}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":2.581},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.48799999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206676,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3763524,"kb_used_data":2782908,"kb_used_omap":7,"kb_used_meta":980600,"kb_avail":89981628,"statfs":{"total":95995035648,"available":92141187072,"internally_reserved":0,"allocated":2849697792,"data_stored":2847369197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1004134481},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,1,4,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.4550000000000001,"5min":2.5649999999999999,"15min":1.7629999999999999},"min":{"1min":0.214,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":20.329999999999998,"5min":20.329999999999998,"15min":49.338000000000001},"last":4.1390000000000002},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.895,"15min":1.6830000000000001},"min":{"1min":0.19800000000000001,"5min":0.192,"15min":0.185},"max":{"1min":9.4169999999999998,"5min":13.952,"15min":47.450000000000003},"last":3.5800000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:03:07 2023","interfaces":[{"interface":"back","average":{"1min":5.0780000000000003,"5min":5.0780000000000003,"15min":5.0780000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":70.971000000000004,"5min":70.971000000000004,"15min":70.971000000000004},"last":7.4459999999999997},{"interface":"front","average":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":70.555000000000007,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.26100000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:02:57 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":4.2030000000000003,"15min":2.6429999999999998},"min":{"1min":0.223,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.013999999999999,"5min":23.507000000000001,"15min":79.926000000000002},"last":7.2530000000000001},{"interface":"front","average":{"1min":2.3439999999999999,"5min":4.3559999999999999,"15min":2.7269999999999999},"min":{"1min":0.36399999999999999,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":13.032,"5min":23.541,"15min":79.959000000000003},"last":7.2930000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.8039999999999998,"5min":3.327,"15min":2.8029999999999999},"min":{"1min":0.42499999999999999,"5min":0.36299999999999999,"15min":0.29299999999999998},"max":{"1min":12.179,"5min":18.219999999999999,"15min":176.00200000000001},"last":7.4160000000000004},{"interface":"front","average":{"1min":3.6909999999999998,"5min":2.121,"15min":2.2330000000000001},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":176.07900000000001},"last":4.0890000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8679999999999999,"5min":2.266,"15min":1.704},"min":{"1min":0.34399999999999997,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":12.346,"5min":24.405000000000001,"15min":24.405000000000001},"last":3.819},{"interface":"front","average":{"1min":3.4009999999999998,"5min":3.1669999999999998,"15min":2.1899999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.141,"5min":18.172999999999998,"15min":18.172999999999998},"last":7.335}]},{"osd":6,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6500000000000004,"5min":3.008,"15min":2.2120000000000002},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":13.693,"5min":24.023,"15min":42.975999999999999},"last":4.0519999999999996},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.3519999999999999,"15min":2.0859999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.316},"max":{"1min":9.4670000000000005,"5min":24.364000000000001,"15min":42.843000000000004},"last":3.617}]},{"osd":7,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2350000000000003,"5min":2.5550000000000002,"15min":2.0619999999999998},"min":{"1min":0.49099999999999999,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":10.227,"5min":12.907999999999999,"15min":15.516},"last":4.1130000000000004},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.1200000000000001,"15min":1.976},"min":{"1min":0.45700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.401,"5min":12.462999999999999,"15min":15.583},"last":3.7930000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524813,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1791392,"kb_used_data":1236056,"kb_used_omap":2,"kb_used_meta":555325,"kb_avail":91953760,"statfs":{"total":95995035648,"available":94160650240,"internally_reserved":0,"allocated":1265721344,"data_stored":1263596261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":568652853},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":2.8300000000000001,"15min":1.8899999999999999},"min":{"1min":0.187,"5min":0.183,"15min":0.183},"max":{"1min":5.9370000000000003,"5min":26.260999999999999,"15min":26.260999999999999},"last":2.8239999999999998},{"interface":"front","average":{"1min":1.655,"5min":2.9319999999999999,"15min":1.861},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.702,"5min":22.477,"15min":22.477},"last":1.4330000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":0.71999999999999997},{"interface":"front","average":{"1min":1.252,"5min":1.252,"15min":1.252},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.5609999999999999,"5min":3.5609999999999999,"15min":3.5609999999999999},"last":2.859}]},{"osd":2,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.754,"15min":1.9730000000000001},"min":{"1min":0.30299999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.6639999999999997,"5min":15.425000000000001,"15min":21.722999999999999},"last":2.992},{"interface":"front","average":{"1min":2.2429999999999999,"5min":2.746,"15min":1.9139999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":6.2930000000000001,"5min":24.184000000000001,"15min":25.776},"last":2.972}]},{"osd":4,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":2.3799999999999999,"15min":1.8100000000000001},"min":{"1min":0.46400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.0229999999999997,"5min":15.301,"15min":15.301},"last":1.7130000000000001},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.403,"15min":1.982},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.859,"5min":15.401999999999999,"15min":21.532},"last":1.6930000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":2.1179999999999999,"15min":1.8149999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.5030000000000001,"5min":15.282,"15min":35.712000000000003},"last":0.501},{"interface":"front","average":{"1min":3.109,"5min":2.7549999999999999,"15min":2.1240000000000001},"min":{"1min":0.46800000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.109,"5min":18.064,"15min":35.488},"last":1.464}]},{"osd":6,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.4470000000000001,"15min":2.27},"min":{"1min":0.38100000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.327999999999999,"5min":15.339,"15min":50.113999999999997},"last":2.1150000000000002},{"interface":"front","average":{"1min":1.736,"5min":2.2509999999999999,"15min":2},"min":{"1min":0.34499999999999997,"5min":0.33400000000000002,"15min":0.32200000000000001},"max":{"1min":3.7040000000000002,"5min":15.243,"15min":53.841999999999999},"last":3.9969999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.6890000000000001,"15min":2.085},"min":{"1min":0.59099999999999997,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":5.6829999999999998,"5min":18.155999999999999,"15min":18.155999999999999},"last":3.0670000000000002},{"interface":"front","average":{"1min":2.706,"5min":2.6200000000000001,"15min":2.1549999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":11.919,"5min":15.381,"15min":21.587},"last":1.5700000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019398,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4081312,"kb_used_data":2901144,"kb_used_omap":0,"kb_used_meta":1180160,"kb_avail":89663840,"statfs":{"total":95995035648,"available":91815772160,"internally_reserved":0,"allocated":2970771456,"data_stored":2969505577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1208483840},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.702,"5min":1.8420000000000001,"15min":1.8149999999999999},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":4.3310000000000004,"5min":11.003,"15min":21.047000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":2.5209999999999999,"5min":1.6879999999999999,"15min":1.631},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.23000000000000001},"max":{"1min":5.6150000000000002,"5min":9.8710000000000004,"15min":12.064},"last":0.47599999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":2.6800000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9889999999999999,"5min":6.9889999999999999,"15min":6.9889999999999999},"last":0.752}]},{"osd":2,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":3.286,"5min":2.3340000000000001,"15min":2.9969999999999999},"min":{"1min":0.40600000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.15,"5min":10.15,"15min":105.411},"last":4.2270000000000003},{"interface":"front","average":{"1min":3.415,"5min":2.2559999999999998,"15min":2.9300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.465,"5min":10.465,"15min":97.927999999999997},"last":0.53200000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:03:00 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.665,"15min":2.1309999999999998},"min":{"1min":0.432,"5min":0.29199999999999998,"15min":0.28699999999999998},"max":{"1min":7.9359999999999999,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.50900000000000001},{"interface":"front","average":{"1min":3.1520000000000001,"5min":3.121,"15min":2.4220000000000002},"min":{"1min":0.36899999999999999,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":15.452,"5min":87.316000000000003,"15min":87.316000000000003},"last":0.67000000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.135,"15min":1.532},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":9.9350000000000005,"5min":9.9350000000000005,"15min":20.991},"last":0.81000000000000005},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.391,"15min":1.4379999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":7.835,"5min":11.324,"15min":14.202999999999999},"last":0.69799999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:02:50 2023","interfaces":[{"interface":"back","average":{"1min":3.331,"5min":1.476,"15min":2.2930000000000001},"min":{"1min":0.28599999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":12.281000000000001,"5min":12.281000000000001,"15min":81.980999999999995},"last":3.5219999999999998},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.0409999999999999,"15min":2.133},"min":{"1min":0.32200000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.6189999999999998,"5min":5.6189999999999998,"15min":81.715999999999994},"last":4.266}]},{"osd":7,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":1.337,"15min":1.5920000000000001},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":8.2129999999999992,"5min":8.2129999999999992,"15min":29.175000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":3.2949999999999999,"5min":1.548,"15min":1.9830000000000001},"min":{"1min":0.35799999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":12.48,"5min":12.48,"15min":29.192},"last":0.64400000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757762,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4076180,"kb_used_data":2589196,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":89668972,"statfs":{"total":95995035648,"available":91821027328,"internally_reserved":0,"allocated":2651336704,"data_stored":2650079411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":1.698,"15min":2.4350000000000001},"min":{"1min":0.32300000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":11.926,"5min":12.074999999999999,"15min":322.43200000000002},"last":4.5810000000000004},{"interface":"front","average":{"1min":1.5620000000000001,"5min":1.736,"15min":2.7450000000000001},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":4.0510000000000002,"5min":15.164,"15min":322.61599999999999},"last":4.6920000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.1960000000000002,"15min":2.1960000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":5.5519999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.2889999999999997,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":4.6609999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.2909999999999999,"15min":1.8899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":8.0809999999999995,"5min":11.739000000000001,"15min":18.553000000000001},"last":4.4699999999999998},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.1600000000000001,"15min":1.8799999999999999},"min":{"1min":0.52400000000000002,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.5460000000000003,"5min":12.624000000000001,"15min":18.617000000000001},"last":4.6180000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.2330000000000001,"15min":2.0459999999999998},"min":{"1min":0.39800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1460000000000008,"5min":9.9199999999999999,"15min":74.915000000000006},"last":3.2519999999999998},{"interface":"front","average":{"1min":1.3320000000000001,"5min":2.202,"15min":2.2210000000000001},"min":{"1min":0.33900000000000002,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":4.4180000000000001,"5min":8.7289999999999992,"15min":74.799999999999997},"last":4.7240000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.216,"15min":1.2549999999999999},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.6790000000000003,"5min":10.092000000000001,"15min":13.285},"last":4.992},{"interface":"front","average":{"1min":2.0550000000000002,"5min":1.1919999999999999,"15min":1.5700000000000001},"min":{"1min":0.38800000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":10.387,"5min":10.387,"15min":14.824},"last":4.5469999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.94999999999999996,"15min":1.409},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0069999999999997,"5min":5.2220000000000004,"15min":13.189},"last":6.024},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.3799999999999999,"15min":1.512},"min":{"1min":0.36799999999999999,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":14.640000000000001,"5min":14.640000000000001,"15min":14.640000000000001},"last":3.1760000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":1.593,"15min":1.776},"min":{"1min":0.376,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":14.59,"5min":14.59,"15min":43.508000000000003},"last":3.2109999999999999},{"interface":"front","average":{"1min":2.6019999999999999,"5min":1.498,"15min":1.7110000000000001},"min":{"1min":0.35099999999999998,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":8.2010000000000005,"5min":10.061999999999999,"15min":43.476999999999997},"last":8.3759999999999994}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":952041472,"data_stored":952041472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1169690624,"data_stored":1169686552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2826567680,"data_stored":2826567680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1247477760,"data_stored":1247477760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2938638336,"data_stored":2938634264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2627010560,"data_stored":2627010560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1639841792,"data_stored":1639841792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1625755648,"data_stored":1625751576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:03:48.569 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:48.638 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:48.734 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:48.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:48.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:48.840 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:48.873 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:48.906 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:48.970 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:48.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:48.983 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:49.084 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:49.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:49 smithi107 ceph-mon[179183]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:49.138 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:03:49.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:49 smithi150 ceph-mon[168511]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:49.146 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:03:49.166 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:49.249 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:49.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:49.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:49.368 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:49.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:49 smithi107 ceph-mon[184249]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:49.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:03:49.472 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:49.542 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:49.547 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:49.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:49.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:49.651 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:49.714 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:49.821 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:49.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:49.835 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:49.906 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:03:49.906 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:03:49.935 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:50.038 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:50.128 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:50.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:50.141 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:50.146 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:50 smithi107 ceph-mon[179183]: pgmap v1519: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/229017 objects degraded (5.105%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:50.242 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:50.320 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:50.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:50 smithi107 ceph-mon[184249]: pgmap v1519: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/229017 objects degraded (5.105%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:50.445 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:50.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:50.452 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:50.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T05:03:50.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:50 smithi150 ceph-mon[168511]: pgmap v1519: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/229017 objects degraded (5.105%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:50.553 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:50.609 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:50.691 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:50.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:50.695 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:50.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:50.870 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:50.937 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:50.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:50.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:51.051 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:51.114 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:51.153 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:51 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11692/229017 objects degraded (5.105%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:51.170 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:51.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:51.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:51.283 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:51.348 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:51.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:51 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11692/229017 objects degraded (5.105%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:51.433 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:51.449 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:51 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11692/229017 objects degraded (5.105%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:51.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:51.450 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:51.551 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:51.560 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:03:51.618 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:51.775 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:51.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:51.783 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:51.884 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:51.928 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:51.943 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:52.150 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:52.162 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:52 smithi150 ceph-mon[168511]: pgmap v1520: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/229017 objects degraded (5.105%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:52.162 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/181125242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:52.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:52.165 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:52.266 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:52.358 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:52 smithi107 ceph-mon[179183]: pgmap v1520: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/229017 objects degraded (5.105%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:52.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/181125242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:52.359 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:03:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:03:52] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:03:52.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:52 smithi107 ceph-mon[184249]: pgmap v1520: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 730 op/s; 11692/229017 objects degraded (5.105%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:03:52.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/181125242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:03:52.367 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:52.417 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:03:52.479 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:03:52.514 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:03:52.552 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:52.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:52.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:52.572 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:03:52.612 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:03:52.646 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:03:52.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:52.701 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:03:52.743 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:03:52.763 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:52.789 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.805 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:03:52.998 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:53.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:53.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:53.106 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:53.181 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:53.270 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:53.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:53.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:53.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:53.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[179183]: failed to encode map e504 with expected crc 2023-10-09T05:03:53.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/181125242' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:03:53.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[179183]: osdmap e504: 8 total, 8 up, 8 in 2023-10-09T05:03:53.292 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4218214870' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:53.294 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:53.295 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[184249]: failed to encode map e504 with expected crc 2023-10-09T05:03:53.295 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/181125242' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:03:53.295 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[184249]: osdmap e504: 8 total, 8 up, 8 in 2023-10-09T05:03:53.295 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:53 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4218214870' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:53.392 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:53.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:53.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:53 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:03:53.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:53 smithi150 ceph-mon[168511]: failed to encode map e504 with expected crc 2023-10-09T05:03:53.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/181125242' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:03:53.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:53 smithi150 ceph-mon[168511]: osdmap e504: 8 total, 8 up, 8 in 2023-10-09T05:03:53.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:53 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4218214870' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:03:53.681 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:53.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:53.687 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:53.787 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:53.876 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:54.121 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:54.126 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:54.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:54.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:54.229 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:54.289 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:54.386 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:54 smithi107 ceph-mon[179183]: failed to encode map e504 with expected crc 2023-10-09T05:03:54.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:54 smithi107 ceph-mon[179183]: pgmap v1522: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 11268/218913 objects degraded (5.147%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T05:03:54.387 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:54 smithi107 ceph-mon[184249]: failed to encode map e504 with expected crc 2023-10-09T05:03:54.387 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:54 smithi107 ceph-mon[184249]: pgmap v1522: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 11268/218913 objects degraded (5.147%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T05:03:54.401 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:54.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:54.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:54.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:54 smithi150 ceph-mon[168511]: failed to encode map e504 with expected crc 2023-10-09T05:03:54.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:54 smithi150 ceph-mon[168511]: pgmap v1522: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 11268/218913 objects degraded (5.147%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T05:03:54.508 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:54.559 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:54.708 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:54.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:54.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:54.721 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:03:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:03:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:03:54.721 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:03:54.721 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:03:54.814 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:03:54.862 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:54.995 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:03:55.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:55.004 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:03:55.105 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:55.147 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:55.201 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:55.209 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:55 smithi150 ceph-mon[168511]: pgmap v1523: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 11268/218913 objects degraded (5.147%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:03:55.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:55.219 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:55.318 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:03:55.320 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:03:55.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:55 smithi107 ceph-mon[184249]: pgmap v1523: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 11268/218913 objects degraded (5.147%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:03:55.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:55 smithi107 ceph-mon[179183]: pgmap v1523: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 11268/218913 objects degraded (5.147%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:03:55.387 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:55.624 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:03:55.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:55.647 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:03:55.652 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T05:03:55.748 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:55.808 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:55.900 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:55.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:55.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:56.012 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:56.089 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:56.164 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:56.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:56.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:56.275 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:56.300 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:03:56.351 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:56.436 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:56.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:56.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:56.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:56 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 11268/218913 objects degraded (5.147%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:56.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:56.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:56 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:56.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:56.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:56 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 11268/218913 objects degraded (5.147%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:56.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:56.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:56 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:56.624 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:56 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 11268/218913 objects degraded (5.147%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:03:56.624 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:56.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:56 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:03:56.640 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:56.884 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:56.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:56.893 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:56.921 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:03:56.939 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:03:56.994 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:03:57.071 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:57.132 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:03:57.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:57.139 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:03:57.139 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:57.240 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:57.295 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:57.380 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:57.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:57.395 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:57.395 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:57 smithi150 ceph-mon[168511]: pgmap v1524: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 10850/217773 objects degraded (4.982%); 5.3 MiB/s, 84 objects/s recovering 2023-10-09T05:03:57.395 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:57 smithi150 ceph-mon[168511]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:57.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:57.497 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:57 smithi107 ceph-mon[179183]: pgmap v1524: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 10850/217773 objects degraded (4.982%); 5.3 MiB/s, 84 objects/s recovering 2023-10-09T05:03:57.497 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:57 smithi107 ceph-mon[179183]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:57.497 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:57 smithi107 ceph-mon[184249]: pgmap v1524: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 10850/217773 objects degraded (4.982%); 5.3 MiB/s, 84 objects/s recovering 2023-10-09T05:03:57.498 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:57 smithi107 ceph-mon[184249]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:03:57.547 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:57.617 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:57.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:57.627 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:57.728 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:57.792 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:57.827 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1524,"stamp":"2023-10-09T05:03:56.849327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4756281272,"num_objects":72591,"num_object_clones":0,"num_object_copies":217773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10850,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72591,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":139214,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6879,"num_bytes_recovered":448224714,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129679,"ondisk_log_size":129679,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":21738084,"kb_used_data":13616164,"kb_used_omap":22,"kb_used_meta":8121577,"kb_avail":728223132,"statfs":{"total":767960285184,"available":745700487168,"internally_reserved":0,"allocated":13942951936,"data_stored":13928381305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8316495083},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,4,1,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-448856064,"num_objects":-6849,"num_object_clones":0,"num_object_copies":-20547,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-842,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6849,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6849,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":842,"num_bytes_recovered":55181312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.007907"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":516,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.163052+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:03:35.163052+0000","last_peered":"2023-10-09T05:03:35.163052+0000","last_clean":"2023-10-09T05:03:35.163052+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:03:35.163052+0000","last_undegraded":"2023-10-09T05:03:35.163052+0000","last_fullsized":"2023-10-09T05:03:35.163052+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":237,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539666+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:03:44.539666+0000","last_peered":"2023-10-09T05:03:44.539666+0000","last_clean":"2023-10-09T05:03:44.539666+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:03:44.539666+0000","last_undegraded":"2023-10-09T05:03:44.539666+0000","last_fullsized":"2023-10-09T05:03:44.539666+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":422,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.535419+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:03:44.535419+0000","last_peered":"2023-10-09T05:03:44.535419+0000","last_clean":"2023-10-09T05:03:44.535419+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:03:44.535419+0000","last_undegraded":"2023-10-09T05:03:44.535419+0000","last_fullsized":"2023-10-09T05:03:44.535419+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":60,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155155+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:03:35.155155+0000","last_peered":"2023-10-09T05:03:35.155155+0000","last_clean":"2023-10-09T05:03:35.155155+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:03:35.155155+0000","last_undegraded":"2023-10-09T05:03:35.155155+0000","last_fullsized":"2023-10-09T05:03:35.155155+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":216,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539077+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:03:44.539077+0000","last_peered":"2023-10-09T05:03:44.539077+0000","last_clean":"2023-10-09T05:03:44.539077+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:03:44.539077+0000","last_undegraded":"2023-10-09T05:03:44.539077+0000","last_fullsized":"2023-10-09T05:03:44.539077+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":193,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.149061+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:03:35.149061+0000","last_peered":"2023-10-09T05:03:35.149061+0000","last_clean":"2023-10-09T05:03:35.149061+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:03:35.149061+0000","last_undegraded":"2023-10-09T05:03:35.149061+0000","last_fullsized":"2023-10-09T05:03:35.149061+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":464,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.158788+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:03:35.158788+0000","last_peered":"2023-10-09T05:03:35.158788+0000","last_clean":"2023-10-09T05:03:35.158788+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:03:35.158788+0000","last_undegraded":"2023-10-09T05:03:35.158788+0000","last_fullsized":"2023-10-09T05:03:35.158788+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":242,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539225+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:03:44.539225+0000","last_peered":"2023-10-09T05:03:44.539225+0000","last_clean":"2023-10-09T05:03:44.539225+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:03:44.539225+0000","last_undegraded":"2023-10-09T05:03:44.539225+0000","last_fullsized":"2023-10-09T05:03:44.539225+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":517,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.159772+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:03:35.159772+0000","last_peered":"2023-10-09T05:03:35.159772+0000","last_clean":"2023-10-09T05:03:35.159772+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:03:35.159772+0000","last_undegraded":"2023-10-09T05:03:35.159772+0000","last_fullsized":"2023-10-09T05:03:35.159772+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":241,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539361+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:03:44.539361+0000","last_peered":"2023-10-09T05:03:44.539361+0000","last_clean":"2023-10-09T05:03:44.539361+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:03:44.539361+0000","last_undegraded":"2023-10-09T05:03:44.539361+0000","last_fullsized":"2023-10-09T05:03:44.539361+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":66,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.154450+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:03:35.154450+0000","last_peered":"2023-10-09T05:03:35.154450+0000","last_clean":"2023-10-09T05:03:35.154450+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:03:35.154450+0000","last_undegraded":"2023-10-09T05:03:35.154450+0000","last_fullsized":"2023-10-09T05:03:35.154450+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":386,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.145060+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:03:35.145060+0000","last_peered":"2023-10-09T05:03:35.145060+0000","last_clean":"2023-10-09T05:03:35.145060+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:03:35.145060+0000","last_undegraded":"2023-10-09T05:03:35.145060+0000","last_fullsized":"2023-10-09T05:03:35.145060+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":579,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155923+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:03:35.155923+0000","last_peered":"2023-10-09T05:03:35.155923+0000","last_clean":"2023-10-09T05:03:35.155923+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:03:35.155923+0000","last_undegraded":"2023-10-09T05:03:35.155923+0000","last_fullsized":"2023-10-09T05:03:35.155923+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":537,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155881+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:03:35.155881+0000","last_peered":"2023-10-09T05:03:35.155881+0000","last_clean":"2023-10-09T05:03:35.155881+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:03:35.155881+0000","last_undegraded":"2023-10-09T05:03:35.155881+0000","last_fullsized":"2023-10-09T05:03:35.155881+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":66,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.153798+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:03:35.153798+0000","last_peered":"2023-10-09T05:03:35.153798+0000","last_clean":"2023-10-09T05:03:35.153798+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:03:35.153798+0000","last_undegraded":"2023-10-09T05:03:35.153798+0000","last_fullsized":"2023-10-09T05:03:35.153798+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":339,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539589+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:03:44.539589+0000","last_peered":"2023-10-09T05:03:44.539589+0000","last_clean":"2023-10-09T05:03:44.539589+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:03:44.539589+0000","last_undegraded":"2023-10-09T05:03:44.539589+0000","last_fullsized":"2023-10-09T05:03:44.539589+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":60,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.153582+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:03:35.153582+0000","last_peered":"2023-10-09T05:03:35.153582+0000","last_clean":"2023-10-09T05:03:35.153582+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:03:35.153582+0000","last_undegraded":"2023-10-09T05:03:35.153582+0000","last_fullsized":"2023-10-09T05:03:35.153582+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":519,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.161948+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:03:35.161948+0000","last_peered":"2023-10-09T05:03:35.161948+0000","last_clean":"2023-10-09T05:03:35.161948+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:03:35.161948+0000","last_undegraded":"2023-10-09T05:03:35.161948+0000","last_fullsized":"2023-10-09T05:03:35.161948+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":60,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.153452+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:03:35.153452+0000","last_peered":"2023-10-09T05:03:35.153452+0000","last_clean":"2023-10-09T05:03:35.153452+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:03:35.153452+0000","last_undegraded":"2023-10-09T05:03:35.153452+0000","last_fullsized":"2023-10-09T05:03:35.153452+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":478,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.540064+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:03:44.540064+0000","last_peered":"2023-10-09T05:03:44.540064+0000","last_clean":"2023-10-09T05:03:44.540064+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:03:44.540064+0000","last_undegraded":"2023-10-09T05:03:44.540064+0000","last_fullsized":"2023-10-09T05:03:44.540064+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":201,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.148500+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:03:35.148500+0000","last_peered":"2023-10-09T05:03:35.148500+0000","last_clean":"2023-10-09T05:03:35.148500+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:03:35.148500+0000","last_undegraded":"2023-10-09T05:03:35.148500+0000","last_fullsized":"2023-10-09T05:03:35.148500+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":236,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.540331+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:03:44.540331+0000","last_peered":"2023-10-09T05:03:44.540331+0000","last_clean":"2023-10-09T05:03:44.540331+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:03:44.540331+0000","last_undegraded":"2023-10-09T05:03:44.540331+0000","last_fullsized":"2023-10-09T05:03:44.540331+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"503'8859","reported_seq":8902,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.041341+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:03:52.041341+0000","last_peered":"2023-10-09T05:03:52.041341+0000","last_clean":"2023-10-09T05:03:52.041341+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:03:52.041341+0000","last_undegraded":"2023-10-09T05:03:52.041341+0000","last_fullsized":"2023-10-09T05:03:52.041341+0000","mapping_epoch":468,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8159,"log_dups_size":0,"ondisk_log_size":8159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302055424,"num_objects":4609,"num_object_clones":0,"num_object_copies":13827,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4609,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8859,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":64,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.156431+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:03:35.156431+0000","last_peered":"2023-10-09T05:03:35.156431+0000","last_clean":"2023-10-09T05:03:35.156431+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:03:35.156431+0000","last_undegraded":"2023-10-09T05:03:35.156431+0000","last_fullsized":"2023-10-09T05:03:35.156431+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":503,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.148585+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:03:35.148585+0000","last_peered":"2023-10-09T05:03:35.148585+0000","last_clean":"2023-10-09T05:03:35.148585+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:03:35.148585+0000","last_undegraded":"2023-10-09T05:03:35.148585+0000","last_fullsized":"2023-10-09T05:03:35.148585+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"503'8462","reported_seq":15446,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.207904+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:03:52.207904+0000","last_peered":"2023-10-09T05:03:52.207904+0000","last_clean":"2023-10-09T05:03:52.207904+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:03:52.207904+0000","last_undegraded":"2023-10-09T05:03:52.207904+0000","last_fullsized":"2023-10-09T05:03:52.207904+0000","mapping_epoch":494,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7762,"log_dups_size":0,"ondisk_log_size":7762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296484864,"num_objects":4524,"num_object_clones":0,"num_object_copies":13572,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8462,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":81,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155114+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:03:35.155114+0000","last_peered":"2023-10-09T05:03:35.155114+0000","last_clean":"2023-10-09T05:03:35.155114+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:03:35.155114+0000","last_undegraded":"2023-10-09T05:03:35.155114+0000","last_fullsized":"2023-10-09T05:03:35.155114+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":527,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155928+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:03:35.155928+0000","last_peered":"2023-10-09T05:03:35.155928+0000","last_clean":"2023-10-09T05:03:35.155928+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:03:35.155928+0000","last_undegraded":"2023-10-09T05:03:35.155928+0000","last_fullsized":"2023-10-09T05:03:35.155928+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"503'8597","reported_seq":8640,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.044880+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:03:52.044880+0000","last_peered":"2023-10-09T05:03:52.044880+0000","last_clean":"2023-10-09T05:03:52.044880+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:03:52.044880+0000","last_undegraded":"2023-10-09T05:03:52.044880+0000","last_fullsized":"2023-10-09T05:03:52.044880+0000","mapping_epoch":468,"log_start":"474'1700","ondisk_log_start":"474'1700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6897,"log_dups_size":0,"ondisk_log_size":6897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298254336,"num_objects":4551,"num_object_clones":0,"num_object_copies":13653,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4551,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8597,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":64,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.154611+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:03:35.154611+0000","last_peered":"2023-10-09T05:03:35.154611+0000","last_clean":"2023-10-09T05:03:35.154611+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:03:35.154611+0000","last_undegraded":"2023-10-09T05:03:35.154611+0000","last_fullsized":"2023-10-09T05:03:35.154611+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":213,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.145133+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:03:35.145133+0000","last_peered":"2023-10-09T05:03:35.145133+0000","last_clean":"2023-10-09T05:03:35.145133+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:03:35.145133+0000","last_undegraded":"2023-10-09T05:03:35.145133+0000","last_fullsized":"2023-10-09T05:03:35.145133+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"503'8737","reported_seq":8780,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.082574+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:03:52.082574+0000","last_peered":"2023-10-09T05:03:52.082574+0000","last_clean":"2023-10-09T05:03:52.082574+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:03:52.082574+0000","last_undegraded":"2023-10-09T05:03:52.082574+0000","last_fullsized":"2023-10-09T05:03:52.082574+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8737,"log_dups_size":0,"ondisk_log_size":8737,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304939008,"num_objects":4653,"num_object_clones":0,"num_object_copies":13959,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4653,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8737,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":547,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.161092+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:03:35.161092+0000","last_peered":"2023-10-09T05:03:35.161092+0000","last_clean":"2023-10-09T05:03:35.161092+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:03:35.161092+0000","last_undegraded":"2023-10-09T05:03:35.161092+0000","last_fullsized":"2023-10-09T05:03:35.161092+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":497,"reported_epoch":504,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.391219+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:03:52.391219+0000","last_peered":"2023-10-09T05:03:52.391219+0000","last_clean":"2023-10-09T05:03:52.391219+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:03:52.391219+0000","last_undegraded":"2023-10-09T05:03:52.391219+0000","last_fullsized":"2023-10-09T05:03:52.391219+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"503'8583","reported_seq":8626,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.026830+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:03:52.026830+0000","last_peered":"2023-10-09T05:03:52.026830+0000","last_clean":"2023-10-09T05:03:52.026830+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:03:52.026830+0000","last_undegraded":"2023-10-09T05:03:52.026830+0000","last_fullsized":"2023-10-09T05:03:52.026830+0000","mapping_epoch":468,"log_start":"474'1700","ondisk_log_start":"474'1700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6883,"log_dups_size":0,"ondisk_log_size":6883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293928960,"num_objects":4485,"num_object_clones":0,"num_object_copies":13455,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4485,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8583,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":928,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.153529+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:03:35.153529+0000","last_peered":"2023-10-09T05:03:35.153529+0000","last_clean":"2023-10-09T05:03:35.153529+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:03:35.153529+0000","last_undegraded":"2023-10-09T05:03:35.153529+0000","last_fullsized":"2023-10-09T05:03:35.153529+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":172,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:46.802708+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:03:46.802708+0000","last_peered":"2023-10-09T05:03:46.802708+0000","last_clean":"2023-10-09T05:03:46.802708+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:03:46.802708+0000","last_undegraded":"2023-10-09T05:03:46.802708+0000","last_fullsized":"2023-10-09T05:03:46.802708+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":547,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155834+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:03:35.155834+0000","last_peered":"2023-10-09T05:03:35.155834+0000","last_clean":"2023-10-09T05:03:35.155834+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:03:35.155834+0000","last_undegraded":"2023-10-09T05:03:35.155834+0000","last_fullsized":"2023-10-09T05:03:35.155834+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"503'8991","reported_seq":9041,"reported_epoch":503,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:52.100306+0000","last_change":"2023-10-09T05:02:06.545496+0000","last_active":"2023-10-09T05:03:52.100306+0000","last_peered":"2023-10-09T05:03:52.100306+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:03:52.100306+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"472'800","ondisk_log_start":"472'800","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8191,"log_dups_size":0,"ondisk_log_size":8191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":307560448,"num_objects":4693,"num_object_clones":0,"num_object_copies":14079,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3675,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4693,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8991,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":1018}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":501,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.148498+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:03:35.148498+0000","last_peered":"2023-10-09T05:03:35.148498+0000","last_clean":"2023-10-09T05:03:35.148498+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:03:35.148498+0000","last_undegraded":"2023-10-09T05:03:35.148498+0000","last_fullsized":"2023-10-09T05:03:35.148498+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":193,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.145219+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:03:35.145219+0000","last_peered":"2023-10-09T05:03:35.145219+0000","last_clean":"2023-10-09T05:03:35.145219+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:03:35.145219+0000","last_undegraded":"2023-10-09T05:03:35.145219+0000","last_fullsized":"2023-10-09T05:03:35.145219+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":473,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.172680+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:03:35.172680+0000","last_peered":"2023-10-09T05:03:35.172680+0000","last_clean":"2023-10-09T05:03:35.172680+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:03:35.172680+0000","last_undegraded":"2023-10-09T05:03:35.172680+0000","last_fullsized":"2023-10-09T05:03:35.172680+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"503'8617","reported_seq":8660,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.137364+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:03:52.137364+0000","last_peered":"2023-10-09T05:03:52.137364+0000","last_clean":"2023-10-09T05:03:52.137364+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:03:52.137364+0000","last_undegraded":"2023-10-09T05:03:52.137364+0000","last_fullsized":"2023-10-09T05:03:52.137364+0000","mapping_epoch":468,"log_start":"472'900","ondisk_log_start":"472'900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7717,"log_dups_size":0,"ondisk_log_size":7717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298647552,"num_objects":4557,"num_object_clones":0,"num_object_copies":13671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4557,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8617,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":484,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155859+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:03:35.155859+0000","last_peered":"2023-10-09T05:03:35.155859+0000","last_clean":"2023-10-09T05:03:35.155859+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:03:35.155859+0000","last_undegraded":"2023-10-09T05:03:35.155859+0000","last_fullsized":"2023-10-09T05:03:35.155859+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":547,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.173582+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:03:35.173582+0000","last_peered":"2023-10-09T05:03:35.173582+0000","last_clean":"2023-10-09T05:03:35.173582+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:03:35.173582+0000","last_undegraded":"2023-10-09T05:03:35.173582+0000","last_fullsized":"2023-10-09T05:03:35.173582+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"503'8700","reported_seq":8742,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.080616+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:03:52.080616+0000","last_peered":"2023-10-09T05:03:52.080616+0000","last_clean":"2023-10-09T05:03:52.080616+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:03:52.080616+0000","last_undegraded":"2023-10-09T05:03:52.080616+0000","last_fullsized":"2023-10-09T05:03:52.080616+0000","mapping_epoch":468,"log_start":"474'1800","ondisk_log_start":"474'1800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6900,"log_dups_size":0,"ondisk_log_size":6900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295305216,"num_objects":4506,"num_object_clones":0,"num_object_copies":13518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8700,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":501,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.158138+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:03:35.158138+0000","last_peered":"2023-10-09T05:03:35.158138+0000","last_clean":"2023-10-09T05:03:35.158138+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:03:35.158138+0000","last_undegraded":"2023-10-09T05:03:35.158138+0000","last_fullsized":"2023-10-09T05:03:35.158138+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":235,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539154+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:03:44.539154+0000","last_peered":"2023-10-09T05:03:44.539154+0000","last_clean":"2023-10-09T05:03:44.539154+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:03:44.539154+0000","last_undegraded":"2023-10-09T05:03:44.539154+0000","last_fullsized":"2023-10-09T05:03:44.539154+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":342,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.540413+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:03:44.540413+0000","last_peered":"2023-10-09T05:03:44.540413+0000","last_clean":"2023-10-09T05:03:44.540413+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:03:44.540413+0000","last_undegraded":"2023-10-09T05:03:44.540413+0000","last_fullsized":"2023-10-09T05:03:44.540413+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"503'8662","reported_seq":8705,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.092413+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:03:52.092413+0000","last_peered":"2023-10-09T05:03:52.092413+0000","last_clean":"2023-10-09T05:03:52.092413+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:03:52.092413+0000","last_undegraded":"2023-10-09T05:03:52.092413+0000","last_fullsized":"2023-10-09T05:03:52.092413+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8662,"log_dups_size":0,"ondisk_log_size":8662,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291373056,"num_objects":4446,"num_object_clones":0,"num_object_copies":13338,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4446,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8662,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":882,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.148987+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:03:35.148987+0000","last_peered":"2023-10-09T05:03:35.148987+0000","last_clean":"2023-10-09T05:03:35.148987+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:03:35.148987+0000","last_undegraded":"2023-10-09T05:03:35.148987+0000","last_fullsized":"2023-10-09T05:03:35.148987+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":77,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.154064+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:03:35.154064+0000","last_peered":"2023-10-09T05:03:35.154064+0000","last_clean":"2023-10-09T05:03:35.154064+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:03:35.154064+0000","last_undegraded":"2023-10-09T05:03:35.154064+0000","last_fullsized":"2023-10-09T05:03:35.154064+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":517,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.161881+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:03:35.161881+0000","last_peered":"2023-10-09T05:03:35.161881+0000","last_clean":"2023-10-09T05:03:35.161881+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:03:35.161881+0000","last_undegraded":"2023-10-09T05:03:35.161881+0000","last_fullsized":"2023-10-09T05:03:35.161881+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":261,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.158250+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:03:35.158250+0000","last_peered":"2023-10-09T05:03:35.158250+0000","last_clean":"2023-10-09T05:03:35.158250+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:03:35.158250+0000","last_undegraded":"2023-10-09T05:03:35.158250+0000","last_fullsized":"2023-10-09T05:03:35.158250+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"503'8588","reported_seq":8638,"reported_epoch":503,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:52.074823+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:03:52.074823+0000","last_peered":"2023-10-09T05:03:52.074823+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:03:52.074823+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"474'1700","ondisk_log_start":"474'1700","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6888,"log_dups_size":0,"ondisk_log_size":6888,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295239704,"num_objects":4506,"num_object_clones":0,"num_object_copies":13518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4506,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8588,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":1022}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":501,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.148715+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:03:35.148715+0000","last_peered":"2023-10-09T05:03:35.148715+0000","last_clean":"2023-10-09T05:03:35.148715+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:03:35.148715+0000","last_undegraded":"2023-10-09T05:03:35.148715+0000","last_fullsized":"2023-10-09T05:03:35.148715+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":540,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.158547+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:03:35.158547+0000","last_peered":"2023-10-09T05:03:35.158547+0000","last_clean":"2023-10-09T05:03:35.158547+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:03:35.158547+0000","last_undegraded":"2023-10-09T05:03:35.158547+0000","last_fullsized":"2023-10-09T05:03:35.158547+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":504,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155807+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:03:35.155807+0000","last_peered":"2023-10-09T05:03:35.155807+0000","last_clean":"2023-10-09T05:03:35.155807+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:03:35.155807+0000","last_undegraded":"2023-10-09T05:03:35.155807+0000","last_fullsized":"2023-10-09T05:03:35.155807+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":367,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.534301+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:03:44.534301+0000","last_peered":"2023-10-09T05:03:44.534301+0000","last_clean":"2023-10-09T05:03:44.534301+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:03:44.534301+0000","last_undegraded":"2023-10-09T05:03:44.534301+0000","last_fullsized":"2023-10-09T05:03:44.534301+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"503'8606","reported_seq":8649,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.167028+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:03:52.167028+0000","last_peered":"2023-10-09T05:03:52.167028+0000","last_clean":"2023-10-09T05:03:52.167028+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:03:52.167028+0000","last_undegraded":"2023-10-09T05:03:52.167028+0000","last_fullsized":"2023-10-09T05:03:52.167028+0000","mapping_epoch":468,"log_start":"472'900","ondisk_log_start":"472'900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7706,"log_dups_size":0,"ondisk_log_size":7706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306577408,"num_objects":4678,"num_object_clones":0,"num_object_copies":14034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8606,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":473,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.153508+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:03:35.153508+0000","last_peered":"2023-10-09T05:03:35.153508+0000","last_clean":"2023-10-09T05:03:35.153508+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:03:35.153508+0000","last_undegraded":"2023-10-09T05:03:35.153508+0000","last_fullsized":"2023-10-09T05:03:35.153508+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":519,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.534003+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:03:44.534003+0000","last_peered":"2023-10-09T05:03:44.534003+0000","last_clean":"2023-10-09T05:03:44.534003+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:03:44.534003+0000","last_undegraded":"2023-10-09T05:03:44.534003+0000","last_fullsized":"2023-10-09T05:03:44.534003+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":386,"reported_epoch":504,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.403959+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:03:52.403959+0000","last_peered":"2023-10-09T05:03:52.403959+0000","last_clean":"2023-10-09T05:03:52.403959+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:03:52.403959+0000","last_undegraded":"2023-10-09T05:03:52.403959+0000","last_fullsized":"2023-10-09T05:03:52.403959+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":297,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.158476+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:03:35.158476+0000","last_peered":"2023-10-09T05:03:35.158476+0000","last_clean":"2023-10-09T05:03:35.158476+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:03:35.158476+0000","last_undegraded":"2023-10-09T05:03:35.158476+0000","last_fullsized":"2023-10-09T05:03:35.158476+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"503'8759","reported_seq":8808,"reported_epoch":503,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:52.051700+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:03:52.051700+0000","last_peered":"2023-10-09T05:03:52.051700+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:03:52.051700+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8759,"log_dups_size":0,"ondisk_log_size":8759,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299302912,"num_objects":4567,"num_object_clones":0,"num_object_copies":13701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8759,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":1037}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":486,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.160281+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:03:35.160281+0000","last_peered":"2023-10-09T05:03:35.160281+0000","last_clean":"2023-10-09T05:03:35.160281+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:03:35.160281+0000","last_undegraded":"2023-10-09T05:03:35.160281+0000","last_fullsized":"2023-10-09T05:03:35.160281+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":473,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.157252+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:03:35.157252+0000","last_peered":"2023-10-09T05:03:35.157252+0000","last_clean":"2023-10-09T05:03:35.157252+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:03:35.157252+0000","last_undegraded":"2023-10-09T05:03:35.157252+0000","last_fullsized":"2023-10-09T05:03:35.157252+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":339,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.540767+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:03:44.540767+0000","last_peered":"2023-10-09T05:03:44.540767+0000","last_clean":"2023-10-09T05:03:44.540767+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:03:44.540767+0000","last_undegraded":"2023-10-09T05:03:44.540767+0000","last_fullsized":"2023-10-09T05:03:44.540767+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":196,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.145415+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:03:35.145415+0000","last_peered":"2023-10-09T05:03:35.145415+0000","last_clean":"2023-10-09T05:03:35.145415+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:03:35.145415+0000","last_undegraded":"2023-10-09T05:03:35.145415+0000","last_fullsized":"2023-10-09T05:03:35.145415+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"503'8531","reported_seq":8574,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.048746+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:03:52.048746+0000","last_peered":"2023-10-09T05:03:52.048746+0000","last_clean":"2023-10-09T05:03:52.048746+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:03:52.048746+0000","last_undegraded":"2023-10-09T05:03:52.048746+0000","last_fullsized":"2023-10-09T05:03:52.048746+0000","mapping_epoch":468,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8131,"log_dups_size":0,"ondisk_log_size":8131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288817152,"num_objects":4407,"num_object_clones":0,"num_object_copies":13221,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4407,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8531,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":844,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.146489+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:03:35.146489+0000","last_peered":"2023-10-09T05:03:35.146489+0000","last_clean":"2023-10-09T05:03:35.146489+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:03:35.146489+0000","last_undegraded":"2023-10-09T05:03:35.146489+0000","last_fullsized":"2023-10-09T05:03:35.146489+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":77,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.157164+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:03:35.157164+0000","last_peered":"2023-10-09T05:03:35.157164+0000","last_clean":"2023-10-09T05:03:35.157164+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:03:35.157164+0000","last_undegraded":"2023-10-09T05:03:35.157164+0000","last_fullsized":"2023-10-09T05:03:35.157164+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":455,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.156003+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:03:35.156003+0000","last_peered":"2023-10-09T05:03:35.156003+0000","last_clean":"2023-10-09T05:03:35.156003+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:03:35.156003+0000","last_undegraded":"2023-10-09T05:03:35.156003+0000","last_fullsized":"2023-10-09T05:03:35.156003+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":512,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.529795+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:03:44.529795+0000","last_peered":"2023-10-09T05:03:44.529795+0000","last_clean":"2023-10-09T05:03:44.529795+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:03:44.529795+0000","last_undegraded":"2023-10-09T05:03:44.529795+0000","last_fullsized":"2023-10-09T05:03:44.529795+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"504'8808","reported_seq":15594,"reported_epoch":504,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:03:56.583931+0000","last_change":"2023-10-09T05:03:01.323155+0000","last_active":"2023-10-09T05:03:56.583931+0000","last_peered":"2023-10-09T05:03:56.583931+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.520592+0000","last_became_peered":"2023-10-09T05:02:06.520592+0000","last_unstale":"2023-10-09T05:03:56.583931+0000","last_undegraded":"2023-10-09T05:02:06.353327+0000","last_fullsized":"2023-10-09T05:02:06.337728+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8808,"log_dups_size":0,"ondisk_log_size":8808,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:40:49.294685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278265856,"num_objects":4246,"num_object_clones":0,"num_object_copies":12738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8808,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3367,"num_bytes_recovered":220659712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[{"shards":"2,4","objects":4085}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":842,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.145627+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:03:35.145627+0000","last_peered":"2023-10-09T05:03:35.145627+0000","last_clean":"2023-10-09T05:03:35.145627+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:03:35.145627+0000","last_undegraded":"2023-10-09T05:03:35.145627+0000","last_fullsized":"2023-10-09T05:03:35.145627+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":60,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.154527+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:03:35.154527+0000","last_peered":"2023-10-09T05:03:35.154527+0000","last_clean":"2023-10-09T05:03:35.154527+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:03:35.154527+0000","last_undegraded":"2023-10-09T05:03:35.154527+0000","last_fullsized":"2023-10-09T05:03:35.154527+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":246,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.534427+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:03:44.534427+0000","last_peered":"2023-10-09T05:03:44.534427+0000","last_clean":"2023-10-09T05:03:44.534427+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:03:44.534427+0000","last_undegraded":"2023-10-09T05:03:44.534427+0000","last_fullsized":"2023-10-09T05:03:44.534427+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":202,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.160348+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:03:35.160348+0000","last_peered":"2023-10-09T05:03:35.160348+0000","last_clean":"2023-10-09T05:03:35.160348+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:03:35.160348+0000","last_undegraded":"2023-10-09T05:03:35.160348+0000","last_fullsized":"2023-10-09T05:03:35.160348+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"503'8877","reported_seq":8918,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:52.116196+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:03:52.116196+0000","last_peered":"2023-10-09T05:03:52.116196+0000","last_clean":"2023-10-09T05:03:52.116196+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:03:52.116196+0000","last_undegraded":"2023-10-09T05:03:52.116196+0000","last_fullsized":"2023-10-09T05:03:52.116196+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8877,"log_dups_size":0,"ondisk_log_size":8877,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309264384,"num_objects":4719,"num_object_clones":0,"num_object_copies":14157,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4719,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8877,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":501,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.172556+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:03:35.172556+0000","last_peered":"2023-10-09T05:03:35.172556+0000","last_clean":"2023-10-09T05:03:35.172556+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:03:35.172556+0000","last_undegraded":"2023-10-09T05:03:35.172556+0000","last_fullsized":"2023-10-09T05:03:35.172556+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":198,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.540505+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:03:44.540505+0000","last_peered":"2023-10-09T05:03:44.540505+0000","last_clean":"2023-10-09T05:03:44.540505+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:03:44.540505+0000","last_undegraded":"2023-10-09T05:03:44.540505+0000","last_fullsized":"2023-10-09T05:03:44.540505+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":407,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.145813+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:03:35.145813+0000","last_peered":"2023-10-09T05:03:35.145813+0000","last_clean":"2023-10-09T05:03:35.145813+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:03:35.145813+0000","last_undegraded":"2023-10-09T05:03:35.145813+0000","last_fullsized":"2023-10-09T05:03:35.145813+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":220,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.538980+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:03:44.538980+0000","last_peered":"2023-10-09T05:03:44.538980+0000","last_clean":"2023-10-09T05:03:44.538980+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:03:44.538980+0000","last_undegraded":"2023-10-09T05:03:44.538980+0000","last_fullsized":"2023-10-09T05:03:44.538980+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"504'8776","reported_seq":8820,"reported_epoch":504,"state":"active+clean","last_fresh":"2023-10-09T05:03:56.518126+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:03:56.518126+0000","last_peered":"2023-10-09T05:03:56.518126+0000","last_clean":"2023-10-09T05:03:56.518126+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:03:56.518126+0000","last_undegraded":"2023-10-09T05:03:56.518126+0000","last_fullsized":"2023-10-09T05:03:56.518126+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8776,"log_dups_size":0,"ondisk_log_size":8776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289669120,"num_objects":4420,"num_object_clones":0,"num_object_copies":13260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4420,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8776,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":546,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539321+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:03:44.539321+0000","last_peered":"2023-10-09T05:03:44.539321+0000","last_clean":"2023-10-09T05:03:44.539321+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:03:44.539321+0000","last_undegraded":"2023-10-09T05:03:44.539321+0000","last_fullsized":"2023-10-09T05:03:44.539321+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":196,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.148901+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:03:35.148901+0000","last_peered":"2023-10-09T05:03:35.148901+0000","last_clean":"2023-10-09T05:03:35.148901+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:03:35.148901+0000","last_undegraded":"2023-10-09T05:03:35.148901+0000","last_fullsized":"2023-10-09T05:03:35.148901+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":500,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.529842+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:03:44.529842+0000","last_peered":"2023-10-09T05:03:44.529842+0000","last_clean":"2023-10-09T05:03:44.529842+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:03:44.529842+0000","last_undegraded":"2023-10-09T05:03:44.529842+0000","last_fullsized":"2023-10-09T05:03:44.529842+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":486,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155727+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:03:35.155727+0000","last_peered":"2023-10-09T05:03:35.155727+0000","last_clean":"2023-10-09T05:03:35.155727+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:03:35.155727+0000","last_undegraded":"2023-10-09T05:03:35.155727+0000","last_fullsized":"2023-10-09T05:03:35.155727+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":198,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.156040+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:03:35.156040+0000","last_peered":"2023-10-09T05:03:35.156040+0000","last_clean":"2023-10-09T05:03:35.156040+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:03:35.156040+0000","last_undegraded":"2023-10-09T05:03:35.156040+0000","last_fullsized":"2023-10-09T05:03:35.156040+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":543,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.534494+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:03:44.534494+0000","last_peered":"2023-10-09T05:03:44.534494+0000","last_clean":"2023-10-09T05:03:44.534494+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:03:44.534494+0000","last_undegraded":"2023-10-09T05:03:44.534494+0000","last_fullsized":"2023-10-09T05:03:44.534494+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":499,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.161171+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:03:35.161171+0000","last_peered":"2023-10-09T05:03:35.161171+0000","last_clean":"2023-10-09T05:03:35.161171+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:03:35.161171+0000","last_undegraded":"2023-10-09T05:03:35.161171+0000","last_fullsized":"2023-10-09T05:03:35.161171+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":534,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.156013+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:03:35.156013+0000","last_peered":"2023-10-09T05:03:35.156013+0000","last_clean":"2023-10-09T05:03:35.156013+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:03:35.156013+0000","last_undegraded":"2023-10-09T05:03:35.156013+0000","last_fullsized":"2023-10-09T05:03:35.156013+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":504,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.161750+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:03:35.161750+0000","last_peered":"2023-10-09T05:03:35.161750+0000","last_clean":"2023-10-09T05:03:35.161750+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:03:35.161750+0000","last_undegraded":"2023-10-09T05:03:35.161750+0000","last_fullsized":"2023-10-09T05:03:35.161750+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":507,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.162929+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:03:35.162929+0000","last_peered":"2023-10-09T05:03:35.162929+0000","last_clean":"2023-10-09T05:03:35.162929+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:03:35.162929+0000","last_undegraded":"2023-10-09T05:03:35.162929+0000","last_fullsized":"2023-10-09T05:03:35.162929+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":231,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.540144+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:03:44.540144+0000","last_peered":"2023-10-09T05:03:44.540144+0000","last_clean":"2023-10-09T05:03:44.540144+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:03:44.540144+0000","last_undegraded":"2023-10-09T05:03:44.540144+0000","last_fullsized":"2023-10-09T05:03:44.540144+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":196,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-10-09T05:03:44.539273+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:03:44.539273+0000","last_peered":"2023-10-09T05:03:44.539273+0000","last_clean":"2023-10-09T05:03:44.539273+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:03:44.539273+0000","last_undegraded":"2023-10-09T05:03:44.539273+0000","last_fullsized":"2023-10-09T05:03:44.539273+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":189,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.158379+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:03:35.158379+0000","last_peered":"2023-10-09T05:03:35.158379+0000","last_clean":"2023-10-09T05:03:35.158379+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:03:35.158379+0000","last_undegraded":"2023-10-09T05:03:35.158379+0000","last_fullsized":"2023-10-09T05:03:35.158379+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":523,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-10-09T05:03:35.155583+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:03:35.155583+0000","last_peered":"2023-10-09T05:03:35.155583+0000","last_clean":"2023-10-09T05:03:35.155583+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:03:35.155583+0000","last_undegraded":"2023-10-09T05:03:35.155583+0000","last_fullsized":"2023-10-09T05:03:35.155583+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":4755685400,"num_objects":72567,"num_object_clones":0,"num_object_copies":217701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10850,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72567,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":139153,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6829,"num_bytes_recovered":447545344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13815918592,"data_stored":13815906376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":127853,"ondisk_log_size":127853,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234492,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2972976,"kb_used_data":1468136,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":90772176,"statfs":{"total":95995035648,"available":92950708224,"internally_reserved":0,"allocated":1503371264,"data_stored":1502097087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.8080000000000001,"15min":1.6319999999999999},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.20899999999999999},"max":{"1min":6.7149999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":1.9490000000000001},{"interface":"front","average":{"1min":1.373,"5min":1.4099999999999999,"15min":1.3029999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":8.3949999999999996,"5min":8.3949999999999996,"15min":10.785},"last":0.28999999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.4859999999999998,"5min":5.4859999999999998,"15min":5.4859999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":2.3580000000000001,"5min":2.3580000000000001,"15min":2.3580000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":15.401,"5min":15.401,"15min":15.401},"last":0.48299999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":2.2589999999999999,"15min":2.0920000000000001},"min":{"1min":0.373,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":11.442,"5min":11.442,"15min":32.179000000000002},"last":1.9830000000000001},{"interface":"front","average":{"1min":2.8170000000000002,"5min":2.2400000000000002,"15min":1.7290000000000001},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":11.311,"5min":11.311,"15min":16.704000000000001},"last":1.899}]},{"osd":3,"last update":"Mon Oct 9 05:02:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0190000000000001,"5min":2.5259999999999998,"15min":1.8100000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.2220000000000004,"5min":14.036,"15min":14.228999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":2.1850000000000001,"5min":2.4780000000000002,"15min":1.76},"min":{"1min":0.36499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":11.541,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.38100000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":1.6830000000000001,"15min":1.706},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":15.334,"5min":19.949000000000002,"15min":23.919},"last":1.8720000000000001},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.3400000000000001,"15min":1.419},"min":{"1min":0.314,"5min":0.28199999999999997,"15min":0.26200000000000001},"max":{"1min":11.887,"5min":18.971,"15min":23.797999999999998},"last":0.47299999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9670000000000001,"5min":1.79,"15min":1.8400000000000001},"min":{"1min":0.38200000000000001,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":15.432,"5min":15.432,"15min":20.678999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.3720000000000001,"15min":1.5740000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.7910000000000004,"5min":9.7910000000000004,"15min":21.07},"last":2.016}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5960000000000001,"5min":1.736,"15min":1.8080000000000001},"min":{"1min":0.39800000000000002,"5min":0.36399999999999999,"15min":0.32900000000000001},"max":{"1min":15.375,"5min":15.375,"15min":16.599},"last":0.82499999999999996},{"interface":"front","average":{"1min":3.0299999999999998,"5min":1.5149999999999999,"15min":1.806},"min":{"1min":0.40000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":11.714,"5min":11.714,"15min":24.010000000000002},"last":6.3639999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496128,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2660896,"kb_used_data":1475224,"kb_used_omap":0,"kb_used_meta":1185664,"kb_avail":91084256,"statfs":{"total":95995035648,"available":93270278144,"internally_reserved":0,"allocated":1510629376,"data_stored":1509371471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1214119936},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:28 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.8009999999999999,"15min":1.75},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":4.2670000000000003,"5min":11.715999999999999,"15min":62.470999999999997},"last":6.5220000000000002},{"interface":"front","average":{"1min":1.4259999999999999,"5min":2.0529999999999999,"15min":1.9530000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.23100000000000001},"max":{"1min":6.1539999999999999,"5min":11.773999999999999,"15min":62.445},"last":6.3920000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":8.0879999999999992,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":6.3410000000000002},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":6.7430000000000003},"last":0.44900000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":1.534},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":6.4450000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:03:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":2.8319999999999999,"15min":2.2690000000000001},"min":{"1min":0.41699999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.6760000000000002,"5min":26.763000000000002,"15min":26.763000000000002},"last":6.4199999999999999},{"interface":"front","average":{"1min":2.335,"5min":2.6789999999999998,"15min":2.1219999999999999},"min":{"1min":0.33800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":6.7889999999999997,"5min":26.777999999999999,"15min":26.777999999999999},"last":6.8650000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":6.5540000000000003},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":0.33900000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":0.501}]},{"osd":7,"last update":"Mon Oct 9 05:03:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":1.839,"15min":2.2509999999999999},"min":{"1min":0.41499999999999998,"5min":0.374,"15min":0.28199999999999997},"max":{"1min":9.5229999999999997,"5min":9.5229999999999997,"15min":196.22300000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.911,"15min":2.4020000000000001},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.315},"max":{"1min":7.0190000000000001,"5min":10.185,"15min":196.24299999999999},"last":0.41199999999999998}]}]},{"osd":1,"up_from":478,"seq":2052994367511,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1313256,"kb_used_data":1142944,"kb_used_omap":6,"kb_used_meta":170297,"kb_avail":92431896,"statfs":{"total":95995035648,"available":94650261504,"internally_reserved":0,"allocated":1170374656,"data_stored":1168024740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":174384619},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.454,"15min":1.454},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.0339999999999998,"5min":7.0339999999999998,"15min":7.0339999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.0099999999999998,"5min":7.0099999999999998,"15min":7.0099999999999998},"last":0.42299999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.1349999999999998,"5min":7.1349999999999998,"15min":7.1349999999999998},"last":0.443},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":0.56699999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":11.069000000000001,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0910000000000002,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":0.52300000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":71.381,"5min":71.381,"15min":71.381},"last":1.149},{"interface":"front","average":{"1min":6.8879999999999999,"5min":6.8879999999999999,"15min":6.8879999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":71.721999999999994,"5min":71.721999999999994,"15min":71.721999999999994},"last":1.0329999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":7.4859999999999998,"5min":7.4859999999999998,"15min":7.4859999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":71.061000000000007,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.63400000000000001},{"interface":"front","average":{"1min":6.7770000000000001,"5min":6.7770000000000001,"15min":6.7770000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":72.126000000000005,"5min":72.126000000000005,"15min":72.126000000000005},"last":5.1719999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":2.2029999999999998,"15min":2.2029999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.0749999999999993,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.7769999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.65500000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":70.832999999999998,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.624},{"interface":"front","average":{"1min":6.5350000000000001,"5min":6.5350000000000001,"15min":6.5350000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":70.769999999999996,"5min":70.769999999999996,"15min":70.769999999999996},"last":1.607}]}]},{"osd":0,"up_from":86,"seq":369367187835,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1906788,"kb_used_data":857180,"kb_used_omap":5,"kb_used_meta":1049594,"kb_avail":91838364,"statfs":{"total":95995035648,"available":94042484736,"internally_reserved":0,"allocated":877752320,"data_stored":875056469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1074784890},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.0859999999999999,"15min":2.0859999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":8.8689999999999998,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.72899999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":2.1760000000000002},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":0.53800000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":1.5780000000000001},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":0.58599999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":0.68700000000000006},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":1.6259999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":1.6519999999999999},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":1.675},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":0.70299999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":0.75700000000000001},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.64600000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206678,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3529744,"kb_used_data":2536776,"kb_used_omap":7,"kb_used_meta":992888,"kb_avail":90215408,"statfs":{"total":95995035648,"available":92380577792,"internally_reserved":0,"allocated":2597658624,"data_stored":2595326046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1016717393},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,3,0,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.4550000000000001,"5min":2.5649999999999999,"15min":1.7629999999999999},"min":{"1min":0.214,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":20.329999999999998,"5min":20.329999999999998,"15min":49.338000000000001},"last":3.2050000000000001},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.895,"15min":1.6830000000000001},"min":{"1min":0.19800000000000001,"5min":0.192,"15min":0.185},"max":{"1min":9.4169999999999998,"5min":13.952,"15min":47.450000000000003},"last":1.3400000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:03:07 2023","interfaces":[{"interface":"back","average":{"1min":5.0780000000000003,"5min":5.0780000000000003,"15min":5.0780000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":70.971000000000004,"5min":70.971000000000004,"15min":70.971000000000004},"last":7.7539999999999996},{"interface":"front","average":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":70.555000000000007,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.32000000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:02:57 2023","interfaces":[{"interface":"back","average":{"1min":2.302,"5min":4.2030000000000003,"15min":2.6429999999999998},"min":{"1min":0.223,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.013999999999999,"5min":23.507000000000001,"15min":79.926000000000002},"last":5.7050000000000001},{"interface":"front","average":{"1min":2.3439999999999999,"5min":4.3559999999999999,"15min":2.7269999999999999},"min":{"1min":0.36399999999999999,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":13.032,"5min":23.541,"15min":79.959000000000003},"last":5.7380000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.8039999999999998,"5min":3.327,"15min":2.8029999999999999},"min":{"1min":0.42499999999999999,"5min":0.36299999999999999,"15min":0.29299999999999998},"max":{"1min":12.179,"5min":18.219999999999999,"15min":176.00200000000001},"last":2.79},{"interface":"front","average":{"1min":3.6909999999999998,"5min":2.121,"15min":2.2330000000000001},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":176.07900000000001},"last":1.6779999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8679999999999999,"5min":2.266,"15min":1.704},"min":{"1min":0.34399999999999997,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":12.346,"5min":24.405000000000001,"15min":24.405000000000001},"last":1.6599999999999999},{"interface":"front","average":{"1min":3.4009999999999998,"5min":3.1669999999999998,"15min":2.1899999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.141,"5min":18.172999999999998,"15min":18.172999999999998},"last":2.8460000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6500000000000004,"5min":3.008,"15min":2.2120000000000002},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":13.693,"5min":24.023,"15min":42.975999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.3519999999999999,"15min":2.0859999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.316},"max":{"1min":9.4670000000000005,"5min":24.364000000000001,"15min":42.843000000000004},"last":1.3799999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2350000000000003,"5min":2.5550000000000002,"15min":2.0619999999999998},"min":{"1min":0.49099999999999999,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":10.227,"5min":12.907999999999999,"15min":15.516},"last":1.6439999999999999},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.1200000000000001,"15min":1.976},"min":{"1min":0.45700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.401,"5min":12.462999999999999,"15min":15.583},"last":1.4950000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524815,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1685100,"kb_used_data":1125604,"kb_used_omap":2,"kb_used_meta":559421,"kb_avail":92060052,"statfs":{"total":95995035648,"available":94269493248,"internally_reserved":0,"allocated":1152618496,"data_stored":1150489430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":572847157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":2.8300000000000001,"15min":1.8899999999999999},"min":{"1min":0.187,"5min":0.183,"15min":0.183},"max":{"1min":5.9370000000000003,"5min":26.260999999999999,"15min":26.260999999999999},"last":1.107},{"interface":"front","average":{"1min":1.655,"5min":2.9319999999999999,"15min":1.861},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.702,"5min":22.477,"15min":22.477},"last":1.8380000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":1.139},{"interface":"front","average":{"1min":1.252,"5min":1.252,"15min":1.252},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.5609999999999999,"5min":3.5609999999999999,"15min":3.5609999999999999},"last":1.194}]},{"osd":2,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.754,"15min":1.9730000000000001},"min":{"1min":0.30299999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.6639999999999997,"5min":15.425000000000001,"15min":21.722999999999999},"last":3.278},{"interface":"front","average":{"1min":2.2429999999999999,"5min":2.746,"15min":1.9139999999999999},"min":{"1min":0.37,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":6.2930000000000001,"5min":24.184000000000001,"15min":25.776},"last":7.1829999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0110000000000001,"5min":2.3799999999999999,"15min":1.8100000000000001},"min":{"1min":0.46400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.0229999999999997,"5min":15.301,"15min":15.301},"last":1.8879999999999999},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.403,"15min":1.982},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.859,"5min":15.401999999999999,"15min":21.532},"last":2.4159999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":2.1179999999999999,"15min":1.8149999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.5030000000000001,"5min":15.282,"15min":35.712000000000003},"last":1.1699999999999999},{"interface":"front","average":{"1min":3.109,"5min":2.7549999999999999,"15min":2.1240000000000001},"min":{"1min":0.46800000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.109,"5min":18.064,"15min":35.488},"last":2.6280000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.4470000000000001,"15min":2.27},"min":{"1min":0.38100000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.327999999999999,"5min":15.339,"15min":50.113999999999997},"last":2.4569999999999999},{"interface":"front","average":{"1min":1.736,"5min":2.2509999999999999,"15min":2},"min":{"1min":0.34499999999999997,"5min":0.33400000000000002,"15min":0.32200000000000001},"max":{"1min":3.7040000000000002,"5min":15.243,"15min":53.841999999999999},"last":1.8660000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:02:59 2023","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":2.6890000000000001,"15min":2.085},"min":{"1min":0.59099999999999997,"5min":0.35499999999999998,"15min":0.34899999999999998},"max":{"1min":5.6829999999999998,"5min":18.155999999999999,"15min":18.155999999999999},"last":1.931},{"interface":"front","average":{"1min":2.706,"5min":2.6200000000000001,"15min":2.1549999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":11.919,"5min":15.381,"15min":21.587},"last":2.4820000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019400,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3819820,"kb_used_data":2643748,"kb_used_omap":0,"kb_used_meta":1176064,"kb_avail":89925332,"statfs":{"total":95995035648,"available":92083539968,"internally_reserved":0,"allocated":2707197952,"data_stored":2705928090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1204289536},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.702,"5min":1.8420000000000001,"15min":1.8149999999999999},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":4.3310000000000004,"5min":11.003,"15min":21.047000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.5209999999999999,"5min":1.6879999999999999,"15min":1.631},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.23000000000000001},"max":{"1min":5.6150000000000002,"5min":9.8710000000000004,"15min":12.064},"last":0.38800000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":2.6800000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9889999999999999,"5min":6.9889999999999999,"15min":6.9889999999999999},"last":1.4119999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":3.286,"5min":2.3340000000000001,"15min":2.9969999999999999},"min":{"1min":0.40600000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.15,"5min":10.15,"15min":105.411},"last":1.73},{"interface":"front","average":{"1min":3.415,"5min":2.2559999999999998,"15min":2.9300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.465,"5min":10.465,"15min":97.927999999999997},"last":1.5509999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:03:00 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.665,"15min":2.1309999999999998},"min":{"1min":0.432,"5min":0.29199999999999998,"15min":0.28699999999999998},"max":{"1min":7.9359999999999999,"5min":87.072999999999993,"15min":87.072999999999993},"last":0.41199999999999998},{"interface":"front","average":{"1min":3.1520000000000001,"5min":3.121,"15min":2.4220000000000002},"min":{"1min":0.36899999999999999,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":15.452,"5min":87.316000000000003,"15min":87.316000000000003},"last":0.81799999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.135,"15min":1.532},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":9.9350000000000005,"5min":9.9350000000000005,"15min":20.991},"last":0.71799999999999997},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.391,"15min":1.4379999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":7.835,"5min":11.324,"15min":14.202999999999999},"last":0.35599999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:02:50 2023","interfaces":[{"interface":"back","average":{"1min":3.331,"5min":1.476,"15min":2.2930000000000001},"min":{"1min":0.28599999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":12.281000000000001,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.0409999999999999,"15min":2.133},"min":{"1min":0.32200000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.6189999999999998,"5min":5.6189999999999998,"15min":81.715999999999994},"last":0.76300000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":1.337,"15min":1.5920000000000001},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":8.2129999999999992,"5min":8.2129999999999992,"15min":29.175000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":3.2949999999999999,"5min":1.548,"15min":1.9830000000000001},"min":{"1min":0.35799999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":12.48,"5min":12.48,"15min":29.192},"last":0.85399999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757764,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3849504,"kb_used_data":2366552,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":89895648,"statfs":{"total":95995035648,"available":92053143552,"internally_reserved":0,"allocated":2423349248,"data_stored":2422087972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":1.698,"15min":2.4350000000000001},"min":{"1min":0.32300000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":11.926,"5min":12.074999999999999,"15min":322.43200000000002},"last":7.1349999999999998},{"interface":"front","average":{"1min":1.5620000000000001,"5min":1.736,"15min":2.7450000000000001},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":4.0510000000000002,"5min":15.164,"15min":322.61599999999999},"last":0.97799999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.1960000000000002,"15min":2.1960000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":5.5519999999999996},"last":9.1140000000000008},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.2889999999999997,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":7.0359999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.2909999999999999,"15min":1.8899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":8.0809999999999995,"5min":11.739000000000001,"15min":18.553000000000001},"last":8.5359999999999996},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.1600000000000001,"15min":1.8799999999999999},"min":{"1min":0.52400000000000002,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.5460000000000003,"5min":12.624000000000001,"15min":18.617000000000001},"last":1.0189999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.2330000000000001,"15min":2.0459999999999998},"min":{"1min":0.39800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1460000000000008,"5min":9.9199999999999999,"15min":74.915000000000006},"last":4.7960000000000003},{"interface":"front","average":{"1min":1.3320000000000001,"5min":2.202,"15min":2.2210000000000001},"min":{"1min":0.33900000000000002,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":4.4180000000000001,"5min":8.7289999999999992,"15min":74.799999999999997},"last":6.9950000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.216,"15min":1.2549999999999999},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.6790000000000003,"5min":10.092000000000001,"15min":13.285},"last":7.0570000000000004},{"interface":"front","average":{"1min":2.0550000000000002,"5min":1.1919999999999999,"15min":1.5700000000000001},"min":{"1min":0.38800000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":10.387,"5min":10.387,"15min":14.824},"last":1.3149999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:02:52 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.94999999999999996,"15min":1.409},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0069999999999997,"5min":5.2220000000000004,"15min":13.189},"last":3.2770000000000001},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.3799999999999999,"15min":1.512},"min":{"1min":0.36799999999999999,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":14.640000000000001,"5min":14.640000000000001,"15min":14.640000000000001},"last":9.3670000000000009}]},{"osd":7,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":1.593,"15min":1.776},"min":{"1min":0.376,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":14.59,"5min":14.59,"15min":43.508000000000003},"last":9.4459999999999997},{"interface":"front","average":{"1min":2.6019999999999999,"5min":1.498,"15min":1.7110000000000001},"min":{"1min":0.35099999999999998,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":8.2010000000000005,"5min":10.061999999999999,"15min":43.476999999999997},"last":7.1040000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":869728256,"data_stored":869728256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1163988992,"data_stored":1163984920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2578710528,"data_stored":2578710528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1135411200,"data_stored":1135411200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2685472768,"data_stored":2685468696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2400518144,"data_stored":2400518144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1497300992,"data_stored":1497300992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1484787712,"data_stored":1484783640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:03:57.834 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:03:57.835 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:57.850 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:57.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:57.858 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:57.959 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:03:58.014 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:58.079 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:03:58.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:58.094 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:03:58.195 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:03:58.249 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:58.355 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:03:58.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:58.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:03:58.462 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:58.478 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:58.520 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:58.677 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:03:58.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:58.683 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:03:58.784 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:58.814 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:58.849 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:58.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:58.852 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:58.953 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:03:58.980 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: osdmap e505: 8 total, 8 up, 8 in 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[184249]: pgmap v1526: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 834 op/s; 10850/208968 objects degraded (5.192%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: osdmap e505: 8 total, 8 up, 8 in 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:03:59 smithi107 ceph-mon[179183]: pgmap v1526: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 834 op/s; 10850/208968 objects degraded (5.192%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T05:03:59.522 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:03:59.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:59.538 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:03:59.639 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:03:59.708 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: osdmap e505: 8 total, 8 up, 8 in 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: failed to encode map e505 with expected crc 2023-10-09T05:03:59.709 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:03:59 smithi150 ceph-mon[168511]: pgmap v1526: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 834 op/s; 10850/208968 objects degraded (5.192%); 6.6 MiB/s, 105 objects/s recovering 2023-10-09T05:03:59.721 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:03:59.748 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:03:59.775 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:03:59.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:03:59.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:03:59.882 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:03:59.963 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:00.045 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:00.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:00.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:00.153 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:00.194 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:00.337 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:04:00.551 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.551 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: osdmap e506: 8 total, 8 up, 8 in 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1866383733' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: osdmap e506: 8 total, 8 up, 8 in 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.552 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.553 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1866383733' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:00.553 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: osdmap e506: 8 total, 8 up, 8 in 2023-10-09T05:04:00.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: failed to encode map e506 with expected crc 2023-10-09T05:04:00.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1866383733' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:00.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:01.149 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:01.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:01.156 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:01.256 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:01.358 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: failed to encode map e507 with expected crc 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: osdmap e507: 8 total, 8 up, 8 in 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: failed to encode map e507 with expected crc 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10850/208968 objects degraded (5.192%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: pgmap v1529: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 552 op/s; 10850/208968 objects degraded (5.192%); 4.4 MiB/s, 69 objects/s recovering 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: failed to encode map e507 with expected crc 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: osdmap e507: 8 total, 8 up, 8 in 2023-10-09T05:04:01.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: failed to encode map e507 with expected crc 2023-10-09T05:04:01.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10850/208968 objects degraded (5.192%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:01.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: pgmap v1529: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 552 op/s; 10850/208968 objects degraded (5.192%); 4.4 MiB/s, 69 objects/s recovering 2023-10-09T05:04:01.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212526 12.7 12:e6f7fda0:::benchmark_data_smithi107_355541_object103453:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 191.49842537800001, 2023-10-09T05:04:01.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.321320396, 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212526 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961262+0000", 2023-10-09T05:04:01.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961271+0000", 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8340000000000005e-06 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961290+0000", 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.925e-05 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961302+0000", 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1959e-05 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961464+0000", 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016163899999999999 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961476+0000", 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2001000000000001e-05 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282522+0000", 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3210458279999999 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282585+0000", 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2767000000000004e-05 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212531 12.7 12:ebc34db6:::benchmark_data_smithi107_355541_object103458:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 191.49836062899999, 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3325043329999999, 2023-10-09T05:04:01.470 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212531 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961328+0000", 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961332+0000", 2023-10-09T05:04:01.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7019999999999999e-06 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961353+0000", 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1073e-05 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961360+0000", 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8310000000000003e-06 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961501+0000", 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014087 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961510+0000", 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7469999999999994e-06 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282861+0000", 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3213510989999999 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282950+0000", 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9580000000000006e-05 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293731+0000", 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010780615 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293833+0000", 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010234399999999999 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.476 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212536 12.7 12:e6bf8759:::benchmark_data_smithi107_355541_object103463:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 191.49832252600001, 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3365893309999999, 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212536 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961366+0000", 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961369+0000", 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.994e-06 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961376+0000", 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2199999999999997e-06 2023-10-09T05:04:01.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961381+0000", 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9150000000000004e-06 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961532+0000", 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015187800000000001 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961540+0000", 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8630000000000008e-06 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283058+0000", 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3215178189999999 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283140+0000", 2023-10-09T05:04:01.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2202999999999999e-05 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283255+0000", 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011435200000000001 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.289947+0000", 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066921309999999996 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293327+0000", 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0033802659999999998 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297683+0000", 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043558970000000001 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297762+0000", 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8944999999999997e-05 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297825+0000", 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2810000000000003e-05 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297956+0000", 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000131593 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.484 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212538 12.7 12:effdb850:::benchmark_data_smithi107_355541_object103465:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 191.49830451, 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.338220006, 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:04:01.485 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212538 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:04:01.486 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961387+0000", 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0959999999999999e-06 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961393+0000", 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.801e-06 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961397+0000", 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9180000000000002e-06 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961563+0000", 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016526400000000001 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961571+0000", 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1969999999999996e-06 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286712+0000", 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.325141524 2023-10-09T05:04:01.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286841+0000", 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012872 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286930+0000", 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8646000000000005e-05 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293806+0000", 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068762750000000003 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297724+0000", 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00391837 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.298010+0000", 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000285259 2023-10-09T05:04:01.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299447+0000", 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00143713 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299497+0000", 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0306000000000003e-05 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299605+0000", 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010783800000000001 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212574 12.7 12:e24dc470:::benchmark_data_smithi107_355541_object103501:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 191.49828701000001, 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.342488495, 2023-10-09T05:04:01.493 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212574 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961404+0000", 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2500000000000001e-06 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961410+0000", 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0009999999999998e-06 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961416+0000", 2023-10-09T05:04:01.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2610000000000001e-06 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961593+0000", 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000176971 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961600+0000", 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8779999999999998e-06 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.289963+0000", 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3283626399999999 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.290038+0000", 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5218999999999999e-05 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.290123+0000", 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4716999999999995e-05 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.298020+0000", 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0078969490000000003 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299653+0000", 2023-10-09T05:04:01.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0016333750000000001 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303471+0000", 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038178180000000002 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303726+0000", 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00025442299999999999 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303779+0000", 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3488e-05 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303891+0000", 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011189800000000001 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56146 13.a 13:54c2ed7a:::benchmark_data_smithi107_396486_object56145:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 116.45285053000001, 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5285271730000001, 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.502 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56146 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006837+0000", 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006866+0000", 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8467e-05 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006877+0000", 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1141999999999999e-05 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006887+0000", 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0412e-05 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.009545+0000", 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026573 2023-10-09T05:04:01.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.009557+0000", 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2354000000000001e-05 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340738+0000", 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.33118116199999997 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340747+0000", 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3219999999999993e-06 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527294+0000", 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1865478949999999 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527489+0000", 2023-10-09T05:04:01.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019502899999999999 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527688+0000", 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019841999999999999 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533521+0000", 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058330500000000002 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533577+0000", 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5633000000000001e-05 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533585+0000", 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3869999999999995e-06 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533631+0000", 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5735000000000002e-05 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535366+0000", 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001735466 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.510 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56176 13.a 13:5fae3670:::benchmark_data_smithi107_396486_object56175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 116.393848922, 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4711515230000001, 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56176 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.511 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065839+0000", 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065867+0000", 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8518999999999999e-05 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065890+0000", 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2847e-05 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065901+0000", 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0448999999999999e-05 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065971+0000", 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0463000000000006e-05 2023-10-09T05:04:01.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065989+0000", 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7589999999999999e-05 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340768+0000", 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27477936200000003 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340778+0000", 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3719999999999994e-06 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531280+0000", 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1905020399999999 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531454+0000", 2023-10-09T05:04:01.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000174501 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531649+0000", 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019472000000000001 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535505+0000", 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003856174 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535638+0000", 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013317299999999999 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535647+0000", 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7709999999999995e-06 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535690+0000", 2023-10-09T05:04:01.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3421000000000003e-05 2023-10-09T05:04:01.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.536992+0000", 2023-10-09T05:04:01.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013017300000000001 2023-10-09T05:04:01.520 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.520 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.520 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56177 13.a 13:5636851f:::benchmark_data_smithi107_396486_object56176:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 116.391431676, 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4780011129999999, 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.521 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56177 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068256+0000", 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068284+0000", 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7217999999999999e-05 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068297+0000", 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3703000000000001e-05 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068306+0000", 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.918e-06 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068388+0000", 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1365000000000004e-05 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068395+0000", 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4139999999999997e-06 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340800+0000", 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27240540000000002 2023-10-09T05:04:01.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340805+0000", 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8670000000000002e-06 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537034+0000", 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.196229097 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.526 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537207+0000", 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017233799999999999 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537412+0000", 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00020570399999999999 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.539144+0000", 2023-10-09T05:04:01.527 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001731626 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.540087+0000", 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00094249000000000004 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.543966+0000", 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038790529999999999 2023-10-09T05:04:01.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.544038+0000", 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2849000000000007e-05 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.546259+0000", 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022204429999999999 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.529 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:142997 13.a 13:5ff6004d:::benchmark_data_smithi107_396486_object37135:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.0938493450000002, 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98252747900000004, 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.530 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142997 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:04:01.531 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365838+0000", 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365848+0000", 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9960000000000005e-06 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365871+0000", 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3065e-05 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365882+0000", 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0876999999999999e-05 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365953+0000", 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0396999999999997e-05 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365966+0000", 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3023999999999999e-05 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336313+0000", 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97034680200000001 2023-10-09T05:04:01.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336426+0000", 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113769 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336497+0000", 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0939000000000006e-05 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.535 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340222+0000", 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00372427 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348185+0000", 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0079632049999999992 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348275+0000", 2023-10-09T05:04:01.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0482999999999994e-05 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348314+0000", 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9028e-05 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348368+0000", 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3390999999999998e-05 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.537 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:142999 13.a 13:5d1a507a:::benchmark_data_smithi107_396486_object37137:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.0887939950000001, 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97766070299999996, 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.538 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142999 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:04:01.539 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370894+0000", 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370902+0000", 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0760000000000003e-06 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370916+0000", 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3608000000000001e-05 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370923+0000", 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8929999999999999e-06 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370999+0000", 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6902000000000003e-05 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371011+0000", 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1993e-05 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340278+0000", 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96926604999999999 2023-10-09T05:04:01.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340405+0000", 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012732100000000001 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340472+0000", 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7366000000000005e-05 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348241+0000", 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0077686830000000002 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348399+0000", 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015825400000000001 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348464+0000", 2023-10-09T05:04:01.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5198999999999997e-05 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348514+0000", 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0098e-05 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348556+0000", 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1757e-05 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.545 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143002 13.a 13:56d77188:::benchmark_data_smithi107_396486_object37140:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 3.0885906159999998, 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97759521100000002, 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.546 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143002 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371098+0000", 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371102+0000", 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1919999999999998e-06 2023-10-09T05:04:01.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371112+0000", 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4790000000000002e-06 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371116+0000", 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6469999999999997e-06 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371181+0000", 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4220000000000005e-05 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371197+0000", 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6758000000000001e-05 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.343943+0000", 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97274561299999995 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.344038+0000", 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4586999999999994e-05 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.344110+0000", 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2714999999999998e-05 2023-10-09T05:04:01.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348592+0000", 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044811360000000001 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348598+0000", 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4099999999999996e-06 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348640+0000", 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1958e-05 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348665+0000", 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4791999999999999e-05 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348694+0000", 2023-10-09T05:04:01.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9405000000000001e-05 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143058 13.a 13:5d31e319:::benchmark_data_smithi107_396486_object37196:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.9991005479999999, 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.90516730099999998, 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.554 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143058 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460588+0000", 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460594+0000", 2023-10-09T05:04:01.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5999999999999997e-06 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460605+0000", 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1734e-05 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460614+0000", 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5650000000000002e-06 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460687+0000", 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3589000000000003e-05 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460703+0000", 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6013999999999999e-05 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348717+0000", 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88801327100000005 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348806+0000", 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9371999999999997e-05 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348883+0000", 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6673000000000003e-05 2023-10-09T05:04:01.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358032+0000", 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091491639999999996 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365641+0000", 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076092099999999999 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365685+0000", 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3359999999999998e-05 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365727+0000", 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2585e-05 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365756+0000", 2023-10-09T05:04:01.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9113000000000001e-05 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143067 13.a 13:51225c8c:::benchmark_data_smithi107_396486_object37205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.9858803709999999, 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.89210563499999995, 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.562 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143067 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473807+0000", 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473818+0000", 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0852e-05 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473839+0000", 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0937999999999998e-05 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473850+0000", 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1703e-05 2023-10-09T05:04:01.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473928+0000", 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7594000000000003e-05 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473942+0000", 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4143e-05 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353386+0000", 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.87944435700000001 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353518+0000", 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013156100000000001 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353645+0000", 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000127236 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358079+0000", 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044339430000000001 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365767+0000", 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076875900000000002 2023-10-09T05:04:01.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365851+0000", 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4855e-05 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365880+0000", 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8385999999999999e-05 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365915+0000", 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4882999999999998e-05 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143081 13.a 13:52d818a5:::benchmark_data_smithi107_396486_object37219:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.9673280220000002, 2023-10-09T05:04:01.570 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88288068799999997, 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143081 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:04:01.571 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492360+0000", 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492367+0000", 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.075e-06 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492379+0000", 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1311000000000001e-05 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492387+0000", 2023-10-09T05:04:01.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.824e-06 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492456+0000", 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9152999999999993e-05 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492469+0000", 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3658e-05 2023-10-09T05:04:01.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358107+0000", 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.865637196 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358192+0000", 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5483999999999997e-05 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.575 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358265+0000", 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2815e-05 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365772+0000", 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0075066229999999996 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365818+0000", 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6597999999999997e-05 2023-10-09T05:04:01.576 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375179+0000", 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093606809999999992 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375214+0000", 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4764000000000001e-05 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375242+0000", 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8586999999999999e-05 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143082 13.a 13:5a28166f:::benchmark_data_smithi107_396486_object37220:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.9652110289999998, 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88084425700000002, 2023-10-09T05:04:01.578 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143082 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.579 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494477+0000", 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494483+0000", 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0170000000000002e-06 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494494+0000", 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246999999999999e-05 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494501+0000", 2023-10-09T05:04:01.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3539999999999996e-06 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.499191+0000", 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046907030000000001 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.499206+0000", 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5104e-05 2023-10-09T05:04:01.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361688+0000", 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.86248211299999999 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361829+0000", 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140882 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361960+0000", 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013049000000000001 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365926+0000", 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039660870000000001 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365963+0000", 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7153999999999997e-05 2023-10-09T05:04:01.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375276+0000", 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093132560000000007 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375301+0000", 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4967999999999999e-05 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.585 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375323+0000", 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1433e-05 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143113 13.a 13:520f9835:::benchmark_data_smithi107_396486_object37251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.905828139, 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83063859500000004, 2023-10-09T05:04:01.586 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143113 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.587 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553859+0000", 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.588 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553870+0000", 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0662000000000001e-05 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553889+0000", 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9534e-05 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553901+0000", 2023-10-09T05:04:01.589 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2259000000000001e-05 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553974+0000", 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2855000000000006e-05 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553988+0000", 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3739e-05 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.590 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365984+0000", 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.81199545200000001 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.366071+0000", 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7305000000000005e-05 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.591 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.366159+0000", 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8453000000000002e-05 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375140+0000", 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089802530000000005 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375148+0000", 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4079999999999998e-06 2023-10-09T05:04:01.592 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384418+0000", 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0092702770000000004 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384462+0000", 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3575999999999997e-05 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.593 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384500+0000", 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8133000000000002e-05 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143131 13.a 13:5744ec1a:::benchmark_data_smithi107_396486_object37269:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.8799753450000001, 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.805793384, 2023-10-09T05:04:01.594 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143131 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.595 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579713+0000", 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.596 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579719+0000", 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.533e-06 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579733+0000", 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3535e-05 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579740+0000", 2023-10-09T05:04:01.597 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0720000000000002e-06 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579797+0000", 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6524000000000003e-05 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579807+0000", 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0689e-05 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.598 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370548+0000", 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.79074042300000003 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370638+0000", 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0708e-05 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.599 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370718+0000", 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9949000000000003e-05 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375386+0000", 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046674749999999999 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384535+0000", 2023-10-09T05:04:01.600 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091496129999999991 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385418+0000", 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000882897 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385468+0000", 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9327999999999999e-05 2023-10-09T05:04:01.601 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385508+0000", 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9916000000000002e-05 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143133 13.a 13:5f58afca:::benchmark_data_smithi107_396486_object37271:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:04:01.602 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.8759780049999999, 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.80192368700000005, 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143133 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.603 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583710+0000", 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.604 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583717+0000", 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6510000000000004e-06 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583737+0000", 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9681e-05 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.605 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583745+0000", 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2470000000000008e-06 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583819+0000", 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3862999999999994e-05 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583829+0000", 2023-10-09T05:04:01.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0604e-05 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375412+0000", 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.79158324700000005 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375515+0000", 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010265200000000001 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375590+0000", 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4562999999999997e-05 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384563+0000", 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089735289999999992 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384596+0000", 2023-10-09T05:04:01.608 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2502999999999997e-05 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385558+0000", 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00096184700000000005 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385600+0000", 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2026e-05 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385635+0000", 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5583999999999997e-05 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143158 13.a 13:511329df:::benchmark_data_smithi107_396486_object37296:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.8347798920000002, 2023-10-09T05:04:01.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.76079118300000004, 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143158 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:04:01.611 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624908+0000", 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.612 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624920+0000", 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1487e-05 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624934+0000", 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4433999999999999e-05 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.613 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624942+0000", 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.729e-06 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.625013+0000", 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0870000000000004e-05 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.625027+0000", 2023-10-09T05:04:01.614 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4208e-05 2023-10-09T05:04:01.615 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.615 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.615 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.615 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379498+0000", 2023-10-09T05:04:01.615 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.75447134599999999 2023-10-09T05:04:01.615 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.617 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.617 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.617 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379619+0000", 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120621 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379743+0000", 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012421099999999999 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385406+0000", 2023-10-09T05:04:01.618 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056633660000000004 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385550+0000", 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014401600000000001 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385642+0000", 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1757999999999998e-05 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.619 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385678+0000", 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6266999999999997e-05 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385701+0000", 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2388999999999999e-05 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143165 13.a 13:56369d63:::benchmark_data_smithi107_396486_object37303:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 2.822959902, 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.77222787900000001, 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143165 2023-10-09T05:04:01.621 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.622 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636728+0000", 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636736+0000", 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4769999999999997e-06 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:04:01.623 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636751+0000", 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5194999999999999e-05 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636759+0000", 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0430000000000008e-06 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636821+0000", 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2376e-05 2023-10-09T05:04:01.624 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636838+0000", 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6566999999999999e-05 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385720+0000", 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.74888262999999999 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.625 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385819+0000", 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8287000000000003e-05 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385916+0000", 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7079999999999999e-05 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.399918+0000", 2023-10-09T05:04:01.626 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014002382000000001 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.399986+0000", 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7435999999999996e-05 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408886+0000", 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089006799999999994 2023-10-09T05:04:01.627 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408925+0000", 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9152000000000001e-05 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408957+0000", 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2060999999999997e-05 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.628 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:04:01.629 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:04:01.629 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:04:01.739 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:04:01.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: failed to encode map e507 with expected crc 2023-10-09T05:04:01.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:01.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: osdmap e507: 8 total, 8 up, 8 in 2023-10-09T05:04:01.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: failed to encode map e507 with expected crc 2023-10-09T05:04:01.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10850/208968 objects degraded (5.192%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:01.740 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: pgmap v1529: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 552 op/s; 10850/208968 objects degraded (5.192%); 4.4 MiB/s, 69 objects/s recovering 2023-10-09T05:04:01.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:01.741 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:02.012 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:04:02] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2023-10-09T05:04:02.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[184249]: failed to encode map e507 with expected crc 2023-10-09T05:04:02.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:04:02.542 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:04:02.543 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:02.543 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/798562099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:02.543 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[179183]: failed to encode map e507 with expected crc 2023-10-09T05:04:02.544 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:04:02.544 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:04:02.544 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:02.544 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/798562099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:02.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:02.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:02.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:02.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:02.545 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:02.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:02.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:02.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:02.546 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.546 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:04:02.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:04.140 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:04.140 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:04.140 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:03 smithi107 ceph-mon[184249]: pgmap v1530: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 990 op/s; 10498/199941 objects degraded (5.251%); 3.7 MiB/s, 58 objects/s recovering 2023-10-09T05:04:04.140 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:03 smithi107 ceph-mon[179183]: pgmap v1530: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 990 op/s; 10498/199941 objects degraded (5.251%); 3.7 MiB/s, 58 objects/s recovering 2023-10-09T05:04:04.141 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:04:04.141 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:02 smithi150 ceph-mon[168511]: failed to encode map e507 with expected crc 2023-10-09T05:04:04.141 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:04:04.142 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:04:04.142 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:04.142 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/798562099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:04.142 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:03 smithi150 ceph-mon[168511]: pgmap v1530: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 990 op/s; 10498/199941 objects degraded (5.251%); 3.7 MiB/s, 58 objects/s recovering 2023-10-09T05:04:04.241 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:04.505 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:04.563 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:04.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:04.608 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:04.709 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:04.962 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T05:04:05.043 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:05.487 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:05.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:05.491 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:05.593 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:05.633 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:05.720 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:05.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:05.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:05.830 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:05.895 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:05.908 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:05.963 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:05.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:05.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:05.984 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:05.984 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 10498/199941 objects degraded (5.251%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2006,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":507,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":96},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":66647,"data_bytes":4366735288,"bytes_used":21408272384,"bytes_avail":746552012800,"bytes_total":767960285184,"degraded_objects":10498,"degraded_total":199941,"degraded_ratio":0.052505489119290184,"recovering_objects_per_sec":53,"recovering_bytes_per_sec":3524113,"recovering_keys_per_sec":0,"num_objects_recovered":352,"num_bytes_recovered":23068672,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":459},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (2m)\n [==========================..] (remaining: 6s)","progress":0.95959597826004028,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:04:06.036 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:06.072 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:06.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:05 smithi107 ceph-mon[184249]: pgmap v1531: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 459 op/s; 10498/199941 objects degraded (5.251%); 3.4 MiB/s, 53 objects/s recovering 2023-10-09T05:04:06.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10498/199941 objects degraded (5.251%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:06.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:05 smithi107 ceph-mon[179183]: pgmap v1531: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 459 op/s; 10498/199941 objects degraded (5.251%); 3.4 MiB/s, 53 objects/s recovering 2023-10-09T05:04:06.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10498/199941 objects degraded (5.251%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:06.137 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:05 smithi150 ceph-mon[168511]: pgmap v1531: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 459 op/s; 10498/199941 objects degraded (5.251%); 3.4 MiB/s, 53 objects/s recovering 2023-10-09T05:04:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10498/199941 objects degraded (5.251%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:06.476 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:06.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:06.480 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:06.556 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:04:06.556 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:04:06.581 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:06.651 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:06.939 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1817878777' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:07.024 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:07.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:07.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:07.073 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1817878777' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:07.073 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1817878777' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:07.129 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:07.180 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:07.374 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:07.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:07.381 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:07.482 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:07.526 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:04:07.570 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:07.648 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:07.810 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:07.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:07.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:07.920 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:07.999 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:08.039 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:07 smithi107 ceph-mon[179183]: pgmap v1532: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 433 op/s; 10498/198558 objects degraded (5.287%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:04:08.039 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:07 smithi107 ceph-mon[184249]: pgmap v1532: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 433 op/s; 10498/198558 objects degraded (5.287%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:04:08.072 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:08.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:08.084 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:07 smithi150 ceph-mon[168511]: pgmap v1532: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 4.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 433 op/s; 10498/198558 objects degraded (5.287%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:04:08.085 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:08.186 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:08.250 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:08.332 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:08.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:08.340 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:08.441 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:08.532 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:08.630 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:08.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:08.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:08.735 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:08.738 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:08.806 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:08.965 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:08.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:08.971 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:08.981 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:04:09.010 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:08 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1122638767' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:09.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:08 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:09.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:08 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1122638767' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:09.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:08 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:09.072 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:09.121 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:09.199 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:09.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:09.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:09.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:08 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1122638767' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:09.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:08 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:09.305 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:09.375 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:09.375 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:09.397 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:09.484 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:09.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:09.487 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:09.588 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:09.647 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:10.021 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T05:04:10.159 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:10.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:10.170 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:10.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: pgmap v1533: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 10309/189093 objects degraded (5.452%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T05:04:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:04:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: osdmap e508: 8 total, 8 up, 8 in 2023-10-09T05:04:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:09 smithi150 ceph-mon[168511]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: pgmap v1533: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 10309/189093 objects degraded (5.452%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: osdmap e508: 8 total, 8 up, 8 in 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.242 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[184249]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: pgmap v1533: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 10309/189093 objects degraded (5.452%); 3.5 MiB/s, 56 objects/s recovering 2023-10-09T05:04:10.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:10.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:04:10.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: osdmap e508: 8 total, 8 up, 8 in 2023-10-09T05:04:10.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:09 smithi107 ceph-mon[179183]: failed to encode map e508 with expected crc 2023-10-09T05:04:10.271 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:10.318 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:10.365 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:10.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:10.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:10.487 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:10.527 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:04:10.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:10.597 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:10.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:10.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:10.709 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:10.793 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:10.811 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:10.838 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:10.859 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:10.867 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:10.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:10.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:10.899 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:10.904 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:10.949 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:10.976 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:10.991 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:11.018 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:11.040 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:11.078 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:11.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.087 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.087 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:04:11.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10309/189093 objects degraded (5.452%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:11.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3961291477' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10309/189093 objects degraded (5.452%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:11.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3961291477' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:11.226 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:11.232 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1534,"stamp":"2023-10-09T05:04:08.970158+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4129757112,"num_objects":63031,"num_object_clones":0,"num_object_copies":189093,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10309,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63031,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":148774,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7420,"num_bytes_recovered":483679690,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130639,"ondisk_log_size":130639,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":20249876,"kb_used_data":12113876,"kb_used_omap":22,"kb_used_meta":8135529,"kb_avail":729711340,"statfs":{"total":767960285184,"available":747224412160,"internally_reserved":0,"allocated":12404609024,"data_stored":12389896860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8330781931},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-434176000,"num_objects":-6625,"num_object_clones":0,"num_object_copies":-19875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-541,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6625,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":541,"num_bytes_recovered":35454976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.645143"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":520,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.319692+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:03:59.319692+0000","last_peered":"2023-10-09T05:03:59.319692+0000","last_clean":"2023-10-09T05:03:59.319692+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:03:59.319692+0000","last_undegraded":"2023-10-09T05:03:59.319692+0000","last_fullsized":"2023-10-09T05:03:59.319692+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":240,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354592+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:03:59.354592+0000","last_peered":"2023-10-09T05:03:59.354592+0000","last_clean":"2023-10-09T05:03:59.354592+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:03:59.354592+0000","last_undegraded":"2023-10-09T05:03:59.354592+0000","last_fullsized":"2023-10-09T05:03:59.354592+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":425,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.318529+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:03:59.318529+0000","last_peered":"2023-10-09T05:03:59.318529+0000","last_clean":"2023-10-09T05:03:59.318529+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:03:59.318529+0000","last_undegraded":"2023-10-09T05:03:59.318529+0000","last_fullsized":"2023-10-09T05:03:59.318529+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":64,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.318263+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:03:59.318263+0000","last_peered":"2023-10-09T05:03:59.318263+0000","last_clean":"2023-10-09T05:03:59.318263+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:03:59.318263+0000","last_undegraded":"2023-10-09T05:03:59.318263+0000","last_fullsized":"2023-10-09T05:03:59.318263+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":219,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.353977+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:03:59.353977+0000","last_peered":"2023-10-09T05:03:59.353977+0000","last_clean":"2023-10-09T05:03:59.353977+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:03:59.353977+0000","last_undegraded":"2023-10-09T05:03:59.353977+0000","last_fullsized":"2023-10-09T05:03:59.353977+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":197,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.324166+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:03:59.324166+0000","last_peered":"2023-10-09T05:03:59.324166+0000","last_clean":"2023-10-09T05:03:59.324166+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:03:59.324166+0000","last_undegraded":"2023-10-09T05:03:59.324166+0000","last_fullsized":"2023-10-09T05:03:59.324166+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":468,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354359+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:03:59.354359+0000","last_peered":"2023-10-09T05:03:59.354359+0000","last_clean":"2023-10-09T05:03:59.354359+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:03:59.354359+0000","last_undegraded":"2023-10-09T05:03:59.354359+0000","last_fullsized":"2023-10-09T05:03:59.354359+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":245,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354047+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:03:59.354047+0000","last_peered":"2023-10-09T05:03:59.354047+0000","last_clean":"2023-10-09T05:03:59.354047+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:03:59.354047+0000","last_undegraded":"2023-10-09T05:03:59.354047+0000","last_fullsized":"2023-10-09T05:03:59.354047+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":521,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.355282+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:03:59.355282+0000","last_peered":"2023-10-09T05:03:59.355282+0000","last_clean":"2023-10-09T05:03:59.355282+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:03:59.355282+0000","last_undegraded":"2023-10-09T05:03:59.355282+0000","last_fullsized":"2023-10-09T05:03:59.355282+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":244,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354234+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:03:59.354234+0000","last_peered":"2023-10-09T05:03:59.354234+0000","last_clean":"2023-10-09T05:03:59.354234+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:03:59.354234+0000","last_undegraded":"2023-10-09T05:03:59.354234+0000","last_fullsized":"2023-10-09T05:03:59.354234+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":70,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317539+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:03:59.317539+0000","last_peered":"2023-10-09T05:03:59.317539+0000","last_clean":"2023-10-09T05:03:59.317539+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:03:59.317539+0000","last_undegraded":"2023-10-09T05:03:59.317539+0000","last_fullsized":"2023-10-09T05:03:59.317539+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":390,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323692+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:03:59.323692+0000","last_peered":"2023-10-09T05:03:59.323692+0000","last_clean":"2023-10-09T05:03:59.323692+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:03:59.323692+0000","last_undegraded":"2023-10-09T05:03:59.323692+0000","last_fullsized":"2023-10-09T05:03:59.323692+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":583,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317454+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:03:59.317454+0000","last_peered":"2023-10-09T05:03:59.317454+0000","last_clean":"2023-10-09T05:03:59.317454+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:03:59.317454+0000","last_undegraded":"2023-10-09T05:03:59.317454+0000","last_fullsized":"2023-10-09T05:03:59.317454+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":541,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317717+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:03:59.317717+0000","last_peered":"2023-10-09T05:03:59.317717+0000","last_clean":"2023-10-09T05:03:59.317717+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:03:59.317717+0000","last_undegraded":"2023-10-09T05:03:59.317717+0000","last_fullsized":"2023-10-09T05:03:59.317717+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":70,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317218+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:03:59.317218+0000","last_peered":"2023-10-09T05:03:59.317218+0000","last_clean":"2023-10-09T05:03:59.317218+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:03:59.317218+0000","last_undegraded":"2023-10-09T05:03:59.317218+0000","last_fullsized":"2023-10-09T05:03:59.317218+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":343,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.353092+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:00.353092+0000","last_peered":"2023-10-09T05:04:00.353092+0000","last_clean":"2023-10-09T05:04:00.353092+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:00.353092+0000","last_undegraded":"2023-10-09T05:04:00.353092+0000","last_fullsized":"2023-10-09T05:04:00.353092+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":64,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317022+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:03:59.317022+0000","last_peered":"2023-10-09T05:03:59.317022+0000","last_clean":"2023-10-09T05:03:59.317022+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:03:59.317022+0000","last_undegraded":"2023-10-09T05:03:59.317022+0000","last_fullsized":"2023-10-09T05:03:59.317022+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":523,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354613+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:03:59.354613+0000","last_peered":"2023-10-09T05:03:59.354613+0000","last_clean":"2023-10-09T05:03:59.354613+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:03:59.354613+0000","last_undegraded":"2023-10-09T05:03:59.354613+0000","last_fullsized":"2023-10-09T05:03:59.354613+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":64,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317143+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:03:59.317143+0000","last_peered":"2023-10-09T05:03:59.317143+0000","last_clean":"2023-10-09T05:03:59.317143+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:03:59.317143+0000","last_undegraded":"2023-10-09T05:03:59.317143+0000","last_fullsized":"2023-10-09T05:03:59.317143+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":481,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354875+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:03:59.354875+0000","last_peered":"2023-10-09T05:03:59.354875+0000","last_clean":"2023-10-09T05:03:59.354875+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:03:59.354875+0000","last_undegraded":"2023-10-09T05:03:59.354875+0000","last_fullsized":"2023-10-09T05:03:59.354875+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":205,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323632+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:03:59.323632+0000","last_peered":"2023-10-09T05:03:59.323632+0000","last_clean":"2023-10-09T05:03:59.323632+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:03:59.323632+0000","last_undegraded":"2023-10-09T05:03:59.323632+0000","last_fullsized":"2023-10-09T05:03:59.323632+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":239,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354671+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:03:59.354671+0000","last_peered":"2023-10-09T05:03:59.354671+0000","last_clean":"2023-10-09T05:03:59.354671+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:03:59.354671+0000","last_undegraded":"2023-10-09T05:03:59.354671+0000","last_fullsized":"2023-10-09T05:03:59.354671+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"507'9493","reported_seq":9540,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.043459+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:04:07.043459+0000","last_peered":"2023-10-09T05:04:07.043459+0000","last_clean":"2023-10-09T05:04:07.043459+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:04:07.043459+0000","last_undegraded":"2023-10-09T05:04:07.043459+0000","last_fullsized":"2023-10-09T05:04:07.043459+0000","mapping_epoch":468,"log_start":"473'1300","ondisk_log_start":"473'1300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8193,"log_dups_size":0,"ondisk_log_size":8193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260505600,"num_objects":3975,"num_object_clones":0,"num_object_copies":11925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9493,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":68,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317469+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:03:59.317469+0000","last_peered":"2023-10-09T05:03:59.317469+0000","last_clean":"2023-10-09T05:03:59.317469+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:03:59.317469+0000","last_undegraded":"2023-10-09T05:03:59.317469+0000","last_fullsized":"2023-10-09T05:03:59.317469+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":507,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.353970+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:03:59.353970+0000","last_peered":"2023-10-09T05:03:59.353970+0000","last_clean":"2023-10-09T05:03:59.353970+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:03:59.353970+0000","last_undegraded":"2023-10-09T05:03:59.353970+0000","last_fullsized":"2023-10-09T05:03:59.353970+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"507'9078","reported_seq":16066,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.176651+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:04:07.176651+0000","last_peered":"2023-10-09T05:04:07.176651+0000","last_clean":"2023-10-09T05:04:07.176651+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:04:07.176651+0000","last_undegraded":"2023-10-09T05:04:07.176651+0000","last_fullsized":"2023-10-09T05:04:07.176651+0000","mapping_epoch":494,"log_start":"473'1300","ondisk_log_start":"473'1300","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7778,"log_dups_size":0,"ondisk_log_size":7778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256114688,"num_objects":3908,"num_object_clones":0,"num_object_copies":11724,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3908,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9078,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":85,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.318172+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:03:59.318172+0000","last_peered":"2023-10-09T05:03:59.318172+0000","last_clean":"2023-10-09T05:03:59.318172+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:03:59.318172+0000","last_undegraded":"2023-10-09T05:03:59.318172+0000","last_fullsized":"2023-10-09T05:03:59.318172+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":531,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317687+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:03:59.317687+0000","last_peered":"2023-10-09T05:03:59.317687+0000","last_clean":"2023-10-09T05:03:59.317687+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:03:59.317687+0000","last_undegraded":"2023-10-09T05:03:59.317687+0000","last_fullsized":"2023-10-09T05:03:59.317687+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"507'9267","reported_seq":9314,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.087371+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:04:07.087371+0000","last_peered":"2023-10-09T05:04:07.087371+0000","last_clean":"2023-10-09T05:04:07.087371+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:04:07.087371+0000","last_undegraded":"2023-10-09T05:04:07.087371+0000","last_fullsized":"2023-10-09T05:04:07.087371+0000","mapping_epoch":468,"log_start":"475'2400","ondisk_log_start":"475'2400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6867,"log_dups_size":0,"ondisk_log_size":6867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254345216,"num_objects":3881,"num_object_clones":0,"num_object_copies":11643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9267,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":68,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317618+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:03:59.317618+0000","last_peered":"2023-10-09T05:03:59.317618+0000","last_clean":"2023-10-09T05:03:59.317618+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:03:59.317618+0000","last_undegraded":"2023-10-09T05:03:59.317618+0000","last_fullsized":"2023-10-09T05:03:59.317618+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":217,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323712+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:03:59.323712+0000","last_peered":"2023-10-09T05:03:59.323712+0000","last_clean":"2023-10-09T05:03:59.323712+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:03:59.323712+0000","last_undegraded":"2023-10-09T05:03:59.323712+0000","last_fullsized":"2023-10-09T05:03:59.323712+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"507'9406","reported_seq":9453,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.084664+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:04:07.084664+0000","last_peered":"2023-10-09T05:04:07.084664+0000","last_clean":"2023-10-09T05:04:07.084664+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:04:07.084664+0000","last_undegraded":"2023-10-09T05:04:07.084664+0000","last_fullsized":"2023-10-09T05:04:07.084664+0000","mapping_epoch":468,"log_start":"472'500","ondisk_log_start":"472'500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8906,"log_dups_size":0,"ondisk_log_size":8906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261095424,"num_objects":3984,"num_object_clones":0,"num_object_copies":11952,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3984,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9406,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":551,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354484+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:03:59.354484+0000","last_peered":"2023-10-09T05:03:59.354484+0000","last_clean":"2023-10-09T05:03:59.354484+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:03:59.354484+0000","last_undegraded":"2023-10-09T05:03:59.354484+0000","last_fullsized":"2023-10-09T05:03:59.354484+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":500,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.314612+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:03:59.314612+0000","last_peered":"2023-10-09T05:03:59.314612+0000","last_clean":"2023-10-09T05:03:59.314612+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:03:59.314612+0000","last_undegraded":"2023-10-09T05:03:59.314612+0000","last_fullsized":"2023-10-09T05:03:59.314612+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"507'9165","reported_seq":9212,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.113013+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:04:07.113013+0000","last_peered":"2023-10-09T05:04:07.113013+0000","last_clean":"2023-10-09T05:04:07.113013+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:04:07.113013+0000","last_undegraded":"2023-10-09T05:04:07.113013+0000","last_fullsized":"2023-10-09T05:04:07.113013+0000","mapping_epoch":468,"log_start":"475'2300","ondisk_log_start":"475'2300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6865,"log_dups_size":0,"ondisk_log_size":6865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255787008,"num_objects":3903,"num_object_clones":0,"num_object_copies":11709,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9165,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":932,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317229+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:03:59.317229+0000","last_peered":"2023-10-09T05:03:59.317229+0000","last_clean":"2023-10-09T05:03:59.317229+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:03:59.317229+0000","last_undegraded":"2023-10-09T05:03:59.317229+0000","last_fullsized":"2023-10-09T05:03:59.317229+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":175,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354568+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:03:59.354568+0000","last_peered":"2023-10-09T05:03:59.354568+0000","last_clean":"2023-10-09T05:03:59.354568+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:03:59.354568+0000","last_undegraded":"2023-10-09T05:03:59.354568+0000","last_fullsized":"2023-10-09T05:03:59.354568+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":551,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317368+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:03:59.317368+0000","last_peered":"2023-10-09T05:03:59.317368+0000","last_clean":"2023-10-09T05:03:59.317368+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:03:59.317368+0000","last_undegraded":"2023-10-09T05:03:59.317368+0000","last_fullsized":"2023-10-09T05:03:59.317368+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"507'9669","reported_seq":10484,"reported_epoch":507,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:07.096042+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:04:07.096042+0000","last_peered":"2023-10-09T05:04:07.096042+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:04:07.096042+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"473'1500","ondisk_log_start":"473'1500","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8169,"log_dups_size":0,"ondisk_log_size":8169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263127040,"num_objects":4015,"num_object_clones":0,"num_object_copies":12045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3295,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9669,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":380,"num_bytes_recovered":24903680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":720}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":505,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.353736+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:03:59.353736+0000","last_peered":"2023-10-09T05:03:59.353736+0000","last_clean":"2023-10-09T05:03:59.353736+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:03:59.353736+0000","last_undegraded":"2023-10-09T05:03:59.353736+0000","last_fullsized":"2023-10-09T05:03:59.353736+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":197,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323774+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:03:59.323774+0000","last_peered":"2023-10-09T05:03:59.323774+0000","last_clean":"2023-10-09T05:03:59.323774+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:03:59.323774+0000","last_undegraded":"2023-10-09T05:03:59.323774+0000","last_fullsized":"2023-10-09T05:03:59.323774+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":477,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317990+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:03:59.317990+0000","last_peered":"2023-10-09T05:03:59.317990+0000","last_clean":"2023-10-09T05:03:59.317990+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:03:59.317990+0000","last_undegraded":"2023-10-09T05:03:59.317990+0000","last_fullsized":"2023-10-09T05:03:59.317990+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"507'9232","reported_seq":9279,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.157629+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:04:07.157629+0000","last_peered":"2023-10-09T05:04:07.157629+0000","last_clean":"2023-10-09T05:04:07.157629+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:04:07.157629+0000","last_undegraded":"2023-10-09T05:04:07.157629+0000","last_fullsized":"2023-10-09T05:04:07.157629+0000","mapping_epoch":468,"log_start":"473'1500","ondisk_log_start":"473'1500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7732,"log_dups_size":0,"ondisk_log_size":7732,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258342912,"num_objects":3942,"num_object_clones":0,"num_object_copies":11826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3942,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9232,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":488,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317730+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:03:59.317730+0000","last_peered":"2023-10-09T05:03:59.317730+0000","last_clean":"2023-10-09T05:03:59.317730+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:03:59.317730+0000","last_undegraded":"2023-10-09T05:03:59.317730+0000","last_fullsized":"2023-10-09T05:03:59.317730+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":551,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.318453+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:03:59.318453+0000","last_peered":"2023-10-09T05:03:59.318453+0000","last_clean":"2023-10-09T05:03:59.318453+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:03:59.318453+0000","last_undegraded":"2023-10-09T05:03:59.318453+0000","last_fullsized":"2023-10-09T05:03:59.318453+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"507'9327","reported_seq":9374,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.135340+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:04:07.135340+0000","last_peered":"2023-10-09T05:04:07.135340+0000","last_clean":"2023-10-09T05:04:07.135340+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:04:07.135340+0000","last_undegraded":"2023-10-09T05:04:07.135340+0000","last_fullsized":"2023-10-09T05:04:07.135340+0000","mapping_epoch":468,"log_start":"475'2500","ondisk_log_start":"475'2500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6827,"log_dups_size":0,"ondisk_log_size":6827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254214144,"num_objects":3879,"num_object_clones":0,"num_object_copies":11637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9327,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":505,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.353737+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:03:59.353737+0000","last_peered":"2023-10-09T05:03:59.353737+0000","last_clean":"2023-10-09T05:03:59.353737+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:03:59.353737+0000","last_undegraded":"2023-10-09T05:03:59.353737+0000","last_fullsized":"2023-10-09T05:03:59.353737+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":238,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354044+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:03:59.354044+0000","last_peered":"2023-10-09T05:03:59.354044+0000","last_clean":"2023-10-09T05:03:59.354044+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:03:59.354044+0000","last_undegraded":"2023-10-09T05:03:59.354044+0000","last_fullsized":"2023-10-09T05:03:59.354044+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":345,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354702+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:03:59.354702+0000","last_peered":"2023-10-09T05:03:59.354702+0000","last_clean":"2023-10-09T05:03:59.354702+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:03:59.354702+0000","last_undegraded":"2023-10-09T05:03:59.354702+0000","last_fullsized":"2023-10-09T05:03:59.354702+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"507'9239","reported_seq":9286,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.088803+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:04:07.088803+0000","last_peered":"2023-10-09T05:04:07.088803+0000","last_clean":"2023-10-09T05:04:07.088803+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:04:07.088803+0000","last_undegraded":"2023-10-09T05:04:07.088803+0000","last_fullsized":"2023-10-09T05:04:07.088803+0000","mapping_epoch":468,"log_start":"472'400","ondisk_log_start":"472'400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8839,"log_dups_size":0,"ondisk_log_size":8839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253558784,"num_objects":3869,"num_object_clones":0,"num_object_copies":11607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3869,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9239,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":886,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.324126+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:03:59.324126+0000","last_peered":"2023-10-09T05:03:59.324126+0000","last_clean":"2023-10-09T05:03:59.324126+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:03:59.324126+0000","last_undegraded":"2023-10-09T05:03:59.324126+0000","last_fullsized":"2023-10-09T05:03:59.324126+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":81,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317504+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:03:59.317504+0000","last_peered":"2023-10-09T05:03:59.317504+0000","last_clean":"2023-10-09T05:03:59.317504+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:03:59.317504+0000","last_undegraded":"2023-10-09T05:03:59.317504+0000","last_fullsized":"2023-10-09T05:03:59.317504+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":521,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354716+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:03:59.354716+0000","last_peered":"2023-10-09T05:03:59.354716+0000","last_clean":"2023-10-09T05:03:59.354716+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:03:59.354716+0000","last_undegraded":"2023-10-09T05:03:59.354716+0000","last_fullsized":"2023-10-09T05:03:59.354716+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":265,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354097+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:03:59.354097+0000","last_peered":"2023-10-09T05:03:59.354097+0000","last_clean":"2023-10-09T05:03:59.354097+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:03:59.354097+0000","last_undegraded":"2023-10-09T05:03:59.354097+0000","last_fullsized":"2023-10-09T05:03:59.354097+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"507'9187","reported_seq":9241,"reported_epoch":507,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:07.111254+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:04:07.111254+0000","last_peered":"2023-10-09T05:04:07.111254+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:04:07.111254+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"475'2300","ondisk_log_start":"475'2300","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6887,"log_dups_size":0,"ondisk_log_size":6887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255983640,"num_objects":3907,"num_object_clones":0,"num_object_copies":11721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3907,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9187,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":423}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":505,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.353771+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:03:59.353771+0000","last_peered":"2023-10-09T05:03:59.353771+0000","last_clean":"2023-10-09T05:03:59.353771+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:03:59.353771+0000","last_undegraded":"2023-10-09T05:03:59.353771+0000","last_fullsized":"2023-10-09T05:03:59.353771+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":544,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354263+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:03:59.354263+0000","last_peered":"2023-10-09T05:03:59.354263+0000","last_clean":"2023-10-09T05:03:59.354263+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:03:59.354263+0000","last_undegraded":"2023-10-09T05:03:59.354263+0000","last_fullsized":"2023-10-09T05:03:59.354263+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":508,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317688+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:03:59.317688+0000","last_peered":"2023-10-09T05:03:59.317688+0000","last_clean":"2023-10-09T05:03:59.317688+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:03:59.317688+0000","last_undegraded":"2023-10-09T05:03:59.317688+0000","last_fullsized":"2023-10-09T05:03:59.317688+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":371,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334013+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:00.334013+0000","last_peered":"2023-10-09T05:04:00.334013+0000","last_clean":"2023-10-09T05:04:00.334013+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:00.334013+0000","last_undegraded":"2023-10-09T05:04:00.334013+0000","last_fullsized":"2023-10-09T05:04:00.334013+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"507'9233","reported_seq":9280,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.148495+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:04:07.148495+0000","last_peered":"2023-10-09T05:04:07.148495+0000","last_clean":"2023-10-09T05:04:07.148495+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:04:07.148495+0000","last_undegraded":"2023-10-09T05:04:07.148495+0000","last_fullsized":"2023-10-09T05:04:07.148495+0000","mapping_epoch":468,"log_start":"474'1500","ondisk_log_start":"474'1500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7733,"log_dups_size":0,"ondisk_log_size":7733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265486336,"num_objects":4051,"num_object_clones":0,"num_object_copies":12153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4051,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9233,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":477,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.316923+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:03:59.316923+0000","last_peered":"2023-10-09T05:03:59.316923+0000","last_clean":"2023-10-09T05:03:59.316923+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:03:59.316923+0000","last_undegraded":"2023-10-09T05:03:59.316923+0000","last_fullsized":"2023-10-09T05:03:59.316923+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":522,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317228+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:03:59.317228+0000","last_peered":"2023-10-09T05:03:59.317228+0000","last_clean":"2023-10-09T05:03:59.317228+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:03:59.317228+0000","last_undegraded":"2023-10-09T05:03:59.317228+0000","last_fullsized":"2023-10-09T05:03:59.317228+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":389,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317223+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:03:59.317223+0000","last_peered":"2023-10-09T05:03:59.317223+0000","last_clean":"2023-10-09T05:03:59.317223+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:03:59.317223+0000","last_undegraded":"2023-10-09T05:03:59.317223+0000","last_fullsized":"2023-10-09T05:03:59.317223+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":301,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354423+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:03:59.354423+0000","last_peered":"2023-10-09T05:03:59.354423+0000","last_clean":"2023-10-09T05:03:59.354423+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:03:59.354423+0000","last_undegraded":"2023-10-09T05:03:59.354423+0000","last_fullsized":"2023-10-09T05:03:59.354423+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"507'9381","reported_seq":9434,"reported_epoch":507,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:07.075691+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:04:07.075691+0000","last_peered":"2023-10-09T05:04:07.075691+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:04:07.075691+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"472'500","ondisk_log_start":"472'500","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8881,"log_dups_size":0,"ondisk_log_size":8881,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258539520,"num_objects":3945,"num_object_clones":0,"num_object_copies":11835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9381,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":415}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":490,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354204+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:03:59.354204+0000","last_peered":"2023-10-09T05:03:59.354204+0000","last_clean":"2023-10-09T05:03:59.354204+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:03:59.354204+0000","last_undegraded":"2023-10-09T05:03:59.354204+0000","last_fullsized":"2023-10-09T05:03:59.354204+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":477,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.316998+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:03:59.316998+0000","last_peered":"2023-10-09T05:03:59.316998+0000","last_clean":"2023-10-09T05:03:59.316998+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:03:59.316998+0000","last_undegraded":"2023-10-09T05:03:59.316998+0000","last_fullsized":"2023-10-09T05:03:59.316998+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":342,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354444+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:03:59.354444+0000","last_peered":"2023-10-09T05:03:59.354444+0000","last_clean":"2023-10-09T05:03:59.354444+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:03:59.354444+0000","last_undegraded":"2023-10-09T05:03:59.354444+0000","last_fullsized":"2023-10-09T05:03:59.354444+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":200,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323877+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:03:59.323877+0000","last_peered":"2023-10-09T05:03:59.323877+0000","last_clean":"2023-10-09T05:03:59.323877+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:03:59.323877+0000","last_undegraded":"2023-10-09T05:03:59.323877+0000","last_fullsized":"2023-10-09T05:03:59.323877+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"507'9110","reported_seq":9156,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.103090+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:04:07.103090+0000","last_peered":"2023-10-09T05:04:07.103090+0000","last_clean":"2023-10-09T05:04:07.103090+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:04:07.103090+0000","last_undegraded":"2023-10-09T05:04:07.103090+0000","last_fullsized":"2023-10-09T05:04:07.103090+0000","mapping_epoch":468,"log_start":"472'1000","ondisk_log_start":"472'1000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8110,"log_dups_size":0,"ondisk_log_size":8110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250871808,"num_objects":3828,"num_object_clones":0,"num_object_copies":11484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3828,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9110,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":848,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323775+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:03:59.323775+0000","last_peered":"2023-10-09T05:03:59.323775+0000","last_clean":"2023-10-09T05:03:59.323775+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:03:59.323775+0000","last_undegraded":"2023-10-09T05:03:59.323775+0000","last_fullsized":"2023-10-09T05:03:59.323775+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":81,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.316958+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:03:59.316958+0000","last_peered":"2023-10-09T05:03:59.316958+0000","last_clean":"2023-10-09T05:03:59.316958+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:03:59.316958+0000","last_undegraded":"2023-10-09T05:03:59.316958+0000","last_fullsized":"2023-10-09T05:03:59.316958+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":459,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317774+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:03:59.317774+0000","last_peered":"2023-10-09T05:03:59.317774+0000","last_clean":"2023-10-09T05:03:59.317774+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:03:59.317774+0000","last_undegraded":"2023-10-09T05:03:59.317774+0000","last_fullsized":"2023-10-09T05:03:59.317774+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":515,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.314472+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:03:59.314472+0000","last_peered":"2023-10-09T05:03:59.314472+0000","last_clean":"2023-10-09T05:03:59.314472+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:03:59.314472+0000","last_undegraded":"2023-10-09T05:03:59.314472+0000","last_fullsized":"2023-10-09T05:03:59.314472+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"507'9208","reported_seq":16329,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:06.570117+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:04:06.570117+0000","last_peered":"2023-10-09T05:04:06.570117+0000","last_clean":"2023-10-09T05:04:06.570117+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:04:06.570117+0000","last_undegraded":"2023-10-09T05:04:06.570117+0000","last_fullsized":"2023-10-09T05:04:06.570117+0000","mapping_epoch":505,"log_start":"472'100","ondisk_log_start":"472'100","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9108,"log_dups_size":0,"ondisk_log_size":9108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252051456,"num_objects":3846,"num_object_clones":0,"num_object_copies":11538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3846,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9208,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":846,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.323957+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:03:59.323957+0000","last_peered":"2023-10-09T05:03:59.323957+0000","last_clean":"2023-10-09T05:03:59.323957+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:03:59.323957+0000","last_undegraded":"2023-10-09T05:03:59.323957+0000","last_fullsized":"2023-10-09T05:03:59.323957+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":64,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317548+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:03:59.317548+0000","last_peered":"2023-10-09T05:03:59.317548+0000","last_clean":"2023-10-09T05:03:59.317548+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:03:59.317548+0000","last_undegraded":"2023-10-09T05:03:59.317548+0000","last_fullsized":"2023-10-09T05:03:59.317548+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":250,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334083+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:00.334083+0000","last_peered":"2023-10-09T05:04:00.334083+0000","last_clean":"2023-10-09T05:04:00.334083+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:00.334083+0000","last_undegraded":"2023-10-09T05:04:00.334083+0000","last_fullsized":"2023-10-09T05:04:00.334083+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":206,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354288+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:03:59.354288+0000","last_peered":"2023-10-09T05:03:59.354288+0000","last_clean":"2023-10-09T05:03:59.354288+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:03:59.354288+0000","last_undegraded":"2023-10-09T05:03:59.354288+0000","last_fullsized":"2023-10-09T05:03:59.354288+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"507'9526","reported_seq":9573,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:07.073445+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:04:07.073445+0000","last_peered":"2023-10-09T05:04:07.073445+0000","last_clean":"2023-10-09T05:04:07.073445+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:04:07.073445+0000","last_undegraded":"2023-10-09T05:04:07.073445+0000","last_fullsized":"2023-10-09T05:04:07.073445+0000","mapping_epoch":468,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8826,"log_dups_size":0,"ondisk_log_size":8826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266731520,"num_objects":4070,"num_object_clones":0,"num_object_copies":12210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9526,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":505,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317868+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:03:59.317868+0000","last_peered":"2023-10-09T05:03:59.317868+0000","last_clean":"2023-10-09T05:03:59.317868+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:03:59.317868+0000","last_undegraded":"2023-10-09T05:03:59.317868+0000","last_fullsized":"2023-10-09T05:03:59.317868+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":201,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354803+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:03:59.354803+0000","last_peered":"2023-10-09T05:03:59.354803+0000","last_clean":"2023-10-09T05:03:59.354803+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:03:59.354803+0000","last_undegraded":"2023-10-09T05:03:59.354803+0000","last_fullsized":"2023-10-09T05:03:59.354803+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":411,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.324026+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:03:59.324026+0000","last_peered":"2023-10-09T05:03:59.324026+0000","last_clean":"2023-10-09T05:03:59.324026+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:03:59.324026+0000","last_undegraded":"2023-10-09T05:03:59.324026+0000","last_fullsized":"2023-10-09T05:03:59.324026+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":223,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.353958+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:03:59.353958+0000","last_peered":"2023-10-09T05:03:59.353958+0000","last_clean":"2023-10-09T05:03:59.353958+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:03:59.353958+0000","last_undegraded":"2023-10-09T05:03:59.353958+0000","last_fullsized":"2023-10-09T05:03:59.353958+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"507'9192","reported_seq":9240,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:06.503545+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:04:06.503545+0000","last_peered":"2023-10-09T05:04:06.503545+0000","last_clean":"2023-10-09T05:04:06.503545+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:04:06.503545+0000","last_undegraded":"2023-10-09T05:04:06.503545+0000","last_fullsized":"2023-10-09T05:04:06.503545+0000","mapping_epoch":468,"log_start":"472'100","ondisk_log_start":"472'100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9092,"log_dups_size":0,"ondisk_log_size":9092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262406144,"num_objects":4004,"num_object_clones":0,"num_object_copies":12012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9192,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":550,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.352796+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:00.352796+0000","last_peered":"2023-10-09T05:04:00.352796+0000","last_clean":"2023-10-09T05:04:00.352796+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:00.352796+0000","last_undegraded":"2023-10-09T05:04:00.352796+0000","last_fullsized":"2023-10-09T05:04:00.352796+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":200,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.324083+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:03:59.324083+0000","last_peered":"2023-10-09T05:03:59.324083+0000","last_clean":"2023-10-09T05:03:59.324083+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:03:59.324083+0000","last_undegraded":"2023-10-09T05:03:59.324083+0000","last_fullsized":"2023-10-09T05:03:59.324083+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":503,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.314560+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:03:59.314560+0000","last_peered":"2023-10-09T05:03:59.314560+0000","last_clean":"2023-10-09T05:03:59.314560+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:03:59.314560+0000","last_undegraded":"2023-10-09T05:03:59.314560+0000","last_fullsized":"2023-10-09T05:03:59.314560+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":490,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317599+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:03:59.317599+0000","last_peered":"2023-10-09T05:03:59.317599+0000","last_clean":"2023-10-09T05:03:59.317599+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:03:59.317599+0000","last_undegraded":"2023-10-09T05:03:59.317599+0000","last_fullsized":"2023-10-09T05:03:59.317599+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":202,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317875+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:03:59.317875+0000","last_peered":"2023-10-09T05:03:59.317875+0000","last_clean":"2023-10-09T05:03:59.317875+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:03:59.317875+0000","last_undegraded":"2023-10-09T05:03:59.317875+0000","last_fullsized":"2023-10-09T05:03:59.317875+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":546,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317597+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:03:59.317597+0000","last_peered":"2023-10-09T05:03:59.317597+0000","last_clean":"2023-10-09T05:03:59.317597+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:03:59.317597+0000","last_undegraded":"2023-10-09T05:03:59.317597+0000","last_fullsized":"2023-10-09T05:03:59.317597+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":503,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354569+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:03:59.354569+0000","last_peered":"2023-10-09T05:03:59.354569+0000","last_clean":"2023-10-09T05:03:59.354569+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:03:59.354569+0000","last_undegraded":"2023-10-09T05:03:59.354569+0000","last_fullsized":"2023-10-09T05:03:59.354569+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":538,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317793+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:03:59.317793+0000","last_peered":"2023-10-09T05:03:59.317793+0000","last_clean":"2023-10-09T05:03:59.317793+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:03:59.317793+0000","last_undegraded":"2023-10-09T05:03:59.317793+0000","last_fullsized":"2023-10-09T05:03:59.317793+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":508,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354467+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:03:59.354467+0000","last_peered":"2023-10-09T05:03:59.354467+0000","last_clean":"2023-10-09T05:03:59.354467+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:03:59.354467+0000","last_undegraded":"2023-10-09T05:03:59.354467+0000","last_fullsized":"2023-10-09T05:03:59.354467+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":511,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.319583+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:03:59.319583+0000","last_peered":"2023-10-09T05:03:59.319583+0000","last_clean":"2023-10-09T05:03:59.319583+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:03:59.319583+0000","last_undegraded":"2023-10-09T05:03:59.319583+0000","last_fullsized":"2023-10-09T05:03:59.319583+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":234,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354870+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:03:59.354870+0000","last_peered":"2023-10-09T05:03:59.354870+0000","last_clean":"2023-10-09T05:03:59.354870+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:03:59.354870+0000","last_undegraded":"2023-10-09T05:03:59.354870+0000","last_fullsized":"2023-10-09T05:03:59.354870+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":199,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354222+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:03:59.354222+0000","last_peered":"2023-10-09T05:03:59.354222+0000","last_clean":"2023-10-09T05:03:59.354222+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:03:59.354222+0000","last_undegraded":"2023-10-09T05:03:59.354222+0000","last_fullsized":"2023-10-09T05:03:59.354222+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":193,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.354334+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:03:59.354334+0000","last_peered":"2023-10-09T05:03:59.354334+0000","last_clean":"2023-10-09T05:03:59.354334+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:03:59.354334+0000","last_undegraded":"2023-10-09T05:03:59.354334+0000","last_fullsized":"2023-10-09T05:03:59.354334+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":527,"reported_epoch":506,"state":"active+clean","last_fresh":"2023-10-09T05:03:59.317198+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:03:59.317198+0000","last_peered":"2023-10-09T05:03:59.317198+0000","last_clean":"2023-10-09T05:03:59.317198+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:03:59.317198+0000","last_undegraded":"2023-10-09T05:03:59.317198+0000","last_fullsized":"2023-10-09T05:03:59.317198+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":4129161240,"num_objects":63007,"num_object_clones":0,"num_object_copies":189021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10309,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63007,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":148713,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7370,"num_bytes_recovered":483000320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12264878080,"data_stored":12264865864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128813,"ondisk_log_size":128813,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234495,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2769504,"kb_used_data":1272920,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":90975648,"statfs":{"total":95995035648,"available":93159063552,"internally_reserved":0,"allocated":1303470080,"data_stored":1302179884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.8080000000000001,"15min":1.6319999999999999},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.20899999999999999},"max":{"1min":6.7149999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":2.7770000000000001},{"interface":"front","average":{"1min":1.373,"5min":1.4099999999999999,"15min":1.3029999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":8.3949999999999996,"5min":8.3949999999999996,"15min":10.785},"last":0.315}]},{"osd":1,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.4859999999999998,"5min":5.4859999999999998,"15min":5.4859999999999998},"last":3.1760000000000002},{"interface":"front","average":{"1min":2.3580000000000001,"5min":2.3580000000000001,"15min":2.3580000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":15.401,"5min":15.401,"15min":15.401},"last":3.5960000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":2.2589999999999999,"15min":2.0920000000000001},"min":{"1min":0.373,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":11.442,"5min":11.442,"15min":32.179000000000002},"last":3.5790000000000002},{"interface":"front","average":{"1min":2.8170000000000002,"5min":2.2400000000000002,"15min":1.7290000000000001},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":11.311,"5min":11.311,"15min":16.704000000000001},"last":0.40899999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":2.5190000000000001,"15min":1.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.489000000000001,"5min":14.036,"15min":14.228999999999999},"last":3.4009999999999998},{"interface":"front","average":{"1min":3.266,"5min":2.6280000000000001,"15min":1.849},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":17.771000000000001,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.73599999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":1.6830000000000001,"15min":1.706},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":15.334,"5min":19.949000000000002,"15min":23.919},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.9419999999999999,"5min":1.3400000000000001,"15min":1.419},"min":{"1min":0.314,"5min":0.28199999999999997,"15min":0.26200000000000001},"max":{"1min":11.887,"5min":18.971,"15min":23.797999999999998},"last":0.35199999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9670000000000001,"5min":1.79,"15min":1.8400000000000001},"min":{"1min":0.38200000000000001,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":15.432,"5min":15.432,"15min":20.678999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.3720000000000001,"15min":1.5740000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.7910000000000004,"5min":9.7910000000000004,"15min":21.07},"last":1.0580000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5960000000000001,"5min":1.736,"15min":1.8080000000000001},"min":{"1min":0.39800000000000002,"5min":0.36399999999999999,"15min":0.32900000000000001},"max":{"1min":15.375,"5min":15.375,"15min":16.599},"last":0.51500000000000001},{"interface":"front","average":{"1min":3.0299999999999998,"5min":1.5149999999999999,"15min":1.806},"min":{"1min":0.40000000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":11.714,"5min":11.714,"15min":24.010000000000002},"last":1.7949999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496131,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2460944,"kb_used_data":1279368,"kb_used_omap":0,"kb_used_meta":1181568,"kb_avail":91284208,"statfs":{"total":95995035648,"available":93475028992,"internally_reserved":0,"allocated":1310072832,"data_stored":1308798908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1209925632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:28 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.8009999999999999,"15min":1.75},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":4.2670000000000003,"5min":11.715999999999999,"15min":62.470999999999997},"last":5.8490000000000002},{"interface":"front","average":{"1min":1.4259999999999999,"5min":2.0529999999999999,"15min":1.9530000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.23100000000000001},"max":{"1min":6.1539999999999999,"5min":11.773999999999999,"15min":62.445},"last":0.379}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":8.0879999999999992,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":6.7430000000000003},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":5.923},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":0.44700000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":0.499},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":0.45800000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":5.8940000000000001},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":0.92800000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":2.9590000000000001},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":5.9790000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:03:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":1.839,"15min":2.2509999999999999},"min":{"1min":0.41499999999999998,"5min":0.374,"15min":0.28199999999999997},"max":{"1min":9.5229999999999997,"5min":9.5229999999999997,"15min":196.22300000000001},"last":5.9500000000000002},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.911,"15min":2.4020000000000001},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.315},"max":{"1min":7.0190000000000001,"5min":10.185,"15min":196.24299999999999},"last":0.47199999999999998}]}]},{"osd":1,"up_from":478,"seq":2052994367513,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1322900,"kb_used_data":1122252,"kb_used_omap":6,"kb_used_meta":200633,"kb_avail":92422252,"statfs":{"total":95995035648,"available":94640386048,"internally_reserved":0,"allocated":1149186048,"data_stored":1146816777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":205448683},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.454,"15min":1.454},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.0339999999999998,"5min":7.0339999999999998,"15min":7.0339999999999998},"last":0.52500000000000002},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.0099999999999998,"5min":7.0099999999999998,"15min":7.0099999999999998},"last":0.47099999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.1349999999999998,"5min":7.1349999999999998,"15min":7.1349999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.1980000000000004,"5min":7.1980000000000004,"15min":7.1980000000000004},"last":0.33000000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":11.069000000000001,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.0910000000000002,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":0.38600000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":71.381,"5min":71.381,"15min":71.381},"last":0.443},{"interface":"front","average":{"1min":6.8879999999999999,"5min":6.8879999999999999,"15min":6.8879999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":71.721999999999994,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":7.4859999999999998,"5min":7.4859999999999998,"15min":7.4859999999999998},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":71.061000000000007,"5min":71.061000000000007,"15min":71.061000000000007},"last":4.6909999999999998},{"interface":"front","average":{"1min":6.7770000000000001,"5min":6.7770000000000001,"15min":6.7770000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":72.126000000000005,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.56100000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":2.2029999999999998,"15min":2.2029999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.0749999999999993,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":4.8710000000000004},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.7769999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":4.6470000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:03:06 2023","interfaces":[{"interface":"back","average":{"1min":6.8280000000000003,"5min":6.8280000000000003,"15min":6.8280000000000003},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":70.832999999999998,"5min":70.832999999999998,"15min":70.832999999999998},"last":4.6680000000000001},{"interface":"front","average":{"1min":6.5350000000000001,"5min":6.5350000000000001,"15min":6.5350000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":70.769999999999996,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.60099999999999998}]}]},{"osd":0,"up_from":86,"seq":369367187837,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1832340,"kb_used_data":778572,"kb_used_omap":5,"kb_used_meta":1053690,"kb_avail":91912812,"statfs":{"total":95995035648,"available":94118719488,"internally_reserved":0,"allocated":797257728,"data_stored":794538844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1078979194},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":3.4470000000000001},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.0859999999999999,"15min":2.0859999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":8.8689999999999998,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":3.4649999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":1.5389999999999999},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":3.3820000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":2.9590000000000001},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":0.28100000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":0.316},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":2.5859999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":2.552},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":3.4239999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":2.625},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":4.1589999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":4.4930000000000003},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.42599999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206680,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3292992,"kb_used_data":2304184,"kb_used_omap":7,"kb_used_meta":988792,"kb_avail":90452160,"statfs":{"total":95995035648,"available":92623011840,"internally_reserved":0,"allocated":2359484416,"data_stored":2357128805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1012523089},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.4550000000000001,"5min":2.5649999999999999,"15min":1.7629999999999999},"min":{"1min":0.214,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":20.329999999999998,"5min":20.329999999999998,"15min":49.338000000000001},"last":6.1879999999999997},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.895,"15min":1.6830000000000001},"min":{"1min":0.19800000000000001,"5min":0.192,"15min":0.185},"max":{"1min":9.4169999999999998,"5min":13.952,"15min":47.450000000000003},"last":0.77100000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:03:07 2023","interfaces":[{"interface":"back","average":{"1min":5.0780000000000003,"5min":5.0780000000000003,"15min":5.0780000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":70.971000000000004,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.46300000000000002},{"interface":"front","average":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":70.555000000000007,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.312}]},{"osd":3,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3650000000000002,"5min":4.0869999999999997,"15min":2.8860000000000001},"min":{"1min":0.377,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":26.018999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.61899999999999999},{"interface":"front","average":{"1min":4.6120000000000001,"5min":4.1710000000000003,"15min":2.9830000000000001},"min":{"1min":0.40500000000000003,"5min":0.252,"15min":0.252},"max":{"1min":26.056999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.64500000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.8039999999999998,"5min":3.327,"15min":2.8029999999999999},"min":{"1min":0.42499999999999999,"5min":0.36299999999999999,"15min":0.29299999999999998},"max":{"1min":12.179,"5min":18.219999999999999,"15min":176.00200000000001},"last":0.505},{"interface":"front","average":{"1min":3.6909999999999998,"5min":2.121,"15min":2.2330000000000001},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.627}]},{"osd":5,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8679999999999999,"5min":2.266,"15min":1.704},"min":{"1min":0.34399999999999997,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":12.346,"5min":24.405000000000001,"15min":24.405000000000001},"last":4.9630000000000001},{"interface":"front","average":{"1min":3.4009999999999998,"5min":3.1669999999999998,"15min":2.1899999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.141,"5min":18.172999999999998,"15min":18.172999999999998},"last":0.56699999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6500000000000004,"5min":3.008,"15min":2.2120000000000002},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":13.693,"5min":24.023,"15min":42.975999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.3519999999999999,"15min":2.0859999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.316},"max":{"1min":9.4670000000000005,"5min":24.364000000000001,"15min":42.843000000000004},"last":4.923}]},{"osd":7,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2350000000000003,"5min":2.5550000000000002,"15min":2.0619999999999998},"min":{"1min":0.49099999999999999,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":10.227,"5min":12.907999999999999,"15min":15.516},"last":0.59899999999999998},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.1200000000000001,"15min":1.976},"min":{"1min":0.45700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.401,"5min":12.462999999999999,"15min":15.583},"last":12.166}]}]},{"osd":3,"up_from":198,"seq":850403524817,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1570000,"kb_used_data":1018760,"kb_used_omap":2,"kb_used_meta":551229,"kb_avail":92175152,"statfs":{"total":95995035648,"available":94387355648,"internally_reserved":0,"allocated":1043210240,"data_stored":1041069138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":564458549},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.7589999999999999,"15min":1.9870000000000001},"min":{"1min":0.27600000000000002,"5min":0.183,"15min":0.183},"max":{"1min":10.997999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.5179999999999998,"15min":1.923},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.6719999999999997,"5min":13.935,"15min":22.477},"last":3.3300000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":2.5070000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":1.252,"5min":1.252,"15min":1.252},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.5609999999999999,"5min":3.5609999999999999,"15min":3.5609999999999999},"last":0.56100000000000005}]},{"osd":2,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":5.4699999999999998,"5min":3.0449999999999999,"15min":2.27},"min":{"1min":0.45300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":21.407,"5min":21.407,"15min":21.722999999999999},"last":0.27800000000000002},{"interface":"front","average":{"1min":5.8159999999999998,"5min":3.0630000000000002,"15min":2.2240000000000002},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":23.350999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.60199999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":2.383,"15min":1.8460000000000001},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":14.359999999999999,"5min":14.359999999999999,"15min":15.301},"last":3.4220000000000002},{"interface":"front","average":{"1min":3.3610000000000002,"5min":2.5019999999999998,"15min":2.077},"min":{"1min":0.504,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.792999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.38200000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.1019999999999999,"15min":1.9019999999999999},"min":{"1min":0.37,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":11.026,"5min":11.026,"15min":35.712000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.891,"5min":2.6440000000000001,"15min":2.181},"min":{"1min":0.47299999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5730000000000004,"5min":11.624000000000001,"15min":35.488},"last":5.492}]},{"osd":6,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.6899999999999999,"15min":2.448},"min":{"1min":0.42599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.609,"5min":14.609,"15min":50.113999999999997},"last":6.2290000000000001},{"interface":"front","average":{"1min":3.3599999999999999,"5min":2.262,"15min":2.137},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":10.951000000000001,"5min":11.130000000000001,"15min":53.841999999999999},"last":0.63700000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":2.7839999999999998,"15min":2.1589999999999998},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.34899999999999998},"max":{"1min":18.428000000000001,"5min":18.428000000000001,"15min":18.428000000000001},"last":3.391},{"interface":"front","average":{"1min":4.4610000000000003,"5min":2.875,"15min":2.294},"min":{"1min":0.49299999999999999,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":14.663,"5min":14.663,"15min":21.587},"last":0.621}]}]},{"osd":4,"up_from":30,"seq":128849019403,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3470364,"kb_used_data":2290004,"kb_used_omap":0,"kb_used_meta":1180160,"kb_avail":90274788,"statfs":{"total":95995035648,"available":92441382912,"internally_reserved":0,"allocated":2344964096,"data_stored":2343678215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1208483840},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.702,"5min":1.8420000000000001,"15min":1.8149999999999999},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":4.3310000000000004,"5min":11.003,"15min":21.047000000000001},"last":0.70499999999999996},{"interface":"front","average":{"1min":2.5209999999999999,"5min":1.6879999999999999,"15min":1.631},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.23000000000000001},"max":{"1min":5.6150000000000002,"5min":9.8710000000000004,"15min":12.064},"last":0.78500000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6800000000000002,"5min":2.6800000000000002,"15min":2.6800000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":0.81499999999999995},{"interface":"front","average":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.9889999999999999,"5min":6.9889999999999999,"15min":6.9889999999999999},"last":0.64100000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":3.286,"5min":2.3340000000000001,"15min":2.9969999999999999},"min":{"1min":0.40600000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.15,"5min":10.15,"15min":105.411},"last":2.7410000000000001},{"interface":"front","average":{"1min":3.415,"5min":2.2559999999999998,"15min":2.9300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.465,"5min":10.465,"15min":97.927999999999997},"last":10.512}]},{"osd":3,"last update":"Mon Oct 9 05:04:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":1.982,"15min":2.1850000000000001},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":6.1500000000000004,"5min":7.9359999999999999,"15min":87.072999999999993},"last":4.5049999999999999},{"interface":"front","average":{"1min":2.8730000000000002,"5min":2.3879999999999999,"15min":2.4199999999999999},"min":{"1min":0.33100000000000002,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":7.7190000000000003,"5min":15.452,"15min":87.316000000000003},"last":0.83799999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.135,"15min":1.532},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":9.9350000000000005,"5min":9.9350000000000005,"15min":20.991},"last":0.72899999999999998},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.391,"15min":1.4379999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":7.835,"5min":11.324,"15min":14.202999999999999},"last":0.75900000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.9300000000000002,"5min":1.8700000000000001,"15min":2.278},"min":{"1min":0.29899999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":9.5589999999999993,"5min":12.281000000000001,"15min":81.980999999999995},"last":1.1619999999999999},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.3680000000000001,"15min":2.1480000000000001},"min":{"1min":0.40200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.048,"5min":10.048,"15min":81.715999999999994},"last":0.67000000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:03:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1429999999999998,"5min":1.337,"15min":1.5920000000000001},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":8.2129999999999992,"5min":8.2129999999999992,"15min":29.175000000000001},"last":4.5439999999999996},{"interface":"front","average":{"1min":3.2949999999999999,"5min":1.548,"15min":1.9830000000000001},"min":{"1min":0.35799999999999998,"5min":0.34599999999999997,"15min":0.317},"max":{"1min":12.48,"5min":12.48,"15min":29.192},"last":3.371}]}]},{"osd":5,"up_from":38,"seq":163208757767,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3530832,"kb_used_data":2047816,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":90214320,"statfs":{"total":95995035648,"available":92379463680,"internally_reserved":0,"allocated":2096963584,"data_stored":2095686289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":1.698,"15min":2.4350000000000001},"min":{"1min":0.32300000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":11.926,"5min":12.074999999999999,"15min":322.43200000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":1.5620000000000001,"5min":1.736,"15min":2.7450000000000001},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":4.0510000000000002,"5min":15.164,"15min":322.61599999999999},"last":3.1269999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:03:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.1960000000000002,"15min":2.1960000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":5.5519999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.2889999999999997,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":3.2170000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.2909999999999999,"15min":1.8899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":8.0809999999999995,"5min":11.739000000000001,"15min":18.553000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.1600000000000001,"15min":1.8799999999999999},"min":{"1min":0.52400000000000002,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.5460000000000003,"5min":12.624000000000001,"15min":18.617000000000001},"last":5.9420000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.2240000000000002,"15min":2.121},"min":{"1min":0.34999999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.7249999999999996,"5min":9.9199999999999999,"15min":74.915000000000006},"last":1.3260000000000001},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.2189999999999999,"15min":2.327},"min":{"1min":0.47899999999999998,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":13.738,"5min":13.738,"15min":74.799999999999997},"last":3.722}]},{"osd":4,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.216,"15min":1.2549999999999999},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.6790000000000003,"5min":10.092000000000001,"15min":13.285},"last":1.1160000000000001},{"interface":"front","average":{"1min":2.0550000000000002,"5min":1.1919999999999999,"15min":1.5700000000000001},"min":{"1min":0.38800000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":10.387,"5min":10.387,"15min":14.824},"last":3.1659999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.2949999999999999,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":8.1099999999999994,"5min":8.1099999999999994,"15min":13.189},"last":3.1930000000000001},{"interface":"front","average":{"1min":2.6440000000000001,"5min":1.706,"15min":1.5049999999999999},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":9.3670000000000009,"5min":14.640000000000001,"15min":14.640000000000001},"last":1.286}]},{"osd":7,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":1.593,"15min":1.776},"min":{"1min":0.376,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":14.59,"5min":14.59,"15min":43.508000000000003},"last":1.4379999999999999},{"interface":"front","average":{"1min":2.6019999999999999,"5min":1.498,"15min":1.7110000000000001},"min":{"1min":0.35099999999999998,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":8.2010000000000005,"5min":10.061999999999999,"15min":43.476999999999997},"last":1.2529999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":789708800,"data_stored":789708800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1140658176,"data_stored":1140654104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2334916608,"data_stored":2334916608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1027014656,"data_stored":1027014656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2315128832,"data_stored":2315124760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2076770304,"data_stored":2076770304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1294467072,"data_stored":1294467072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1286213632,"data_stored":1286209560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:04:11.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10309/189093 objects degraded (5.452%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:11.243 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3961291477' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:11.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:11.244 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:11.345 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:11.403 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:11.820 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:11.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:11.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:11.929 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:12.001 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:12.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:11 smithi150 ceph-mon[168511]: from='client.36861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:12.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:11 smithi150 ceph-mon[168511]: pgmap v1535: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 10309/189093 objects degraded (5.452%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:04:12.277 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:04:12.317 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:04:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:04:12] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2023-10-09T05:04:12.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:11 smithi107 ceph-mon[179183]: from='client.36861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:12.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:11 smithi107 ceph-mon[179183]: pgmap v1535: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 10309/189093 objects degraded (5.452%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:04:12.320 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:11 smithi107 ceph-mon[184249]: from='client.36861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:12.321 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:11 smithi107 ceph-mon[184249]: pgmap v1535: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 661 op/s; 10309/189093 objects degraded (5.452%); 3.4 MiB/s, 54 objects/s recovering 2023-10-09T05:04:12.707 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:12.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:12.717 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:12.817 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:12.916 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:13.021 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:13.039 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:13.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:13.050 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:13.151 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:13.231 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:13.578 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:04:13.579 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:13.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:13.587 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:13.688 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:13.747 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:13.975 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:13.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:13.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:14.080 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:14.156 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:14.217 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:14.219 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:13 smithi107 ceph-mon[179183]: pgmap v1536: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 10116/178950 objects degraded (5.653%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:04:14.220 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:13 smithi107 ceph-mon[184249]: pgmap v1536: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 10116/178950 objects degraded (5.653%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:04:14.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:14.221 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:14.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:13 smithi150 ceph-mon[168511]: pgmap v1536: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 699 op/s; 10116/178950 objects degraded (5.653%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:04:14.244 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:04:14.310 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:04:14.310 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:04:14.310 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:04:14.310 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:04:14.310 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:04:14.321 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:14.415 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:14.634 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:14.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:14.646 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:14.647 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:14.748 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:14.802 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:14.881 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:14.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:14.888 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:14.988 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:15.038 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:15.297 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:16.034 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:04:16.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[184249]: pgmap v1537: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 10116/178950 objects degraded (5.653%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:04:16.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2259132052' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:16.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:16.175 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 10116/178950 objects degraded (5.653%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:16.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[179183]: pgmap v1537: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 10116/178950 objects degraded (5.653%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:04:16.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2259132052' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:16.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:16.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:15 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 10116/178950 objects degraded (5.653%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:16.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:15 smithi150 ceph-mon[168511]: pgmap v1537: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 10116/178950 objects degraded (5.653%); 2.4 MiB/s, 38 objects/s recovering 2023-10-09T05:04:16.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2259132052' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:16.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:15 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:16.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:15 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 10116/178950 objects degraded (5.653%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:16.586 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:16.617 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:16.644 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:16.674 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:16.704 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:16.722 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:16.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:16.728 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:16.755 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:16.793 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:16.815 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T05:04:16.829 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:16.842 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:16.845 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:04:16.935 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:17.017 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:17.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:17.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:17.124 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: osdmap e509: 8 total, 8 up, 8 in 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3074863063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: osdmap e509: 8 total, 8 up, 8 in 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3074863063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:17.246 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:17.353 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:17.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:17.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: osdmap e509: 8 total, 8 up, 8 in 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: failed to encode map e509 with expected crc 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:17.361 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3074863063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:17.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:17.362 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:17.463 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:17.522 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:17.636 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:17.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:17.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:17.657 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:17.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:17.831 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:17.869 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:17.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:17.873 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:17.974 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:18.041 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:18.114 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:18.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:18.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:18.221 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:18.278 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:18.349 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:18.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:18.365 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:18.366 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:18 smithi150 ceph-mon[168511]: pgmap v1539: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 10116/177570 objects degraded (5.697%); 1.5 MiB/s, 24 objects/s recovering 2023-10-09T05:04:18.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:18 smithi107 ceph-mon[184249]: pgmap v1539: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 10116/177570 objects degraded (5.697%); 1.5 MiB/s, 24 objects/s recovering 2023-10-09T05:04:18.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:18 smithi107 ceph-mon[179183]: pgmap v1539: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 10116/177570 objects degraded (5.697%); 1.5 MiB/s, 24 objects/s recovering 2023-10-09T05:04:18.436 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:18.453 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:04:18.466 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:18.546 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:18.796 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:18.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:18.805 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:18.895 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1539,"stamp":"2023-10-09T05:04:16.864007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3878033336,"num_objects":59190,"num_object_clones":0,"num_object_copies":177570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10116,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59190,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":152615,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7613,"num_bytes_recovered":496328138,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130880,"ondisk_log_size":130880,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":19421304,"kb_used_data":11259000,"kb_used_omap":22,"kb_used_meta":8161769,"kb_avail":730539912,"statfs":{"total":767960285184,"available":748072869888,"internally_reserved":0,"allocated":11529216000,"data_stored":11514468062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8357651691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-251723776,"num_objects":-3841,"num_object_clones":0,"num_object_copies":-11523,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-193,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3841,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3841,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":193,"num_bytes_recovered":12648448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005773"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":521,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336498+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:04:00.336498+0000","last_peered":"2023-10-09T05:04:00.336498+0000","last_clean":"2023-10-09T05:04:00.336498+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:04:00.336498+0000","last_undegraded":"2023-10-09T05:04:00.336498+0000","last_fullsized":"2023-10-09T05:04:00.336498+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":242,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.994669+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:04:08.994669+0000","last_peered":"2023-10-09T05:04:08.994669+0000","last_clean":"2023-10-09T05:04:08.994669+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:04:08.994669+0000","last_undegraded":"2023-10-09T05:04:08.994669+0000","last_fullsized":"2023-10-09T05:04:08.994669+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":426,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.349278+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:00.349278+0000","last_peered":"2023-10-09T05:04:00.349278+0000","last_clean":"2023-10-09T05:04:00.349278+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:00.349278+0000","last_undegraded":"2023-10-09T05:04:00.349278+0000","last_fullsized":"2023-10-09T05:04:00.349278+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":65,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341516+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:04:00.341516+0000","last_peered":"2023-10-09T05:04:00.341516+0000","last_clean":"2023-10-09T05:04:00.341516+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:04:00.341516+0000","last_undegraded":"2023-10-09T05:04:00.341516+0000","last_fullsized":"2023-10-09T05:04:00.341516+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":221,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.993834+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:04:08.993834+0000","last_peered":"2023-10-09T05:04:08.993834+0000","last_clean":"2023-10-09T05:04:08.993834+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:04:08.993834+0000","last_undegraded":"2023-10-09T05:04:08.993834+0000","last_fullsized":"2023-10-09T05:04:08.993834+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":198,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.343732+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:04:00.343732+0000","last_peered":"2023-10-09T05:04:00.343732+0000","last_clean":"2023-10-09T05:04:00.343732+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:04:00.343732+0000","last_undegraded":"2023-10-09T05:04:00.343732+0000","last_fullsized":"2023-10-09T05:04:00.343732+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":469,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333291+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:04:00.333291+0000","last_peered":"2023-10-09T05:04:00.333291+0000","last_clean":"2023-10-09T05:04:00.333291+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:04:00.333291+0000","last_undegraded":"2023-10-09T05:04:00.333291+0000","last_fullsized":"2023-10-09T05:04:00.333291+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":248,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:11.818508+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:04:11.818508+0000","last_peered":"2023-10-09T05:04:11.818508+0000","last_clean":"2023-10-09T05:04:11.818508+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:04:11.818508+0000","last_undegraded":"2023-10-09T05:04:11.818508+0000","last_fullsized":"2023-10-09T05:04:11.818508+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":522,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333286+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:04:00.333286+0000","last_peered":"2023-10-09T05:04:00.333286+0000","last_clean":"2023-10-09T05:04:00.333286+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:04:00.333286+0000","last_undegraded":"2023-10-09T05:04:00.333286+0000","last_fullsized":"2023-10-09T05:04:00.333286+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":247,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:11.818526+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:04:11.818526+0000","last_peered":"2023-10-09T05:04:11.818526+0000","last_clean":"2023-10-09T05:04:11.818526+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:04:11.818526+0000","last_undegraded":"2023-10-09T05:04:11.818526+0000","last_fullsized":"2023-10-09T05:04:11.818526+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":71,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341020+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:04:00.341020+0000","last_peered":"2023-10-09T05:04:00.341020+0000","last_clean":"2023-10-09T05:04:00.341020+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:04:00.341020+0000","last_undegraded":"2023-10-09T05:04:00.341020+0000","last_fullsized":"2023-10-09T05:04:00.341020+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":391,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.342363+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:04:00.342363+0000","last_peered":"2023-10-09T05:04:00.342363+0000","last_clean":"2023-10-09T05:04:00.342363+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:04:00.342363+0000","last_undegraded":"2023-10-09T05:04:00.342363+0000","last_fullsized":"2023-10-09T05:04:00.342363+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":584,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.338741+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:04:00.338741+0000","last_peered":"2023-10-09T05:04:00.338741+0000","last_clean":"2023-10-09T05:04:00.338741+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:04:00.338741+0000","last_undegraded":"2023-10-09T05:04:00.338741+0000","last_fullsized":"2023-10-09T05:04:00.338741+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":542,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336484+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:04:00.336484+0000","last_peered":"2023-10-09T05:04:00.336484+0000","last_clean":"2023-10-09T05:04:00.336484+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:04:00.336484+0000","last_undegraded":"2023-10-09T05:04:00.336484+0000","last_fullsized":"2023-10-09T05:04:00.336484+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":71,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.340400+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:04:00.340400+0000","last_peered":"2023-10-09T05:04:00.340400+0000","last_clean":"2023-10-09T05:04:00.340400+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:04:00.340400+0000","last_undegraded":"2023-10-09T05:04:00.340400+0000","last_fullsized":"2023-10-09T05:04:00.340400+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":345,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995575+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:08.995575+0000","last_peered":"2023-10-09T05:04:08.995575+0000","last_clean":"2023-10-09T05:04:08.995575+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:08.995575+0000","last_undegraded":"2023-10-09T05:04:08.995575+0000","last_fullsized":"2023-10-09T05:04:08.995575+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":65,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.340146+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:04:00.340146+0000","last_peered":"2023-10-09T05:04:00.340146+0000","last_clean":"2023-10-09T05:04:00.340146+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:04:00.340146+0000","last_undegraded":"2023-10-09T05:04:00.340146+0000","last_fullsized":"2023-10-09T05:04:00.340146+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":524,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334143+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:04:00.334143+0000","last_peered":"2023-10-09T05:04:00.334143+0000","last_clean":"2023-10-09T05:04:00.334143+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:04:00.334143+0000","last_undegraded":"2023-10-09T05:04:00.334143+0000","last_fullsized":"2023-10-09T05:04:00.334143+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":65,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.339888+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:04:00.339888+0000","last_peered":"2023-10-09T05:04:00.339888+0000","last_clean":"2023-10-09T05:04:00.339888+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:04:00.339888+0000","last_undegraded":"2023-10-09T05:04:00.339888+0000","last_fullsized":"2023-10-09T05:04:00.339888+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":483,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995998+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:04:08.995998+0000","last_peered":"2023-10-09T05:04:08.995998+0000","last_clean":"2023-10-09T05:04:08.995998+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:04:08.995998+0000","last_undegraded":"2023-10-09T05:04:08.995998+0000","last_fullsized":"2023-10-09T05:04:08.995998+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":206,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.342370+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:04:00.342370+0000","last_peered":"2023-10-09T05:04:00.342370+0000","last_clean":"2023-10-09T05:04:00.342370+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:04:00.342370+0000","last_undegraded":"2023-10-09T05:04:00.342370+0000","last_fullsized":"2023-10-09T05:04:00.342370+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":241,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995037+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:04:08.995037+0000","last_peered":"2023-10-09T05:04:08.995037+0000","last_clean":"2023-10-09T05:04:08.995037+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:04:08.995037+0000","last_undegraded":"2023-10-09T05:04:08.995037+0000","last_fullsized":"2023-10-09T05:04:08.995037+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"508'9692","reported_seq":9740,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.088655+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:04:12.088655+0000","last_peered":"2023-10-09T05:04:12.088655+0000","last_clean":"2023-10-09T05:04:12.088655+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:04:12.088655+0000","last_undegraded":"2023-10-09T05:04:12.088655+0000","last_fullsized":"2023-10-09T05:04:12.088655+0000","mapping_epoch":468,"log_start":"473'1500","ondisk_log_start":"473'1500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8192,"log_dups_size":0,"ondisk_log_size":8192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247463936,"num_objects":3776,"num_object_clones":0,"num_object_copies":11328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3776,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9692,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":69,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.343028+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:04:00.343028+0000","last_peered":"2023-10-09T05:04:00.343028+0000","last_clean":"2023-10-09T05:04:00.343028+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:04:00.343028+0000","last_undegraded":"2023-10-09T05:04:00.343028+0000","last_fullsized":"2023-10-09T05:04:00.343028+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":508,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333049+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:04:00.333049+0000","last_peered":"2023-10-09T05:04:00.333049+0000","last_clean":"2023-10-09T05:04:00.333049+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:04:00.333049+0000","last_undegraded":"2023-10-09T05:04:00.333049+0000","last_fullsized":"2023-10-09T05:04:00.333049+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"508'9288","reported_seq":16277,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.152557+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:04:12.152557+0000","last_peered":"2023-10-09T05:04:12.152557+0000","last_clean":"2023-10-09T05:04:12.152557+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:04:12.152557+0000","last_undegraded":"2023-10-09T05:04:12.152557+0000","last_fullsized":"2023-10-09T05:04:12.152557+0000","mapping_epoch":494,"log_start":"474'1500","ondisk_log_start":"474'1500","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7788,"log_dups_size":0,"ondisk_log_size":7788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242352128,"num_objects":3698,"num_object_clones":0,"num_object_copies":11094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3698,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9288,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":86,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341455+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:04:00.341455+0000","last_peered":"2023-10-09T05:04:00.341455+0000","last_clean":"2023-10-09T05:04:00.341455+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:04:00.341455+0000","last_undegraded":"2023-10-09T05:04:00.341455+0000","last_fullsized":"2023-10-09T05:04:00.341455+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":532,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336184+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:04:00.336184+0000","last_peered":"2023-10-09T05:04:00.336184+0000","last_clean":"2023-10-09T05:04:00.336184+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:04:00.336184+0000","last_undegraded":"2023-10-09T05:04:00.336184+0000","last_fullsized":"2023-10-09T05:04:00.336184+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"508'9474","reported_seq":9522,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.128778+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:04:12.128778+0000","last_peered":"2023-10-09T05:04:12.128778+0000","last_clean":"2023-10-09T05:04:12.128778+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:04:12.128778+0000","last_undegraded":"2023-10-09T05:04:12.128778+0000","last_fullsized":"2023-10-09T05:04:12.128778+0000","mapping_epoch":468,"log_start":"475'2600","ondisk_log_start":"475'2600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6874,"log_dups_size":0,"ondisk_log_size":6874,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240779264,"num_objects":3674,"num_object_clones":0,"num_object_copies":11022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9474,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":69,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341179+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:04:00.341179+0000","last_peered":"2023-10-09T05:04:00.341179+0000","last_clean":"2023-10-09T05:04:00.341179+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:04:00.341179+0000","last_undegraded":"2023-10-09T05:04:00.341179+0000","last_fullsized":"2023-10-09T05:04:00.341179+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":218,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.342437+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:04:00.342437+0000","last_peered":"2023-10-09T05:04:00.342437+0000","last_clean":"2023-10-09T05:04:00.342437+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:04:00.342437+0000","last_undegraded":"2023-10-09T05:04:00.342437+0000","last_fullsized":"2023-10-09T05:04:00.342437+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"508'9619","reported_seq":9667,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.130098+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:04:12.130098+0000","last_peered":"2023-10-09T05:04:12.130098+0000","last_clean":"2023-10-09T05:04:12.130098+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:04:12.130098+0000","last_undegraded":"2023-10-09T05:04:12.130098+0000","last_fullsized":"2023-10-09T05:04:12.130098+0000","mapping_epoch":468,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8919,"log_dups_size":0,"ondisk_log_size":8919,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247136256,"num_objects":3771,"num_object_clones":0,"num_object_copies":11313,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3771,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9619,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":552,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333396+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:04:00.333396+0000","last_peered":"2023-10-09T05:04:00.333396+0000","last_clean":"2023-10-09T05:04:00.333396+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:04:00.333396+0000","last_undegraded":"2023-10-09T05:04:00.333396+0000","last_fullsized":"2023-10-09T05:04:00.333396+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":501,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334241+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:04:00.334241+0000","last_peered":"2023-10-09T05:04:00.334241+0000","last_clean":"2023-10-09T05:04:00.334241+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:04:00.334241+0000","last_undegraded":"2023-10-09T05:04:00.334241+0000","last_fullsized":"2023-10-09T05:04:00.334241+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"508'9357","reported_seq":9405,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.101564+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:04:12.101564+0000","last_peered":"2023-10-09T05:04:12.101564+0000","last_clean":"2023-10-09T05:04:12.101564+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:04:12.101564+0000","last_undegraded":"2023-10-09T05:04:12.101564+0000","last_fullsized":"2023-10-09T05:04:12.101564+0000","mapping_epoch":468,"log_start":"475'2500","ondisk_log_start":"475'2500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6857,"log_dups_size":0,"ondisk_log_size":6857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243204096,"num_objects":3711,"num_object_clones":0,"num_object_copies":11133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9357,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":933,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.339970+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:04:00.339970+0000","last_peered":"2023-10-09T05:04:00.339970+0000","last_clean":"2023-10-09T05:04:00.339970+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:04:00.339970+0000","last_undegraded":"2023-10-09T05:04:00.339970+0000","last_fullsized":"2023-10-09T05:04:00.339970+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":177,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.994763+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:04:08.994763+0000","last_peered":"2023-10-09T05:04:08.994763+0000","last_clean":"2023-10-09T05:04:08.994763+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:04:08.994763+0000","last_undegraded":"2023-10-09T05:04:08.994763+0000","last_fullsized":"2023-10-09T05:04:08.994763+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":552,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.338644+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:04:00.338644+0000","last_peered":"2023-10-09T05:04:00.338644+0000","last_clean":"2023-10-09T05:04:00.338644+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:04:00.338644+0000","last_undegraded":"2023-10-09T05:04:00.338644+0000","last_fullsized":"2023-10-09T05:04:00.338644+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"508'9908","reported_seq":11110,"reported_epoch":508,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:12.078908+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:04:12.078908+0000","last_peered":"2023-10-09T05:04:12.078908+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:04:12.078908+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"474'1700","ondisk_log_start":"474'1700","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8208,"log_dups_size":0,"ondisk_log_size":8208,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247463936,"num_objects":3776,"num_object_clones":0,"num_object_copies":11328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3102,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3776,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9908,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":573,"num_bytes_recovered":37552128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":674}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":506,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.332980+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:04:00.332980+0000","last_peered":"2023-10-09T05:04:00.332980+0000","last_clean":"2023-10-09T05:04:00.332980+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:04:00.332980+0000","last_undegraded":"2023-10-09T05:04:00.332980+0000","last_fullsized":"2023-10-09T05:04:00.332980+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":198,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.342516+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:04:00.342516+0000","last_peered":"2023-10-09T05:04:00.342516+0000","last_clean":"2023-10-09T05:04:00.342516+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:04:00.342516+0000","last_undegraded":"2023-10-09T05:04:00.342516+0000","last_fullsized":"2023-10-09T05:04:00.342516+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":478,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.349249+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:04:00.349249+0000","last_peered":"2023-10-09T05:04:00.349249+0000","last_clean":"2023-10-09T05:04:00.349249+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:04:00.349249+0000","last_undegraded":"2023-10-09T05:04:00.349249+0000","last_fullsized":"2023-10-09T05:04:00.349249+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"508'9439","reported_seq":9487,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.207128+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:04:12.207128+0000","last_peered":"2023-10-09T05:04:12.207128+0000","last_clean":"2023-10-09T05:04:12.207128+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:04:12.207128+0000","last_undegraded":"2023-10-09T05:04:12.207128+0000","last_fullsized":"2023-10-09T05:04:12.207128+0000","mapping_epoch":468,"log_start":"474'1700","ondisk_log_start":"474'1700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7739,"log_dups_size":0,"ondisk_log_size":7739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244776960,"num_objects":3735,"num_object_clones":0,"num_object_copies":11205,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3735,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9439,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":489,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336508+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:04:00.336508+0000","last_peered":"2023-10-09T05:04:00.336508+0000","last_clean":"2023-10-09T05:04:00.336508+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:04:00.336508+0000","last_undegraded":"2023-10-09T05:04:00.336508+0000","last_fullsized":"2023-10-09T05:04:00.336508+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":552,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.353435+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:04:00.353435+0000","last_peered":"2023-10-09T05:04:00.353435+0000","last_clean":"2023-10-09T05:04:00.353435+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:04:00.353435+0000","last_undegraded":"2023-10-09T05:04:00.353435+0000","last_fullsized":"2023-10-09T05:04:00.353435+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"508'9547","reported_seq":9595,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.106385+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:04:12.106385+0000","last_peered":"2023-10-09T05:04:12.106385+0000","last_clean":"2023-10-09T05:04:12.106385+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:04:12.106385+0000","last_undegraded":"2023-10-09T05:04:12.106385+0000","last_fullsized":"2023-10-09T05:04:12.106385+0000","mapping_epoch":468,"log_start":"475'2700","ondisk_log_start":"475'2700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6847,"log_dups_size":0,"ondisk_log_size":6847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239796224,"num_objects":3659,"num_object_clones":0,"num_object_copies":10977,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9547,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":506,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333283+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:04:00.333283+0000","last_peered":"2023-10-09T05:04:00.333283+0000","last_clean":"2023-10-09T05:04:00.333283+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:04:00.333283+0000","last_undegraded":"2023-10-09T05:04:00.333283+0000","last_fullsized":"2023-10-09T05:04:00.333283+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":240,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.993907+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:04:08.993907+0000","last_peered":"2023-10-09T05:04:08.993907+0000","last_clean":"2023-10-09T05:04:08.993907+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:04:08.993907+0000","last_undegraded":"2023-10-09T05:04:08.993907+0000","last_fullsized":"2023-10-09T05:04:08.993907+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":347,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995105+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:04:08.995105+0000","last_peered":"2023-10-09T05:04:08.995105+0000","last_clean":"2023-10-09T05:04:08.995105+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:04:08.995105+0000","last_undegraded":"2023-10-09T05:04:08.995105+0000","last_fullsized":"2023-10-09T05:04:08.995105+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"508'9427","reported_seq":9475,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.089381+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:04:12.089381+0000","last_peered":"2023-10-09T05:04:12.089381+0000","last_clean":"2023-10-09T05:04:12.089381+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:04:12.089381+0000","last_undegraded":"2023-10-09T05:04:12.089381+0000","last_fullsized":"2023-10-09T05:04:12.089381+0000","mapping_epoch":468,"log_start":"472'600","ondisk_log_start":"472'600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8827,"log_dups_size":0,"ondisk_log_size":8827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241238016,"num_objects":3681,"num_object_clones":0,"num_object_copies":11043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9427,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":887,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.343667+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:04:00.343667+0000","last_peered":"2023-10-09T05:04:00.343667+0000","last_clean":"2023-10-09T05:04:00.343667+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:04:00.343667+0000","last_undegraded":"2023-10-09T05:04:00.343667+0000","last_fullsized":"2023-10-09T05:04:00.343667+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":82,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.340695+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:04:00.340695+0000","last_peered":"2023-10-09T05:04:00.340695+0000","last_clean":"2023-10-09T05:04:00.340695+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:04:00.340695+0000","last_undegraded":"2023-10-09T05:04:00.340695+0000","last_fullsized":"2023-10-09T05:04:00.340695+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":522,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334081+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:04:00.334081+0000","last_peered":"2023-10-09T05:04:00.334081+0000","last_clean":"2023-10-09T05:04:00.334081+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:04:00.334081+0000","last_undegraded":"2023-10-09T05:04:00.334081+0000","last_fullsized":"2023-10-09T05:04:00.334081+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":266,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333360+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:04:00.333360+0000","last_peered":"2023-10-09T05:04:00.333360+0000","last_clean":"2023-10-09T05:04:00.333360+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:04:00.333360+0000","last_undegraded":"2023-10-09T05:04:00.333360+0000","last_fullsized":"2023-10-09T05:04:00.333360+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"508'9397","reported_seq":9452,"reported_epoch":508,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:12.145299+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:04:12.145299+0000","last_peered":"2023-10-09T05:04:12.145299+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:04:12.145299+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"475'2500","ondisk_log_start":"475'2500","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6897,"log_dups_size":0,"ondisk_log_size":6897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242221080,"num_objects":3697,"num_object_clones":0,"num_object_copies":11091,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3697,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9397,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":213}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":506,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334521+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:04:00.334521+0000","last_peered":"2023-10-09T05:04:00.334521+0000","last_clean":"2023-10-09T05:04:00.334521+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:04:00.334521+0000","last_undegraded":"2023-10-09T05:04:00.334521+0000","last_fullsized":"2023-10-09T05:04:00.334521+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":545,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333561+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:04:00.333561+0000","last_peered":"2023-10-09T05:04:00.333561+0000","last_clean":"2023-10-09T05:04:00.333561+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:04:00.333561+0000","last_undegraded":"2023-10-09T05:04:00.333561+0000","last_fullsized":"2023-10-09T05:04:00.333561+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":509,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336408+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:04:00.336408+0000","last_peered":"2023-10-09T05:04:00.336408+0000","last_clean":"2023-10-09T05:04:00.336408+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:04:00.336408+0000","last_undegraded":"2023-10-09T05:04:00.336408+0000","last_fullsized":"2023-10-09T05:04:00.336408+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":373,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004230+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:09.004230+0000","last_peered":"2023-10-09T05:04:09.004230+0000","last_clean":"2023-10-09T05:04:09.004230+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:09.004230+0000","last_undegraded":"2023-10-09T05:04:09.004230+0000","last_fullsized":"2023-10-09T05:04:09.004230+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"508'9474","reported_seq":9522,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.183781+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:04:12.183781+0000","last_peered":"2023-10-09T05:04:12.183781+0000","last_clean":"2023-10-09T05:04:12.183781+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:04:12.183781+0000","last_undegraded":"2023-10-09T05:04:12.183781+0000","last_fullsized":"2023-10-09T05:04:12.183781+0000","mapping_epoch":468,"log_start":"474'1700","ondisk_log_start":"474'1700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7774,"log_dups_size":0,"ondisk_log_size":7774,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249692160,"num_objects":3810,"num_object_clones":0,"num_object_copies":11430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9474,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":478,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.340069+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:04:00.340069+0000","last_peered":"2023-10-09T05:04:00.340069+0000","last_clean":"2023-10-09T05:04:00.340069+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:04:00.340069+0000","last_undegraded":"2023-10-09T05:04:00.340069+0000","last_fullsized":"2023-10-09T05:04:00.340069+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":524,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003584+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:04:09.003584+0000","last_peered":"2023-10-09T05:04:09.003584+0000","last_clean":"2023-10-09T05:04:09.003584+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:04:09.003584+0000","last_undegraded":"2023-10-09T05:04:09.003584+0000","last_fullsized":"2023-10-09T05:04:09.003584+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":391,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003321+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:04:09.003321+0000","last_peered":"2023-10-09T05:04:09.003321+0000","last_clean":"2023-10-09T05:04:09.003321+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:04:09.003321+0000","last_undegraded":"2023-10-09T05:04:09.003321+0000","last_fullsized":"2023-10-09T05:04:09.003321+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":302,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333369+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:04:00.333369+0000","last_peered":"2023-10-09T05:04:00.333369+0000","last_clean":"2023-10-09T05:04:00.333369+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:04:00.333369+0000","last_undegraded":"2023-10-09T05:04:00.333369+0000","last_fullsized":"2023-10-09T05:04:00.333369+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"508'9573","reported_seq":9627,"reported_epoch":508,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:12.110792+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:04:12.110792+0000","last_peered":"2023-10-09T05:04:12.110792+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:04:12.110792+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8873,"log_dups_size":0,"ondisk_log_size":8873,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245956608,"num_objects":3753,"num_object_clones":0,"num_object_copies":11259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9573,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":223}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":491,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333768+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:04:00.333768+0000","last_peered":"2023-10-09T05:04:00.333768+0000","last_clean":"2023-10-09T05:04:00.333768+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:04:00.333768+0000","last_undegraded":"2023-10-09T05:04:00.333768+0000","last_fullsized":"2023-10-09T05:04:00.333768+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":478,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341640+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:04:00.341640+0000","last_peered":"2023-10-09T05:04:00.341640+0000","last_clean":"2023-10-09T05:04:00.341640+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:04:00.341640+0000","last_undegraded":"2023-10-09T05:04:00.341640+0000","last_fullsized":"2023-10-09T05:04:00.341640+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":344,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995284+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:04:08.995284+0000","last_peered":"2023-10-09T05:04:08.995284+0000","last_clean":"2023-10-09T05:04:08.995284+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:04:08.995284+0000","last_undegraded":"2023-10-09T05:04:08.995284+0000","last_fullsized":"2023-10-09T05:04:08.995284+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":201,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.342934+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:04:00.342934+0000","last_peered":"2023-10-09T05:04:00.342934+0000","last_clean":"2023-10-09T05:04:00.342934+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:04:00.342934+0000","last_undegraded":"2023-10-09T05:04:00.342934+0000","last_fullsized":"2023-10-09T05:04:00.342934+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"508'9327","reported_seq":9375,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.078436+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:04:12.078436+0000","last_peered":"2023-10-09T05:04:12.078436+0000","last_clean":"2023-10-09T05:04:12.078436+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:04:12.078436+0000","last_undegraded":"2023-10-09T05:04:12.078436+0000","last_fullsized":"2023-10-09T05:04:12.078436+0000","mapping_epoch":468,"log_start":"473'1200","ondisk_log_start":"473'1200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8127,"log_dups_size":0,"ondisk_log_size":8127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":236650496,"num_objects":3611,"num_object_clones":0,"num_object_copies":10833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3611,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9327,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":849,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.342719+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:04:00.342719+0000","last_peered":"2023-10-09T05:04:00.342719+0000","last_clean":"2023-10-09T05:04:00.342719+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:04:00.342719+0000","last_undegraded":"2023-10-09T05:04:00.342719+0000","last_fullsized":"2023-10-09T05:04:00.342719+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":82,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341564+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:04:00.341564+0000","last_peered":"2023-10-09T05:04:00.341564+0000","last_clean":"2023-10-09T05:04:00.341564+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:04:00.341564+0000","last_undegraded":"2023-10-09T05:04:00.341564+0000","last_fullsized":"2023-10-09T05:04:00.341564+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":460,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336277+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:04:00.336277+0000","last_peered":"2023-10-09T05:04:00.336277+0000","last_clean":"2023-10-09T05:04:00.336277+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:04:00.336277+0000","last_undegraded":"2023-10-09T05:04:00.336277+0000","last_fullsized":"2023-10-09T05:04:00.336277+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":516,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334469+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:04:00.334469+0000","last_peered":"2023-10-09T05:04:00.334469+0000","last_clean":"2023-10-09T05:04:00.334469+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:04:00.334469+0000","last_undegraded":"2023-10-09T05:04:00.334469+0000","last_fullsized":"2023-10-09T05:04:00.334469+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"509'9652","reported_seq":16775,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:16.589106+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:04:16.589106+0000","last_peered":"2023-10-09T05:04:16.589106+0000","last_clean":"2023-10-09T05:04:16.589106+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:04:16.589106+0000","last_undegraded":"2023-10-09T05:04:16.589106+0000","last_fullsized":"2023-10-09T05:04:16.589106+0000","mapping_epoch":505,"log_start":"472'500","ondisk_log_start":"472'500","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9152,"log_dups_size":0,"ondisk_log_size":9152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222953472,"num_objects":3402,"num_object_clones":0,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3402,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9652,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":847,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.343128+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:04:00.343128+0000","last_peered":"2023-10-09T05:04:00.343128+0000","last_clean":"2023-10-09T05:04:00.343128+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:04:00.343128+0000","last_undegraded":"2023-10-09T05:04:00.343128+0000","last_fullsized":"2023-10-09T05:04:00.343128+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":65,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.341097+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:04:00.341097+0000","last_peered":"2023-10-09T05:04:00.341097+0000","last_clean":"2023-10-09T05:04:00.341097+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:04:00.341097+0000","last_undegraded":"2023-10-09T05:04:00.341097+0000","last_fullsized":"2023-10-09T05:04:00.341097+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":252,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004305+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:09.004305+0000","last_peered":"2023-10-09T05:04:09.004305+0000","last_clean":"2023-10-09T05:04:09.004305+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:09.004305+0000","last_undegraded":"2023-10-09T05:04:09.004305+0000","last_fullsized":"2023-10-09T05:04:09.004305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":207,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333831+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:04:00.333831+0000","last_peered":"2023-10-09T05:04:00.333831+0000","last_clean":"2023-10-09T05:04:00.333831+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:04:00.333831+0000","last_undegraded":"2023-10-09T05:04:00.333831+0000","last_fullsized":"2023-10-09T05:04:00.333831+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"508'9742","reported_seq":9790,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:12.081072+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:04:12.081072+0000","last_peered":"2023-10-09T05:04:12.081072+0000","last_clean":"2023-10-09T05:04:12.081072+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:04:12.081072+0000","last_undegraded":"2023-10-09T05:04:12.081072+0000","last_fullsized":"2023-10-09T05:04:12.081072+0000","mapping_epoch":468,"log_start":"472'900","ondisk_log_start":"472'900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8842,"log_dups_size":0,"ondisk_log_size":8842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252575744,"num_objects":3854,"num_object_clones":0,"num_object_copies":11562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9742,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":506,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.349090+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:04:00.349090+0000","last_peered":"2023-10-09T05:04:00.349090+0000","last_clean":"2023-10-09T05:04:00.349090+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:04:00.349090+0000","last_undegraded":"2023-10-09T05:04:00.349090+0000","last_fullsized":"2023-10-09T05:04:00.349090+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":203,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995183+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:04:08.995183+0000","last_peered":"2023-10-09T05:04:08.995183+0000","last_clean":"2023-10-09T05:04:08.995183+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:04:08.995183+0000","last_undegraded":"2023-10-09T05:04:08.995183+0000","last_fullsized":"2023-10-09T05:04:08.995183+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":412,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.343296+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:04:00.343296+0000","last_peered":"2023-10-09T05:04:00.343296+0000","last_clean":"2023-10-09T05:04:00.343296+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:04:00.343296+0000","last_undegraded":"2023-10-09T05:04:00.343296+0000","last_fullsized":"2023-10-09T05:04:00.343296+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":225,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.993728+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:04:08.993728+0000","last_peered":"2023-10-09T05:04:08.993728+0000","last_clean":"2023-10-09T05:04:08.993728+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:04:08.993728+0000","last_undegraded":"2023-10-09T05:04:08.993728+0000","last_fullsized":"2023-10-09T05:04:08.993728+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"509'9638","reported_seq":9689,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:16.583186+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:04:16.583186+0000","last_peered":"2023-10-09T05:04:16.583186+0000","last_clean":"2023-10-09T05:04:16.583186+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:04:16.583186+0000","last_undegraded":"2023-10-09T05:04:16.583186+0000","last_fullsized":"2023-10-09T05:04:16.583186+0000","mapping_epoch":468,"log_start":"472'500","ondisk_log_start":"472'500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9138,"log_dups_size":0,"ondisk_log_size":9138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233177088,"num_objects":3558,"num_object_clones":0,"num_object_copies":10674,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3558,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9638,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":552,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995323+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:08.995323+0000","last_peered":"2023-10-09T05:04:08.995323+0000","last_clean":"2023-10-09T05:04:08.995323+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:08.995323+0000","last_undegraded":"2023-10-09T05:04:08.995323+0000","last_fullsized":"2023-10-09T05:04:08.995323+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":201,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.343597+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:04:00.343597+0000","last_peered":"2023-10-09T05:04:00.343597+0000","last_clean":"2023-10-09T05:04:00.343597+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:04:00.343597+0000","last_undegraded":"2023-10-09T05:04:00.343597+0000","last_fullsized":"2023-10-09T05:04:00.343597+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":504,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.334543+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:04:00.334543+0000","last_peered":"2023-10-09T05:04:00.334543+0000","last_clean":"2023-10-09T05:04:00.334543+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:04:00.334543+0000","last_undegraded":"2023-10-09T05:04:00.334543+0000","last_fullsized":"2023-10-09T05:04:00.334543+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":491,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336099+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:04:00.336099+0000","last_peered":"2023-10-09T05:04:00.336099+0000","last_clean":"2023-10-09T05:04:00.336099+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:04:00.336099+0000","last_undegraded":"2023-10-09T05:04:00.336099+0000","last_fullsized":"2023-10-09T05:04:00.336099+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":203,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336719+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:04:00.336719+0000","last_peered":"2023-10-09T05:04:00.336719+0000","last_clean":"2023-10-09T05:04:00.336719+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:04:00.336719+0000","last_undegraded":"2023-10-09T05:04:00.336719+0000","last_fullsized":"2023-10-09T05:04:00.336719+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":548,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004305+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:04:09.004305+0000","last_peered":"2023-10-09T05:04:09.004305+0000","last_clean":"2023-10-09T05:04:09.004305+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:04:09.004305+0000","last_undegraded":"2023-10-09T05:04:09.004305+0000","last_fullsized":"2023-10-09T05:04:09.004305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":504,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333469+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:04:00.333469+0000","last_peered":"2023-10-09T05:04:00.333469+0000","last_clean":"2023-10-09T05:04:00.333469+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:04:00.333469+0000","last_undegraded":"2023-10-09T05:04:00.333469+0000","last_fullsized":"2023-10-09T05:04:00.333469+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":539,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336641+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:04:00.336641+0000","last_peered":"2023-10-09T05:04:00.336641+0000","last_clean":"2023-10-09T05:04:00.336641+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:04:00.336641+0000","last_undegraded":"2023-10-09T05:04:00.336641+0000","last_fullsized":"2023-10-09T05:04:00.336641+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":509,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333967+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:04:00.333967+0000","last_peered":"2023-10-09T05:04:00.333967+0000","last_clean":"2023-10-09T05:04:00.333967+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:04:00.333967+0000","last_undegraded":"2023-10-09T05:04:00.333967+0000","last_fullsized":"2023-10-09T05:04:00.333967+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":512,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.336386+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:04:00.336386+0000","last_peered":"2023-10-09T05:04:00.336386+0000","last_clean":"2023-10-09T05:04:00.336386+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:04:00.336386+0000","last_undegraded":"2023-10-09T05:04:00.336386+0000","last_fullsized":"2023-10-09T05:04:00.336386+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":236,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.996072+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:04:08.996072+0000","last_peered":"2023-10-09T05:04:08.996072+0000","last_clean":"2023-10-09T05:04:08.996072+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:04:08.996072+0000","last_undegraded":"2023-10-09T05:04:08.996072+0000","last_fullsized":"2023-10-09T05:04:08.996072+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":201,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.994311+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:04:08.994311+0000","last_peered":"2023-10-09T05:04:08.994311+0000","last_clean":"2023-10-09T05:04:08.994311+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:04:08.994311+0000","last_undegraded":"2023-10-09T05:04:08.994311+0000","last_fullsized":"2023-10-09T05:04:08.994311+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":194,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.333181+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:04:00.333181+0000","last_peered":"2023-10-09T05:04:00.333181+0000","last_clean":"2023-10-09T05:04:00.333181+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:04:00.333181+0000","last_undegraded":"2023-10-09T05:04:00.333181+0000","last_fullsized":"2023-10-09T05:04:00.333181+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":528,"reported_epoch":507,"state":"active+clean","last_fresh":"2023-10-09T05:04:00.335938+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:04:00.335938+0000","last_peered":"2023-10-09T05:04:00.335938+0000","last_clean":"2023-10-09T05:04:00.335938+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:04:00.335938+0000","last_undegraded":"2023-10-09T05:04:00.335938+0000","last_fullsized":"2023-10-09T05:04:00.335938+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":3877437464,"num_objects":59166,"num_object_clones":0,"num_object_copies":177498,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10116,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59166,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":152554,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7563,"num_bytes_recovered":495648768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11383615488,"data_stored":11383603272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129054,"ondisk_log_size":129054,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234496,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2703468,"kb_used_data":1202660,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":91041684,"statfs":{"total":95995035648,"available":93226684416,"internally_reserved":0,"allocated":1231523840,"data_stored":1230229632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.8080000000000001,"15min":1.6319999999999999},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.20899999999999999},"max":{"1min":6.7149999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.373,"5min":1.4099999999999999,"15min":1.3029999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":8.3949999999999996,"5min":8.3949999999999996,"15min":10.785},"last":0.51400000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":1.587,"15min":1.482},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":8.3490000000000002,"5min":8.3490000000000002,"15min":8.3490000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.46,"5min":2.3780000000000001,"15min":2.3639999999999999},"min":{"1min":0.378,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.4969999999999999,"5min":15.401,"15min":15.401},"last":0.621}]},{"osd":2,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":2.2589999999999999,"15min":2.0920000000000001},"min":{"1min":0.373,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":11.442,"5min":11.442,"15min":32.179000000000002},"last":4.3920000000000003},{"interface":"front","average":{"1min":2.8170000000000002,"5min":2.2400000000000002,"15min":1.7290000000000001},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":11.311,"5min":11.311,"15min":16.704000000000001},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":2.5190000000000001,"15min":1.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.489000000000001,"5min":14.036,"15min":14.228999999999999},"last":0.495},{"interface":"front","average":{"1min":3.266,"5min":2.6280000000000001,"15min":1.849},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":17.771000000000001,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.53400000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":1.889,"15min":1.6739999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":10.097,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":2.0419999999999998,"5min":1.4890000000000001,"15min":1.359},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":8.8810000000000002,"5min":18.971,"15min":18.971},"last":0.55800000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":1.897,"15min":1.8819999999999999},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.28000000000000003},"max":{"1min":8.6159999999999997,"5min":15.432,"15min":20.678999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":2.6589999999999998,"5min":1.5940000000000001,"15min":1.599},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.848000000000001,"5min":13.848000000000001,"15min":21.07},"last":0.56799999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.32900000000000001},"max":{"1min":8.5760000000000005,"5min":15.375,"15min":16.599},"last":1.6930000000000001},{"interface":"front","average":{"1min":2.657,"5min":1.7270000000000001,"15min":1.8260000000000001},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":7.2069999999999999,"5min":11.714,"15min":24.010000000000002},"last":1.6759999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496132,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2395484,"kb_used_data":1209812,"kb_used_omap":0,"kb_used_meta":1185664,"kb_avail":91349668,"statfs":{"total":95995035648,"available":93542060032,"internally_reserved":0,"allocated":1238847488,"data_stored":1237569552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1214119936},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:28 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.8009999999999999,"15min":1.75},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":4.2670000000000003,"5min":11.715999999999999,"15min":62.470999999999997},"last":0.25},{"interface":"front","average":{"1min":1.4259999999999999,"5min":2.0529999999999999,"15min":1.9530000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.23100000000000001},"max":{"1min":6.1539999999999999,"5min":11.773999999999999,"15min":62.445},"last":6.9950000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.371,"15min":2.3849999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.9749999999999996,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":6.9749999999999996},{"interface":"front","average":{"1min":4.1379999999999999,"5min":2.911,"15min":2.7069999999999999},"min":{"1min":0.36599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.7839999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":0.312},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":7.0140000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":7.0670000000000002},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":3.758}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":3.5019999999999998},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":6.9370000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":3.7170000000000001},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":2.3969999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:03:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0190000000000001,"5min":1.839,"15min":2.2509999999999999},"min":{"1min":0.41499999999999998,"5min":0.374,"15min":0.28199999999999997},"max":{"1min":9.5229999999999997,"5min":9.5229999999999997,"15min":196.22300000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.911,"15min":2.4020000000000001},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.315},"max":{"1min":7.0190000000000001,"5min":10.185,"15min":196.24299999999999},"last":7.04}]}]},{"osd":1,"up_from":478,"seq":2052994367515,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1256608,"kb_used_data":1064152,"kb_used_omap":6,"kb_used_meta":192441,"kb_avail":92488544,"statfs":{"total":95995035648,"available":94708269056,"internally_reserved":0,"allocated":1089691648,"data_stored":1087318365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":197060075},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":1.1140000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":0.36699999999999999},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.40000000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":0.34799999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":0.501},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":1.5900000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":1.2210000000000001},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.437}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":0.70899999999999996},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.56399999999999995},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":1.159}]}]},{"osd":0,"up_from":86,"seq":369367187839,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1750884,"kb_used_data":705308,"kb_used_omap":5,"kb_used_meta":1045498,"kb_avail":91994268,"statfs":{"total":95995035648,"available":94202130432,"internally_reserved":0,"allocated":722235392,"data_stored":719508818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1070590586},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.30099999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":0.41399999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.315},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":0.45100000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":2.6779999999999999},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":2.661}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":0.36199999999999999},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":0.86899999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":0.39900000000000002},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":8.75},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.48799999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206682,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3066252,"kb_used_data":2059396,"kb_used_omap":7,"kb_used_meta":1006840,"kb_avail":90678900,"statfs":{"total":95995035648,"available":92855193600,"internally_reserved":0,"allocated":2108821504,"data_stored":2106461881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1031004241},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.4550000000000001,"5min":2.5649999999999999,"15min":1.7629999999999999},"min":{"1min":0.214,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":20.329999999999998,"5min":20.329999999999998,"15min":49.338000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.895,"15min":1.6830000000000001},"min":{"1min":0.19800000000000001,"5min":0.192,"15min":0.185},"max":{"1min":9.4169999999999998,"5min":13.952,"15min":47.450000000000003},"last":0.248}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.28999999999999998},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":1.3380000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3650000000000002,"5min":4.0869999999999997,"15min":2.8860000000000001},"min":{"1min":0.377,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":26.018999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":4.6120000000000001,"5min":4.1710000000000003,"15min":2.9830000000000001},"min":{"1min":0.40500000000000003,"5min":0.252,"15min":0.252},"max":{"1min":26.056999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.32500000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.8039999999999998,"5min":3.327,"15min":2.8029999999999999},"min":{"1min":0.42499999999999999,"5min":0.36299999999999999,"15min":0.29299999999999998},"max":{"1min":12.179,"5min":18.219999999999999,"15min":176.00200000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":3.6909999999999998,"5min":2.121,"15min":2.2330000000000001},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.314}]},{"osd":5,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8679999999999999,"5min":2.266,"15min":1.704},"min":{"1min":0.34399999999999997,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":12.346,"5min":24.405000000000001,"15min":24.405000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":3.4009999999999998,"5min":3.1669999999999998,"15min":2.1899999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.141,"5min":18.172999999999998,"15min":18.172999999999998},"last":0.436}]},{"osd":6,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6500000000000004,"5min":3.008,"15min":2.2120000000000002},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":13.693,"5min":24.023,"15min":42.975999999999999},"last":4.2779999999999996},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.3519999999999999,"15min":2.0859999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.316},"max":{"1min":9.4670000000000005,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2350000000000003,"5min":2.5550000000000002,"15min":2.0619999999999998},"min":{"1min":0.49099999999999999,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":10.227,"5min":12.907999999999999,"15min":15.516},"last":0.52800000000000002},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.1200000000000001,"15min":1.976},"min":{"1min":0.45700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.401,"5min":12.462999999999999,"15min":15.583},"last":0.54100000000000004}]}]},{"osd":3,"up_from":198,"seq":850403524819,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1472476,"kb_used_data":913044,"kb_used_omap":2,"kb_used_meta":559421,"kb_avail":92272676,"statfs":{"total":95995035648,"available":94487220224,"internally_reserved":0,"allocated":934957056,"data_stored":932811942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":572847157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.7589999999999999,"15min":1.9870000000000001},"min":{"1min":0.27600000000000002,"5min":0.183,"15min":0.183},"max":{"1min":10.997999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":4.3920000000000003},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.5179999999999998,"15min":1.923},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.6719999999999997,"5min":13.935,"15min":22.477},"last":2.1040000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":2.944,"5min":1.2330000000000001,"15min":0.94799999999999995},"min":{"1min":0.24099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":4.4329999999999998},{"interface":"front","average":{"1min":3.3159999999999998,"5min":1.6639999999999999,"15min":1.389},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.051,"5min":11.051,"15min":11.051},"last":4.4690000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":5.4699999999999998,"5min":3.0449999999999999,"15min":2.27},"min":{"1min":0.45300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":21.407,"5min":21.407,"15min":21.722999999999999},"last":2.5230000000000001},{"interface":"front","average":{"1min":5.8159999999999998,"5min":3.0630000000000002,"15min":2.2240000000000002},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":23.350999999999999,"5min":24.184000000000001,"15min":25.776},"last":4.9059999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":2.383,"15min":1.8460000000000001},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":14.359999999999999,"5min":14.359999999999999,"15min":15.301},"last":2.1680000000000001},{"interface":"front","average":{"1min":3.3610000000000002,"5min":2.5019999999999998,"15min":2.077},"min":{"1min":0.504,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.792999999999999,"5min":10.792999999999999,"15min":21.532},"last":2.4790000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.1019999999999999,"15min":1.9019999999999999},"min":{"1min":0.37,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":11.026,"5min":11.026,"15min":35.712000000000003},"last":6.8579999999999997},{"interface":"front","average":{"1min":2.891,"5min":2.6440000000000001,"15min":2.181},"min":{"1min":0.47299999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5730000000000004,"5min":11.624000000000001,"15min":35.488},"last":2.1379999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.6899999999999999,"15min":2.448},"min":{"1min":0.42599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.609,"5min":14.609,"15min":50.113999999999997},"last":9.3729999999999993},{"interface":"front","average":{"1min":3.3599999999999999,"5min":2.262,"15min":2.137},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":10.951000000000001,"5min":11.130000000000001,"15min":53.841999999999999},"last":6.4219999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":2.7839999999999998,"15min":2.1589999999999998},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.34899999999999998},"max":{"1min":18.428000000000001,"5min":18.428000000000001,"15min":18.428000000000001},"last":2.5859999999999999},{"interface":"front","average":{"1min":4.4610000000000003,"5min":2.875,"15min":2.294},"min":{"1min":0.49299999999999999,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":14.663,"5min":14.663,"15min":21.587},"last":1.034}]}]},{"osd":4,"up_from":30,"seq":128849019404,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3350696,"kb_used_data":2166368,"kb_used_omap":0,"kb_used_meta":1184256,"kb_avail":90394456,"statfs":{"total":95995035648,"available":92563922944,"internally_reserved":0,"allocated":2218360832,"data_stored":2217070939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1212678144},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.702,"5min":1.8420000000000001,"15min":1.8149999999999999},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":4.3310000000000004,"5min":11.003,"15min":21.047000000000001},"last":5.4660000000000002},{"interface":"front","average":{"1min":2.5209999999999999,"5min":1.6879999999999999,"15min":1.631},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.23000000000000001},"max":{"1min":5.6150000000000002,"5min":9.8710000000000004,"15min":12.064},"last":4.1390000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":2.5910000000000002,"15min":2.6499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":11.367000000000001,"5min":12.317,"15min":12.317},"last":1.373},{"interface":"front","average":{"1min":3.3279999999999998,"5min":2.2029999999999998,"15min":2.0150000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":9.7509999999999994}]},{"osd":2,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":3.286,"5min":2.3340000000000001,"15min":2.9969999999999999},"min":{"1min":0.40600000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.15,"5min":10.15,"15min":105.411},"last":5.4939999999999998},{"interface":"front","average":{"1min":3.415,"5min":2.2559999999999998,"15min":2.9300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.465,"5min":10.465,"15min":97.927999999999997},"last":4.0990000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:04:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":1.982,"15min":2.1850000000000001},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":6.1500000000000004,"5min":7.9359999999999999,"15min":87.072999999999993},"last":4.1680000000000001},{"interface":"front","average":{"1min":2.8730000000000002,"5min":2.3879999999999999,"15min":2.4199999999999999},"min":{"1min":0.33100000000000002,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":7.7190000000000003,"5min":15.452,"15min":87.316000000000003},"last":1.321}]},{"osd":5,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.135,"15min":1.532},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":9.9350000000000005,"5min":9.9350000000000005,"15min":20.991},"last":5.4290000000000003},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.391,"15min":1.4379999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":7.835,"5min":11.324,"15min":14.202999999999999},"last":4.2039999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.9300000000000002,"5min":1.8700000000000001,"15min":2.278},"min":{"1min":0.29899999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":9.5589999999999993,"5min":12.281000000000001,"15min":81.980999999999995},"last":1.351},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.3680000000000001,"15min":2.1480000000000001},"min":{"1min":0.40200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.048,"5min":10.048,"15min":81.715999999999994},"last":9.8350000000000009}]},{"osd":7,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.7569999999999999,"15min":1.633},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":9.8209999999999997,"5min":9.8209999999999997,"15min":29.175000000000001},"last":4.2300000000000004},{"interface":"front","average":{"1min":2.2480000000000002,"5min":1.7869999999999999,"15min":1.8899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35099999999999998,"15min":0.317},"max":{"1min":9.6720000000000006,"5min":12.48,"15min":29.192},"last":1.3939999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757768,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3425436,"kb_used_data":1938260,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":90319716,"statfs":{"total":95995035648,"available":92487389184,"internally_reserved":0,"allocated":1984778240,"data_stored":1983496933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":1.698,"15min":2.4350000000000001},"min":{"1min":0.32300000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":11.926,"5min":12.074999999999999,"15min":322.43200000000002},"last":4.1420000000000003},{"interface":"front","average":{"1min":1.5620000000000001,"5min":1.736,"15min":2.7450000000000001},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":4.0510000000000002,"5min":15.164,"15min":322.61599999999999},"last":4.2309999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":4.181},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":4.2949999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.2909999999999999,"15min":1.8899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":8.0809999999999995,"5min":11.739000000000001,"15min":18.553000000000001},"last":4.2110000000000003},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.1600000000000001,"15min":1.8799999999999999},"min":{"1min":0.52400000000000002,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.5460000000000003,"5min":12.624000000000001,"15min":18.617000000000001},"last":4.3200000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.2240000000000002,"15min":2.121},"min":{"1min":0.34999999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.7249999999999996,"5min":9.9199999999999999,"15min":74.915000000000006},"last":4.1559999999999997},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.2189999999999999,"15min":2.327},"min":{"1min":0.47899999999999998,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":13.738,"5min":13.738,"15min":74.799999999999997},"last":4.2679999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.216,"15min":1.2549999999999999},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.6790000000000003,"5min":10.092000000000001,"15min":13.285},"last":5.6379999999999999},{"interface":"front","average":{"1min":2.0550000000000002,"5min":1.1919999999999999,"15min":1.5700000000000001},"min":{"1min":0.38800000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":10.387,"5min":10.387,"15min":14.824},"last":4.6950000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.2949999999999999,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":8.1099999999999994,"5min":8.1099999999999994,"15min":13.189},"last":4.1959999999999997},{"interface":"front","average":{"1min":2.6440000000000001,"5min":1.706,"15min":1.5049999999999999},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":9.3670000000000009,"5min":14.640000000000001,"15min":14.640000000000001},"last":5.5330000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":1.593,"15min":1.776},"min":{"1min":0.376,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":14.59,"5min":14.59,"15min":43.508000000000003},"last":4.1020000000000003},{"interface":"front","average":{"1min":2.6019999999999999,"5min":1.498,"15min":1.7110000000000001},"min":{"1min":0.35099999999999998,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":8.2010000000000005,"5min":10.061999999999999,"15min":43.476999999999997},"last":6.6970000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":706674688,"data_stored":706674688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1081413632,"data_stored":1081409560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2081423360,"data_stored":2081423360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":917635072,"data_stored":917635072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2190938112,"data_stored":2190934040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1966800896,"data_stored":1966800896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1223557120,"data_stored":1223557120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1215172608,"data_stored":1215168536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:04:18.903 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:04:18.906 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:18.988 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:18.997 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:04:19.147 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:19.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:19.158 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:19.258 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:19.326 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:19.407 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:19.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:19.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:19.512 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:19.624 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:19.654 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:19.654 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:19.704 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:19.706 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:19.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:19.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:19.783 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:04:19.820 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:19.869 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:19.880 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:20.099 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:20.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:20.104 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:20.205 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:20.272 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:20.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:20 smithi107 ceph-mon[179183]: from='client.56650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:20.339 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:20 smithi107 ceph-mon[179183]: pgmap v1540: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 9892/168816 objects degraded (5.860%); 2.6 MiB/s, 42 objects/s recovering 2023-10-09T05:04:20.341 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:20 smithi107 ceph-mon[184249]: from='client.56650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:20.341 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:20 smithi107 ceph-mon[184249]: pgmap v1540: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 9892/168816 objects degraded (5.860%); 2.6 MiB/s, 42 objects/s recovering 2023-10-09T05:04:20.382 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:20.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:20.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:20.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:20 smithi150 ceph-mon[168511]: from='client.56650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:20.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:20 smithi150 ceph-mon[168511]: pgmap v1540: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 9892/168816 objects degraded (5.860%); 2.6 MiB/s, 42 objects/s recovering 2023-10-09T05:04:20.487 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:20.540 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:20.726 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:20.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:20.731 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:20.831 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:20.887 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:21.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:21 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9892/168816 objects degraded (5.860%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:21.275 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:21.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:21.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:21.380 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:21 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9892/168816 objects degraded (5.860%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:21.455 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:21.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:21 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9892/168816 objects degraded (5.860%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:21.488 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:21.612 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T05:04:21.868 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:21.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:21.873 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:21.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:22.037 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:22.120 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:22.124 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:22 smithi107 ceph-mon[179183]: pgmap v1541: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 9892/168816 objects degraded (5.860%); 2.6 MiB/s, 41 objects/s recovering 2023-10-09T05:04:22.124 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:04:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:04:22] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2023-10-09T05:04:22.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:22.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:22.227 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:22.297 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:22.347 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:22.360 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:22.363 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:22.363 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 9892/168816 objects degraded (5.860%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2022,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":509,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":96},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":56272,"data_bytes":3686799288,"bytes_used":19455217664,"bytes_avail":748505067520,"bytes_total":767960285184,"degraded_objects":9892,"degraded_total":168816,"degraded_ratio":0.058596341578997249,"recovering_objects_per_sec":41,"recovering_bytes_per_sec":2731193,"recovering_keys_per_sec":0,"num_objects_recovered":417,"num_bytes_recovered":27328512,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":675},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (2m)\n [===========================.] (remaining: 5s)","progress":0.96969699859619141,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:04:22.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:22.371 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:22.395 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:22 smithi107 ceph-mon[184249]: pgmap v1541: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 9892/168816 objects degraded (5.860%); 2.6 MiB/s, 41 objects/s recovering 2023-10-09T05:04:22.471 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:22.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:22 smithi150 ceph-mon[168511]: pgmap v1541: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 9892/168816 objects degraded (5.860%); 2.6 MiB/s, 41 objects/s recovering 2023-10-09T05:04:22.539 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:22.658 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:22.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:22.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:22.774 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:22.859 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:22.982 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:22.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:22.991 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:23.034 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:04:23.034 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:04:23.091 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:23.150 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:23.176 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:04:23.223 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:23.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:23.229 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:23.330 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:23.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3482302756' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:23.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3858548819' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:23.359 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:23 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:23.359 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3482302756' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:23.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3858548819' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:23.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:23 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:23.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3482302756' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:23.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3858548819' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:23.402 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:23 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:23.411 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:23.525 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:23.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:23.541 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:23.641 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:23.706 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:23.832 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:23.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:23.842 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:23.943 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:24.027 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:24.104 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:24.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:24.111 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:24.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: pgmap v1542: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9687/158715 objects degraded (6.103%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:04:24.147 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:24.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:04:24.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: osdmap e510: 8 total, 8 up, 8 in 2023-10-09T05:04:24.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[184249]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.193 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:24.212 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:24.217 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:24.236 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:24.236 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:24.245 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:24.247 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:24.250 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:24.278 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:24.301 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:24.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:24.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:24.309 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:24.342 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:24.401 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:24.405 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:24.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: pgmap v1542: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9687/158715 objects degraded (6.103%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:04:24.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:04:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: osdmap e510: 8 total, 8 up, 8 in 2023-10-09T05:04:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:24 smithi107 ceph-mon[179183]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.440 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:24.442 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.442 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.442 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.443 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.443 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.443 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.443 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.443 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: pgmap v1542: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9687/158715 objects degraded (6.103%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: osdmap e510: 8 total, 8 up, 8 in 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:24 smithi150 ceph-mon[168511]: failed to encode map e510 with expected crc 2023-10-09T05:04:24.452 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:25.151 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1534752262' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:25.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1534752262' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:25.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1534752262' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:25.648 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:04:26.177 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:26.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:26.182 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:26.253 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T05:04:26.283 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:26.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:26 smithi107 ceph-mon[184249]: pgmap v1544: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 9687/158715 objects degraded (6.103%); 3.0 MiB/s, 48 objects/s recovering 2023-10-09T05:04:26.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:26 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9687/158715 objects degraded (6.103%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:26.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:26 smithi107 ceph-mon[179183]: pgmap v1544: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 9687/158715 objects degraded (6.103%); 3.0 MiB/s, 48 objects/s recovering 2023-10-09T05:04:26.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:26 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9687/158715 objects degraded (6.103%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:26.357 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:26.440 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:26.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:26.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:26 smithi150 ceph-mon[168511]: pgmap v1544: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 9687/158715 objects degraded (6.103%); 3.0 MiB/s, 48 objects/s recovering 2023-10-09T05:04:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:26 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9687/158715 objects degraded (6.103%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:26.550 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:26.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:26.630 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:26.719 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:26.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:26.731 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:26.805 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:26.827 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:04:26.832 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:26.897 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:27.117 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:27.330 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:27.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:27.336 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:27.437 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:27.507 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:27.512 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1544,"stamp":"2023-10-09T05:04:24.866073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3466139576,"num_objects":52905,"num_object_clones":0,"num_object_copies":158715,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9687,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52905,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":158900,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8042,"num_bytes_recovered":524443082,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130765,"ondisk_log_size":130765,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":18447336,"kb_used_data":10260392,"kb_used_omap":22,"kb_used_meta":8186345,"kb_avail":731513880,"statfs":{"total":767960285184,"available":749070213120,"internally_reserved":0,"allocated":10506641408,"data_stored":10491853684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8382817515},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-442040320,"num_objects":-6745,"num_object_clones":0,"num_object_copies":-20235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-429,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6745,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":429,"num_bytes_recovered":28114944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.862774"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":522,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.013090+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:04:09.013090+0000","last_peered":"2023-10-09T05:04:09.013090+0000","last_clean":"2023-10-09T05:04:09.013090+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:04:09.013090+0000","last_undegraded":"2023-10-09T05:04:09.013090+0000","last_fullsized":"2023-10-09T05:04:09.013090+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":242,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.994669+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:04:08.994669+0000","last_peered":"2023-10-09T05:04:08.994669+0000","last_clean":"2023-10-09T05:04:08.994669+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:04:08.994669+0000","last_undegraded":"2023-10-09T05:04:08.994669+0000","last_fullsized":"2023-10-09T05:04:08.994669+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":428,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:16.049556+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:16.049556+0000","last_peered":"2023-10-09T05:04:16.049556+0000","last_clean":"2023-10-09T05:04:16.049556+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:16.049556+0000","last_undegraded":"2023-10-09T05:04:16.049556+0000","last_fullsized":"2023-10-09T05:04:16.049556+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":66,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002902+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:04:09.002902+0000","last_peered":"2023-10-09T05:04:09.002902+0000","last_clean":"2023-10-09T05:04:09.002902+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:04:09.002902+0000","last_undegraded":"2023-10-09T05:04:09.002902+0000","last_fullsized":"2023-10-09T05:04:09.002902+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":221,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.993834+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:04:08.993834+0000","last_peered":"2023-10-09T05:04:08.993834+0000","last_clean":"2023-10-09T05:04:08.993834+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:04:08.993834+0000","last_undegraded":"2023-10-09T05:04:08.993834+0000","last_fullsized":"2023-10-09T05:04:08.993834+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":199,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002485+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:04:09.002485+0000","last_peered":"2023-10-09T05:04:09.002485+0000","last_clean":"2023-10-09T05:04:09.002485+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:04:09.002485+0000","last_undegraded":"2023-10-09T05:04:09.002485+0000","last_fullsized":"2023-10-09T05:04:09.002485+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":470,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003615+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:04:09.003615+0000","last_peered":"2023-10-09T05:04:09.003615+0000","last_clean":"2023-10-09T05:04:09.003615+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:04:09.003615+0000","last_undegraded":"2023-10-09T05:04:09.003615+0000","last_fullsized":"2023-10-09T05:04:09.003615+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":248,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:11.818508+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:04:11.818508+0000","last_peered":"2023-10-09T05:04:11.818508+0000","last_clean":"2023-10-09T05:04:11.818508+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:04:11.818508+0000","last_undegraded":"2023-10-09T05:04:11.818508+0000","last_fullsized":"2023-10-09T05:04:11.818508+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":523,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001616+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:04:09.001616+0000","last_peered":"2023-10-09T05:04:09.001616+0000","last_clean":"2023-10-09T05:04:09.001616+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:04:09.001616+0000","last_undegraded":"2023-10-09T05:04:09.001616+0000","last_fullsized":"2023-10-09T05:04:09.001616+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":247,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:11.818526+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:04:11.818526+0000","last_peered":"2023-10-09T05:04:11.818526+0000","last_clean":"2023-10-09T05:04:11.818526+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:04:11.818526+0000","last_undegraded":"2023-10-09T05:04:11.818526+0000","last_fullsized":"2023-10-09T05:04:11.818526+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":72,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001052+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:04:09.001052+0000","last_peered":"2023-10-09T05:04:09.001052+0000","last_clean":"2023-10-09T05:04:09.001052+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:04:09.001052+0000","last_undegraded":"2023-10-09T05:04:09.001052+0000","last_fullsized":"2023-10-09T05:04:09.001052+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":392,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002558+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:04:09.002558+0000","last_peered":"2023-10-09T05:04:09.002558+0000","last_clean":"2023-10-09T05:04:09.002558+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:04:09.002558+0000","last_undegraded":"2023-10-09T05:04:09.002558+0000","last_fullsized":"2023-10-09T05:04:09.002558+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":585,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.989861+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:04:08.989861+0000","last_peered":"2023-10-09T05:04:08.989861+0000","last_clean":"2023-10-09T05:04:08.989861+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:04:08.989861+0000","last_undegraded":"2023-10-09T05:04:08.989861+0000","last_fullsized":"2023-10-09T05:04:08.989861+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":543,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.989289+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:04:08.989289+0000","last_peered":"2023-10-09T05:04:08.989289+0000","last_clean":"2023-10-09T05:04:08.989289+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:04:08.989289+0000","last_undegraded":"2023-10-09T05:04:08.989289+0000","last_fullsized":"2023-10-09T05:04:08.989289+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":72,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.000607+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:04:09.000607+0000","last_peered":"2023-10-09T05:04:09.000607+0000","last_clean":"2023-10-09T05:04:09.000607+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:04:09.000607+0000","last_undegraded":"2023-10-09T05:04:09.000607+0000","last_fullsized":"2023-10-09T05:04:09.000607+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":345,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995575+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:08.995575+0000","last_peered":"2023-10-09T05:04:08.995575+0000","last_clean":"2023-10-09T05:04:08.995575+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:08.995575+0000","last_undegraded":"2023-10-09T05:04:08.995575+0000","last_fullsized":"2023-10-09T05:04:08.995575+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":66,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.999392+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:04:08.999392+0000","last_peered":"2023-10-09T05:04:08.999392+0000","last_clean":"2023-10-09T05:04:08.999392+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:04:08.999392+0000","last_undegraded":"2023-10-09T05:04:08.999392+0000","last_fullsized":"2023-10-09T05:04:08.999392+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":525,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001322+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:04:09.001322+0000","last_peered":"2023-10-09T05:04:09.001322+0000","last_clean":"2023-10-09T05:04:09.001322+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:04:09.001322+0000","last_undegraded":"2023-10-09T05:04:09.001322+0000","last_fullsized":"2023-10-09T05:04:09.001322+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":66,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.998599+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:04:08.998599+0000","last_peered":"2023-10-09T05:04:08.998599+0000","last_clean":"2023-10-09T05:04:08.998599+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:04:08.998599+0000","last_undegraded":"2023-10-09T05:04:08.998599+0000","last_fullsized":"2023-10-09T05:04:08.998599+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":483,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995998+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:04:08.995998+0000","last_peered":"2023-10-09T05:04:08.995998+0000","last_clean":"2023-10-09T05:04:08.995998+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:04:08.995998+0000","last_undegraded":"2023-10-09T05:04:08.995998+0000","last_fullsized":"2023-10-09T05:04:08.995998+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":207,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001791+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:04:09.001791+0000","last_peered":"2023-10-09T05:04:09.001791+0000","last_clean":"2023-10-09T05:04:09.001791+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:04:09.001791+0000","last_undegraded":"2023-10-09T05:04:09.001791+0000","last_fullsized":"2023-10-09T05:04:09.001791+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":241,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995037+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:04:08.995037+0000","last_peered":"2023-10-09T05:04:08.995037+0000","last_clean":"2023-10-09T05:04:08.995037+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:04:08.995037+0000","last_undegraded":"2023-10-09T05:04:08.995037+0000","last_fullsized":"2023-10-09T05:04:08.995037+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"509'10123","reported_seq":10172,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.035577+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:04:22.035577+0000","last_peered":"2023-10-09T05:04:22.035577+0000","last_clean":"2023-10-09T05:04:22.035577+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:04:22.035577+0000","last_undegraded":"2023-10-09T05:04:22.035577+0000","last_fullsized":"2023-10-09T05:04:22.035577+0000","mapping_epoch":468,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8123,"log_dups_size":0,"ondisk_log_size":8123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219217920,"num_objects":3345,"num_object_clones":0,"num_object_copies":10035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3345,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10123,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":70,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001659+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:04:09.001659+0000","last_peered":"2023-10-09T05:04:09.001659+0000","last_clean":"2023-10-09T05:04:09.001659+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:04:09.001659+0000","last_undegraded":"2023-10-09T05:04:09.001659+0000","last_fullsized":"2023-10-09T05:04:09.001659+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":509,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.000395+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:04:09.000395+0000","last_peered":"2023-10-09T05:04:09.000395+0000","last_clean":"2023-10-09T05:04:09.000395+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:04:09.000395+0000","last_undegraded":"2023-10-09T05:04:09.000395+0000","last_fullsized":"2023-10-09T05:04:09.000395+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"509'9760","reported_seq":16750,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.115651+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:04:22.115651+0000","last_peered":"2023-10-09T05:04:22.115651+0000","last_clean":"2023-10-09T05:04:22.115651+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:04:22.115651+0000","last_undegraded":"2023-10-09T05:04:22.115651+0000","last_fullsized":"2023-10-09T05:04:22.115651+0000","mapping_epoch":494,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7760,"log_dups_size":0,"ondisk_log_size":7760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211419136,"num_objects":3226,"num_object_clones":0,"num_object_copies":9678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9760,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":87,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002832+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:04:09.002832+0000","last_peered":"2023-10-09T05:04:09.002832+0000","last_clean":"2023-10-09T05:04:09.002832+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:04:09.002832+0000","last_undegraded":"2023-10-09T05:04:09.002832+0000","last_fullsized":"2023-10-09T05:04:09.002832+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":533,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.988839+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:04:08.988839+0000","last_peered":"2023-10-09T05:04:08.988839+0000","last_clean":"2023-10-09T05:04:08.988839+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:04:08.988839+0000","last_undegraded":"2023-10-09T05:04:08.988839+0000","last_fullsized":"2023-10-09T05:04:08.988839+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"509'9887","reported_seq":9936,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.115223+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:04:22.115223+0000","last_peered":"2023-10-09T05:04:22.115223+0000","last_clean":"2023-10-09T05:04:22.115223+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:04:22.115223+0000","last_undegraded":"2023-10-09T05:04:22.115223+0000","last_fullsized":"2023-10-09T05:04:22.115223+0000","mapping_epoch":468,"log_start":"475'3000","ondisk_log_start":"475'3000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6887,"log_dups_size":0,"ondisk_log_size":6887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213712896,"num_objects":3261,"num_object_clones":0,"num_object_copies":9783,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3261,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9887,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":70,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001191+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:04:09.001191+0000","last_peered":"2023-10-09T05:04:09.001191+0000","last_clean":"2023-10-09T05:04:09.001191+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:04:09.001191+0000","last_undegraded":"2023-10-09T05:04:09.001191+0000","last_fullsized":"2023-10-09T05:04:09.001191+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":219,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002169+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:04:09.002169+0000","last_peered":"2023-10-09T05:04:09.002169+0000","last_clean":"2023-10-09T05:04:09.002169+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:04:09.002169+0000","last_undegraded":"2023-10-09T05:04:09.002169+0000","last_fullsized":"2023-10-09T05:04:09.002169+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"509'10000","reported_seq":10049,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.104578+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:04:22.104578+0000","last_peered":"2023-10-09T05:04:22.104578+0000","last_clean":"2023-10-09T05:04:22.104578+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:04:22.104578+0000","last_undegraded":"2023-10-09T05:04:22.104578+0000","last_fullsized":"2023-10-09T05:04:22.104578+0000","mapping_epoch":468,"log_start":"472'1100","ondisk_log_start":"472'1100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8900,"log_dups_size":0,"ondisk_log_size":8900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222167040,"num_objects":3390,"num_object_clones":0,"num_object_copies":10170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10000,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":553,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002907+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:04:09.002907+0000","last_peered":"2023-10-09T05:04:09.002907+0000","last_clean":"2023-10-09T05:04:09.002907+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:04:09.002907+0000","last_undegraded":"2023-10-09T05:04:09.002907+0000","last_fullsized":"2023-10-09T05:04:09.002907+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":502,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.973504+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:04:08.973504+0000","last_peered":"2023-10-09T05:04:08.973504+0000","last_clean":"2023-10-09T05:04:08.973504+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:04:08.973504+0000","last_undegraded":"2023-10-09T05:04:08.973504+0000","last_fullsized":"2023-10-09T05:04:08.973504+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"509'9745","reported_seq":9794,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.107257+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:04:22.107257+0000","last_peered":"2023-10-09T05:04:22.107257+0000","last_clean":"2023-10-09T05:04:22.107257+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:04:22.107257+0000","last_undegraded":"2023-10-09T05:04:22.107257+0000","last_fullsized":"2023-10-09T05:04:22.107257+0000","mapping_epoch":468,"log_start":"475'2900","ondisk_log_start":"475'2900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6845,"log_dups_size":0,"ondisk_log_size":6845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217776128,"num_objects":3323,"num_object_clones":0,"num_object_copies":9969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9745,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":934,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.999522+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:04:08.999522+0000","last_peered":"2023-10-09T05:04:08.999522+0000","last_clean":"2023-10-09T05:04:08.999522+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:04:08.999522+0000","last_undegraded":"2023-10-09T05:04:08.999522+0000","last_fullsized":"2023-10-09T05:04:08.999522+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":177,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.994763+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:04:08.994763+0000","last_peered":"2023-10-09T05:04:08.994763+0000","last_clean":"2023-10-09T05:04:08.994763+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:04:08.994763+0000","last_undegraded":"2023-10-09T05:04:08.994763+0000","last_fullsized":"2023-10-09T05:04:08.994763+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":553,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.989782+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:04:08.989782+0000","last_peered":"2023-10-09T05:04:08.989782+0000","last_clean":"2023-10-09T05:04:08.989782+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:04:08.989782+0000","last_undegraded":"2023-10-09T05:04:08.989782+0000","last_fullsized":"2023-10-09T05:04:08.989782+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"509'10324","reported_seq":12385,"reported_epoch":509,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:22.139677+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:04:22.139677+0000","last_peered":"2023-10-09T05:04:22.139677+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:04:22.139677+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"474'2200","ondisk_log_start":"474'2200","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8124,"log_dups_size":0,"ondisk_log_size":8124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220200960,"num_objects":3360,"num_object_clones":0,"num_object_copies":10080,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2673,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3360,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10324,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1002,"num_bytes_recovered":65667072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":687}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":507,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.000270+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:04:09.000270+0000","last_peered":"2023-10-09T05:04:09.000270+0000","last_clean":"2023-10-09T05:04:09.000270+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:04:09.000270+0000","last_undegraded":"2023-10-09T05:04:09.000270+0000","last_fullsized":"2023-10-09T05:04:09.000270+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":199,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002265+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:04:09.002265+0000","last_peered":"2023-10-09T05:04:09.002265+0000","last_clean":"2023-10-09T05:04:09.002265+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:04:09.002265+0000","last_undegraded":"2023-10-09T05:04:09.002265+0000","last_fullsized":"2023-10-09T05:04:09.002265+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":479,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.990567+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:04:08.990567+0000","last_peered":"2023-10-09T05:04:08.990567+0000","last_clean":"2023-10-09T05:04:08.990567+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:04:08.990567+0000","last_undegraded":"2023-10-09T05:04:08.990567+0000","last_fullsized":"2023-10-09T05:04:08.990567+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"509'9817","reported_seq":9866,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.172492+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:04:22.172492+0000","last_peered":"2023-10-09T05:04:22.172492+0000","last_clean":"2023-10-09T05:04:22.172492+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:04:22.172492+0000","last_undegraded":"2023-10-09T05:04:22.172492+0000","last_fullsized":"2023-10-09T05:04:22.172492+0000","mapping_epoch":468,"log_start":"474'2100","ondisk_log_start":"474'2100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7717,"log_dups_size":0,"ondisk_log_size":7717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220004352,"num_objects":3357,"num_object_clones":0,"num_object_copies":10071,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3357,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9817,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":490,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.988765+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:04:08.988765+0000","last_peered":"2023-10-09T05:04:08.988765+0000","last_clean":"2023-10-09T05:04:08.988765+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:04:08.988765+0000","last_undegraded":"2023-10-09T05:04:08.988765+0000","last_fullsized":"2023-10-09T05:04:08.988765+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":553,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.991910+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:04:08.991910+0000","last_peered":"2023-10-09T05:04:08.991910+0000","last_clean":"2023-10-09T05:04:08.991910+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:04:08.991910+0000","last_undegraded":"2023-10-09T05:04:08.991910+0000","last_fullsized":"2023-10-09T05:04:08.991910+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"509'9966","reported_seq":10015,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.115717+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:04:22.115717+0000","last_peered":"2023-10-09T05:04:22.115717+0000","last_clean":"2023-10-09T05:04:22.115717+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:04:22.115717+0000","last_undegraded":"2023-10-09T05:04:22.115717+0000","last_fullsized":"2023-10-09T05:04:22.115717+0000","mapping_epoch":468,"log_start":"475'3100","ondisk_log_start":"475'3100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6866,"log_dups_size":0,"ondisk_log_size":6866,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212336640,"num_objects":3240,"num_object_clones":0,"num_object_copies":9720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9966,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":507,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004395+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:04:09.004395+0000","last_peered":"2023-10-09T05:04:09.004395+0000","last_clean":"2023-10-09T05:04:09.004395+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:04:09.004395+0000","last_undegraded":"2023-10-09T05:04:09.004395+0000","last_fullsized":"2023-10-09T05:04:09.004395+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":240,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.993907+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:04:08.993907+0000","last_peered":"2023-10-09T05:04:08.993907+0000","last_clean":"2023-10-09T05:04:08.993907+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:04:08.993907+0000","last_undegraded":"2023-10-09T05:04:08.993907+0000","last_fullsized":"2023-10-09T05:04:08.993907+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":347,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995105+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:04:08.995105+0000","last_peered":"2023-10-09T05:04:08.995105+0000","last_clean":"2023-10-09T05:04:08.995105+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:04:08.995105+0000","last_undegraded":"2023-10-09T05:04:08.995105+0000","last_fullsized":"2023-10-09T05:04:08.995105+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"509'9860","reported_seq":9909,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.043451+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:04:22.043451+0000","last_peered":"2023-10-09T05:04:22.043451+0000","last_clean":"2023-10-09T05:04:22.043451+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:04:22.043451+0000","last_undegraded":"2023-10-09T05:04:22.043451+0000","last_fullsized":"2023-10-09T05:04:22.043451+0000","mapping_epoch":468,"log_start":"472'1000","ondisk_log_start":"472'1000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8860,"log_dups_size":0,"ondisk_log_size":8860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212860928,"num_objects":3248,"num_object_clones":0,"num_object_copies":9744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3248,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9860,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":888,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002408+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:04:09.002408+0000","last_peered":"2023-10-09T05:04:09.002408+0000","last_clean":"2023-10-09T05:04:09.002408+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:04:09.002408+0000","last_undegraded":"2023-10-09T05:04:09.002408+0000","last_fullsized":"2023-10-09T05:04:09.002408+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":83,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.000852+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:04:09.000852+0000","last_peered":"2023-10-09T05:04:09.000852+0000","last_clean":"2023-10-09T05:04:09.000852+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:04:09.000852+0000","last_undegraded":"2023-10-09T05:04:09.000852+0000","last_fullsized":"2023-10-09T05:04:09.000852+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":523,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001254+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:04:09.001254+0000","last_peered":"2023-10-09T05:04:09.001254+0000","last_clean":"2023-10-09T05:04:09.001254+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:04:09.001254+0000","last_undegraded":"2023-10-09T05:04:09.001254+0000","last_fullsized":"2023-10-09T05:04:09.001254+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":267,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004468+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:04:09.004468+0000","last_peered":"2023-10-09T05:04:09.004468+0000","last_clean":"2023-10-09T05:04:09.004468+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:04:09.004468+0000","last_undegraded":"2023-10-09T05:04:09.004468+0000","last_fullsized":"2023-10-09T05:04:09.004468+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"509'9823","reported_seq":9879,"reported_epoch":509,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:22.153108+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:04:22.153108+0000","last_peered":"2023-10-09T05:04:22.153108+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:04:22.153108+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"475'3000","ondisk_log_start":"475'3000","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6823,"log_dups_size":0,"ondisk_log_size":6823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214302744,"num_objects":3271,"num_object_clones":0,"num_object_copies":9813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3271,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9823,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-213}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":507,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001977+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:04:09.001977+0000","last_peered":"2023-10-09T05:04:09.001977+0000","last_clean":"2023-10-09T05:04:09.001977+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:04:09.001977+0000","last_undegraded":"2023-10-09T05:04:09.001977+0000","last_fullsized":"2023-10-09T05:04:09.001977+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":546,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.009419+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:04:09.009419+0000","last_peered":"2023-10-09T05:04:09.009419+0000","last_clean":"2023-10-09T05:04:09.009419+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:04:09.009419+0000","last_undegraded":"2023-10-09T05:04:09.009419+0000","last_fullsized":"2023-10-09T05:04:09.009419+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":510,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.989213+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:04:08.989213+0000","last_peered":"2023-10-09T05:04:08.989213+0000","last_clean":"2023-10-09T05:04:08.989213+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:04:08.989213+0000","last_undegraded":"2023-10-09T05:04:08.989213+0000","last_fullsized":"2023-10-09T05:04:08.989213+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":373,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004230+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:09.004230+0000","last_peered":"2023-10-09T05:04:09.004230+0000","last_clean":"2023-10-09T05:04:09.004230+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:09.004230+0000","last_undegraded":"2023-10-09T05:04:09.004230+0000","last_fullsized":"2023-10-09T05:04:09.004230+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"509'9879","reported_seq":9928,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.210212+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:04:22.210212+0000","last_peered":"2023-10-09T05:04:22.210212+0000","last_clean":"2023-10-09T05:04:22.210212+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:04:22.210212+0000","last_undegraded":"2023-10-09T05:04:22.210212+0000","last_fullsized":"2023-10-09T05:04:22.210212+0000","mapping_epoch":468,"log_start":"475'2100","ondisk_log_start":"475'2100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7779,"log_dups_size":0,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223150080,"num_objects":3405,"num_object_clones":0,"num_object_copies":10215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9879,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":479,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.999308+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:04:08.999308+0000","last_peered":"2023-10-09T05:04:08.999308+0000","last_clean":"2023-10-09T05:04:08.999308+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:04:08.999308+0000","last_undegraded":"2023-10-09T05:04:08.999308+0000","last_fullsized":"2023-10-09T05:04:08.999308+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":524,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003584+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:04:09.003584+0000","last_peered":"2023-10-09T05:04:09.003584+0000","last_clean":"2023-10-09T05:04:09.003584+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:04:09.003584+0000","last_undegraded":"2023-10-09T05:04:09.003584+0000","last_fullsized":"2023-10-09T05:04:09.003584+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":391,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003321+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:04:09.003321+0000","last_peered":"2023-10-09T05:04:09.003321+0000","last_clean":"2023-10-09T05:04:09.003321+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:04:09.003321+0000","last_undegraded":"2023-10-09T05:04:09.003321+0000","last_fullsized":"2023-10-09T05:04:09.003321+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":303,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003656+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:04:09.003656+0000","last_peered":"2023-10-09T05:04:09.003656+0000","last_clean":"2023-10-09T05:04:09.003656+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:04:09.003656+0000","last_undegraded":"2023-10-09T05:04:09.003656+0000","last_fullsized":"2023-10-09T05:04:09.003656+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"509'9995","reported_seq":10050,"reported_epoch":509,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:22.119204+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:04:22.119204+0000","last_peered":"2023-10-09T05:04:22.119204+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:04:22.119204+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"472'1100","ondisk_log_start":"472'1100","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8895,"log_dups_size":0,"ondisk_log_size":8895,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218300416,"num_objects":3331,"num_object_clones":0,"num_object_copies":9993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9995,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-199}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":492,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.000916+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:04:09.000916+0000","last_peered":"2023-10-09T05:04:09.000916+0000","last_clean":"2023-10-09T05:04:09.000916+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:04:09.000916+0000","last_undegraded":"2023-10-09T05:04:09.000916+0000","last_fullsized":"2023-10-09T05:04:09.000916+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":479,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.999634+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:04:08.999634+0000","last_peered":"2023-10-09T05:04:08.999634+0000","last_clean":"2023-10-09T05:04:08.999634+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:04:08.999634+0000","last_undegraded":"2023-10-09T05:04:08.999634+0000","last_fullsized":"2023-10-09T05:04:08.999634+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":344,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995284+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:04:08.995284+0000","last_peered":"2023-10-09T05:04:08.995284+0000","last_clean":"2023-10-09T05:04:08.995284+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:04:08.995284+0000","last_undegraded":"2023-10-09T05:04:08.995284+0000","last_fullsized":"2023-10-09T05:04:08.995284+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":202,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002695+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:04:09.002695+0000","last_peered":"2023-10-09T05:04:09.002695+0000","last_clean":"2023-10-09T05:04:09.002695+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:04:09.002695+0000","last_undegraded":"2023-10-09T05:04:09.002695+0000","last_fullsized":"2023-10-09T05:04:09.002695+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"509'9724","reported_seq":9773,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.121759+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:04:22.121759+0000","last_peered":"2023-10-09T05:04:22.121759+0000","last_clean":"2023-10-09T05:04:22.121759+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:04:22.121759+0000","last_undegraded":"2023-10-09T05:04:22.121759+0000","last_fullsized":"2023-10-09T05:04:22.121759+0000","mapping_epoch":468,"log_start":"473'1600","ondisk_log_start":"473'1600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8124,"log_dups_size":0,"ondisk_log_size":8124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210632704,"num_objects":3214,"num_object_clones":0,"num_object_copies":9642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9724,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":850,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002480+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:04:09.002480+0000","last_peered":"2023-10-09T05:04:09.002480+0000","last_clean":"2023-10-09T05:04:09.002480+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:04:09.002480+0000","last_undegraded":"2023-10-09T05:04:09.002480+0000","last_fullsized":"2023-10-09T05:04:09.002480+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":83,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.999591+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:04:08.999591+0000","last_peered":"2023-10-09T05:04:08.999591+0000","last_clean":"2023-10-09T05:04:08.999591+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:04:08.999591+0000","last_undegraded":"2023-10-09T05:04:08.999591+0000","last_fullsized":"2023-10-09T05:04:08.999591+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":461,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.988913+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:04:08.988913+0000","last_peered":"2023-10-09T05:04:08.988913+0000","last_clean":"2023-10-09T05:04:08.988913+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:04:08.988913+0000","last_undegraded":"2023-10-09T05:04:08.988913+0000","last_fullsized":"2023-10-09T05:04:08.988913+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":517,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.972608+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:04:08.972608+0000","last_peered":"2023-10-09T05:04:08.972608+0000","last_clean":"2023-10-09T05:04:08.972608+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:04:08.972608+0000","last_undegraded":"2023-10-09T05:04:08.972608+0000","last_fullsized":"2023-10-09T05:04:08.972608+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"509'9864","reported_seq":16987,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:21.564262+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:04:21.564262+0000","last_peered":"2023-10-09T05:04:21.564262+0000","last_clean":"2023-10-09T05:04:21.564262+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:04:21.564262+0000","last_undegraded":"2023-10-09T05:04:21.564262+0000","last_fullsized":"2023-10-09T05:04:21.564262+0000","mapping_epoch":505,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9164,"log_dups_size":0,"ondisk_log_size":9164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209059840,"num_objects":3190,"num_object_clones":0,"num_object_copies":9570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3190,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9864,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":848,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002914+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:04:09.002914+0000","last_peered":"2023-10-09T05:04:09.002914+0000","last_clean":"2023-10-09T05:04:09.002914+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:04:09.002914+0000","last_undegraded":"2023-10-09T05:04:09.002914+0000","last_fullsized":"2023-10-09T05:04:09.002914+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":66,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001119+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:04:09.001119+0000","last_peered":"2023-10-09T05:04:09.001119+0000","last_clean":"2023-10-09T05:04:09.001119+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:04:09.001119+0000","last_undegraded":"2023-10-09T05:04:09.001119+0000","last_fullsized":"2023-10-09T05:04:09.001119+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":252,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004305+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:09.004305+0000","last_peered":"2023-10-09T05:04:09.004305+0000","last_clean":"2023-10-09T05:04:09.004305+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:09.004305+0000","last_undegraded":"2023-10-09T05:04:09.004305+0000","last_fullsized":"2023-10-09T05:04:09.004305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":208,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.000982+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:04:09.000982+0000","last_peered":"2023-10-09T05:04:09.000982+0000","last_clean":"2023-10-09T05:04:09.000982+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:04:09.000982+0000","last_undegraded":"2023-10-09T05:04:09.000982+0000","last_fullsized":"2023-10-09T05:04:09.000982+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"509'10206","reported_seq":10255,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:22.132598+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:04:22.132598+0000","last_peered":"2023-10-09T05:04:22.132598+0000","last_clean":"2023-10-09T05:04:22.132598+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:04:22.132598+0000","last_undegraded":"2023-10-09T05:04:22.132598+0000","last_fullsized":"2023-10-09T05:04:22.132598+0000","mapping_epoch":468,"log_start":"473'1300","ondisk_log_start":"473'1300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8906,"log_dups_size":0,"ondisk_log_size":8906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222167040,"num_objects":3390,"num_object_clones":0,"num_object_copies":10170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10206,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":507,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.990449+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:04:08.990449+0000","last_peered":"2023-10-09T05:04:08.990449+0000","last_clean":"2023-10-09T05:04:08.990449+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:04:08.990449+0000","last_undegraded":"2023-10-09T05:04:08.990449+0000","last_fullsized":"2023-10-09T05:04:08.990449+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":203,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995183+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:04:08.995183+0000","last_peered":"2023-10-09T05:04:08.995183+0000","last_clean":"2023-10-09T05:04:08.995183+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:04:08.995183+0000","last_undegraded":"2023-10-09T05:04:08.995183+0000","last_fullsized":"2023-10-09T05:04:08.995183+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":413,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003058+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:04:09.003058+0000","last_peered":"2023-10-09T05:04:09.003058+0000","last_clean":"2023-10-09T05:04:09.003058+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:04:09.003058+0000","last_undegraded":"2023-10-09T05:04:09.003058+0000","last_fullsized":"2023-10-09T05:04:09.003058+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":225,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.993728+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:04:08.993728+0000","last_peered":"2023-10-09T05:04:08.993728+0000","last_clean":"2023-10-09T05:04:08.993728+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:04:08.993728+0000","last_undegraded":"2023-10-09T05:04:08.993728+0000","last_fullsized":"2023-10-09T05:04:08.993728+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"509'9866","reported_seq":9917,"reported_epoch":509,"state":"active+clean","last_fresh":"2023-10-09T05:04:21.551905+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:04:21.551905+0000","last_peered":"2023-10-09T05:04:21.551905+0000","last_clean":"2023-10-09T05:04:21.551905+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:04:21.551905+0000","last_undegraded":"2023-10-09T05:04:21.551905+0000","last_fullsized":"2023-10-09T05:04:21.551905+0000","mapping_epoch":468,"log_start":"472'700","ondisk_log_start":"472'700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9166,"log_dups_size":0,"ondisk_log_size":9166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218234880,"num_objects":3330,"num_object_clones":0,"num_object_copies":9990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3330,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9866,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":552,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.995323+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:08.995323+0000","last_peered":"2023-10-09T05:04:08.995323+0000","last_clean":"2023-10-09T05:04:08.995323+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:08.995323+0000","last_undegraded":"2023-10-09T05:04:08.995323+0000","last_fullsized":"2023-10-09T05:04:08.995323+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":202,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002332+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:04:09.002332+0000","last_peered":"2023-10-09T05:04:09.002332+0000","last_clean":"2023-10-09T05:04:09.002332+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:04:09.002332+0000","last_undegraded":"2023-10-09T05:04:09.002332+0000","last_fullsized":"2023-10-09T05:04:09.002332+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":505,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.972739+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:04:08.972739+0000","last_peered":"2023-10-09T05:04:08.972739+0000","last_clean":"2023-10-09T05:04:08.972739+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:04:08.972739+0000","last_undegraded":"2023-10-09T05:04:08.972739+0000","last_fullsized":"2023-10-09T05:04:08.972739+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":492,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.988611+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:04:08.988611+0000","last_peered":"2023-10-09T05:04:08.988611+0000","last_clean":"2023-10-09T05:04:08.988611+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:04:08.988611+0000","last_undegraded":"2023-10-09T05:04:08.988611+0000","last_fullsized":"2023-10-09T05:04:08.988611+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":204,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.989521+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:04:08.989521+0000","last_peered":"2023-10-09T05:04:08.989521+0000","last_clean":"2023-10-09T05:04:08.989521+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:04:08.989521+0000","last_undegraded":"2023-10-09T05:04:08.989521+0000","last_fullsized":"2023-10-09T05:04:08.989521+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":548,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.004305+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:04:09.004305+0000","last_peered":"2023-10-09T05:04:09.004305+0000","last_clean":"2023-10-09T05:04:09.004305+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:04:09.004305+0000","last_undegraded":"2023-10-09T05:04:09.004305+0000","last_fullsized":"2023-10-09T05:04:09.004305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":505,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.002980+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:04:09.002980+0000","last_peered":"2023-10-09T05:04:09.002980+0000","last_clean":"2023-10-09T05:04:09.002980+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:04:09.002980+0000","last_undegraded":"2023-10-09T05:04:09.002980+0000","last_fullsized":"2023-10-09T05:04:09.002980+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":540,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.989444+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:04:08.989444+0000","last_peered":"2023-10-09T05:04:08.989444+0000","last_clean":"2023-10-09T05:04:08.989444+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:04:08.989444+0000","last_undegraded":"2023-10-09T05:04:08.989444+0000","last_fullsized":"2023-10-09T05:04:08.989444+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":510,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.001128+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:04:09.001128+0000","last_peered":"2023-10-09T05:04:09.001128+0000","last_clean":"2023-10-09T05:04:09.001128+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:04:09.001128+0000","last_undegraded":"2023-10-09T05:04:09.001128+0000","last_fullsized":"2023-10-09T05:04:09.001128+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":513,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.012975+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:04:09.012975+0000","last_peered":"2023-10-09T05:04:09.012975+0000","last_clean":"2023-10-09T05:04:09.012975+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:04:09.012975+0000","last_undegraded":"2023-10-09T05:04:09.012975+0000","last_fullsized":"2023-10-09T05:04:09.012975+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":236,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.996072+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:04:08.996072+0000","last_peered":"2023-10-09T05:04:08.996072+0000","last_clean":"2023-10-09T05:04:08.996072+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:04:08.996072+0000","last_undegraded":"2023-10-09T05:04:08.996072+0000","last_fullsized":"2023-10-09T05:04:08.996072+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":201,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.994311+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:04:08.994311+0000","last_peered":"2023-10-09T05:04:08.994311+0000","last_clean":"2023-10-09T05:04:08.994311+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:04:08.994311+0000","last_undegraded":"2023-10-09T05:04:08.994311+0000","last_fullsized":"2023-10-09T05:04:08.994311+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":195,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:09.003562+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:04:09.003562+0000","last_peered":"2023-10-09T05:04:09.003562+0000","last_clean":"2023-10-09T05:04:09.003562+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:04:09.003562+0000","last_undegraded":"2023-10-09T05:04:09.003562+0000","last_fullsized":"2023-10-09T05:04:09.003562+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":529,"reported_epoch":508,"state":"active+clean","last_fresh":"2023-10-09T05:04:08.988104+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:04:08.988104+0000","last_peered":"2023-10-09T05:04:08.988104+0000","last_clean":"2023-10-09T05:04:08.988104+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:04:08.988104+0000","last_undegraded":"2023-10-09T05:04:08.988104+0000","last_fullsized":"2023-10-09T05:04:08.988104+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":3465543704,"num_objects":52881,"num_object_clones":0,"num_object_copies":158643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9687,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52881,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":158839,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7992,"num_bytes_recovered":523763712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10368200704,"data_stored":10368188488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128939,"ondisk_log_size":128939,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234498,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2579576,"kb_used_data":1070704,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":91165576,"statfs":{"total":95995035648,"available":93353549824,"internally_reserved":0,"allocated":1096400896,"data_stored":1095102676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.8080000000000001,"15min":1.6319999999999999},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.20899999999999999},"max":{"1min":6.7149999999999999,"5min":16.027999999999999,"15min":16.027999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":1.373,"5min":1.4099999999999999,"15min":1.3029999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":8.3949999999999996,"5min":8.3949999999999996,"15min":10.785},"last":2.4740000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":1.587,"15min":1.482},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":8.3490000000000002,"5min":8.3490000000000002,"15min":8.3490000000000002},"last":2.504},{"interface":"front","average":{"1min":2.46,"5min":2.3780000000000001,"15min":2.3639999999999999},"min":{"1min":0.378,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.4969999999999999,"5min":15.401,"15min":15.401},"last":6.1280000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:03:24 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":2.2589999999999999,"15min":2.0920000000000001},"min":{"1min":0.373,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":11.442,"5min":11.442,"15min":32.179000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":2.8170000000000002,"5min":2.2400000000000002,"15min":1.7290000000000001},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":11.311,"5min":11.311,"15min":16.704000000000001},"last":2.431}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":2.5190000000000001,"15min":1.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.489000000000001,"5min":14.036,"15min":14.228999999999999},"last":2.552},{"interface":"front","average":{"1min":3.266,"5min":2.6280000000000001,"15min":1.849},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":17.771000000000001,"5min":17.853999999999999,"15min":17.853999999999999},"last":2.5289999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":1.889,"15min":1.6739999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":10.097,"5min":19.949000000000002,"15min":19.949000000000002},"last":11.206},{"interface":"front","average":{"1min":2.0419999999999998,"5min":1.4890000000000001,"15min":1.359},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":8.8810000000000002,"5min":18.971,"15min":18.971},"last":5.0309999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":1.897,"15min":1.8819999999999999},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.28000000000000003},"max":{"1min":8.6159999999999997,"5min":15.432,"15min":20.678999999999998},"last":6.2309999999999999},{"interface":"front","average":{"1min":2.6589999999999998,"5min":1.5940000000000001,"15min":1.599},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.848000000000001,"5min":13.848000000000001,"15min":21.07},"last":0.436}]},{"osd":6,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.32900000000000001},"max":{"1min":8.5760000000000005,"5min":15.375,"15min":16.599},"last":6.1710000000000003},{"interface":"front","average":{"1min":2.657,"5min":1.7270000000000001,"15min":1.8260000000000001},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":7.2069999999999999,"5min":11.714,"15min":24.010000000000002},"last":0.379}]}]},{"osd":6,"up_from":46,"seq":197568496134,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2269096,"kb_used_data":1075232,"kb_used_omap":0,"kb_used_meta":1193856,"kb_avail":91476056,"statfs":{"total":95995035648,"available":93671481344,"internally_reserved":0,"allocated":1101037568,"data_stored":1099755620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1222508544},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:28 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.8009999999999999,"15min":1.75},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":4.2670000000000003,"5min":11.715999999999999,"15min":62.470999999999997},"last":0.441},{"interface":"front","average":{"1min":1.4259999999999999,"5min":2.0529999999999999,"15min":1.9530000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.23100000000000001},"max":{"1min":6.1539999999999999,"5min":11.773999999999999,"15min":62.445},"last":0.38100000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.371,"15min":2.3849999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.9749999999999996,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.32200000000000001},{"interface":"front","average":{"1min":4.1379999999999999,"5min":2.911,"15min":2.7069999999999999},"min":{"1min":0.36599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.78700000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":1.0580000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":0.81899999999999995}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":0.83199999999999996},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":0.40799999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":1.1759999999999999},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":0.76400000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:14 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.012,"15min":1.6479999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":10.032,"5min":10.032,"15min":16.372},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.911,"5min":2.073,"15min":1.7969999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":7.04,"5min":10.185,"15min":16.018999999999998},"last":0.505}]}]},{"osd":1,"up_from":478,"seq":2052994367517,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1210424,"kb_used_data":1009776,"kb_used_omap":6,"kb_used_meta":200633,"kb_avail":92534728,"statfs":{"total":95995035648,"available":94755561472,"internally_reserved":0,"allocated":1034010624,"data_stored":1031629317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":205448683},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.191},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.20999999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":0.27100000000000002},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.251}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.311},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":0.35399999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":0.28799999999999998},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.871}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.375},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":3.1360000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":1.4299999999999999},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.48899999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":13},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.38700000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187840,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1710004,"kb_used_data":664492,"kb_used_omap":5,"kb_used_meta":1045498,"kb_avail":92035148,"statfs":{"total":95995035648,"available":94243991552,"internally_reserved":0,"allocated":680439808,"data_stored":677705544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1070590586},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":1.802,"5min":2.7519999999999998,"15min":2.2120000000000002},"min":{"1min":0.218,"5min":0.214,"15min":0.17799999999999999},"max":{"1min":9.0739999999999998,"5min":16.789999999999999,"15min":24.021000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.6520000000000001,"5min":2.5880000000000001,"15min":2.173},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":15.845000000000001,"5min":22.683,"15min":24.050999999999998},"last":0.32700000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":1.405}]},{"osd":4,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6339999999999999,"5min":2.2280000000000002,"15min":1.827},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":8.5939999999999994,"5min":14.581,"15min":14.581},"last":3.3069999999999999},{"interface":"front","average":{"1min":3.2149999999999999,"5min":2.085,"15min":1.651},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.5730000000000004,"5min":13.500999999999999,"15min":14.721},"last":3.2799999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.54,"5min":2.2050000000000001,"15min":1.7390000000000001},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":9.7309999999999999,"5min":13.542,"15min":13.542},"last":4.4379999999999997},{"interface":"front","average":{"1min":3.863,"5min":2.617,"15min":2.097},"min":{"1min":0.38900000000000001,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":13.971,"5min":22.738,"15min":22.738},"last":12.717000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.2210000000000001,"15min":1.8220000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":8.4809999999999999,"5min":13.599,"15min":13.599},"last":1.7509999999999999},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.694,"15min":2.1339999999999999},"min":{"1min":0.39200000000000002,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":9.6620000000000008,"5min":22.709,"15min":22.709},"last":1.736}]},{"osd":7,"last update":"Mon Oct 9 05:03:18 2023","interfaces":[{"interface":"back","average":{"1min":3.536,"5min":2.8029999999999999,"15min":2.1920000000000002},"min":{"1min":0.59999999999999998,"5min":0.375,"15min":0.34599999999999997},"max":{"1min":8.8130000000000006,"5min":22.763000000000002,"15min":22.763000000000002},"last":7.5490000000000004},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.5,"15min":2.1040000000000001},"min":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.374},"max":{"1min":11.802,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.56499999999999995}]}]},{"osd":2,"up_from":116,"seq":498216206683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2945432,"kb_used_data":1930384,"kb_used_omap":7,"kb_used_meta":1015032,"kb_avail":90799720,"statfs":{"total":95995035648,"available":92978913280,"internally_reserved":0,"allocated":1976713216,"data_stored":1974349581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1039392849},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.4550000000000001,"5min":2.5649999999999999,"15min":1.7629999999999999},"min":{"1min":0.214,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":20.329999999999998,"5min":20.329999999999998,"15min":49.338000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.895,"15min":1.6830000000000001},"min":{"1min":0.19800000000000001,"5min":0.192,"15min":0.185},"max":{"1min":9.4169999999999998,"5min":13.952,"15min":47.450000000000003},"last":0.23799999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":2.5529999999999999},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.60299999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3650000000000002,"5min":4.0869999999999997,"15min":2.8860000000000001},"min":{"1min":0.377,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":26.018999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":2.585},{"interface":"front","average":{"1min":4.6120000000000001,"5min":4.1710000000000003,"15min":2.9830000000000001},"min":{"1min":0.40500000000000003,"5min":0.252,"15min":0.252},"max":{"1min":26.056999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":2.6269999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.8039999999999998,"5min":3.327,"15min":2.8029999999999999},"min":{"1min":0.42499999999999999,"5min":0.36299999999999999,"15min":0.29299999999999998},"max":{"1min":12.179,"5min":18.219999999999999,"15min":176.00200000000001},"last":2.6019999999999999},{"interface":"front","average":{"1min":3.6909999999999998,"5min":2.121,"15min":2.2330000000000001},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.52600000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8679999999999999,"5min":2.266,"15min":1.704},"min":{"1min":0.34399999999999997,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":12.346,"5min":24.405000000000001,"15min":24.405000000000001},"last":46.997},{"interface":"front","average":{"1min":3.4009999999999998,"5min":3.1669999999999998,"15min":2.1899999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.141,"5min":18.172999999999998,"15min":18.172999999999998},"last":46.978000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6500000000000004,"5min":3.008,"15min":2.2120000000000002},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":13.693,"5min":24.023,"15min":42.975999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.3519999999999999,"15min":2.0859999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.316},"max":{"1min":9.4670000000000005,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.307}]},{"osd":7,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2350000000000003,"5min":2.5550000000000002,"15min":2.0619999999999998},"min":{"1min":0.49099999999999999,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":10.227,"5min":12.907999999999999,"15min":15.516},"last":0.57399999999999995},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.1200000000000001,"15min":1.976},"min":{"1min":0.45700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.401,"5min":12.462999999999999,"15min":15.583},"last":0.35399999999999998}]}]},{"osd":3,"up_from":198,"seq":850403524820,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1419880,"kb_used_data":860448,"kb_used_omap":2,"kb_used_meta":559421,"kb_avail":92325272,"statfs":{"total":95995035648,"available":94541078528,"internally_reserved":0,"allocated":881098752,"data_stored":878949626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":572847157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.7589999999999999,"15min":1.9870000000000001},"min":{"1min":0.27600000000000002,"5min":0.183,"15min":0.183},"max":{"1min":10.997999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.5179999999999998,"15min":1.923},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.6719999999999997,"5min":13.935,"15min":22.477},"last":0.36199999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":2.944,"5min":1.2330000000000001,"15min":0.94799999999999995},"min":{"1min":0.24099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":1.056},{"interface":"front","average":{"1min":3.3159999999999998,"5min":1.6639999999999999,"15min":1.389},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.051,"5min":11.051,"15min":11.051},"last":0.34799999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":5.4699999999999998,"5min":3.0449999999999999,"15min":2.27},"min":{"1min":0.45300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":21.407,"5min":21.407,"15min":21.722999999999999},"last":1.3009999999999999},{"interface":"front","average":{"1min":5.8159999999999998,"5min":3.0630000000000002,"15min":2.2240000000000002},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":23.350999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.26500000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":2.383,"15min":1.8460000000000001},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":14.359999999999999,"5min":14.359999999999999,"15min":15.301},"last":0.56299999999999994},{"interface":"front","average":{"1min":3.3610000000000002,"5min":2.5019999999999998,"15min":2.077},"min":{"1min":0.504,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.792999999999999,"5min":10.792999999999999,"15min":21.532},"last":1.365}]},{"osd":5,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.1019999999999999,"15min":1.9019999999999999},"min":{"1min":0.37,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":11.026,"5min":11.026,"15min":35.712000000000003},"last":3.4790000000000001},{"interface":"front","average":{"1min":2.891,"5min":2.6440000000000001,"15min":2.181},"min":{"1min":0.47299999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5730000000000004,"5min":11.624000000000001,"15min":35.488},"last":1.625}]},{"osd":6,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.6899999999999999,"15min":2.448},"min":{"1min":0.42599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.609,"5min":14.609,"15min":50.113999999999997},"last":2.0760000000000001},{"interface":"front","average":{"1min":3.3599999999999999,"5min":2.262,"15min":2.137},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":10.951000000000001,"5min":11.130000000000001,"15min":53.841999999999999},"last":2.1869999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":2.7839999999999998,"15min":2.1589999999999998},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.34899999999999998},"max":{"1min":18.428000000000001,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":4.4610000000000003,"5min":2.875,"15min":2.294},"min":{"1min":0.49299999999999999,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":14.663,"5min":14.663,"15min":21.587},"last":1.6120000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019406,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3109684,"kb_used_data":1929324,"kb_used_omap":0,"kb_used_meta":1180160,"kb_avail":90635468,"statfs":{"total":95995035648,"available":92810719232,"internally_reserved":0,"allocated":1975627776,"data_stored":1974333871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1208483840},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.702,"5min":1.8420000000000001,"15min":1.8149999999999999},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":4.3310000000000004,"5min":11.003,"15min":21.047000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":2.5209999999999999,"5min":1.6879999999999999,"15min":1.631},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.23000000000000001},"max":{"1min":5.6150000000000002,"5min":9.8710000000000004,"15min":12.064},"last":11.507999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":2.5910000000000002,"15min":2.6499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":11.367000000000001,"5min":12.317,"15min":12.317},"last":7.4740000000000002},{"interface":"front","average":{"1min":3.3279999999999998,"5min":2.2029999999999998,"15min":2.0150000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.41899999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":3.286,"5min":2.3340000000000001,"15min":2.9969999999999999},"min":{"1min":0.40600000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.15,"5min":10.15,"15min":105.411},"last":0.443},{"interface":"front","average":{"1min":3.415,"5min":2.2559999999999998,"15min":2.9300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.465,"5min":10.465,"15min":97.927999999999997},"last":11.468}]},{"osd":3,"last update":"Mon Oct 9 05:04:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":1.982,"15min":2.1850000000000001},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":6.1500000000000004,"5min":7.9359999999999999,"15min":87.072999999999993},"last":11.56},{"interface":"front","average":{"1min":2.8730000000000002,"5min":2.3879999999999999,"15min":2.4199999999999999},"min":{"1min":0.33100000000000002,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":7.7190000000000003,"5min":15.452,"15min":87.316000000000003},"last":7.4989999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.135,"15min":1.532},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":9.9350000000000005,"5min":9.9350000000000005,"15min":20.991},"last":5.6600000000000001},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.391,"15min":1.4379999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":7.835,"5min":11.324,"15min":14.202999999999999},"last":11.583}]},{"osd":6,"last update":"Mon Oct 9 05:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.9300000000000002,"5min":1.8700000000000001,"15min":2.278},"min":{"1min":0.29899999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":9.5589999999999993,"5min":12.281000000000001,"15min":81.980999999999995},"last":7.4400000000000004},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.3680000000000001,"15min":2.1480000000000001},"min":{"1min":0.40200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.048,"5min":10.048,"15min":81.715999999999994},"last":0.46600000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.7569999999999999,"15min":1.633},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":9.8209999999999997,"5min":9.8209999999999997,"15min":29.175000000000001},"last":11.535},{"interface":"front","average":{"1min":2.2480000000000002,"5min":1.7869999999999999,"15min":1.8899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35099999999999998,"15min":0.317},"max":{"1min":9.6720000000000006,"5min":12.48,"15min":29.192},"last":7.399}]}]},{"osd":5,"up_from":38,"seq":163208757770,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3203240,"kb_used_data":1720032,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":90541912,"statfs":{"total":95995035648,"available":92714917888,"internally_reserved":0,"allocated":1761312768,"data_stored":1760027449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.956,"5min":1.698,"15min":2.4350000000000001},"min":{"1min":0.32300000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":11.926,"5min":12.074999999999999,"15min":322.43200000000002},"last":3.6429999999999998},{"interface":"front","average":{"1min":1.5620000000000001,"5min":1.736,"15min":2.7450000000000001},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.21099999999999999},"max":{"1min":4.0510000000000002,"5min":15.164,"15min":322.61599999999999},"last":0.82599999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":3.722},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":2.6070000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.2909999999999999,"15min":1.8899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.249},"max":{"1min":8.0809999999999995,"5min":11.739000000000001,"15min":18.553000000000001},"last":3.7519999999999998},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.1600000000000001,"15min":1.8799999999999999},"min":{"1min":0.52400000000000002,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.5460000000000003,"5min":12.624000000000001,"15min":18.617000000000001},"last":3.8239999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.2240000000000002,"15min":2.121},"min":{"1min":0.34999999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.7249999999999996,"5min":9.9199999999999999,"15min":74.915000000000006},"last":2.4740000000000002},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.2189999999999999,"15min":2.327},"min":{"1min":0.47899999999999998,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":13.738,"5min":13.738,"15min":74.799999999999997},"last":2.8100000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":1.9350000000000001,"5min":1.216,"15min":1.2549999999999999},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.6790000000000003,"5min":10.092000000000001,"15min":13.285},"last":3.6880000000000002},{"interface":"front","average":{"1min":2.0550000000000002,"5min":1.1919999999999999,"15min":1.5700000000000001},"min":{"1min":0.38800000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":10.387,"5min":10.387,"15min":14.824},"last":2.7810000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.2949999999999999,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":8.1099999999999994,"5min":8.1099999999999994,"15min":13.189},"last":0.85799999999999998},{"interface":"front","average":{"1min":2.6440000000000001,"5min":1.706,"15min":1.5049999999999999},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":9.3670000000000009,"5min":14.640000000000001,"15min":14.640000000000001},"last":2.54}]},{"osd":7,"last update":"Mon Oct 9 05:03:27 2023","interfaces":[{"interface":"back","average":{"1min":3.2959999999999998,"5min":1.593,"15min":1.776},"min":{"1min":0.376,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":14.59,"5min":14.59,"15min":43.508000000000003},"last":2.5049999999999999},{"interface":"front","average":{"1min":2.6019999999999999,"5min":1.498,"15min":1.7110000000000001},"min":{"1min":0.35099999999999998,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":8.2010000000000005,"5min":10.061999999999999,"15min":43.476999999999997},"last":3.7730000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":665583616,"data_stored":665583616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1024856064,"data_stored":1024851992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1952514048,"data_stored":1952514048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":864485376,"data_stored":864485376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1949831168,"data_stored":1949827096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1745551360,"data_stored":1745551360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1086455808,"data_stored":1086455808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1078923264,"data_stored":1078919192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:04:27.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:04:27.631 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:27.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:27.645 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:27.746 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:27.838 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:28.154 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:28.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:28.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:28.259 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:28.356 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:28.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:28 smithi107 ceph-mon[184249]: from='client.56668 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:28.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:28 smithi107 ceph-mon[184249]: pgmap v1545: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 667 op/s; 9687/157542 objects degraded (6.149%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:04:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:28 smithi107 ceph-mon[179183]: from='client.56668 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:28.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:28 smithi107 ceph-mon[179183]: pgmap v1545: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 667 op/s; 9687/157542 objects degraded (6.149%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:04:28.423 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:28.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:28.431 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:28.432 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:28 smithi150 ceph-mon[168511]: from='client.56668 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:28.432 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:28 smithi150 ceph-mon[168511]: pgmap v1545: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 667 op/s; 9687/157542 objects degraded (6.149%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:04:28.460 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:28.532 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:28.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:28.756 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:28.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:28.764 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:28.859 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:04:28.860 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:04:28.860 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:04:28.860 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:04:28.860 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:04:28.864 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:28.903 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:29.186 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2741861732' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:29.197 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:04:29.339 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:29.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:29.344 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:29.378 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T05:04:29.445 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:29.548 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:29.652 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2741861732' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:29.652 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2741861732' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:29.659 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:29.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:29.667 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:29.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:29.829 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:29.916 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:29.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:29.933 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:30.034 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:30.112 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:30.113 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:30.135 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:30.158 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:30.193 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:30.213 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:30.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:30.217 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:30.240 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:30.262 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:30.275 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:30.302 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:30.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:30.345 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:30.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.351 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.352 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:04:30.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: pgmap v1546: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9450/148584 objects degraded (6.360%); 2.4 MiB/s, 44 objects/s recovering 2023-10-09T05:04:30.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:04:30.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2741861732' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: osdmap e511: 8 total, 8 up, 8 in 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/507805450' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: pgmap v1546: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9450/148584 objects degraded (6.360%); 2.4 MiB/s, 44 objects/s recovering 2023-10-09T05:04:30.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2741861732' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: osdmap e511: 8 total, 8 up, 8 in 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/507805450' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: pgmap v1546: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9450/148584 objects degraded (6.360%); 2.4 MiB/s, 44 objects/s recovering 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2741861732' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:30.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: osdmap e511: 8 total, 8 up, 8 in 2023-10-09T05:04:30.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: failed to encode map e511 with expected crc 2023-10-09T05:04:30.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/507805450' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:30.381 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:30.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:04:31.297 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:31.308 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:31.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:31.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:31.418 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:31.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:31 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9450/148584 objects degraded (6.360%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:31.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:31 smithi150 ceph-mon[168511]: pgmap v1548: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 422 op/s; 9450/148584 objects degraded (6.360%); 1.4 MiB/s, 29 objects/s recovering 2023-10-09T05:04:31.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:31.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:31.506 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:31.581 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:31.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:31.586 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:31.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9450/148584 objects degraded (6.360%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:31.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[179183]: pgmap v1548: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 422 op/s; 9450/148584 objects degraded (6.360%); 1.4 MiB/s, 29 objects/s recovering 2023-10-09T05:04:31.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:31.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:31.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9450/148584 objects degraded (6.360%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:31.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[184249]: pgmap v1548: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 3.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 422 op/s; 9450/148584 objects degraded (6.360%); 1.4 MiB/s, 29 objects/s recovering 2023-10-09T05:04:31.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:31.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:31.686 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:31.736 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:32.177 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:04:32.282 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:32.284 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:04:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:04:32] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:04:32.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:32.288 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:32.389 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:32.457 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:32.556 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:32.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:32.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:32.664 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:32.743 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:32.923 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:32.983 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:04:32.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:32.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:33.085 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:33.141 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:33.212 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:33.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:33.216 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:33.317 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:33.396 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:33.471 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:33.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:33.479 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:33.580 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:33.671 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:33.721 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:33.743 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:33.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:33.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:33.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:33.873 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:33.874 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:33.891 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:34.000 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:34.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:34.005 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:34.106 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:34.144 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:33 smithi107 ceph-mon[184249]: pgmap v1549: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 705 op/s; 9202/138144 objects degraded (6.661%); 1.1 MiB/s, 49 objects/s recovering 2023-10-09T05:04:34.144 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:33 smithi107 ceph-mon[179183]: pgmap v1549: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 705 op/s; 9202/138144 objects degraded (6.661%); 1.1 MiB/s, 49 objects/s recovering 2023-10-09T05:04:34.165 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:33 smithi150 ceph-mon[168511]: pgmap v1549: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 705 op/s; 9202/138144 objects degraded (6.661%); 1.1 MiB/s, 49 objects/s recovering 2023-10-09T05:04:34.343 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T05:04:34.428 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:34.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:34.435 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:34.472 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:34.535 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:34.606 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:34.726 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:34.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:34.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:34.839 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:34.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:35.074 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:35.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:35.079 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:35.128 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:35.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:35.231 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:35.387 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:35.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:35.408 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:35.509 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:35.594 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:35.769 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:35.774 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:35.785 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:04:35.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:35.788 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:35.889 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:35.978 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:36.106 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:35 smithi150 ceph-mon[168511]: pgmap v1550: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 9202/138144 objects degraded (6.661%); 1.1 MiB/s, 48 objects/s recovering 2023-10-09T05:04:36.107 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 9202/138144 objects degraded (6.661%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:36.107 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:36.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:36.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:36.222 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:36.269 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:35 smithi107 ceph-mon[184249]: pgmap v1550: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 9202/138144 objects degraded (6.661%); 1.1 MiB/s, 48 objects/s recovering 2023-10-09T05:04:36.270 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 9202/138144 objects degraded (6.661%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:36.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:35 smithi107 ceph-mon[179183]: pgmap v1550: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 9202/138144 objects degraded (6.661%); 1.1 MiB/s, 48 objects/s recovering 2023-10-09T05:04:36.270 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 9202/138144 objects degraded (6.661%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:36.279 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:36.356 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:36.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:36.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:36.396 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1550,"stamp":"2023-10-09T05:04:34.868913+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3016759224,"num_objects":46048,"num_object_clones":0,"num_object_copies":138144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9202,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46048,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165757,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8527,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130722,"ondisk_log_size":130722,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":17129516,"kb_used_data":8967276,"kb_used_omap":22,"kb_used_meta":8161769,"kb_avail":732831700,"statfs":{"total":767960285184,"available":750419660800,"internally_reserved":0,"allocated":9182490624,"data_stored":9167628008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8357651691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,7,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-449380352,"num_objects":-6857,"num_object_clones":0,"num_object_copies":-20571,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-485,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6857,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6857,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":485,"num_bytes_recovered":11665408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002839"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":524,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154836+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:04:23.154836+0000","last_peered":"2023-10-09T05:04:23.154836+0000","last_clean":"2023-10-09T05:04:23.154836+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:04:23.154836+0000","last_undegraded":"2023-10-09T05:04:23.154836+0000","last_fullsized":"2023-10-09T05:04:23.154836+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":245,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.189586+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:04:29.189586+0000","last_peered":"2023-10-09T05:04:29.189586+0000","last_clean":"2023-10-09T05:04:29.189586+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:04:29.189586+0000","last_undegraded":"2023-10-09T05:04:29.189586+0000","last_fullsized":"2023-10-09T05:04:29.189586+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":430,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.117392+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:29.117392+0000","last_peered":"2023-10-09T05:04:29.117392+0000","last_clean":"2023-10-09T05:04:29.117392+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:29.117392+0000","last_undegraded":"2023-10-09T05:04:29.117392+0000","last_fullsized":"2023-10-09T05:04:29.117392+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":68,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.174234+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:04:23.174234+0000","last_peered":"2023-10-09T05:04:23.174234+0000","last_clean":"2023-10-09T05:04:23.174234+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:04:23.174234+0000","last_undegraded":"2023-10-09T05:04:23.174234+0000","last_fullsized":"2023-10-09T05:04:23.174234+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":223,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.163582+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:04:23.163582+0000","last_peered":"2023-10-09T05:04:23.163582+0000","last_clean":"2023-10-09T05:04:23.163582+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:04:23.163582+0000","last_undegraded":"2023-10-09T05:04:23.163582+0000","last_fullsized":"2023-10-09T05:04:23.163582+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":201,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173743+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:04:23.173743+0000","last_peered":"2023-10-09T05:04:23.173743+0000","last_clean":"2023-10-09T05:04:23.173743+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:04:23.173743+0000","last_undegraded":"2023-10-09T05:04:23.173743+0000","last_fullsized":"2023-10-09T05:04:23.173743+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":472,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170066+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:04:23.170066+0000","last_peered":"2023-10-09T05:04:23.170066+0000","last_clean":"2023-10-09T05:04:23.170066+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:04:23.170066+0000","last_undegraded":"2023-10-09T05:04:23.170066+0000","last_fullsized":"2023-10-09T05:04:23.170066+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":250,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.163657+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:04:23.163657+0000","last_peered":"2023-10-09T05:04:23.163657+0000","last_clean":"2023-10-09T05:04:23.163657+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:04:23.163657+0000","last_undegraded":"2023-10-09T05:04:23.163657+0000","last_fullsized":"2023-10-09T05:04:23.163657+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":525,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.168242+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:04:23.168242+0000","last_peered":"2023-10-09T05:04:23.168242+0000","last_clean":"2023-10-09T05:04:23.168242+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:04:23.168242+0000","last_undegraded":"2023-10-09T05:04:23.168242+0000","last_fullsized":"2023-10-09T05:04:23.168242+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":249,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.165968+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:04:23.165968+0000","last_peered":"2023-10-09T05:04:23.165968+0000","last_clean":"2023-10-09T05:04:23.165968+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:04:23.165968+0000","last_undegraded":"2023-10-09T05:04:23.165968+0000","last_fullsized":"2023-10-09T05:04:23.165968+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":74,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.171115+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:04:23.171115+0000","last_peered":"2023-10-09T05:04:23.171115+0000","last_clean":"2023-10-09T05:04:23.171115+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:04:23.171115+0000","last_undegraded":"2023-10-09T05:04:23.171115+0000","last_fullsized":"2023-10-09T05:04:23.171115+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":394,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.172806+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:04:23.172806+0000","last_peered":"2023-10-09T05:04:23.172806+0000","last_clean":"2023-10-09T05:04:23.172806+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:04:23.172806+0000","last_undegraded":"2023-10-09T05:04:23.172806+0000","last_fullsized":"2023-10-09T05:04:23.172806+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":587,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154106+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:04:23.154106+0000","last_peered":"2023-10-09T05:04:23.154106+0000","last_clean":"2023-10-09T05:04:23.154106+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:04:23.154106+0000","last_undegraded":"2023-10-09T05:04:23.154106+0000","last_fullsized":"2023-10-09T05:04:23.154106+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":545,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154062+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:04:23.154062+0000","last_peered":"2023-10-09T05:04:23.154062+0000","last_clean":"2023-10-09T05:04:23.154062+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:04:23.154062+0000","last_undegraded":"2023-10-09T05:04:23.154062+0000","last_fullsized":"2023-10-09T05:04:23.154062+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":74,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170746+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:04:23.170746+0000","last_peered":"2023-10-09T05:04:23.170746+0000","last_clean":"2023-10-09T05:04:23.170746+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:04:23.170746+0000","last_undegraded":"2023-10-09T05:04:23.170746+0000","last_fullsized":"2023-10-09T05:04:23.170746+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":347,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.164024+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:23.164024+0000","last_peered":"2023-10-09T05:04:23.164024+0000","last_clean":"2023-10-09T05:04:23.164024+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:23.164024+0000","last_undegraded":"2023-10-09T05:04:23.164024+0000","last_fullsized":"2023-10-09T05:04:23.164024+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":68,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170598+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:04:23.170598+0000","last_peered":"2023-10-09T05:04:23.170598+0000","last_clean":"2023-10-09T05:04:23.170598+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:04:23.170598+0000","last_undegraded":"2023-10-09T05:04:23.170598+0000","last_fullsized":"2023-10-09T05:04:23.170598+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":527,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.168399+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:04:23.168399+0000","last_peered":"2023-10-09T05:04:23.168399+0000","last_clean":"2023-10-09T05:04:23.168399+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:04:23.168399+0000","last_undegraded":"2023-10-09T05:04:23.168399+0000","last_fullsized":"2023-10-09T05:04:23.168399+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":68,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170443+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:04:23.170443+0000","last_peered":"2023-10-09T05:04:23.170443+0000","last_clean":"2023-10-09T05:04:23.170443+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:04:23.170443+0000","last_undegraded":"2023-10-09T05:04:23.170443+0000","last_fullsized":"2023-10-09T05:04:23.170443+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":485,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.163819+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:04:23.163819+0000","last_peered":"2023-10-09T05:04:23.163819+0000","last_clean":"2023-10-09T05:04:23.163819+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:04:23.163819+0000","last_undegraded":"2023-10-09T05:04:23.163819+0000","last_fullsized":"2023-10-09T05:04:23.163819+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":209,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.175476+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:04:23.175476+0000","last_peered":"2023-10-09T05:04:23.175476+0000","last_clean":"2023-10-09T05:04:23.175476+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:04:23.175476+0000","last_undegraded":"2023-10-09T05:04:23.175476+0000","last_fullsized":"2023-10-09T05:04:23.175476+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":243,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.164209+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:04:23.164209+0000","last_peered":"2023-10-09T05:04:23.164209+0000","last_clean":"2023-10-09T05:04:23.164209+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:04:23.164209+0000","last_undegraded":"2023-10-09T05:04:23.164209+0000","last_fullsized":"2023-10-09T05:04:23.164209+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"511'10532","reported_seq":10583,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.145588+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:04:32.145588+0000","last_peered":"2023-10-09T05:04:32.145588+0000","last_clean":"2023-10-09T05:04:32.145588+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:04:32.145588+0000","last_undegraded":"2023-10-09T05:04:32.145588+0000","last_fullsized":"2023-10-09T05:04:32.145588+0000","mapping_epoch":468,"log_start":"475'2400","ondisk_log_start":"475'2400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8132,"log_dups_size":0,"ondisk_log_size":8132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192413696,"num_objects":2936,"num_object_clones":0,"num_object_copies":8808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10532,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":72,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.183284+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:04:23.183284+0000","last_peered":"2023-10-09T05:04:23.183284+0000","last_clean":"2023-10-09T05:04:23.183284+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:04:23.183284+0000","last_undegraded":"2023-10-09T05:04:23.183284+0000","last_fullsized":"2023-10-09T05:04:23.183284+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":511,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.177506+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:04:23.177506+0000","last_peered":"2023-10-09T05:04:23.177506+0000","last_clean":"2023-10-09T05:04:23.177506+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:04:23.177506+0000","last_undegraded":"2023-10-09T05:04:23.177506+0000","last_fullsized":"2023-10-09T05:04:23.177506+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"511'10217","reported_seq":17209,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.167614+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:04:32.167614+0000","last_peered":"2023-10-09T05:04:32.167614+0000","last_clean":"2023-10-09T05:04:32.167614+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:04:32.167614+0000","last_undegraded":"2023-10-09T05:04:32.167614+0000","last_fullsized":"2023-10-09T05:04:32.167614+0000","mapping_epoch":494,"log_start":"475'2500","ondisk_log_start":"475'2500","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7717,"log_dups_size":0,"ondisk_log_size":7717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181469184,"num_objects":2769,"num_object_clones":0,"num_object_copies":8307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10217,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":89,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.174205+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:04:23.174205+0000","last_peered":"2023-10-09T05:04:23.174205+0000","last_clean":"2023-10-09T05:04:23.174205+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:04:23.174205+0000","last_undegraded":"2023-10-09T05:04:23.174205+0000","last_fullsized":"2023-10-09T05:04:23.174205+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":535,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.155609+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:04:23.155609+0000","last_peered":"2023-10-09T05:04:23.155609+0000","last_clean":"2023-10-09T05:04:23.155609+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:04:23.155609+0000","last_undegraded":"2023-10-09T05:04:23.155609+0000","last_fullsized":"2023-10-09T05:04:23.155609+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"511'10314","reported_seq":10365,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.188387+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:04:32.188387+0000","last_peered":"2023-10-09T05:04:32.188387+0000","last_clean":"2023-10-09T05:04:32.188387+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:04:32.188387+0000","last_undegraded":"2023-10-09T05:04:32.188387+0000","last_fullsized":"2023-10-09T05:04:32.188387+0000","mapping_epoch":468,"log_start":"476'3400","ondisk_log_start":"476'3400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6914,"log_dups_size":0,"ondisk_log_size":6914,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185729024,"num_objects":2834,"num_object_clones":0,"num_object_copies":8502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10314,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":72,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.171199+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:04:23.171199+0000","last_peered":"2023-10-09T05:04:23.171199+0000","last_clean":"2023-10-09T05:04:23.171199+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:04:23.171199+0000","last_undegraded":"2023-10-09T05:04:23.171199+0000","last_fullsized":"2023-10-09T05:04:23.171199+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":221,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.172881+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:04:23.172881+0000","last_peered":"2023-10-09T05:04:23.172881+0000","last_clean":"2023-10-09T05:04:23.172881+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:04:23.172881+0000","last_undegraded":"2023-10-09T05:04:23.172881+0000","last_fullsized":"2023-10-09T05:04:23.172881+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"511'10464","reported_seq":10515,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.158799+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:04:32.158799+0000","last_peered":"2023-10-09T05:04:32.158799+0000","last_clean":"2023-10-09T05:04:32.158799+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:04:32.158799+0000","last_undegraded":"2023-10-09T05:04:32.158799+0000","last_fullsized":"2023-10-09T05:04:32.158799+0000","mapping_epoch":468,"log_start":"474'1600","ondisk_log_start":"474'1600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8864,"log_dups_size":0,"ondisk_log_size":8864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191758336,"num_objects":2926,"num_object_clones":0,"num_object_copies":8778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10464,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":555,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.167831+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:04:23.167831+0000","last_peered":"2023-10-09T05:04:23.167831+0000","last_clean":"2023-10-09T05:04:23.167831+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:04:23.167831+0000","last_undegraded":"2023-10-09T05:04:23.167831+0000","last_fullsized":"2023-10-09T05:04:23.167831+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":504,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.168257+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:04:23.168257+0000","last_peered":"2023-10-09T05:04:23.168257+0000","last_clean":"2023-10-09T05:04:23.168257+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:04:23.168257+0000","last_undegraded":"2023-10-09T05:04:23.168257+0000","last_fullsized":"2023-10-09T05:04:23.168257+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"511'10160","reported_seq":10211,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.088491+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:04:32.088491+0000","last_peered":"2023-10-09T05:04:32.088491+0000","last_clean":"2023-10-09T05:04:32.088491+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:04:32.088491+0000","last_undegraded":"2023-10-09T05:04:32.088491+0000","last_fullsized":"2023-10-09T05:04:32.088491+0000","mapping_epoch":468,"log_start":"476'3300","ondisk_log_start":"476'3300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6860,"log_dups_size":0,"ondisk_log_size":6860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190578688,"num_objects":2908,"num_object_clones":0,"num_object_copies":8724,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2908,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10160,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":936,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170498+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:04:23.170498+0000","last_peered":"2023-10-09T05:04:23.170498+0000","last_clean":"2023-10-09T05:04:23.170498+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:04:23.170498+0000","last_undegraded":"2023-10-09T05:04:23.170498+0000","last_fullsized":"2023-10-09T05:04:23.170498+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":179,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.166736+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:04:23.166736+0000","last_peered":"2023-10-09T05:04:23.166736+0000","last_clean":"2023-10-09T05:04:23.166736+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:04:23.166736+0000","last_undegraded":"2023-10-09T05:04:23.166736+0000","last_fullsized":"2023-10-09T05:04:23.166736+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":555,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154020+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:04:23.154020+0000","last_peered":"2023-10-09T05:04:23.154020+0000","last_clean":"2023-10-09T05:04:23.154020+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:04:23.154020+0000","last_undegraded":"2023-10-09T05:04:23.154020+0000","last_fullsized":"2023-10-09T05:04:23.154020+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"511'10756","reported_seq":13789,"reported_epoch":511,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:32.150196+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:04:32.150196+0000","last_peered":"2023-10-09T05:04:32.150196+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:04:32.150196+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"475'2600","ondisk_log_start":"475'2600","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8156,"log_dups_size":0,"ondisk_log_size":8156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191889408,"num_objects":2928,"num_object_clones":0,"num_object_copies":8784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2188,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10756,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1487,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":740}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":509,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.177364+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:04:23.177364+0000","last_peered":"2023-10-09T05:04:23.177364+0000","last_clean":"2023-10-09T05:04:23.177364+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:04:23.177364+0000","last_undegraded":"2023-10-09T05:04:23.177364+0000","last_fullsized":"2023-10-09T05:04:23.177364+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":201,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.172941+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:04:23.172941+0000","last_peered":"2023-10-09T05:04:23.172941+0000","last_clean":"2023-10-09T05:04:23.172941+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:04:23.172941+0000","last_undegraded":"2023-10-09T05:04:23.172941+0000","last_fullsized":"2023-10-09T05:04:23.172941+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":481,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.155883+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:04:23.155883+0000","last_peered":"2023-10-09T05:04:23.155883+0000","last_clean":"2023-10-09T05:04:23.155883+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:04:23.155883+0000","last_undegraded":"2023-10-09T05:04:23.155883+0000","last_fullsized":"2023-10-09T05:04:23.155883+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"511'10244","reported_seq":10295,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.212530+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:04:32.212530+0000","last_peered":"2023-10-09T05:04:32.212530+0000","last_clean":"2023-10-09T05:04:32.212530+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:04:32.212530+0000","last_undegraded":"2023-10-09T05:04:32.212530+0000","last_fullsized":"2023-10-09T05:04:32.212530+0000","mapping_epoch":468,"log_start":"475'2500","ondisk_log_start":"475'2500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7744,"log_dups_size":0,"ondisk_log_size":7744,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192020480,"num_objects":2930,"num_object_clones":0,"num_object_copies":8790,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10244,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":492,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.155544+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:04:23.155544+0000","last_peered":"2023-10-09T05:04:23.155544+0000","last_clean":"2023-10-09T05:04:23.155544+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:04:23.155544+0000","last_undegraded":"2023-10-09T05:04:23.155544+0000","last_fullsized":"2023-10-09T05:04:23.155544+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":555,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154618+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:04:23.154618+0000","last_peered":"2023-10-09T05:04:23.154618+0000","last_clean":"2023-10-09T05:04:23.154618+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:04:23.154618+0000","last_undegraded":"2023-10-09T05:04:23.154618+0000","last_fullsized":"2023-10-09T05:04:23.154618+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"511'10415","reported_seq":10466,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.159048+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:04:32.159048+0000","last_peered":"2023-10-09T05:04:32.159048+0000","last_clean":"2023-10-09T05:04:32.159048+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:04:32.159048+0000","last_undegraded":"2023-10-09T05:04:32.159048+0000","last_fullsized":"2023-10-09T05:04:32.159048+0000","mapping_epoch":468,"log_start":"477'3500","ondisk_log_start":"477'3500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6915,"log_dups_size":0,"ondisk_log_size":6915,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182910976,"num_objects":2791,"num_object_clones":0,"num_object_copies":8373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10415,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":509,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.169509+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:04:23.169509+0000","last_peered":"2023-10-09T05:04:23.169509+0000","last_clean":"2023-10-09T05:04:23.169509+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:04:23.169509+0000","last_undegraded":"2023-10-09T05:04:23.169509+0000","last_fullsized":"2023-10-09T05:04:23.169509+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":242,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.163647+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:04:23.163647+0000","last_peered":"2023-10-09T05:04:23.163647+0000","last_clean":"2023-10-09T05:04:23.163647+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:04:23.163647+0000","last_undegraded":"2023-10-09T05:04:23.163647+0000","last_fullsized":"2023-10-09T05:04:23.163647+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":350,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:26.820488+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:04:26.820488+0000","last_peered":"2023-10-09T05:04:26.820488+0000","last_clean":"2023-10-09T05:04:26.820488+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:04:26.820488+0000","last_undegraded":"2023-10-09T05:04:26.820488+0000","last_fullsized":"2023-10-09T05:04:26.820488+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"511'10283","reported_seq":10334,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.136425+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:04:32.136425+0000","last_peered":"2023-10-09T05:04:32.136425+0000","last_clean":"2023-10-09T05:04:32.136425+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:04:32.136425+0000","last_undegraded":"2023-10-09T05:04:32.136425+0000","last_fullsized":"2023-10-09T05:04:32.136425+0000","mapping_epoch":468,"log_start":"473'1400","ondisk_log_start":"473'1400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8883,"log_dups_size":0,"ondisk_log_size":8883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185139200,"num_objects":2825,"num_object_clones":0,"num_object_copies":8475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10283,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":890,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173670+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:04:23.173670+0000","last_peered":"2023-10-09T05:04:23.173670+0000","last_clean":"2023-10-09T05:04:23.173670+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:04:23.173670+0000","last_undegraded":"2023-10-09T05:04:23.173670+0000","last_fullsized":"2023-10-09T05:04:23.173670+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":85,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170992+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:04:23.170992+0000","last_peered":"2023-10-09T05:04:23.170992+0000","last_clean":"2023-10-09T05:04:23.170992+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:04:23.170992+0000","last_undegraded":"2023-10-09T05:04:23.170992+0000","last_fullsized":"2023-10-09T05:04:23.170992+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":525,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.168332+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:04:23.168332+0000","last_peered":"2023-10-09T05:04:23.168332+0000","last_clean":"2023-10-09T05:04:23.168332+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:04:23.168332+0000","last_undegraded":"2023-10-09T05:04:23.168332+0000","last_fullsized":"2023-10-09T05:04:23.168332+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":269,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.169588+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:04:23.169588+0000","last_peered":"2023-10-09T05:04:23.169588+0000","last_clean":"2023-10-09T05:04:23.169588+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:04:23.169588+0000","last_undegraded":"2023-10-09T05:04:23.169588+0000","last_fullsized":"2023-10-09T05:04:23.169588+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"511'10250","reported_seq":10306,"reported_epoch":511,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:32.146343+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:04:32.146343+0000","last_peered":"2023-10-09T05:04:32.146343+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:04:32.146343+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"477'3400","ondisk_log_start":"477'3400","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6850,"log_dups_size":0,"ondisk_log_size":6850,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186318872,"num_objects":2844,"num_object_clones":0,"num_object_copies":8532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2844,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10250,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-640}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":509,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.172782+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:04:23.172782+0000","last_peered":"2023-10-09T05:04:23.172782+0000","last_clean":"2023-10-09T05:04:23.172782+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:04:23.172782+0000","last_undegraded":"2023-10-09T05:04:23.172782+0000","last_fullsized":"2023-10-09T05:04:23.172782+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":548,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.169798+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:04:23.169798+0000","last_peered":"2023-10-09T05:04:23.169798+0000","last_clean":"2023-10-09T05:04:23.169798+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:04:23.169798+0000","last_undegraded":"2023-10-09T05:04:23.169798+0000","last_fullsized":"2023-10-09T05:04:23.169798+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":512,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.153982+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:04:23.153982+0000","last_peered":"2023-10-09T05:04:23.153982+0000","last_clean":"2023-10-09T05:04:23.153982+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:04:23.153982+0000","last_undegraded":"2023-10-09T05:04:23.153982+0000","last_fullsized":"2023-10-09T05:04:23.153982+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":375,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.158566+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:23.158566+0000","last_peered":"2023-10-09T05:04:23.158566+0000","last_clean":"2023-10-09T05:04:23.158566+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:23.158566+0000","last_undegraded":"2023-10-09T05:04:23.158566+0000","last_fullsized":"2023-10-09T05:04:23.158566+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"511'10304","reported_seq":10355,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.211356+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:04:32.211356+0000","last_peered":"2023-10-09T05:04:32.211356+0000","last_clean":"2023-10-09T05:04:32.211356+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:04:32.211356+0000","last_undegraded":"2023-10-09T05:04:32.211356+0000","last_fullsized":"2023-10-09T05:04:32.211356+0000","mapping_epoch":468,"log_start":"475'2600","ondisk_log_start":"475'2600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7704,"log_dups_size":0,"ondisk_log_size":7704,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195297280,"num_objects":2980,"num_object_clones":0,"num_object_copies":8940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10304,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":481,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170553+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:04:23.170553+0000","last_peered":"2023-10-09T05:04:23.170553+0000","last_clean":"2023-10-09T05:04:23.170553+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:04:23.170553+0000","last_undegraded":"2023-10-09T05:04:23.170553+0000","last_fullsized":"2023-10-09T05:04:23.170553+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":526,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.158209+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:04:23.158209+0000","last_peered":"2023-10-09T05:04:23.158209+0000","last_clean":"2023-10-09T05:04:23.158209+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:04:23.158209+0000","last_undegraded":"2023-10-09T05:04:23.158209+0000","last_fullsized":"2023-10-09T05:04:23.158209+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":393,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.159476+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:04:23.159476+0000","last_peered":"2023-10-09T05:04:23.159476+0000","last_clean":"2023-10-09T05:04:23.159476+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:04:23.159476+0000","last_undegraded":"2023-10-09T05:04:23.159476+0000","last_fullsized":"2023-10-09T05:04:23.159476+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":305,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.170138+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:04:23.170138+0000","last_peered":"2023-10-09T05:04:23.170138+0000","last_clean":"2023-10-09T05:04:23.170138+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:04:23.170138+0000","last_undegraded":"2023-10-09T05:04:23.170138+0000","last_fullsized":"2023-10-09T05:04:23.170138+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"511'10440","reported_seq":10497,"reported_epoch":511,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:32.137871+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:04:32.137871+0000","last_peered":"2023-10-09T05:04:32.137871+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:04:32.137871+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"473'1600","ondisk_log_start":"473'1600","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8840,"log_dups_size":0,"ondisk_log_size":8840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189136896,"num_objects":2886,"num_object_clones":0,"num_object_copies":8658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2886,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10440,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-644}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":494,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.166064+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:04:23.166064+0000","last_peered":"2023-10-09T05:04:23.166064+0000","last_clean":"2023-10-09T05:04:23.166064+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:04:23.166064+0000","last_undegraded":"2023-10-09T05:04:23.166064+0000","last_fullsized":"2023-10-09T05:04:23.166064+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":481,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173492+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:04:23.173492+0000","last_peered":"2023-10-09T05:04:23.173492+0000","last_clean":"2023-10-09T05:04:23.173492+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:04:23.173492+0000","last_undegraded":"2023-10-09T05:04:23.173492+0000","last_fullsized":"2023-10-09T05:04:23.173492+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":346,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.167031+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:04:23.167031+0000","last_peered":"2023-10-09T05:04:23.167031+0000","last_clean":"2023-10-09T05:04:23.167031+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:04:23.167031+0000","last_undegraded":"2023-10-09T05:04:23.167031+0000","last_fullsized":"2023-10-09T05:04:23.167031+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":204,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173265+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:04:23.173265+0000","last_peered":"2023-10-09T05:04:23.173265+0000","last_clean":"2023-10-09T05:04:23.173265+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:04:23.173265+0000","last_undegraded":"2023-10-09T05:04:23.173265+0000","last_fullsized":"2023-10-09T05:04:23.173265+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"511'10143","reported_seq":10194,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.118033+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:04:32.118033+0000","last_peered":"2023-10-09T05:04:32.118033+0000","last_clean":"2023-10-09T05:04:32.118033+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:04:32.118033+0000","last_undegraded":"2023-10-09T05:04:32.118033+0000","last_fullsized":"2023-10-09T05:04:32.118033+0000","mapping_epoch":468,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8143,"log_dups_size":0,"ondisk_log_size":8143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183173120,"num_objects":2795,"num_object_clones":0,"num_object_copies":8385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10143,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":852,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.172980+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:04:23.172980+0000","last_peered":"2023-10-09T05:04:23.172980+0000","last_clean":"2023-10-09T05:04:23.172980+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:04:23.172980+0000","last_undegraded":"2023-10-09T05:04:23.172980+0000","last_fullsized":"2023-10-09T05:04:23.172980+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":85,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173419+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:04:23.173419+0000","last_peered":"2023-10-09T05:04:23.173419+0000","last_clean":"2023-10-09T05:04:23.173419+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:04:23.173419+0000","last_undegraded":"2023-10-09T05:04:23.173419+0000","last_fullsized":"2023-10-09T05:04:23.173419+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":463,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.155677+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:04:23.155677+0000","last_peered":"2023-10-09T05:04:23.155677+0000","last_clean":"2023-10-09T05:04:23.155677+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:04:23.155677+0000","last_undegraded":"2023-10-09T05:04:23.155677+0000","last_fullsized":"2023-10-09T05:04:23.155677+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":519,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.167614+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:04:23.167614+0000","last_peered":"2023-10-09T05:04:23.167614+0000","last_clean":"2023-10-09T05:04:23.167614+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:04:23.167614+0000","last_undegraded":"2023-10-09T05:04:23.167614+0000","last_fullsized":"2023-10-09T05:04:23.167614+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"511'10266","reported_seq":17391,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:31.619146+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:04:31.619146+0000","last_peered":"2023-10-09T05:04:31.619146+0000","last_clean":"2023-10-09T05:04:31.619146+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:04:31.619146+0000","last_undegraded":"2023-10-09T05:04:31.619146+0000","last_fullsized":"2023-10-09T05:04:31.619146+0000","mapping_epoch":505,"log_start":"472'1100","ondisk_log_start":"472'1100","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9166,"log_dups_size":0,"ondisk_log_size":9166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182714368,"num_objects":2788,"num_object_clones":0,"num_object_copies":8364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10266,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":850,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173163+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:04:23.173163+0000","last_peered":"2023-10-09T05:04:23.173163+0000","last_clean":"2023-10-09T05:04:23.173163+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:04:23.173163+0000","last_undegraded":"2023-10-09T05:04:23.173163+0000","last_fullsized":"2023-10-09T05:04:23.173163+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":68,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.171155+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:04:23.171155+0000","last_peered":"2023-10-09T05:04:23.171155+0000","last_clean":"2023-10-09T05:04:23.171155+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:04:23.171155+0000","last_undegraded":"2023-10-09T05:04:23.171155+0000","last_fullsized":"2023-10-09T05:04:23.171155+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":254,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.158639+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:23.158639+0000","last_peered":"2023-10-09T05:04:23.158639+0000","last_clean":"2023-10-09T05:04:23.158639+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:23.158639+0000","last_undegraded":"2023-10-09T05:04:23.158639+0000","last_fullsized":"2023-10-09T05:04:23.158639+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":210,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.166136+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:04:23.166136+0000","last_peered":"2023-10-09T05:04:23.166136+0000","last_clean":"2023-10-09T05:04:23.166136+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:04:23.166136+0000","last_undegraded":"2023-10-09T05:04:23.166136+0000","last_fullsized":"2023-10-09T05:04:23.166136+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"511'10628","reported_seq":10679,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:32.157021+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:04:32.157021+0000","last_peered":"2023-10-09T05:04:32.157021+0000","last_clean":"2023-10-09T05:04:32.157021+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:04:32.157021+0000","last_undegraded":"2023-10-09T05:04:32.157021+0000","last_fullsized":"2023-10-09T05:04:32.157021+0000","mapping_epoch":468,"log_start":"474'1800","ondisk_log_start":"474'1800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8828,"log_dups_size":0,"ondisk_log_size":8828,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":194510848,"num_objects":2968,"num_object_clones":0,"num_object_copies":8904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2968,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10628,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":509,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.155312+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:04:23.155312+0000","last_peered":"2023-10-09T05:04:23.155312+0000","last_clean":"2023-10-09T05:04:23.155312+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:04:23.155312+0000","last_undegraded":"2023-10-09T05:04:23.155312+0000","last_fullsized":"2023-10-09T05:04:23.155312+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":205,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.164385+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:04:23.164385+0000","last_peered":"2023-10-09T05:04:23.164385+0000","last_clean":"2023-10-09T05:04:23.164385+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:04:23.164385+0000","last_undegraded":"2023-10-09T05:04:23.164385+0000","last_fullsized":"2023-10-09T05:04:23.164385+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":415,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173361+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:04:23.173361+0000","last_peered":"2023-10-09T05:04:23.173361+0000","last_clean":"2023-10-09T05:04:23.173361+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:04:23.173361+0000","last_undegraded":"2023-10-09T05:04:23.173361+0000","last_fullsized":"2023-10-09T05:04:23.173361+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":228,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.188401+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:04:29.188401+0000","last_peered":"2023-10-09T05:04:29.188401+0000","last_clean":"2023-10-09T05:04:29.188401+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:04:29.188401+0000","last_undegraded":"2023-10-09T05:04:29.188401+0000","last_fullsized":"2023-10-09T05:04:29.188401+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"511'10280","reported_seq":10333,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:31.620515+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:04:31.620515+0000","last_peered":"2023-10-09T05:04:31.620515+0000","last_clean":"2023-10-09T05:04:31.620515+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:04:31.620515+0000","last_undegraded":"2023-10-09T05:04:31.620515+0000","last_fullsized":"2023-10-09T05:04:31.620515+0000","mapping_epoch":468,"log_start":"472'1100","ondisk_log_start":"472'1100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9180,"log_dups_size":0,"ondisk_log_size":9180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191102976,"num_objects":2916,"num_object_clones":0,"num_object_copies":8748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2916,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10280,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":554,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.163758+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:23.163758+0000","last_peered":"2023-10-09T05:04:23.163758+0000","last_clean":"2023-10-09T05:04:23.163758+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:23.163758+0000","last_undegraded":"2023-10-09T05:04:23.163758+0000","last_fullsized":"2023-10-09T05:04:23.163758+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":204,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.173590+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:04:23.173590+0000","last_peered":"2023-10-09T05:04:23.173590+0000","last_clean":"2023-10-09T05:04:23.173590+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:04:23.173590+0000","last_undegraded":"2023-10-09T05:04:23.173590+0000","last_fullsized":"2023-10-09T05:04:23.173590+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":507,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.167696+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:04:23.167696+0000","last_peered":"2023-10-09T05:04:23.167696+0000","last_clean":"2023-10-09T05:04:23.167696+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:04:23.167696+0000","last_undegraded":"2023-10-09T05:04:23.167696+0000","last_fullsized":"2023-10-09T05:04:23.167696+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":494,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.155767+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:04:23.155767+0000","last_peered":"2023-10-09T05:04:23.155767+0000","last_clean":"2023-10-09T05:04:23.155767+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:04:23.155767+0000","last_undegraded":"2023-10-09T05:04:23.155767+0000","last_fullsized":"2023-10-09T05:04:23.155767+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":206,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154308+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:04:23.154308+0000","last_peered":"2023-10-09T05:04:23.154308+0000","last_clean":"2023-10-09T05:04:23.154308+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:04:23.154308+0000","last_undegraded":"2023-10-09T05:04:23.154308+0000","last_fullsized":"2023-10-09T05:04:23.154308+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":550,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.158707+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:04:23.158707+0000","last_peered":"2023-10-09T05:04:23.158707+0000","last_clean":"2023-10-09T05:04:23.158707+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:04:23.158707+0000","last_undegraded":"2023-10-09T05:04:23.158707+0000","last_fullsized":"2023-10-09T05:04:23.158707+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":507,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.167910+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:04:23.167910+0000","last_peered":"2023-10-09T05:04:23.167910+0000","last_clean":"2023-10-09T05:04:23.167910+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:04:23.167910+0000","last_undegraded":"2023-10-09T05:04:23.167910+0000","last_fullsized":"2023-10-09T05:04:23.167910+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":542,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154223+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:04:23.154223+0000","last_peered":"2023-10-09T05:04:23.154223+0000","last_clean":"2023-10-09T05:04:23.154223+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:04:23.154223+0000","last_undegraded":"2023-10-09T05:04:23.154223+0000","last_fullsized":"2023-10-09T05:04:23.154223+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":512,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.168198+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:04:23.168198+0000","last_peered":"2023-10-09T05:04:23.168198+0000","last_clean":"2023-10-09T05:04:23.168198+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:04:23.168198+0000","last_undegraded":"2023-10-09T05:04:23.168198+0000","last_fullsized":"2023-10-09T05:04:23.168198+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":515,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.154665+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:04:23.154665+0000","last_peered":"2023-10-09T05:04:23.154665+0000","last_clean":"2023-10-09T05:04:23.154665+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:04:23.154665+0000","last_undegraded":"2023-10-09T05:04:23.154665+0000","last_fullsized":"2023-10-09T05:04:23.154665+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":239,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190422+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:04:29.190422+0000","last_peered":"2023-10-09T05:04:29.190422+0000","last_clean":"2023-10-09T05:04:29.190422+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:04:29.190422+0000","last_undegraded":"2023-10-09T05:04:29.190422+0000","last_fullsized":"2023-10-09T05:04:29.190422+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":203,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.165892+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:04:23.165892+0000","last_peered":"2023-10-09T05:04:23.165892+0000","last_clean":"2023-10-09T05:04:23.165892+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:04:23.165892+0000","last_undegraded":"2023-10-09T05:04:23.165892+0000","last_fullsized":"2023-10-09T05:04:23.165892+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":197,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.169989+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:04:23.169989+0000","last_peered":"2023-10-09T05:04:23.169989+0000","last_clean":"2023-10-09T05:04:23.169989+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:04:23.169989+0000","last_undegraded":"2023-10-09T05:04:23.169989+0000","last_fullsized":"2023-10-09T05:04:23.169989+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":531,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-10-09T05:04:23.153747+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:04:23.153747+0000","last_peered":"2023-10-09T05:04:23.153747+0000","last_clean":"2023-10-09T05:04:23.153747+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:04:23.153747+0000","last_undegraded":"2023-10-09T05:04:23.153747+0000","last_fullsized":"2023-10-09T05:04:23.153747+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":3016163352,"num_objects":46024,"num_object_clones":0,"num_object_copies":138072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9202,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46024,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165696,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8477,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9045553152,"data_stored":9045540936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128896,"ondisk_log_size":128896,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234500,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2434896,"kb_used_data":934152,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":91310256,"statfs":{"total":95995035648,"available":93501702144,"internally_reserved":0,"allocated":956571648,"data_stored":955265404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.7509999999999999,"15min":1.637},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":7.2110000000000003,"5min":9.9429999999999996,"15min":16.027999999999999},"last":7.2110000000000003},{"interface":"front","average":{"1min":1.774,"5min":1.4650000000000001,"15min":1.331},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":5.1719999999999997,"5min":8.3949999999999996,"15min":10.785},"last":2.4340000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":1.587,"15min":1.482},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":8.3490000000000002,"5min":8.3490000000000002,"15min":8.3490000000000002},"last":6.6420000000000003},{"interface":"front","average":{"1min":2.46,"5min":2.3780000000000001,"15min":2.3639999999999999},"min":{"1min":0.378,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.4969999999999999,"5min":15.401,"15min":15.401},"last":9.7270000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.379,"15min":2.0779999999999998},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":10.486000000000001,"5min":11.442,"15min":16.678999999999998},"last":10.486000000000001},{"interface":"front","average":{"1min":2.9849999999999999,"5min":2.2069999999999999,"15min":1.8169999999999999},"min":{"1min":0.372,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.6799999999999997,"5min":11.311,"15min":16.704000000000001},"last":6.6799999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":2.5190000000000001,"15min":1.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.489000000000001,"5min":14.036,"15min":14.228999999999999},"last":6.7089999999999996},{"interface":"front","average":{"1min":3.266,"5min":2.6280000000000001,"15min":1.849},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":17.771000000000001,"5min":17.853999999999999,"15min":17.853999999999999},"last":7.2599999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":1.889,"15min":1.6739999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":10.097,"5min":19.949000000000002,"15min":19.949000000000002},"last":9.6449999999999996},{"interface":"front","average":{"1min":2.0419999999999998,"5min":1.4890000000000001,"15min":1.359},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":8.8810000000000002,"5min":18.971,"15min":18.971},"last":6.7800000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":1.897,"15min":1.8819999999999999},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.28000000000000003},"max":{"1min":8.6159999999999997,"5min":15.432,"15min":20.678999999999998},"last":9.6920000000000002},{"interface":"front","average":{"1min":2.6589999999999998,"5min":1.5940000000000001,"15min":1.599},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.848000000000001,"5min":13.848000000000001,"15min":21.07},"last":8.8759999999999994}]},{"osd":6,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.32900000000000001},"max":{"1min":8.5760000000000005,"5min":15.375,"15min":16.599},"last":9.7829999999999995},{"interface":"front","average":{"1min":2.657,"5min":1.7270000000000001,"15min":1.8260000000000001},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":7.2069999999999999,"5min":11.714,"15min":24.010000000000002},"last":7.3090000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496136,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2122432,"kb_used_data":940856,"kb_used_omap":0,"kb_used_meta":1181568,"kb_avail":91622720,"statfs":{"total":95995035648,"available":93821665280,"internally_reserved":0,"allocated":963436544,"data_stored":962146572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1209925632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,5],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:28 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.8009999999999999,"15min":1.75},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":4.2670000000000003,"5min":11.715999999999999,"15min":62.470999999999997},"last":12.581},{"interface":"front","average":{"1min":1.4259999999999999,"5min":2.0529999999999999,"15min":1.9530000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.23100000000000001},"max":{"1min":6.1539999999999999,"5min":11.773999999999999,"15min":62.445},"last":10.504}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.371,"15min":2.3849999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.9749999999999996,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":4.6929999999999996},{"interface":"front","average":{"1min":4.1379999999999999,"5min":2.911,"15min":2.7069999999999999},"min":{"1min":0.36599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.962}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":4.7590000000000003},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":4.7439999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":10.449999999999999},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":4.3840000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":4.7229999999999999},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":4.9539999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":4.3410000000000002},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":1.998}]},{"osd":7,"last update":"Mon Oct 9 05:04:14 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.012,"15min":1.6479999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":10.032,"5min":10.032,"15min":16.372},"last":4.681},{"interface":"front","average":{"1min":1.911,"5min":2.073,"15min":1.7969999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":7.04,"5min":10.185,"15min":16.018999999999998},"last":4.859}]}]},{"osd":1,"up_from":478,"seq":2052994367519,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1089924,"kb_used_data":893244,"kb_used_omap":6,"kb_used_meta":196537,"kb_avail":92655228,"statfs":{"total":95995035648,"available":94878953472,"internally_reserved":0,"allocated":914681856,"data_stored":912296537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":201254379},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.309}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":0.20200000000000001},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.39500000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":2.96},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":2.9100000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":3.9289999999999998},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":3.7010000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":3.149},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":3.0369999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":11.084},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":2.1659999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187842,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1627476,"kb_used_data":577868,"kb_used_omap":5,"kb_used_meta":1049594,"kb_avail":92117676,"statfs":{"total":95995035648,"available":94328500224,"internally_reserved":0,"allocated":591736832,"data_stored":588987188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1074784890},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.221}]},{"osd":2,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.192},"max":{"1min":8.75,"5min":16.081,"15min":24.021000000000001},"last":0.749},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.4449999999999998,"15min":2.2210000000000001},"min":{"1min":0.32700000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":10.263,"5min":22.683,"15min":24.050999999999998},"last":0.47299999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":0.31900000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.0419999999999998,"15min":1.925},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.004,"5min":10.231999999999999,"15min":14.581},"last":1.6100000000000001},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.206,"15min":1.774},"min":{"1min":0.54900000000000004,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":9.9719999999999995,"5min":10.541,"15min":14.721},"last":1.6479999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.2269999999999999,"15min":1.8069999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.29899999999999999},"max":{"1min":7.4210000000000003,"5min":10.48,"15min":13.542},"last":0.60099999999999998},{"interface":"front","average":{"1min":2.1890000000000001,"5min":2.6749999999999998,"15min":2.117},"min":{"1min":0.34200000000000003,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":12.717000000000001,"5min":22.738,"15min":22.738},"last":0.66600000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.137,"15min":1.893},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":7.5049999999999999,"5min":10.573,"15min":13.599},"last":0.495},{"interface":"front","average":{"1min":2.2719999999999998,"5min":2.4910000000000001,"15min":2.1760000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":6.7199999999999998,"5min":22.709,"15min":22.709},"last":0.51100000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":3.21,"5min":3.0089999999999999,"15min":2.294},"min":{"1min":0.373,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":8.75,"5min":22.763000000000002,"15min":22.763000000000002},"last":2.6619999999999999},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.0790000000000002,"15min":2.0880000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":10.028,"5min":20.890000000000001,"15min":20.890000000000001},"last":1.1859999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206685,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2697588,"kb_used_data":1686508,"kb_used_omap":7,"kb_used_meta":1010936,"kb_avail":91047564,"statfs":{"total":95995035648,"available":93232705536,"internally_reserved":0,"allocated":1726984192,"data_stored":1724608855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1035198545},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.4550000000000001,"5min":2.5649999999999999,"15min":1.7629999999999999},"min":{"1min":0.214,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":20.329999999999998,"5min":20.329999999999998,"15min":49.338000000000001},"last":0.222},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.895,"15min":1.6830000000000001},"min":{"1min":0.19800000000000001,"5min":0.192,"15min":0.185},"max":{"1min":9.4169999999999998,"5min":13.952,"15min":47.450000000000003},"last":0.35099999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.312}]},{"osd":3,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3650000000000002,"5min":4.0869999999999997,"15min":2.8860000000000001},"min":{"1min":0.377,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":26.018999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.81699999999999995},{"interface":"front","average":{"1min":4.6120000000000001,"5min":4.1710000000000003,"15min":2.9830000000000001},"min":{"1min":0.40500000000000003,"5min":0.252,"15min":0.252},"max":{"1min":26.056999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.83599999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":3.8039999999999998,"5min":3.327,"15min":2.8029999999999999},"min":{"1min":0.42499999999999999,"5min":0.36299999999999999,"15min":0.29299999999999998},"max":{"1min":12.179,"5min":18.219999999999999,"15min":176.00200000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":3.6909999999999998,"5min":2.121,"15min":2.2330000000000001},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":176.07900000000001},"last":1.504}]},{"osd":5,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":2.8679999999999999,"5min":2.266,"15min":1.704},"min":{"1min":0.34399999999999997,"5min":0.33700000000000002,"15min":0.28299999999999997},"max":{"1min":12.346,"5min":24.405000000000001,"15min":24.405000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":3.4009999999999998,"5min":3.1669999999999998,"15min":2.1899999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.141,"5min":18.172999999999998,"15min":18.172999999999998},"last":1.8859999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6500000000000004,"5min":3.008,"15min":2.2120000000000002},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":13.693,"5min":24.023,"15min":42.975999999999999},"last":1.4279999999999999},{"interface":"front","average":{"1min":2.7200000000000002,"5min":2.3519999999999999,"15min":2.0859999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.316},"max":{"1min":9.4670000000000005,"5min":24.364000000000001,"15min":42.843000000000004},"last":1.6299999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:03:37 2023","interfaces":[{"interface":"back","average":{"1min":4.2350000000000003,"5min":2.5550000000000002,"15min":2.0619999999999998},"min":{"1min":0.49099999999999999,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":10.227,"5min":12.907999999999999,"15min":15.516},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.7269999999999999,"5min":2.1200000000000001,"15min":1.976},"min":{"1min":0.45700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.401,"5min":12.462999999999999,"15min":15.583},"last":0.55300000000000005}]}]},{"osd":3,"up_from":198,"seq":850403524822,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1300548,"kb_used_data":749244,"kb_used_omap":2,"kb_used_meta":551229,"kb_avail":92444604,"statfs":{"total":95995035648,"available":94663274496,"internally_reserved":0,"allocated":767225856,"data_stored":765065028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":564458549},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.7589999999999999,"15min":1.9870000000000001},"min":{"1min":0.27600000000000002,"5min":0.183,"15min":0.183},"max":{"1min":10.997999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.20399999999999999},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.5179999999999998,"15min":1.923},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.6719999999999997,"5min":13.935,"15min":22.477},"last":0.33000000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":2.944,"5min":1.2330000000000001,"15min":0.94799999999999995},"min":{"1min":0.24099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":3.3159999999999998,"5min":1.6639999999999999,"15min":1.389},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.051,"5min":11.051,"15min":11.051},"last":0.24099999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":5.4699999999999998,"5min":3.0449999999999999,"15min":2.27},"min":{"1min":0.45300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":21.407,"5min":21.407,"15min":21.722999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":5.8159999999999998,"5min":3.0630000000000002,"15min":2.2240000000000002},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":23.350999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":2.383,"15min":1.8460000000000001},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":14.359999999999999,"5min":14.359999999999999,"15min":15.301},"last":0.51400000000000001},{"interface":"front","average":{"1min":3.3610000000000002,"5min":2.5019999999999998,"15min":2.077},"min":{"1min":0.504,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.792999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.39100000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.1019999999999999,"15min":1.9019999999999999},"min":{"1min":0.37,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":11.026,"5min":11.026,"15min":35.712000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":2.891,"5min":2.6440000000000001,"15min":2.181},"min":{"1min":0.47299999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5730000000000004,"5min":11.624000000000001,"15min":35.488},"last":1.296}]},{"osd":6,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.6899999999999999,"15min":2.448},"min":{"1min":0.42599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.609,"5min":14.609,"15min":50.113999999999997},"last":6.5750000000000002},{"interface":"front","average":{"1min":3.3599999999999999,"5min":2.262,"15min":2.137},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":10.951000000000001,"5min":11.130000000000001,"15min":53.841999999999999},"last":0.32200000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":2.7839999999999998,"15min":2.1589999999999998},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.34899999999999998},"max":{"1min":18.428000000000001,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":4.4610000000000003,"5min":2.875,"15min":2.294},"min":{"1min":0.49299999999999999,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":14.663,"5min":14.663,"15min":21.587},"last":4.0170000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019408,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2860940,"kb_used_data":1684868,"kb_used_omap":0,"kb_used_meta":1176064,"kb_avail":90884212,"statfs":{"total":95995035648,"available":93065433088,"internally_reserved":0,"allocated":1725304832,"data_stored":1724002903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1204289536},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.702,"5min":1.8420000000000001,"15min":1.8149999999999999},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.20499999999999999},"max":{"1min":4.3310000000000004,"5min":11.003,"15min":21.047000000000001},"last":1.8620000000000001},{"interface":"front","average":{"1min":2.5209999999999999,"5min":1.6879999999999999,"15min":1.631},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.23000000000000001},"max":{"1min":5.6150000000000002,"5min":9.8710000000000004,"15min":12.064},"last":2.2469999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":2.5910000000000002,"15min":2.6499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":11.367000000000001,"5min":12.317,"15min":12.317},"last":0.255},{"interface":"front","average":{"1min":3.3279999999999998,"5min":2.2029999999999998,"15min":2.0150000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":1.9039999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":3.286,"5min":2.3340000000000001,"15min":2.9969999999999999},"min":{"1min":0.40600000000000003,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.15,"5min":10.15,"15min":105.411},"last":1.948},{"interface":"front","average":{"1min":3.415,"5min":2.2559999999999998,"15min":2.9300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.465,"5min":10.465,"15min":97.927999999999997},"last":2.2869999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:04:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":1.982,"15min":2.1850000000000001},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":6.1500000000000004,"5min":7.9359999999999999,"15min":87.072999999999993},"last":2.3420000000000001},{"interface":"front","average":{"1min":2.8730000000000002,"5min":2.3879999999999999,"15min":2.4199999999999999},"min":{"1min":0.33100000000000002,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":7.7190000000000003,"5min":15.452,"15min":87.316000000000003},"last":0.29099999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:36 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":1.135,"15min":1.532},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":9.9350000000000005,"5min":9.9350000000000005,"15min":20.991},"last":7.6120000000000001},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.391,"15min":1.4379999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":7.835,"5min":11.324,"15min":14.202999999999999},"last":4.7220000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.9300000000000002,"5min":1.8700000000000001,"15min":2.278},"min":{"1min":0.29899999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":9.5589999999999993,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.317},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.3680000000000001,"15min":2.1480000000000001},"min":{"1min":0.40200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.048,"5min":10.048,"15min":81.715999999999994},"last":1.9890000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.7569999999999999,"15min":1.633},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":9.8209999999999997,"5min":9.8209999999999997,"15min":29.175000000000001},"last":2.3159999999999998},{"interface":"front","average":{"1min":2.2480000000000002,"5min":1.7869999999999999,"15min":1.8899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35099999999999998,"15min":0.317},"max":{"1min":9.6720000000000006,"5min":12.48,"15min":29.192},"last":10.121}]}]},{"osd":5,"up_from":38,"seq":163208757772,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2995712,"kb_used_data":1500536,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":90749440,"statfs":{"total":95995035648,"available":92927426560,"internally_reserved":0,"allocated":1536548864,"data_stored":1535255521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6659999999999999,"5min":2.1869999999999998,"15min":2.5699999999999998},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.6460000000000008,"5min":12.074999999999999,"15min":322.43200000000002},"last":1.7849999999999999},{"interface":"front","average":{"1min":2.8290000000000002,"5min":1.873,"15min":2.8119999999999998},"min":{"1min":0.26500000000000001,"5min":0.23100000000000001,"15min":0.219},"max":{"1min":6.9459999999999997,"5min":15.164,"15min":322.61599999999999},"last":9.0570000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":1.8500000000000001},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":9.0909999999999993}]},{"osd":2,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6909999999999998,"5min":2.4830000000000001,"15min":2.0350000000000001},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":9.7759999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":5.149},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.3039999999999998,"15min":1.9590000000000001},"min":{"1min":0.437,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.2949999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":9.1519999999999992}]},{"osd":3,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.2240000000000002,"15min":2.121},"min":{"1min":0.34999999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.7249999999999996,"5min":9.9199999999999999,"15min":74.915000000000006},"last":4.1559999999999997},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.2189999999999999,"15min":2.327},"min":{"1min":0.47899999999999998,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":13.738,"5min":13.738,"15min":74.799999999999997},"last":9.1120000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":4.532,"5min":1.96,"15min":1.4490000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.251},"max":{"1min":9.7490000000000006,"5min":10.092000000000001,"15min":13.285},"last":1.875},{"interface":"front","average":{"1min":3.6000000000000001,"5min":1.744,"15min":1.569},"min":{"1min":0.40899999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.3099999999999996,"5min":10.387,"15min":14.824},"last":9.2460000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.2949999999999999,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":8.1099999999999994,"5min":8.1099999999999994,"15min":13.189},"last":9.1319999999999997},{"interface":"front","average":{"1min":2.6440000000000001,"5min":1.706,"15min":1.5049999999999999},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":9.3670000000000009,"5min":14.640000000000001,"15min":14.640000000000001},"last":0.95099999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":1.996,"15min":1.6399999999999999},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":9.4459999999999997,"5min":14.59,"15min":14.59},"last":0.29499999999999998},{"interface":"front","average":{"1min":5.734,"5min":2.4060000000000001,"15min":1.821},"min":{"1min":0.499,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":16.689,"5min":16.689,"15min":16.689},"last":1.819}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":583532544,"data_stored":583532544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":903745536,"data_stored":903741464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1703215104,"data_stored":1703215104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":750845952,"data_stored":750845952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1698828288,"data_stored":1698824216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1518665728,"data_stored":1518665728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":948830208,"data_stored":948830208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":937889792,"data_stored":937885720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:04:36.403 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:04:36.471 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:36.543 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:36.633 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:36.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:36.643 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:36.744 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:36.807 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:36.881 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:36.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:36.887 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:36.908 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:36.908 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:36.988 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:37.042 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:37.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:36 smithi150 ceph-mon[168511]: from='client.36906 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:37.079 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:37.081 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:37.114 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:37.146 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:37.155 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:37.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:37.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:37.191 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:37.251 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:37.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:37.286 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:37.324 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.326 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:04:37.336 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:36 smithi107 ceph-mon[184249]: from='client.36906 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:37.337 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:36 smithi107 ceph-mon[179183]: from='client.36906 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:37.340 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:37.359 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:37.442 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T05:04:37.515 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:37.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:37.522 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:37.623 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:37.750 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:37.846 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:37.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:37.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:37.960 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:37.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:37 smithi150 ceph-mon[168511]: pgmap v1551: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 9202/136905 objects degraded (6.721%); 1.1 MiB/s, 48 objects/s recovering 2023-10-09T05:04:37.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1159364468' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:37.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3059593986' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:37.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:37 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:37.994 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:04:38.043 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:38.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:38.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:38.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:38.239 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:38.320 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:38.376 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:38.382 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:38.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:38.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:38.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[184249]: pgmap v1551: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 9202/136905 objects degraded (6.721%); 1.1 MiB/s, 48 objects/s recovering 2023-10-09T05:04:38.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1159364468' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:38.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3059593986' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:38.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:38.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[179183]: pgmap v1551: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 9202/136905 objects degraded (6.721%); 1.1 MiB/s, 48 objects/s recovering 2023-10-09T05:04:38.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1159364468' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3059593986' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:38.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:37 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:04:38.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:38.603 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:38.729 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:38.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:38.734 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:38.834 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:38.901 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:38.992 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:39.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:39.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:39.105 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:39.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: osdmap e512: 8 total, 8 up, 8 in 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[179183]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: osdmap e512: 8 total, 8 up, 8 in 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:38 smithi107 ceph-mon[184249]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.195 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:39.195 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:04:39.195 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: osdmap e512: 8 total, 8 up, 8 in 2023-10-09T05:04:39.196 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.196 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.196 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.196 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.196 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:38 smithi150 ceph-mon[168511]: failed to encode map e512 with expected crc 2023-10-09T05:04:39.198 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:39.395 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:39.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:39.402 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:39.503 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:39.629 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:39.746 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:39.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:39.753 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:39.854 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:39.872 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:39.872 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 8946/128142 objects degraded (6.981%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2040,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":512,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":96},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":42714,"data_bytes":2798262200,"bytes_used":17265635328,"bytes_avail":750694649856,"bytes_total":767960285184,"degraded_objects":8946,"degraded_total":128142,"degraded_ratio":0.069813176007866268,"recovering_objects_per_sec":52,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":504,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":703},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (3m)\n [===========================.] (remaining: 5s)","progress":0.96969699859619141,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:04:39.938 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:40.008 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:40.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:40.017 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:40.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:04:40.117 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:40.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:39 smithi107 ceph-mon[184249]: pgmap v1553: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 8946/128142 objects degraded (6.981%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/82014850' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:40.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:39 smithi107 ceph-mon[179183]: pgmap v1553: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 8946/128142 objects degraded (6.981%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:40.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/82014850' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:40.200 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:39 smithi150 ceph-mon[168511]: pgmap v1553: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 8946/128142 objects degraded (6.981%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:40.201 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/82014850' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:04:40.211 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:40.277 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:04:40.277 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:04:40.277 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:04:40.277 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:04:40.278 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:04:40.292 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:40.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:40.304 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:40.405 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:40.426 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:04:40.426 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:04:40.482 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:40.725 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:40.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:40.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:40.783 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T05:04:40.793 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:04:40.809 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:40.831 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:40.896 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:40.988 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:41.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:41.005 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:41.097 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:41 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8946/128142 objects degraded (6.981%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:41.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:41 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8946/128142 objects degraded (6.981%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:41.105 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:41.162 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:41.207 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:41.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:41.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:41.312 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:41.374 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:41 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8946/128142 objects degraded (6.981%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:41.386 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:41.465 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:41.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:41.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:41.573 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:41.620 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:41.658 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:41.776 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:41.801 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:41.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:41.805 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:41.906 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:41.953 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:41.983 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:42.076 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:42.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:42.085 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:42.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:42 smithi107 ceph-mon[179183]: pgmap v1554: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 8946/128142 objects degraded (6.981%); 0 B/s, 50 objects/s recovering 2023-10-09T05:04:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:42 smithi107 ceph-mon[184249]: pgmap v1554: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 8946/128142 objects degraded (6.981%); 0 B/s, 50 objects/s recovering 2023-10-09T05:04:42.171 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:04:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:04:42] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:04:42.186 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:42 smithi150 ceph-mon[168511]: pgmap v1554: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 8946/128142 objects degraded (6.981%); 0 B/s, 50 objects/s recovering 2023-10-09T05:04:42.250 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:42.362 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:42.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:42.370 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:42.471 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:42.547 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:42.659 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:42.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:42.662 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:42.711 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:42.753 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:42.763 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:42.795 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:42.830 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:42.832 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:42.887 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:42.935 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:42.972 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:43.017 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.020 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:04:43.157 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1042868653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:43.158 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1042868653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:43.467 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:43.467 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:43.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1042868653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:43.707 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:43.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:43.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:43.814 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:43.902 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:43.944 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T05:04:43.987 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:43.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:43.998 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:44.099 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:44.103 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:44 smithi107 ceph-mon[179183]: pgmap v1555: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8678/118092 objects degraded (7.349%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:44.104 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:44 smithi107 ceph-mon[184249]: pgmap v1555: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8678/118092 objects degraded (7.349%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:44.148 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:44.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:44 smithi150 ceph-mon[168511]: pgmap v1555: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8678/118092 objects degraded (7.349%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:44.306 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:44.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:44.310 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:44.411 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:44.487 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:44.593 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:44.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:44.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:44.703 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:44.743 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:44.750 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:44.812 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:44.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:44.817 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:44.918 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:44.973 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:45.049 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2515514784' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:45.049 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:45.061 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:04:45.076 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:45.078 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:45.080 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:04:45.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:45.082 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:45.183 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:45.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2515514784' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:45.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:45.242 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:45.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2515514784' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:45.304 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:04:45.767 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:45.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:45.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:45.875 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:45.907 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:04:45.930 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:45.949 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1557,"stamp":"2023-10-09T05:04:45.049832+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2578716600,"num_objects":39364,"num_object_clones":0,"num_object_copies":118092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8678,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39364,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":172441,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9051,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130706,"ondisk_log_size":130706,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":16184404,"kb_used_data":7674708,"kb_used_omap":22,"kb_used_meta":8509289,"kb_avail":733776812,"statfs":{"total":767960285184,"available":751387455488,"internally_reserved":0,"allocated":7858900992,"data_stored":7843998924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8713512171},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,5,5,8,6,3,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-410976256,"num_objects":-6271,"num_object_clones":0,"num_object_copies":-18813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6271,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":524,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.180451"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":525,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.222677+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:04:29.222677+0000","last_peered":"2023-10-09T05:04:29.222677+0000","last_clean":"2023-10-09T05:04:29.222677+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:04:29.222677+0000","last_undegraded":"2023-10-09T05:04:29.222677+0000","last_fullsized":"2023-10-09T05:04:29.222677+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":246,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:31.821035+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:04:31.821035+0000","last_peered":"2023-10-09T05:04:31.821035+0000","last_clean":"2023-10-09T05:04:31.821035+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:04:31.821035+0000","last_undegraded":"2023-10-09T05:04:31.821035+0000","last_fullsized":"2023-10-09T05:04:31.821035+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":431,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.194584+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:29.194584+0000","last_peered":"2023-10-09T05:04:29.194584+0000","last_clean":"2023-10-09T05:04:29.194584+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:29.194584+0000","last_undegraded":"2023-10-09T05:04:29.194584+0000","last_fullsized":"2023-10-09T05:04:29.194584+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":69,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.210435+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:04:29.210435+0000","last_peered":"2023-10-09T05:04:29.210435+0000","last_clean":"2023-10-09T05:04:29.210435+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:04:29.210435+0000","last_undegraded":"2023-10-09T05:04:29.210435+0000","last_fullsized":"2023-10-09T05:04:29.210435+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":225,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:36.823065+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:04:36.823065+0000","last_peered":"2023-10-09T05:04:36.823065+0000","last_clean":"2023-10-09T05:04:36.823065+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:04:36.823065+0000","last_undegraded":"2023-10-09T05:04:36.823065+0000","last_fullsized":"2023-10-09T05:04:36.823065+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":202,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.192658+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:04:29.192658+0000","last_peered":"2023-10-09T05:04:29.192658+0000","last_clean":"2023-10-09T05:04:29.192658+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:04:29.192658+0000","last_undegraded":"2023-10-09T05:04:29.192658+0000","last_fullsized":"2023-10-09T05:04:29.192658+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":473,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.207635+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:04:29.207635+0000","last_peered":"2023-10-09T05:04:29.207635+0000","last_clean":"2023-10-09T05:04:29.207635+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:04:29.207635+0000","last_undegraded":"2023-10-09T05:04:29.207635+0000","last_fullsized":"2023-10-09T05:04:29.207635+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":251,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.188650+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:04:29.188650+0000","last_peered":"2023-10-09T05:04:29.188650+0000","last_clean":"2023-10-09T05:04:29.188650+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:04:29.188650+0000","last_undegraded":"2023-10-09T05:04:29.188650+0000","last_fullsized":"2023-10-09T05:04:29.188650+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":526,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.204496+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:04:29.204496+0000","last_peered":"2023-10-09T05:04:29.204496+0000","last_clean":"2023-10-09T05:04:29.204496+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:04:29.204496+0000","last_undegraded":"2023-10-09T05:04:29.204496+0000","last_fullsized":"2023-10-09T05:04:29.204496+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":250,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.189098+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:04:29.189098+0000","last_peered":"2023-10-09T05:04:29.189098+0000","last_clean":"2023-10-09T05:04:29.189098+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:04:29.189098+0000","last_undegraded":"2023-10-09T05:04:29.189098+0000","last_fullsized":"2023-10-09T05:04:29.189098+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":75,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.209666+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:04:29.209666+0000","last_peered":"2023-10-09T05:04:29.209666+0000","last_clean":"2023-10-09T05:04:29.209666+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:04:29.209666+0000","last_undegraded":"2023-10-09T05:04:29.209666+0000","last_fullsized":"2023-10-09T05:04:29.209666+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":395,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190374+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:04:29.190374+0000","last_peered":"2023-10-09T05:04:29.190374+0000","last_clean":"2023-10-09T05:04:29.190374+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:04:29.190374+0000","last_undegraded":"2023-10-09T05:04:29.190374+0000","last_fullsized":"2023-10-09T05:04:29.190374+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":588,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.221676+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:04:29.221676+0000","last_peered":"2023-10-09T05:04:29.221676+0000","last_clean":"2023-10-09T05:04:29.221676+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:04:29.221676+0000","last_undegraded":"2023-10-09T05:04:29.221676+0000","last_fullsized":"2023-10-09T05:04:29.221676+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":546,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.223067+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:04:29.223067+0000","last_peered":"2023-10-09T05:04:29.223067+0000","last_clean":"2023-10-09T05:04:29.223067+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:04:29.223067+0000","last_undegraded":"2023-10-09T05:04:29.223067+0000","last_fullsized":"2023-10-09T05:04:29.223067+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":75,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.212422+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:04:29.212422+0000","last_peered":"2023-10-09T05:04:29.212422+0000","last_clean":"2023-10-09T05:04:29.212422+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:04:29.212422+0000","last_undegraded":"2023-10-09T05:04:29.212422+0000","last_fullsized":"2023-10-09T05:04:29.212422+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":348,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.189494+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:29.189494+0000","last_peered":"2023-10-09T05:04:29.189494+0000","last_clean":"2023-10-09T05:04:29.189494+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:29.189494+0000","last_undegraded":"2023-10-09T05:04:29.189494+0000","last_fullsized":"2023-10-09T05:04:29.189494+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":69,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.213039+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:04:29.213039+0000","last_peered":"2023-10-09T05:04:29.213039+0000","last_clean":"2023-10-09T05:04:29.213039+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:04:29.213039+0000","last_undegraded":"2023-10-09T05:04:29.213039+0000","last_fullsized":"2023-10-09T05:04:29.213039+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":528,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.204669+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:04:29.204669+0000","last_peered":"2023-10-09T05:04:29.204669+0000","last_clean":"2023-10-09T05:04:29.204669+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:04:29.204669+0000","last_undegraded":"2023-10-09T05:04:29.204669+0000","last_fullsized":"2023-10-09T05:04:29.204669+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":69,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.211496+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:04:29.211496+0000","last_peered":"2023-10-09T05:04:29.211496+0000","last_clean":"2023-10-09T05:04:29.211496+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:04:29.211496+0000","last_undegraded":"2023-10-09T05:04:29.211496+0000","last_fullsized":"2023-10-09T05:04:29.211496+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":486,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190324+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:04:29.190324+0000","last_peered":"2023-10-09T05:04:29.190324+0000","last_clean":"2023-10-09T05:04:29.190324+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:04:29.190324+0000","last_undegraded":"2023-10-09T05:04:29.190324+0000","last_fullsized":"2023-10-09T05:04:29.190324+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":210,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190354+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:04:29.190354+0000","last_peered":"2023-10-09T05:04:29.190354+0000","last_clean":"2023-10-09T05:04:29.190354+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:04:29.190354+0000","last_undegraded":"2023-10-09T05:04:29.190354+0000","last_fullsized":"2023-10-09T05:04:29.190354+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":245,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:36.823242+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:04:36.823242+0000","last_peered":"2023-10-09T05:04:36.823242+0000","last_clean":"2023-10-09T05:04:36.823242+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:04:36.823242+0000","last_undegraded":"2023-10-09T05:04:36.823242+0000","last_fullsized":"2023-10-09T05:04:36.823242+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"512'10963","reported_seq":11015,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.185187+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:04:42.185187+0000","last_peered":"2023-10-09T05:04:42.185187+0000","last_clean":"2023-10-09T05:04:42.185187+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:04:42.185187+0000","last_undegraded":"2023-10-09T05:04:42.185187+0000","last_fullsized":"2023-10-09T05:04:42.185187+0000","mapping_epoch":468,"log_start":"475'2800","ondisk_log_start":"475'2800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8163,"log_dups_size":0,"ondisk_log_size":8163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164167680,"num_objects":2505,"num_object_clones":0,"num_object_copies":7515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10963,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":73,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.212958+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:04:29.212958+0000","last_peered":"2023-10-09T05:04:29.212958+0000","last_clean":"2023-10-09T05:04:29.212958+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:04:29.212958+0000","last_undegraded":"2023-10-09T05:04:29.212958+0000","last_fullsized":"2023-10-09T05:04:29.212958+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":512,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.199783+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:04:29.199783+0000","last_peered":"2023-10-09T05:04:29.199783+0000","last_clean":"2023-10-09T05:04:29.199783+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:04:29.199783+0000","last_undegraded":"2023-10-09T05:04:29.199783+0000","last_fullsized":"2023-10-09T05:04:29.199783+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"512'10609","reported_seq":17602,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.172169+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:04:42.172169+0000","last_peered":"2023-10-09T05:04:42.172169+0000","last_clean":"2023-10-09T05:04:42.172169+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:04:42.172169+0000","last_undegraded":"2023-10-09T05:04:42.172169+0000","last_fullsized":"2023-10-09T05:04:42.172169+0000","mapping_epoch":494,"log_start":"475'2900","ondisk_log_start":"475'2900","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7709,"log_dups_size":0,"ondisk_log_size":7709,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155779072,"num_objects":2377,"num_object_clones":0,"num_object_copies":7131,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2377,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10609,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":90,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.210369+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:04:29.210369+0000","last_peered":"2023-10-09T05:04:29.210369+0000","last_clean":"2023-10-09T05:04:29.210369+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:04:29.210369+0000","last_undegraded":"2023-10-09T05:04:29.210369+0000","last_fullsized":"2023-10-09T05:04:29.210369+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":536,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.222050+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:04:29.222050+0000","last_peered":"2023-10-09T05:04:29.222050+0000","last_clean":"2023-10-09T05:04:29.222050+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:04:29.222050+0000","last_undegraded":"2023-10-09T05:04:29.222050+0000","last_fullsized":"2023-10-09T05:04:29.222050+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"512'10760","reported_seq":10812,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.154994+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:04:42.154994+0000","last_peered":"2023-10-09T05:04:42.154994+0000","last_clean":"2023-10-09T05:04:42.154994+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:04:42.154994+0000","last_undegraded":"2023-10-09T05:04:42.154994+0000","last_fullsized":"2023-10-09T05:04:42.154994+0000","mapping_epoch":468,"log_start":"481'3900","ondisk_log_start":"481'3900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6860,"log_dups_size":0,"ondisk_log_size":6860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156499968,"num_objects":2388,"num_object_clones":0,"num_object_copies":7164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10760,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":73,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.209814+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:04:29.209814+0000","last_peered":"2023-10-09T05:04:29.209814+0000","last_clean":"2023-10-09T05:04:29.209814+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:04:29.209814+0000","last_undegraded":"2023-10-09T05:04:29.209814+0000","last_fullsized":"2023-10-09T05:04:29.209814+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":222,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190465+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:04:29.190465+0000","last_peered":"2023-10-09T05:04:29.190465+0000","last_clean":"2023-10-09T05:04:29.190465+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:04:29.190465+0000","last_undegraded":"2023-10-09T05:04:29.190465+0000","last_fullsized":"2023-10-09T05:04:29.190465+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"512'10865","reported_seq":10917,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.052110+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:04:42.052110+0000","last_peered":"2023-10-09T05:04:42.052110+0000","last_clean":"2023-10-09T05:04:42.052110+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:04:42.052110+0000","last_undegraded":"2023-10-09T05:04:42.052110+0000","last_fullsized":"2023-10-09T05:04:42.052110+0000","mapping_epoch":468,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8865,"log_dups_size":0,"ondisk_log_size":8865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165478400,"num_objects":2525,"num_object_clones":0,"num_object_copies":7575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2525,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10865,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":556,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.196339+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:04:29.196339+0000","last_peered":"2023-10-09T05:04:29.196339+0000","last_clean":"2023-10-09T05:04:29.196339+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:04:29.196339+0000","last_undegraded":"2023-10-09T05:04:29.196339+0000","last_fullsized":"2023-10-09T05:04:29.196339+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":505,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190980+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:04:29.190980+0000","last_peered":"2023-10-09T05:04:29.190980+0000","last_clean":"2023-10-09T05:04:29.190980+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:04:29.190980+0000","last_undegraded":"2023-10-09T05:04:29.190980+0000","last_fullsized":"2023-10-09T05:04:29.190980+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"512'10574","reported_seq":10626,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.162498+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:04:42.162498+0000","last_peered":"2023-10-09T05:04:42.162498+0000","last_clean":"2023-10-09T05:04:42.162498+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:04:42.162498+0000","last_undegraded":"2023-10-09T05:04:42.162498+0000","last_fullsized":"2023-10-09T05:04:42.162498+0000","mapping_epoch":468,"log_start":"481'3700","ondisk_log_start":"481'3700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6874,"log_dups_size":0,"ondisk_log_size":6874,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163446784,"num_objects":2494,"num_object_clones":0,"num_object_copies":7482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2494,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10574,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":937,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.211570+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:04:29.211570+0000","last_peered":"2023-10-09T05:04:29.211570+0000","last_clean":"2023-10-09T05:04:29.211570+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:04:29.211570+0000","last_undegraded":"2023-10-09T05:04:29.211570+0000","last_fullsized":"2023-10-09T05:04:29.211570+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":180,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.188792+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:04:29.188792+0000","last_peered":"2023-10-09T05:04:29.188792+0000","last_clean":"2023-10-09T05:04:29.188792+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:04:29.188792+0000","last_undegraded":"2023-10-09T05:04:29.188792+0000","last_fullsized":"2023-10-09T05:04:29.188792+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":556,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.221598+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:04:29.221598+0000","last_peered":"2023-10-09T05:04:29.221598+0000","last_clean":"2023-10-09T05:04:29.221598+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:04:29.221598+0000","last_undegraded":"2023-10-09T05:04:29.221598+0000","last_fullsized":"2023-10-09T05:04:29.221598+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"512'11148","reported_seq":15230,"reported_epoch":512,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:42.193223+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:04:42.193223+0000","last_peered":"2023-10-09T05:04:42.193223+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:04:42.193223+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"475'3000","ondisk_log_start":"475'3000","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8148,"log_dups_size":0,"ondisk_log_size":8148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166199296,"num_objects":2536,"num_object_clones":0,"num_object_copies":7608,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1664,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2536,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11148,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2011,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":872}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":510,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.194611+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:04:29.194611+0000","last_peered":"2023-10-09T05:04:29.194611+0000","last_clean":"2023-10-09T05:04:29.194611+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:04:29.194611+0000","last_undegraded":"2023-10-09T05:04:29.194611+0000","last_fullsized":"2023-10-09T05:04:29.194611+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":202,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190521+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:04:29.190521+0000","last_peered":"2023-10-09T05:04:29.190521+0000","last_clean":"2023-10-09T05:04:29.190521+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:04:29.190521+0000","last_undegraded":"2023-10-09T05:04:29.190521+0000","last_fullsized":"2023-10-09T05:04:29.190521+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":482,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.228077+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:04:29.228077+0000","last_peered":"2023-10-09T05:04:29.228077+0000","last_clean":"2023-10-09T05:04:29.228077+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:04:29.228077+0000","last_undegraded":"2023-10-09T05:04:29.228077+0000","last_fullsized":"2023-10-09T05:04:29.228077+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"512'10669","reported_seq":10721,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.178100+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:04:42.178100+0000","last_peered":"2023-10-09T05:04:42.178100+0000","last_clean":"2023-10-09T05:04:42.178100+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:04:42.178100+0000","last_undegraded":"2023-10-09T05:04:42.178100+0000","last_fullsized":"2023-10-09T05:04:42.178100+0000","mapping_epoch":468,"log_start":"475'2900","ondisk_log_start":"475'2900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7769,"log_dups_size":0,"ondisk_log_size":7769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164167680,"num_objects":2505,"num_object_clones":0,"num_object_copies":7515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10669,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":493,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.221985+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:04:29.221985+0000","last_peered":"2023-10-09T05:04:29.221985+0000","last_clean":"2023-10-09T05:04:29.221985+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:04:29.221985+0000","last_undegraded":"2023-10-09T05:04:29.221985+0000","last_fullsized":"2023-10-09T05:04:29.221985+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":556,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.222807+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:04:29.222807+0000","last_peered":"2023-10-09T05:04:29.222807+0000","last_clean":"2023-10-09T05:04:29.222807+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:04:29.222807+0000","last_undegraded":"2023-10-09T05:04:29.222807+0000","last_fullsized":"2023-10-09T05:04:29.222807+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"512'10833","reported_seq":10885,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.139775+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:04:42.139775+0000","last_peered":"2023-10-09T05:04:42.139775+0000","last_clean":"2023-10-09T05:04:42.139775+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:04:42.139775+0000","last_undegraded":"2023-10-09T05:04:42.139775+0000","last_fullsized":"2023-10-09T05:04:42.139775+0000","mapping_epoch":468,"log_start":"481'4000","ondisk_log_start":"481'4000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6833,"log_dups_size":0,"ondisk_log_size":6833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155516928,"num_objects":2373,"num_object_clones":0,"num_object_copies":7119,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2373,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10833,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":510,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.196263+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:04:29.196263+0000","last_peered":"2023-10-09T05:04:29.196263+0000","last_clean":"2023-10-09T05:04:29.196263+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:04:29.196263+0000","last_undegraded":"2023-10-09T05:04:29.196263+0000","last_fullsized":"2023-10-09T05:04:29.196263+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":243,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.188571+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:04:29.188571+0000","last_peered":"2023-10-09T05:04:29.188571+0000","last_clean":"2023-10-09T05:04:29.188571+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:04:29.188571+0000","last_undegraded":"2023-10-09T05:04:29.188571+0000","last_fullsized":"2023-10-09T05:04:29.188571+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":351,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.188665+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:04:29.188665+0000","last_peered":"2023-10-09T05:04:29.188665+0000","last_clean":"2023-10-09T05:04:29.188665+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:04:29.188665+0000","last_undegraded":"2023-10-09T05:04:29.188665+0000","last_fullsized":"2023-10-09T05:04:29.188665+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"512'10703","reported_seq":10753,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.155631+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:04:42.155631+0000","last_peered":"2023-10-09T05:04:42.155631+0000","last_clean":"2023-10-09T05:04:42.155631+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:04:42.155631+0000","last_undegraded":"2023-10-09T05:04:42.155631+0000","last_fullsized":"2023-10-09T05:04:42.155631+0000","mapping_epoch":468,"log_start":"474'1800","ondisk_log_start":"474'1800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8903,"log_dups_size":0,"ondisk_log_size":8903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157614080,"num_objects":2405,"num_object_clones":0,"num_object_copies":7215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10703,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":891,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.192644+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:04:29.192644+0000","last_peered":"2023-10-09T05:04:29.192644+0000","last_clean":"2023-10-09T05:04:29.192644+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:04:29.192644+0000","last_undegraded":"2023-10-09T05:04:29.192644+0000","last_fullsized":"2023-10-09T05:04:29.192644+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":86,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.213631+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:04:29.213631+0000","last_peered":"2023-10-09T05:04:29.213631+0000","last_clean":"2023-10-09T05:04:29.213631+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:04:29.213631+0000","last_undegraded":"2023-10-09T05:04:29.213631+0000","last_fullsized":"2023-10-09T05:04:29.213631+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":526,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.204600+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:04:29.204600+0000","last_peered":"2023-10-09T05:04:29.204600+0000","last_clean":"2023-10-09T05:04:29.204600+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:04:29.204600+0000","last_undegraded":"2023-10-09T05:04:29.204600+0000","last_fullsized":"2023-10-09T05:04:29.204600+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":270,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.196341+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:04:29.196341+0000","last_peered":"2023-10-09T05:04:29.196341+0000","last_clean":"2023-10-09T05:04:29.196341+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:04:29.196341+0000","last_undegraded":"2023-10-09T05:04:29.196341+0000","last_fullsized":"2023-10-09T05:04:29.196341+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"512'10647","reported_seq":10706,"reported_epoch":512,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:42.116932+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:04:42.116932+0000","last_peered":"2023-10-09T05:04:42.116932+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:04:42.116932+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"481'3800","ondisk_log_start":"481'3800","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6847,"log_dups_size":0,"ondisk_log_size":6847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160301080,"num_objects":2447,"num_object_clones":0,"num_object_copies":7341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2447,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10647,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-1037}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":510,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.202722+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:04:29.202722+0000","last_peered":"2023-10-09T05:04:29.202722+0000","last_clean":"2023-10-09T05:04:29.202722+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:04:29.202722+0000","last_undegraded":"2023-10-09T05:04:29.202722+0000","last_fullsized":"2023-10-09T05:04:29.202722+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":549,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.196545+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:04:29.196545+0000","last_peered":"2023-10-09T05:04:29.196545+0000","last_clean":"2023-10-09T05:04:29.196545+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:04:29.196545+0000","last_undegraded":"2023-10-09T05:04:29.196545+0000","last_fullsized":"2023-10-09T05:04:29.196545+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":513,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.222992+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:04:29.222992+0000","last_peered":"2023-10-09T05:04:29.222992+0000","last_clean":"2023-10-09T05:04:29.222992+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:04:29.222992+0000","last_undegraded":"2023-10-09T05:04:29.222992+0000","last_fullsized":"2023-10-09T05:04:29.222992+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":376,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.200055+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:29.200055+0000","last_peered":"2023-10-09T05:04:29.200055+0000","last_clean":"2023-10-09T05:04:29.200055+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:29.200055+0000","last_undegraded":"2023-10-09T05:04:29.200055+0000","last_fullsized":"2023-10-09T05:04:29.200055+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"512'10743","reported_seq":10795,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.235298+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:04:42.235298+0000","last_peered":"2023-10-09T05:04:42.235298+0000","last_clean":"2023-10-09T05:04:42.235298+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:04:42.235298+0000","last_undegraded":"2023-10-09T05:04:42.235298+0000","last_fullsized":"2023-10-09T05:04:42.235298+0000","mapping_epoch":468,"log_start":"475'3000","ondisk_log_start":"475'3000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7743,"log_dups_size":0,"ondisk_log_size":7743,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166526976,"num_objects":2541,"num_object_clones":0,"num_object_copies":7623,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2541,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10743,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":482,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.212962+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:04:29.212962+0000","last_peered":"2023-10-09T05:04:29.212962+0000","last_clean":"2023-10-09T05:04:29.212962+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:04:29.212962+0000","last_undegraded":"2023-10-09T05:04:29.212962+0000","last_fullsized":"2023-10-09T05:04:29.212962+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":527,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.203171+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:04:29.203171+0000","last_peered":"2023-10-09T05:04:29.203171+0000","last_clean":"2023-10-09T05:04:29.203171+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:04:29.203171+0000","last_undegraded":"2023-10-09T05:04:29.203171+0000","last_fullsized":"2023-10-09T05:04:29.203171+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":394,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.208229+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:04:29.208229+0000","last_peered":"2023-10-09T05:04:29.208229+0000","last_clean":"2023-10-09T05:04:29.208229+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:04:29.208229+0000","last_undegraded":"2023-10-09T05:04:29.208229+0000","last_fullsized":"2023-10-09T05:04:29.208229+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":306,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.207695+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:04:29.207695+0000","last_peered":"2023-10-09T05:04:29.207695+0000","last_clean":"2023-10-09T05:04:29.207695+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:04:29.207695+0000","last_undegraded":"2023-10-09T05:04:29.207695+0000","last_fullsized":"2023-10-09T05:04:29.207695+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"512'10906","reported_seq":10964,"reported_epoch":512,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:42.117673+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:04:42.117673+0000","last_peered":"2023-10-09T05:04:42.117673+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:04:42.117673+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8906,"log_dups_size":0,"ondisk_log_size":8906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158597120,"num_objects":2420,"num_object_clones":0,"num_object_copies":7260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10906,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-1110}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":495,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.194891+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:04:29.194891+0000","last_peered":"2023-10-09T05:04:29.194891+0000","last_clean":"2023-10-09T05:04:29.194891+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:04:29.194891+0000","last_undegraded":"2023-10-09T05:04:29.194891+0000","last_fullsized":"2023-10-09T05:04:29.194891+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":482,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.209628+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:04:29.209628+0000","last_peered":"2023-10-09T05:04:29.209628+0000","last_clean":"2023-10-09T05:04:29.209628+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:04:29.209628+0000","last_undegraded":"2023-10-09T05:04:29.209628+0000","last_fullsized":"2023-10-09T05:04:29.209628+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":347,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.189975+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:04:29.189975+0000","last_peered":"2023-10-09T05:04:29.189975+0000","last_clean":"2023-10-09T05:04:29.189975+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:04:29.189975+0000","last_undegraded":"2023-10-09T05:04:29.189975+0000","last_fullsized":"2023-10-09T05:04:29.189975+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":205,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190794+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:04:29.190794+0000","last_peered":"2023-10-09T05:04:29.190794+0000","last_clean":"2023-10-09T05:04:29.190794+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:04:29.190794+0000","last_undegraded":"2023-10-09T05:04:29.190794+0000","last_fullsized":"2023-10-09T05:04:29.190794+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"512'10539","reported_seq":10588,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.177995+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:04:42.177995+0000","last_peered":"2023-10-09T05:04:42.177995+0000","last_clean":"2023-10-09T05:04:42.177995+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:04:42.177995+0000","last_undegraded":"2023-10-09T05:04:42.177995+0000","last_fullsized":"2023-10-09T05:04:42.177995+0000","mapping_epoch":468,"log_start":"475'2400","ondisk_log_start":"475'2400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8139,"log_dups_size":0,"ondisk_log_size":8139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157220864,"num_objects":2399,"num_object_clones":0,"num_object_copies":7197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10539,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":853,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190305+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:04:29.190305+0000","last_peered":"2023-10-09T05:04:29.190305+0000","last_clean":"2023-10-09T05:04:29.190305+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:04:29.190305+0000","last_undegraded":"2023-10-09T05:04:29.190305+0000","last_fullsized":"2023-10-09T05:04:29.190305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":86,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.209552+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:04:29.209552+0000","last_peered":"2023-10-09T05:04:29.209552+0000","last_clean":"2023-10-09T05:04:29.209552+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:04:29.209552+0000","last_undegraded":"2023-10-09T05:04:29.209552+0000","last_fullsized":"2023-10-09T05:04:29.209552+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":464,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.222118+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:04:29.222118+0000","last_peered":"2023-10-09T05:04:29.222118+0000","last_clean":"2023-10-09T05:04:29.222118+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:04:29.222118+0000","last_undegraded":"2023-10-09T05:04:29.222118+0000","last_fullsized":"2023-10-09T05:04:29.222118+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":520,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190966+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:04:29.190966+0000","last_peered":"2023-10-09T05:04:29.190966+0000","last_clean":"2023-10-09T05:04:29.190966+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:04:29.190966+0000","last_undegraded":"2023-10-09T05:04:29.190966+0000","last_fullsized":"2023-10-09T05:04:29.190966+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"512'10664","reported_seq":17790,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:41.560473+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:04:41.560473+0000","last_peered":"2023-10-09T05:04:41.560473+0000","last_clean":"2023-10-09T05:04:41.560473+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:04:41.560473+0000","last_undegraded":"2023-10-09T05:04:41.560473+0000","last_fullsized":"2023-10-09T05:04:41.560473+0000","mapping_epoch":505,"log_start":"473'1500","ondisk_log_start":"473'1500","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9164,"log_dups_size":0,"ondisk_log_size":9164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156631040,"num_objects":2390,"num_object_clones":0,"num_object_copies":7170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10664,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":851,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190436+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:04:29.190436+0000","last_peered":"2023-10-09T05:04:29.190436+0000","last_clean":"2023-10-09T05:04:29.190436+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:04:29.190436+0000","last_undegraded":"2023-10-09T05:04:29.190436+0000","last_fullsized":"2023-10-09T05:04:29.190436+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":69,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.209737+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:04:29.209737+0000","last_peered":"2023-10-09T05:04:29.209737+0000","last_clean":"2023-10-09T05:04:29.209737+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:04:29.209737+0000","last_undegraded":"2023-10-09T05:04:29.209737+0000","last_fullsized":"2023-10-09T05:04:29.209737+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":255,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.200133+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:29.200133+0000","last_peered":"2023-10-09T05:04:29.200133+0000","last_clean":"2023-10-09T05:04:29.200133+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:29.200133+0000","last_undegraded":"2023-10-09T05:04:29.200133+0000","last_fullsized":"2023-10-09T05:04:29.200133+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":211,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.194963+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:04:29.194963+0000","last_peered":"2023-10-09T05:04:29.194963+0000","last_clean":"2023-10-09T05:04:29.194963+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:04:29.194963+0000","last_undegraded":"2023-10-09T05:04:29.194963+0000","last_fullsized":"2023-10-09T05:04:29.194963+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"512'11051","reported_seq":11103,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:42.110980+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:04:42.110980+0000","last_peered":"2023-10-09T05:04:42.110980+0000","last_clean":"2023-10-09T05:04:42.110980+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:04:42.110980+0000","last_undegraded":"2023-10-09T05:04:42.110980+0000","last_fullsized":"2023-10-09T05:04:42.110980+0000","mapping_epoch":468,"log_start":"474'2200","ondisk_log_start":"474'2200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8851,"log_dups_size":0,"ondisk_log_size":8851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166789120,"num_objects":2545,"num_object_clones":0,"num_object_copies":7635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2545,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11051,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":510,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.227932+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:04:29.227932+0000","last_peered":"2023-10-09T05:04:29.227932+0000","last_clean":"2023-10-09T05:04:29.227932+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:04:29.227932+0000","last_undegraded":"2023-10-09T05:04:29.227932+0000","last_fullsized":"2023-10-09T05:04:29.227932+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":206,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.188747+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:04:29.188747+0000","last_peered":"2023-10-09T05:04:29.188747+0000","last_clean":"2023-10-09T05:04:29.188747+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:04:29.188747+0000","last_undegraded":"2023-10-09T05:04:29.188747+0000","last_fullsized":"2023-10-09T05:04:29.188747+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":416,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.190633+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:04:29.190633+0000","last_peered":"2023-10-09T05:04:29.190633+0000","last_clean":"2023-10-09T05:04:29.190633+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:04:29.190633+0000","last_undegraded":"2023-10-09T05:04:29.190633+0000","last_fullsized":"2023-10-09T05:04:29.190633+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":229,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:31.820892+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:04:31.820892+0000","last_peered":"2023-10-09T05:04:31.820892+0000","last_clean":"2023-10-09T05:04:31.820892+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:04:31.820892+0000","last_undegraded":"2023-10-09T05:04:31.820892+0000","last_fullsized":"2023-10-09T05:04:31.820892+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"512'10706","reported_seq":10760,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:41.533469+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:04:41.533469+0000","last_peered":"2023-10-09T05:04:41.533469+0000","last_clean":"2023-10-09T05:04:41.533469+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:04:41.533469+0000","last_undegraded":"2023-10-09T05:04:41.533469+0000","last_fullsized":"2023-10-09T05:04:41.533469+0000","mapping_epoch":468,"log_start":"474'1600","ondisk_log_start":"474'1600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9106,"log_dups_size":0,"ondisk_log_size":9106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163184640,"num_objects":2490,"num_object_clones":0,"num_object_copies":7470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10706,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":555,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.189199+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:29.189199+0000","last_peered":"2023-10-09T05:04:29.189199+0000","last_clean":"2023-10-09T05:04:29.189199+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:29.189199+0000","last_undegraded":"2023-10-09T05:04:29.189199+0000","last_fullsized":"2023-10-09T05:04:29.189199+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":205,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.192581+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:04:29.192581+0000","last_peered":"2023-10-09T05:04:29.192581+0000","last_clean":"2023-10-09T05:04:29.192581+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:04:29.192581+0000","last_undegraded":"2023-10-09T05:04:29.192581+0000","last_fullsized":"2023-10-09T05:04:29.192581+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":508,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.191093+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:04:29.191093+0000","last_peered":"2023-10-09T05:04:29.191093+0000","last_clean":"2023-10-09T05:04:29.191093+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:04:29.191093+0000","last_undegraded":"2023-10-09T05:04:29.191093+0000","last_fullsized":"2023-10-09T05:04:29.191093+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":495,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.221868+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:04:29.221868+0000","last_peered":"2023-10-09T05:04:29.221868+0000","last_clean":"2023-10-09T05:04:29.221868+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:04:29.221868+0000","last_undegraded":"2023-10-09T05:04:29.221868+0000","last_fullsized":"2023-10-09T05:04:29.221868+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":207,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.226453+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:04:29.226453+0000","last_peered":"2023-10-09T05:04:29.226453+0000","last_clean":"2023-10-09T05:04:29.226453+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:04:29.226453+0000","last_undegraded":"2023-10-09T05:04:29.226453+0000","last_fullsized":"2023-10-09T05:04:29.226453+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":551,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.200200+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:04:29.200200+0000","last_peered":"2023-10-09T05:04:29.200200+0000","last_clean":"2023-10-09T05:04:29.200200+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:04:29.200200+0000","last_undegraded":"2023-10-09T05:04:29.200200+0000","last_fullsized":"2023-10-09T05:04:29.200200+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":508,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.196425+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:04:29.196425+0000","last_peered":"2023-10-09T05:04:29.196425+0000","last_clean":"2023-10-09T05:04:29.196425+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:04:29.196425+0000","last_undegraded":"2023-10-09T05:04:29.196425+0000","last_fullsized":"2023-10-09T05:04:29.196425+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":543,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.226352+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:04:29.226352+0000","last_peered":"2023-10-09T05:04:29.226352+0000","last_clean":"2023-10-09T05:04:29.226352+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:04:29.226352+0000","last_undegraded":"2023-10-09T05:04:29.226352+0000","last_fullsized":"2023-10-09T05:04:29.226352+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":513,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.205284+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:04:29.205284+0000","last_peered":"2023-10-09T05:04:29.205284+0000","last_clean":"2023-10-09T05:04:29.205284+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:04:29.205284+0000","last_undegraded":"2023-10-09T05:04:29.205284+0000","last_fullsized":"2023-10-09T05:04:29.205284+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":516,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.222491+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:04:29.222491+0000","last_peered":"2023-10-09T05:04:29.222491+0000","last_clean":"2023-10-09T05:04:29.222491+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:04:29.222491+0000","last_undegraded":"2023-10-09T05:04:29.222491+0000","last_fullsized":"2023-10-09T05:04:29.222491+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":240,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:31.821064+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:04:31.821064+0000","last_peered":"2023-10-09T05:04:31.821064+0000","last_clean":"2023-10-09T05:04:31.821064+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:04:31.821064+0000","last_undegraded":"2023-10-09T05:04:31.821064+0000","last_fullsized":"2023-10-09T05:04:31.821064+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":205,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:36.823116+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:04:36.823116+0000","last_peered":"2023-10-09T05:04:36.823116+0000","last_clean":"2023-10-09T05:04:36.823116+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:04:36.823116+0000","last_undegraded":"2023-10-09T05:04:36.823116+0000","last_fullsized":"2023-10-09T05:04:36.823116+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":198,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.207549+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:04:29.207549+0000","last_peered":"2023-10-09T05:04:29.207549+0000","last_clean":"2023-10-09T05:04:29.207549+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:04:29.207549+0000","last_undegraded":"2023-10-09T05:04:29.207549+0000","last_fullsized":"2023-10-09T05:04:29.207549+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":532,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-10-09T05:04:29.221433+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:04:29.221433+0000","last_peered":"2023-10-09T05:04:29.221433+0000","last_clean":"2023-10-09T05:04:29.221433+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:04:29.221433+0000","last_undegraded":"2023-10-09T05:04:29.221433+0000","last_fullsized":"2023-10-09T05:04:29.221433+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":2578120728,"num_objects":39340,"num_object_clones":0,"num_object_copies":118020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8678,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39340,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":172380,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9001,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7725592576,"data_stored":7725580360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128880,"ondisk_log_size":128880,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234502,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2307548,"kb_used_data":798612,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":91437604,"statfs":{"total":95995035648,"available":93632106496,"internally_reserved":0,"allocated":817778688,"data_stored":816468432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,2,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.7509999999999999,"15min":1.637},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":7.2110000000000003,"5min":9.9429999999999996,"15min":16.027999999999999},"last":1.379},{"interface":"front","average":{"1min":1.774,"5min":1.4650000000000001,"15min":1.331},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":5.1719999999999997,"5min":8.3949999999999996,"15min":10.785},"last":2.2090000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":1.587,"15min":1.482},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":8.3490000000000002,"5min":8.3490000000000002,"15min":8.3490000000000002},"last":2.3119999999999998},{"interface":"front","average":{"1min":2.46,"5min":2.3780000000000001,"15min":2.3639999999999999},"min":{"1min":0.378,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.4969999999999999,"5min":15.401,"15min":15.401},"last":0.81699999999999995}]},{"osd":2,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.379,"15min":2.0779999999999998},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":10.486000000000001,"5min":11.442,"15min":16.678999999999998},"last":0.80400000000000005},{"interface":"front","average":{"1min":2.9849999999999999,"5min":2.2069999999999999,"15min":1.8169999999999999},"min":{"1min":0.372,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.6799999999999997,"5min":11.311,"15min":16.704000000000001},"last":2.169}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":2.5190000000000001,"15min":1.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.489000000000001,"5min":14.036,"15min":14.228999999999999},"last":2.2370000000000001},{"interface":"front","average":{"1min":3.266,"5min":2.6280000000000001,"15min":1.849},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":17.771000000000001,"5min":17.853999999999999,"15min":17.853999999999999},"last":2.2610000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":1.889,"15min":1.6739999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":10.097,"5min":19.949000000000002,"15min":19.949000000000002},"last":1.198},{"interface":"front","average":{"1min":2.0419999999999998,"5min":1.4890000000000001,"15min":1.359},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":8.8810000000000002,"5min":18.971,"15min":18.971},"last":2.2869999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":1.897,"15min":1.8819999999999999},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.28000000000000003},"max":{"1min":8.6159999999999997,"5min":15.432,"15min":20.678999999999998},"last":0.751},{"interface":"front","average":{"1min":2.6589999999999998,"5min":1.5940000000000001,"15min":1.599},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.848000000000001,"5min":13.848000000000001,"15min":21.07},"last":0.76500000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.32900000000000001},"max":{"1min":8.5760000000000005,"5min":15.375,"15min":16.599},"last":0.78100000000000003},{"interface":"front","average":{"1min":2.657,"5min":1.7270000000000001,"15min":1.8260000000000001},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":7.2069999999999999,"5min":11.714,"15min":24.010000000000002},"last":0.72299999999999998}]}]},{"osd":6,"up_from":46,"seq":197568496138,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2000396,"kb_used_data":810564,"kb_used_omap":0,"kb_used_meta":1189760,"kb_avail":91744756,"statfs":{"total":95995035648,"available":93946630144,"internally_reserved":0,"allocated":830017536,"data_stored":828723552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1218314240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.024,"15min":1.893},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":16.151,"5min":16.151,"15min":62.470999999999997},"last":2.3700000000000001},{"interface":"front","average":{"1min":3.875,"5min":2.1360000000000001,"15min":2.1440000000000001},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":16.902999999999999,"5min":16.902999999999999,"15min":62.445},"last":0.40699999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.371,"15min":2.3849999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.9749999999999996,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.442},{"interface":"front","average":{"1min":4.1379999999999999,"5min":2.911,"15min":2.7069999999999999},"min":{"1min":0.36599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.252}]},{"osd":2,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":2.6619999999999999,"15min":2.044},"min":{"1min":0.375,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":10.127000000000001,"5min":36.128,"15min":42.923999999999999},"last":2.4169999999999998},{"interface":"front","average":{"1min":2.96,"5min":2.52,"15min":2.2869999999999999},"min":{"1min":0.45800000000000002,"5min":0.27500000000000002,"15min":0.252},"max":{"1min":8.1300000000000008,"5min":10.318,"15min":42.936999999999998},"last":0.47799999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":0.503},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":0.29099999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.1320000000000001,"5min":1.6970000000000001,"15min":1.653},"min":{"1min":0.26700000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":10.710000000000001,"5min":10.710000000000001,"15min":16.399999999999999},"last":2.5259999999999998},{"interface":"front","average":{"1min":2.262,"5min":1.776,"15min":1.611},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.0899999999999999,"5min":10.106,"15min":16.068999999999999},"last":0.59799999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:41 2023","interfaces":[{"interface":"back","average":{"1min":3.3290000000000002,"5min":1.738,"15min":1.5249999999999999},"min":{"1min":0.39700000000000002,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":14.09,"5min":14.09,"15min":14.09},"last":2.661},{"interface":"front","average":{"1min":2.738,"5min":1.603,"15min":1.4339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29099999999999998},"max":{"1min":10.154,"5min":10.154,"15min":16.292999999999999},"last":2.448}]},{"osd":7,"last update":"Mon Oct 9 05:04:14 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.012,"15min":1.6479999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":10.032,"5min":10.032,"15min":16.372},"last":2.4769999999999999},{"interface":"front","average":{"1min":1.911,"5min":2.073,"15min":1.7969999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":7.04,"5min":10.185,"15min":16.018999999999998},"last":2.351}]}]},{"osd":1,"up_from":478,"seq":2052994367521,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":954832,"kb_used_data":762376,"kb_used_omap":6,"kb_used_meta":192441,"kb_avail":92790320,"statfs":{"total":95995035648,"available":95017287680,"internally_reserved":0,"allocated":780673024,"data_stored":778283693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":197060075},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.40899999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.34899999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":0.377}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":5.9880000000000004},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":6.2309999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.85299999999999998},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.72799999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":0.42099999999999999},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.438}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.50600000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187844,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1552676,"kb_used_data":494876,"kb_used_omap":5,"kb_used_meta":1057786,"kb_avail":92192476,"statfs":{"total":95995035648,"available":94405095424,"internally_reserved":0,"allocated":506753024,"data_stored":503995690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1083173498},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.432},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.47099999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.192},"max":{"1min":8.75,"5min":16.081,"15min":24.021000000000001},"last":0.23300000000000001},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.4449999999999998,"15min":2.2210000000000001},"min":{"1min":0.32700000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":10.263,"5min":22.683,"15min":24.050999999999998},"last":0.52100000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":0.28299999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.0419999999999998,"15min":1.925},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.004,"5min":10.231999999999999,"15min":14.581},"last":0.93100000000000005},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.206,"15min":1.774},"min":{"1min":0.54900000000000004,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":9.9719999999999995,"5min":10.541,"15min":14.721},"last":0.94299999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.2269999999999999,"15min":1.8069999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.29899999999999999},"max":{"1min":7.4210000000000003,"5min":10.48,"15min":13.542},"last":0.34200000000000003},{"interface":"front","average":{"1min":2.1890000000000001,"5min":2.6749999999999998,"15min":2.117},"min":{"1min":0.34200000000000003,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":12.717000000000001,"5min":22.738,"15min":22.738},"last":0.56000000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.137,"15min":1.893},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":7.5049999999999999,"5min":10.573,"15min":13.599},"last":0.747},{"interface":"front","average":{"1min":2.2719999999999998,"5min":2.4910000000000001,"15min":2.1760000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":6.7199999999999998,"5min":22.709,"15min":22.709},"last":0.73799999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":3.21,"5min":3.0089999999999999,"15min":2.294},"min":{"1min":0.373,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":8.75,"5min":22.763000000000002,"15min":22.763000000000002},"last":3.7330000000000001},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.0790000000000002,"15min":2.0880000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":10.028,"5min":20.890000000000001,"15min":20.890000000000001},"last":1.2190000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206687,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2449668,"kb_used_data":1442748,"kb_used_omap":7,"kb_used_meta":1006840,"kb_avail":91295484,"statfs":{"total":95995035648,"available":93486575616,"internally_reserved":0,"allocated":1477373952,"data_stored":1474990925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1031004241},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,3,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.262,"15min":1.6619999999999999},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.1879999999999997,"5min":20.329999999999998,"15min":20.329999999999998},"last":3.6829999999999998},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.742,"15min":1.5289999999999999},"min":{"1min":0.224,"5min":0.192,"15min":0.188},"max":{"1min":4.0499999999999998,"5min":13.952,"15min":13.952},"last":1.0880000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.254},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":3.774}]},{"osd":3,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3650000000000002,"5min":4.0869999999999997,"15min":2.8860000000000001},"min":{"1min":0.377,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":26.018999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.23400000000000001},{"interface":"front","average":{"1min":4.6120000000000001,"5min":4.1710000000000003,"15min":2.9830000000000001},"min":{"1min":0.40500000000000003,"5min":0.252,"15min":0.252},"max":{"1min":26.056999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.28399999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.9199999999999999,"15min":2.8380000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":10.691000000000001,"5min":12.992000000000001,"15min":176.00200000000001},"last":2.6280000000000001},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.113,"15min":2.3050000000000002},"min":{"1min":0.314,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.5750000000000002,"5min":11.063000000000001,"15min":176.07900000000001},"last":3.9780000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":2.7679999999999998,"15min":1.9119999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":46.997,"5min":46.997,"15min":46.997},"last":2.782},{"interface":"front","average":{"1min":5.1520000000000001,"5min":3.2490000000000001,"15min":2.4119999999999999},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":46.978000000000002,"5min":46.978000000000002,"15min":46.978000000000002},"last":3.2669999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.004,"15min":2.3109999999999999},"min":{"1min":0.53100000000000003,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":7.944,"5min":24.023,"15min":42.975999999999999},"last":4.5979999999999999},{"interface":"front","average":{"1min":1.7090000000000001,"5min":2.3119999999999998,"15min":2.109},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":4.923,"5min":24.364000000000001,"15min":42.843000000000004},"last":1.1679999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.4649999999999999,"15min":2.117},"min":{"1min":0.52800000000000002,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":6.306,"5min":12.907999999999999,"15min":15.516},"last":5.1210000000000004},{"interface":"front","average":{"1min":2.8719999999999999,"5min":2.2959999999999998,"15min":2.052},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.166,"5min":12.462999999999999,"15min":15.583},"last":5.1059999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524824,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1199632,"kb_used_data":640200,"kb_used_omap":2,"kb_used_meta":559421,"kb_avail":92545520,"statfs":{"total":95995035648,"available":94766612480,"internally_reserved":0,"allocated":655564800,"data_stored":653399960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":572847157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.7589999999999999,"15min":1.9870000000000001},"min":{"1min":0.27600000000000002,"5min":0.183,"15min":0.183},"max":{"1min":10.997999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.5179999999999998,"15min":1.923},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.6719999999999997,"5min":13.935,"15min":22.477},"last":0.30299999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":2.944,"5min":1.2330000000000001,"15min":0.94799999999999995},"min":{"1min":0.24099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":3.3159999999999998,"5min":1.6639999999999999,"15min":1.389},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.051,"5min":11.051,"15min":11.051},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":5.4699999999999998,"5min":3.0449999999999999,"15min":2.27},"min":{"1min":0.45300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":21.407,"5min":21.407,"15min":21.722999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":5.8159999999999998,"5min":3.0630000000000002,"15min":2.2240000000000002},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":23.350999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.58799999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":2.383,"15min":1.8460000000000001},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":14.359999999999999,"5min":14.359999999999999,"15min":15.301},"last":0.40799999999999997},{"interface":"front","average":{"1min":3.3610000000000002,"5min":2.5019999999999998,"15min":2.077},"min":{"1min":0.504,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.792999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.35499999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.1019999999999999,"15min":1.9019999999999999},"min":{"1min":0.37,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":11.026,"5min":11.026,"15min":35.712000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":2.891,"5min":2.6440000000000001,"15min":2.181},"min":{"1min":0.47299999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5730000000000004,"5min":11.624000000000001,"15min":35.488},"last":5.3810000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.6899999999999999,"15min":2.448},"min":{"1min":0.42599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.609,"5min":14.609,"15min":50.113999999999997},"last":0.97899999999999998},{"interface":"front","average":{"1min":3.3599999999999999,"5min":2.262,"15min":2.137},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":10.951000000000001,"5min":11.130000000000001,"15min":53.841999999999999},"last":3.3340000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":2.7839999999999998,"15min":2.1589999999999998},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.34899999999999998},"max":{"1min":18.428000000000001,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":4.4610000000000003,"5min":2.875,"15min":2.294},"min":{"1min":0.49299999999999999,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":14.663,"5min":14.663,"15min":21.587},"last":0.63500000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019410,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2946776,"kb_used_data":1443664,"kb_used_omap":0,"kb_used_meta":1503104,"kb_avail":90798376,"statfs":{"total":95995035648,"available":92977537024,"internally_reserved":0,"allocated":1478311936,"data_stored":1477005995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1539178496},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":1.954,"15min":1.8460000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":7.8460000000000001,"5min":11.003,"15min":21.047000000000001},"last":5.0380000000000003},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.8260000000000001,"15min":1.6519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":11.507999999999999,"5min":11.507999999999999,"15min":12.064},"last":4.3949999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":2.5910000000000002,"15min":2.6499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":11.367000000000001,"5min":12.317,"15min":12.317},"last":3.415},{"interface":"front","average":{"1min":3.3279999999999998,"5min":2.2029999999999998,"15min":2.0150000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":5.0049999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.4089999999999998,"15min":3.0939999999999999},"min":{"1min":0.31,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.9219999999999997,"5min":10.15,"15min":105.411},"last":5.0869999999999997},{"interface":"front","average":{"1min":3.1379999999999999,"5min":2.4769999999999999,"15min":2.9940000000000002},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":11.468,"5min":11.468,"15min":97.927999999999997},"last":4.4290000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:04:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":1.982,"15min":2.1850000000000001},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":6.1500000000000004,"5min":7.9359999999999999,"15min":87.072999999999993},"last":4.4500000000000002},{"interface":"front","average":{"1min":2.8730000000000002,"5min":2.3879999999999999,"15min":2.4199999999999999},"min":{"1min":0.33100000000000002,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":7.7190000000000003,"5min":15.452,"15min":87.316000000000003},"last":3.4540000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":4.431,"5min":1.786,"15min":1.667},"min":{"1min":0.32500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":13.25,"5min":13.25,"15min":20.991},"last":5.1139999999999999},{"interface":"front","average":{"1min":4.4480000000000004,"5min":2.0699999999999998,"15min":1.5629999999999999},"min":{"1min":0.308,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":11.628,"5min":11.628,"15min":14.202999999999999},"last":4.3650000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.9300000000000002,"5min":1.8700000000000001,"15min":2.278},"min":{"1min":0.29899999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":9.5589999999999993,"5min":12.281000000000001,"15min":81.980999999999995},"last":3.4900000000000002},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.3680000000000001,"15min":2.1480000000000001},"min":{"1min":0.40200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.048,"5min":10.048,"15min":81.715999999999994},"last":5.0629999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.7569999999999999,"15min":1.633},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":9.8209999999999997,"5min":9.8209999999999997,"15min":29.175000000000001},"last":10.31},{"interface":"front","average":{"1min":2.2480000000000002,"5min":1.7869999999999999,"15min":1.8899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35099999999999998,"15min":0.317},"max":{"1min":9.6720000000000006,"5min":12.48,"15min":29.192},"last":7.508}]}]},{"osd":5,"up_from":38,"seq":163208757774,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2772876,"kb_used_data":1281668,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":90972276,"statfs":{"total":95995035648,"available":93155610624,"internally_reserved":0,"allocated":1312428032,"data_stored":1311130677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6659999999999999,"5min":2.1869999999999998,"15min":2.5699999999999998},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.6460000000000008,"5min":12.074999999999999,"15min":322.43200000000002},"last":2.1099999999999999},{"interface":"front","average":{"1min":2.8290000000000002,"5min":1.873,"15min":2.8119999999999998},"min":{"1min":0.26500000000000001,"5min":0.23100000000000001,"15min":0.219},"max":{"1min":6.9459999999999997,"5min":15.164,"15min":322.61599999999999},"last":1.3700000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":2.1469999999999998},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":1.4370000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6909999999999998,"5min":2.4830000000000001,"15min":2.0350000000000001},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":9.7759999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":2.5760000000000001},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.3039999999999998,"15min":1.9590000000000001},"min":{"1min":0.437,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.2949999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":1.411}]},{"osd":3,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.2240000000000002,"15min":2.121},"min":{"1min":0.34999999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.7249999999999996,"5min":9.9199999999999999,"15min":74.915000000000006},"last":6.2910000000000004},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.2189999999999999,"15min":2.327},"min":{"1min":0.47899999999999998,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":13.738,"5min":13.738,"15min":74.799999999999997},"last":1.462}]},{"osd":4,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":4.532,"5min":1.96,"15min":1.4490000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.251},"max":{"1min":9.7490000000000006,"5min":10.092000000000001,"15min":13.285},"last":6.133},{"interface":"front","average":{"1min":3.6000000000000001,"5min":1.744,"15min":1.569},"min":{"1min":0.40899999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.3099999999999996,"5min":10.387,"15min":14.824},"last":1.5509999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.2949999999999999,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":8.1099999999999994,"5min":8.1099999999999994,"15min":13.189},"last":6.9779999999999998},{"interface":"front","average":{"1min":2.6440000000000001,"5min":1.706,"15min":1.5049999999999999},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":9.3670000000000009,"5min":14.640000000000001,"15min":14.640000000000001},"last":3.3769999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":1.996,"15min":1.6399999999999999},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":9.4459999999999997,"5min":14.59,"15min":14.59},"last":15.897},{"interface":"front","average":{"1min":5.734,"5min":2.4060000000000001,"15min":1.821},"min":{"1min":0.499,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":16.689,"5min":16.689,"15min":16.689},"last":2.8809999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":498466816,"data_stored":498466816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":768348160,"data_stored":768344088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1457389568,"data_stored":1457389568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":638910464,"data_stored":638910464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1450774528,"data_stored":1450770456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1295319040,"data_stored":1295319040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":812711936,"data_stored":812711936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":803672064,"data_stored":803667992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:04:45.985 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:45.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:45.990 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:46.091 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:46.152 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:46.230 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:46.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:46.240 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:46.341 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: pgmap v1556: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8678/118092 objects degraded (7.349%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: osdmap e513: 8 total, 8 up, 8 in 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: from='client.47018 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8678/118092 objects degraded (7.349%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: pgmap v1556: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8678/118092 objects degraded (7.349%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: osdmap e513: 8 total, 8 up, 8 in 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: from='client.47018 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:46 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8678/118092 objects degraded (7.349%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:46.442 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: pgmap v1556: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8678/118092 objects degraded (7.349%); 0 B/s, 52 objects/s recovering 2023-10-09T05:04:46.442 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:46.442 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: osdmap e513: 8 total, 8 up, 8 in 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: from='client.47018 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: failed to encode map e513 with expected crc 2023-10-09T05:04:46.443 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:46 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8678/118092 objects degraded (7.349%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:46.455 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:46.483 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:46.483 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:46.543 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:46.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:46.554 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:46.655 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:46.695 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:46.725 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:46.750 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:46.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:46.755 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:46.856 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:46.907 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:46.939 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T05:04:47.015 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:47.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:47.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:47.122 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:47.239 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:47.322 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:47.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:47.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:47.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:47.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:47.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:04:47.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:04:47.427 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:47.539 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:47.620 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:47.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:47.625 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:47.726 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:47.798 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:47.801 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:47.805 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:04:47.966 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:47.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:47.972 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:48.073 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:48.160 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:48.244 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:48.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:48.256 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:48.278 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:48.315 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:48.332 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:48 smithi150 ceph-mon[168511]: pgmap v1558: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 428 op/s; 8678/116709 objects degraded (7.436%); 0 B/s, 30 objects/s recovering 2023-10-09T05:04:48.346 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:48.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:48.388 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:48.416 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:48.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:48 smithi107 ceph-mon[184249]: pgmap v1558: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 428 op/s; 8678/116709 objects degraded (7.436%); 0 B/s, 30 objects/s recovering 2023-10-09T05:04:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:48 smithi107 ceph-mon[179183]: pgmap v1558: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 428 op/s; 8678/116709 objects degraded (7.436%); 0 B/s, 30 objects/s recovering 2023-10-09T05:04:48.441 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:48.453 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:48.492 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:48.540 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.542 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:04:48.652 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:48.719 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:48.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:48.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:48.840 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:48.927 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:48.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:04:49.005 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:49.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:49.022 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:49.122 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:49.188 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:49.343 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2413451149' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:49.344 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2413451149' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:49.386 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:49.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:49.395 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:49.396 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2413451149' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:49.496 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:49.504 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:04:49.504 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:04:49.504 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:04:49.504 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:04:49.505 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:04:49.532 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:49.609 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:49.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:49.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:49.714 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:49.806 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:50.017 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:50.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:50.027 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:50.053 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T05:04:50.128 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:50.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:50 smithi107 ceph-mon[184249]: pgmap v1559: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 8391/107778 objects degraded (7.785%); 0 B/s, 55 objects/s recovering 2023-10-09T05:04:50.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:50 smithi107 ceph-mon[179183]: pgmap v1559: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 8391/107778 objects degraded (7.785%); 0 B/s, 55 objects/s recovering 2023-10-09T05:04:50.175 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:50.265 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:50.275 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:50.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:50.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:50.382 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:50.435 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:50.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:50 smithi150 ceph-mon[168511]: pgmap v1559: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 8391/107778 objects degraded (7.785%); 0 B/s, 55 objects/s recovering 2023-10-09T05:04:50.593 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:50.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:50.610 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:50.711 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:50.782 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:50.820 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:04:50.859 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:50.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:50.873 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:50.974 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:51.018 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:51.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:51 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8391/107778 objects degraded (7.785%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:51.145 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:51.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:51.151 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:51.251 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:51.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:51 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8391/107778 objects degraded (7.785%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:51.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:51 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8391/107778 objects degraded (7.785%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:51.346 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:04:51.348 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:51.791 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:51.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:51.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:51.900 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:51.964 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:52.027 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:52.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:52.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:52.137 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:52.155 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:52 smithi150 ceph-mon[168511]: pgmap v1560: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 8391/107778 objects degraded (7.785%); 0 B/s, 55 objects/s recovering 2023-10-09T05:04:52.157 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:04:52.203 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:52.223 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:52.283 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:52.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:52.305 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:52.351 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:52.370 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:04:52.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-mon[179183]: pgmap v1560: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 8391/107778 objects degraded (7.785%); 0 B/s, 55 objects/s recovering 2023-10-09T05:04:52.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/800966667' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:52.397 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:52.398 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:04:52] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2023-10-09T05:04:52.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-mon[184249]: pgmap v1560: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 8391/107778 objects degraded (7.785%); 0 B/s, 55 objects/s recovering 2023-10-09T05:04:52.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/800966667' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:52.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:52.406 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:04:52.456 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:52.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/800966667' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:52.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:04:52.522 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:04:52.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:52.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:04:52.581 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:177991 12.7 12:ea9f4a4b:::benchmark_data_smithi107_355541_object68918:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.336937+0000", 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 300.24125141799999, 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0140344160000001, 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.582 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 177991 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336937+0000", 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.583 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336937+0000", 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336936+0000", 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.584 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336942+0000", 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4750000000000001e-06 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336953+0000", 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1479e-05 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.336959+0000", 2023-10-09T05:04:52.585 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5049999999999998e-06 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.337019+0000", 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0677000000000002e-05 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.337030+0000", 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0949e-05 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.586 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.333603+0000", 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99657235399999999 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.335726+0000", 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021239369999999998 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.587 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.335963+0000", 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000236078 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347221+0000", 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011258525 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350855+0000", 2023-10-09T05:04:52.588 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003634371 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350909+0000", 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3588000000000003e-05 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350947+0000", 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7527000000000002e-05 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.589 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350972+0000", 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5080999999999999e-05 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:178043 12.7 12:ed09a4e8:::benchmark_data_smithi107_355541_object68970:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.410231+0000", 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 300.167957903, 2023-10-09T05:04:52.590 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.951923356, 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 178043 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410231+0000", 2023-10-09T05:04:52.591 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410231+0000", 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410228+0000", 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999976 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.592 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410241+0000", 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2300000000000001e-05 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410260+0000", 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9446e-05 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.593 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410268+0000", 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2889999999999998e-06 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410334+0000", 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5568000000000006e-05 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.410344+0000", 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7319999999999993e-06 2023-10-09T05:04:52.594 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.343218+0000", 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93287454400000003 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.343310+0000", 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1558999999999995e-05 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.595 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.343431+0000", 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012094700000000001 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350832+0000", 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0074017129999999999 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.351011+0000", 2023-10-09T05:04:52.596 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017869000000000001 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362058+0000", 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011046844 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362110+0000", 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2604e-05 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.597 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362154+0000", 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3659000000000003e-05 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:178047 12.7 12:eed43735:::benchmark_data_smithi107_355541_object68974:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.412811+0000", 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 300.16537794999999, 2023-10-09T05:04:52.598 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95414133700000003, 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 178047 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.599 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412811+0000", 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412811+0000", 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412809+0000", 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:04:52.600 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412816+0000", 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2139999999999999e-06 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412829+0000", 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2787e-05 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.601 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412835+0000", 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2129999999999996e-06 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412891+0000", 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6069000000000001e-05 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.412900+0000", 2023-10-09T05:04:52.602 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6309999999999992e-06 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.345594+0000", 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.93269375899999996 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.345661+0000", 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7523999999999999e-05 2023-10-09T05:04:52.603 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.345735+0000", 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3362999999999995e-05 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350861+0000", 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051266150000000002 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.604 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.362217+0000", 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011355861 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366877+0000", 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004659832 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366910+0000", 2023-10-09T05:04:52.605 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3089000000000001e-05 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366952+0000", 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2073000000000002e-05 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:178086 12.7 12:ead249b3:::benchmark_data_smithi107_355541_object69013:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-10-09T05:04:52.606 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T04:59:52.475822+0000", 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 300.10236665100001, 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92099001599999997, 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 178086 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.607 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475822+0000", 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475822+0000", 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.608 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475821+0000", 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475827+0000", 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8799999999999996e-06 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475839+0000", 2023-10-09T05:04:52.609 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2167999999999999e-05 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475844+0000", 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.169e-06 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475891+0000", 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6854999999999998e-05 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.610 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:52.475899+0000", 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9650000000000008e-06 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347278+0000", 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87137939600000003 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347355+0000", 2023-10-09T05:04:52.611 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6287999999999999e-05 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.347422+0000", 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7310000000000004e-05 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.350867+0000", 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003445137 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.612 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.366995+0000", 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016127590000000001 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.396724+0000", 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.029729757999999998 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.613 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.396774+0000", 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.969e-05 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T04:59:53.396812+0000", 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7969000000000002e-05 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.614 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212526 12.7 12.5bfef67 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975830+0000", 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.60235893199999, 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98417601799999999, 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212526 2023-10-09T05:04:52.615 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975830+0000", 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975830+0000", 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.616 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975828+0000", 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975836+0000", 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7889999999999995e-06 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.617 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975848+0000", 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2316e-05 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975855+0000", 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9539999999999998e-06 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.618 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976344+0000", 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00048882199999999998 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976354+0000", 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0369e-05 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.959995+0000", 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98364006800000003 2023-10-09T05:04:52.619 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960006+0000", 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1205e-05 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212531 12.7 12.6db2c3d7 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:04:52.620 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.60232637799999, 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98417454400000004, 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212531 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.621 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975862+0000", 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:52.622 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975865+0000", 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.163e-06 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975872+0000", 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8220000000000001e-06 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.623 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975876+0000", 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2710000000000003e-06 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976376+0000", 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050027700000000004 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976382+0000", 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.02e-06 2023-10-09T05:04:52.624 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960028+0000", 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98364530900000002 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960037+0000", 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1260000000000004e-06 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.625 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212536 12.7 12.9ae1fd67 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.60230676200001, 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98418364800000002, 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212536 2023-10-09T05:04:52.626 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:04:52.627 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975882+0000", 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975884+0000", 2023-10-09T05:04:52.629 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4549999999999998e-06 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975890+0000", 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9460000000000003e-06 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975894+0000", 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2239999999999997e-06 2023-10-09T05:04:52.630 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976401+0000", 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00050708100000000005 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976407+0000", 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2539999999999998e-06 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.631 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960057+0000", 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98364962600000005 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960066+0000", 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4419999999999998e-06 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.632 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212538 12.7 12.a1dbff7 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.60229026299999, 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98419840999999997, 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212538 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.633 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.634 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975898+0000", 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975900+0000", 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.419e-06 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.635 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975906+0000", 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8200000000000002e-06 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.975910+0000", 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1779999999999996e-06 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976426+0000", 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00051535399999999999 2023-10-09T05:04:52.636 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.976433+0000", 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8739999999999997e-06 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960088+0000", 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98365492700000001 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.637 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.960097+0000", 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2129999999999997e-06 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212541 12.3 12.c7ed0be3 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.979520+0000", 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.59866913299999, 2023-10-09T05:04:52.638 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97872660499999997, 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212541 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979520+0000", 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.639 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979520+0000", 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979518+0000", 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.640 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979525+0000", 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4679999999999997e-06 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979537+0000", 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2731999999999999e-05 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979544+0000", 2023-10-09T05:04:52.641 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1629999999999999e-06 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979594+0000", 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9274000000000003e-05 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.642 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979603+0000", 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9849999999999995e-06 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958232+0000", 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97862923300000004 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958246+0000", 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4202999999999999e-05 2023-10-09T05:04:52.643 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212544 12.3 12.e4d55bc3 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.59862859200001, 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97871962199999996, 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.644 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212544 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.645 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979560+0000", 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979563+0000", 2023-10-09T05:04:52.646 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1559999999999999e-06 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979569+0000", 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6800000000000004e-06 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979574+0000", 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.245e-06 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.647 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979625+0000", 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1678000000000002e-05 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979632+0000", 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.178e-06 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.648 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958270+0000", 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97863846799999998 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958280+0000", 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6290000000000005e-06 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.649 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212553 12.3 12.c451b1c3 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.012057+0000", 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.566132082, 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94625301399999995, 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212553 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.650 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012057+0000", 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012057+0000", 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.651 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012055+0000", 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012063+0000", 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.464e-06 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012081+0000", 2023-10-09T05:04:52.652 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7872000000000001e-05 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012087+0000", 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3899999999999998e-06 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012148+0000", 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1054000000000002e-05 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.653 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012158+0000", 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0223e-05 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958300+0000", 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94614211000000004 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.654 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.958310+0000", 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2909999999999996e-06 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212555 12.d 12.396577d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.012893+0000", 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.56529552399999, 2023-10-09T05:04:52.655 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94974721600000001, 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212555 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012893+0000", 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.656 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012893+0000", 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012892+0000", 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.657 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012897+0000", 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1760000000000003e-06 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012906+0000", 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4520000000000003e-06 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.658 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012910+0000", 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.206e-06 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012952+0000", 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1273000000000003e-05 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.012958+0000", 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8179999999999998e-06 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.659 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962630+0000", 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94967146499999999 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962640+0000", 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0523000000000001e-05 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.660 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212565 12.d 12.d67dda2d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.032800+0000", 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 243.54538898300001, 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92988109500000005, 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212565 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.661 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032800+0000", 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032800+0000", 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.662 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032798+0000", 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032808+0000", 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5089999999999999e-06 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032826+0000", 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8057e-05 2023-10-09T05:04:52.663 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032833+0000", 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4699999999999996e-06 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032881+0000", 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8049e-05 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.664 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.032889+0000", 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0229999999999992e-06 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962672+0000", 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92978295700000002 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.962681+0000", 2023-10-09T05:04:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7080000000000003e-06 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56135 13.0 13:0d59b7de:::benchmark_data_smithi107_396486_object56134:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.988724+0000", 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.58946491200001, 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5314458850000001, 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56135 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988724+0000", 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.667 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988724+0000", 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988722+0000", 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988754+0000", 2023-10-09T05:04:52.668 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1130000000000002e-05 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988769+0000", 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5477000000000001e-05 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988776+0000", 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4479999999999999e-06 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.669 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988820+0000", 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4830000000000003e-05 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.988955+0000", 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013487899999999999 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2", 2023-10-09T05:04:52.670 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.989108+0000", 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015274099999999999 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.995584+0000", 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0064755400000000001 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006779+0000", 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011195699 2023-10-09T05:04:52.671 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006789+0000", 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0071999999999999e-05 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.344898+0000", 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.338108837 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.672 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.344909+0000", 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.096e-05 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.520070+0000", 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1751607500000001 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.520170+0000", 2023-10-09T05:04:52.673 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9814000000000004e-05 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56141 13.0 13:05dbd825:::benchmark_data_smithi107_396486_object56140:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.993067+0000", 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 167.58512146000001, 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5282333129999999, 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:04:52.674 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56141 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993067+0000", 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.675 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993067+0000", 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993066+0000", 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993126+0000", 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0228e-05 2023-10-09T05:04:52.676 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993140+0000", 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.394e-05 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993147+0000", 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0419999999999997e-06 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.677 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993191+0000", 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3541999999999997e-05 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993324+0000", 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000133664 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2", 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.993469+0000", 2023-10-09T05:04:52.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000144575 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.995838+0000", 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023690180000000001 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006842+0000", 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011004211999999999 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.679 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.006852+0000", 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4930000000000004e-06 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.345446+0000", 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33859461499999999 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.680 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.345455+0000", 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6999999999999997e-06 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.521233+0000", 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.175778126 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.521301+0000", 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7482000000000002e-05 2023-10-09T05:04:52.681 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69458 13.e 13:73b9e0c4:::benchmark_data_smithi107_396486_object69457:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.073565+0000", 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 152.50462332699999, 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16865576299999999, 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.682 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69458 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073565+0000", 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073565+0000", 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073564+0000", 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073600+0000", 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6273000000000003e-05 2023-10-09T05:04:52.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073617+0000", 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7135000000000001e-05 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073623+0000", 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5820000000000001e-06 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073674+0000", 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1158e-05 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.073846+0000", 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017217799999999999 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,5", 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074045+0000", 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019873499999999999 2023-10-09T05:04:52.686 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.081263+0000", 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0072178140000000003 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.083373+0000", 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021101280000000002 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.687 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242117+0000", 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15874456100000001 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242169+0000", 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2122e-05 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242221+0000", 2023-10-09T05:04:52.688 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1736000000000001e-05 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82319 13.0 13:0667d1c0:::benchmark_data_smithi107_396486_object82318:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.024664+0000", 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 137.55352495299999, 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17976832700000001, 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.689 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82319 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024664+0000", 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.690 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024664+0000", 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024662+0000", 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024743+0000", 2023-10-09T05:04:52.691 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0364000000000005e-05 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024756+0000", 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2992e-05 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.024763+0000", 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2830000000000004e-06 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.692 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.034070+0000", 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0093070080000000003 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.034228+0000", 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015784699999999999 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:04:52.693 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.034387+0000", 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015933700000000001 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048360+0000", 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01397318 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048411+0000", 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1248000000000001e-05 2023-10-09T05:04:52.694 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.203190+0000", 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.154778847 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.203257+0000", 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6779999999999994e-05 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.695 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.204432+0000", 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0011749079999999999 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82327 13.0 13:05ae8d78:::benchmark_data_smithi107_396486_object82326:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.033942+0000", 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 137.54424666599999, 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17157541400000001, 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.696 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82327 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033942+0000", 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.697 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033942+0000", 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033941+0000", 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.698 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033974+0000", 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3129000000000001e-05 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033984+0000", 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9809999999999998e-06 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.033989+0000", 2023-10-09T05:04:52.699 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0599999999999998e-06 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.037276+0000", 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003287131 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.037453+0000", 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017683900000000001 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.700 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.037625+0000", 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000171993 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048369+0000", 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010743711 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048457+0000", 2023-10-09T05:04:52.701 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8438999999999998e-05 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.204509+0000", 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.15605153099999999 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.204572+0000", 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3453000000000004e-05 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.702 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.205517+0000", 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000945421 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:154465 13.7 13:e16c85c7:::benchmark_data_smithi107_396486_object48603:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:15.495699+0000", 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 37.082489742999996, 2023-10-09T05:04:52.703 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.18407733400000001, 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154465 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.495699+0000", 2023-10-09T05:04:52.704 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.495699+0000", 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.495697+0000", 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.705 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.495707+0000", 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7489999999999993e-06 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.495723+0000", 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5792999999999999e-05 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.706 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.495731+0000", 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7589999999999997e-06 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.501303+0000", 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0055725080000000003 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.501425+0000", 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121612 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.707 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,6", 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.501540+0000", 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011540300000000001 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.505646+0000", 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0041056089999999996 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.708 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.517403+0000", 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011757307999999999 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.679689+0000", 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16228547099999999 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.679739+0000", 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0930999999999997e-05 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.709 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.679776+0000", 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6789000000000003e-05 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:154473 13.7 13:effa8e87:::benchmark_data_smithi107_396486_object48611:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:15.506594+0000", 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 37.071594285000003, 2023-10-09T05:04:52.710 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17405210900000001, 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 154473 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.711 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:04:52.712 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:52.712 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506594+0000", 2023-10-09T05:04:52.712 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.712 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506594+0000", 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506593+0000", 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.713 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506602+0000", 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0890000000000006e-06 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506617+0000", 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4885999999999999e-05 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506624+0000", 2023-10-09T05:04:52.714 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.002e-06 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506668+0000", 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3789999999999999e-05 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506784+0000", 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011656599999999999 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.715 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,6", 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.506886+0000", 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010153300000000001 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.514314+0000", 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0074286939999999996 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.517448+0000", 2023-10-09T05:04:52.716 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0031334739999999998 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.680561+0000", 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16311347700000001 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.680608+0000", 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6558999999999999e-05 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:04:52.717 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:15.680646+0000", 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8516999999999997e-05 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:04:52.718 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:04:52.792 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:53.071 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1561,"stamp":"2023-10-09T05:04:52.136559+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2325092280,"num_objects":35494,"num_object_clones":0,"num_object_copies":106482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8391,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35494,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":176311,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9338,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130876,"ondisk_log_size":130876,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":15295612,"kb_used_data":6802172,"kb_used_omap":22,"kb_used_meta":8492905,"kb_avail":734665604,"statfs":{"total":767960285184,"available":752297578496,"internally_reserved":0,"allocated":6965424128,"data_stored":6950482608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8696734955},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-253624320,"num_objects":-3870,"num_object_clones":0,"num_object_copies":-11610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-287,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3870,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3870,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":287,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.265883"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":526,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011685+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:04:38.011685+0000","last_peered":"2023-10-09T05:04:38.011685+0000","last_clean":"2023-10-09T05:04:38.011685+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:04:38.011685+0000","last_undegraded":"2023-10-09T05:04:38.011685+0000","last_fullsized":"2023-10-09T05:04:38.011685+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":247,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.026797+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:04:38.026797+0000","last_peered":"2023-10-09T05:04:38.026797+0000","last_clean":"2023-10-09T05:04:38.026797+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:04:38.026797+0000","last_undegraded":"2023-10-09T05:04:38.026797+0000","last_fullsized":"2023-10-09T05:04:38.026797+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":432,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.013793+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:38.013793+0000","last_peered":"2023-10-09T05:04:38.013793+0000","last_clean":"2023-10-09T05:04:38.013793+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:38.013793+0000","last_undegraded":"2023-10-09T05:04:38.013793+0000","last_fullsized":"2023-10-09T05:04:38.013793+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":70,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009383+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:04:38.009383+0000","last_peered":"2023-10-09T05:04:38.009383+0000","last_clean":"2023-10-09T05:04:38.009383+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:04:38.009383+0000","last_undegraded":"2023-10-09T05:04:38.009383+0000","last_fullsized":"2023-10-09T05:04:38.009383+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":226,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.024832+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:04:38.024832+0000","last_peered":"2023-10-09T05:04:38.024832+0000","last_clean":"2023-10-09T05:04:38.024832+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:04:38.024832+0000","last_undegraded":"2023-10-09T05:04:38.024832+0000","last_fullsized":"2023-10-09T05:04:38.024832+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":203,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.017541+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:04:38.017541+0000","last_peered":"2023-10-09T05:04:38.017541+0000","last_clean":"2023-10-09T05:04:38.017541+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:04:38.017541+0000","last_undegraded":"2023-10-09T05:04:38.017541+0000","last_fullsized":"2023-10-09T05:04:38.017541+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":474,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003344+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:04:38.003344+0000","last_peered":"2023-10-09T05:04:38.003344+0000","last_clean":"2023-10-09T05:04:38.003344+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:04:38.003344+0000","last_undegraded":"2023-10-09T05:04:38.003344+0000","last_fullsized":"2023-10-09T05:04:38.003344+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":252,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.024980+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:04:38.024980+0000","last_peered":"2023-10-09T05:04:38.024980+0000","last_clean":"2023-10-09T05:04:38.024980+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:04:38.024980+0000","last_undegraded":"2023-10-09T05:04:38.024980+0000","last_fullsized":"2023-10-09T05:04:38.024980+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":527,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003206+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:04:38.003206+0000","last_peered":"2023-10-09T05:04:38.003206+0000","last_clean":"2023-10-09T05:04:38.003206+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:04:38.003206+0000","last_undegraded":"2023-10-09T05:04:38.003206+0000","last_fullsized":"2023-10-09T05:04:38.003206+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":251,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.024985+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:04:38.024985+0000","last_peered":"2023-10-09T05:04:38.024985+0000","last_clean":"2023-10-09T05:04:38.024985+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:04:38.024985+0000","last_undegraded":"2023-10-09T05:04:38.024985+0000","last_fullsized":"2023-10-09T05:04:38.024985+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":76,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011143+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:04:38.011143+0000","last_peered":"2023-10-09T05:04:38.011143+0000","last_clean":"2023-10-09T05:04:38.011143+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:04:38.011143+0000","last_undegraded":"2023-10-09T05:04:38.011143+0000","last_fullsized":"2023-10-09T05:04:38.011143+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":396,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.018483+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:04:38.018483+0000","last_peered":"2023-10-09T05:04:38.018483+0000","last_clean":"2023-10-09T05:04:38.018483+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:04:38.018483+0000","last_undegraded":"2023-10-09T05:04:38.018483+0000","last_fullsized":"2023-10-09T05:04:38.018483+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":589,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011854+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:04:38.011854+0000","last_peered":"2023-10-09T05:04:38.011854+0000","last_clean":"2023-10-09T05:04:38.011854+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:04:38.011854+0000","last_undegraded":"2023-10-09T05:04:38.011854+0000","last_fullsized":"2023-10-09T05:04:38.011854+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":547,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.012610+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:04:38.012610+0000","last_peered":"2023-10-09T05:04:38.012610+0000","last_clean":"2023-10-09T05:04:38.012610+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:04:38.012610+0000","last_undegraded":"2023-10-09T05:04:38.012610+0000","last_fullsized":"2023-10-09T05:04:38.012610+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":76,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009178+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:04:38.009178+0000","last_peered":"2023-10-09T05:04:38.009178+0000","last_clean":"2023-10-09T05:04:38.009178+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:04:38.009178+0000","last_undegraded":"2023-10-09T05:04:38.009178+0000","last_fullsized":"2023-10-09T05:04:38.009178+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":349,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.026963+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:38.026963+0000","last_peered":"2023-10-09T05:04:38.026963+0000","last_clean":"2023-10-09T05:04:38.026963+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:38.026963+0000","last_undegraded":"2023-10-09T05:04:38.026963+0000","last_fullsized":"2023-10-09T05:04:38.026963+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":70,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009407+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:04:38.009407+0000","last_peered":"2023-10-09T05:04:38.009407+0000","last_clean":"2023-10-09T05:04:38.009407+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:04:38.009407+0000","last_undegraded":"2023-10-09T05:04:38.009407+0000","last_fullsized":"2023-10-09T05:04:38.009407+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":529,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003282+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:04:38.003282+0000","last_peered":"2023-10-09T05:04:38.003282+0000","last_clean":"2023-10-09T05:04:38.003282+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:04:38.003282+0000","last_undegraded":"2023-10-09T05:04:38.003282+0000","last_fullsized":"2023-10-09T05:04:38.003282+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":70,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.008898+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:04:38.008898+0000","last_peered":"2023-10-09T05:04:38.008898+0000","last_clean":"2023-10-09T05:04:38.008898+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:04:38.008898+0000","last_undegraded":"2023-10-09T05:04:38.008898+0000","last_fullsized":"2023-10-09T05:04:38.008898+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":487,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.027405+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:04:38.027405+0000","last_peered":"2023-10-09T05:04:38.027405+0000","last_clean":"2023-10-09T05:04:38.027405+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:04:38.027405+0000","last_undegraded":"2023-10-09T05:04:38.027405+0000","last_fullsized":"2023-10-09T05:04:38.027405+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":211,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.012154+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:04:38.012154+0000","last_peered":"2023-10-09T05:04:38.012154+0000","last_clean":"2023-10-09T05:04:38.012154+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:04:38.012154+0000","last_undegraded":"2023-10-09T05:04:38.012154+0000","last_fullsized":"2023-10-09T05:04:38.012154+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":246,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.027094+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:04:38.027094+0000","last_peered":"2023-10-09T05:04:38.027094+0000","last_clean":"2023-10-09T05:04:38.027094+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:04:38.027094+0000","last_undegraded":"2023-10-09T05:04:38.027094+0000","last_fullsized":"2023-10-09T05:04:38.027094+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"513'11158","reported_seq":11210,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.205948+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:04:47.205948+0000","last_peered":"2023-10-09T05:04:47.205948+0000","last_clean":"2023-10-09T05:04:47.205948+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:04:47.205948+0000","last_undegraded":"2023-10-09T05:04:47.205948+0000","last_fullsized":"2023-10-09T05:04:47.205948+0000","mapping_epoch":468,"log_start":"475'3000","ondisk_log_start":"475'3000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8158,"log_dups_size":0,"ondisk_log_size":8158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151388160,"num_objects":2310,"num_object_clones":0,"num_object_copies":6930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11158,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":74,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009925+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:04:38.009925+0000","last_peered":"2023-10-09T05:04:38.009925+0000","last_clean":"2023-10-09T05:04:38.009925+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:04:38.009925+0000","last_undegraded":"2023-10-09T05:04:38.009925+0000","last_fullsized":"2023-10-09T05:04:38.009925+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":513,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003860+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:04:38.003860+0000","last_peered":"2023-10-09T05:04:38.003860+0000","last_clean":"2023-10-09T05:04:38.003860+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:04:38.003860+0000","last_undegraded":"2023-10-09T05:04:38.003860+0000","last_fullsized":"2023-10-09T05:04:38.003860+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"513'10806","reported_seq":17800,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.169555+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:04:47.169555+0000","last_peered":"2023-10-09T05:04:47.169555+0000","last_clean":"2023-10-09T05:04:47.169555+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:04:47.169555+0000","last_undegraded":"2023-10-09T05:04:47.169555+0000","last_fullsized":"2023-10-09T05:04:47.169555+0000","mapping_epoch":494,"log_start":"476'3100","ondisk_log_start":"476'3100","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7706,"log_dups_size":0,"ondisk_log_size":7706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142868480,"num_objects":2180,"num_object_clones":0,"num_object_copies":6540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10806,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":91,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009311+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:04:38.009311+0000","last_peered":"2023-10-09T05:04:38.009311+0000","last_clean":"2023-10-09T05:04:38.009311+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:04:38.009311+0000","last_undegraded":"2023-10-09T05:04:38.009311+0000","last_fullsized":"2023-10-09T05:04:38.009311+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":537,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011155+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:04:38.011155+0000","last_peered":"2023-10-09T05:04:38.011155+0000","last_clean":"2023-10-09T05:04:38.011155+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:04:38.011155+0000","last_undegraded":"2023-10-09T05:04:38.011155+0000","last_fullsized":"2023-10-09T05:04:38.011155+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"513'10989","reported_seq":11042,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.183395+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:04:47.183395+0000","last_peered":"2023-10-09T05:04:47.183395+0000","last_clean":"2023-10-09T05:04:47.183395+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:04:47.183395+0000","last_undegraded":"2023-10-09T05:04:47.183395+0000","last_fullsized":"2023-10-09T05:04:47.183395+0000","mapping_epoch":468,"log_start":"481'4100","ondisk_log_start":"481'4100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6889,"log_dups_size":0,"ondisk_log_size":6889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141492224,"num_objects":2159,"num_object_clones":0,"num_object_copies":6477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2159,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10989,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":74,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011272+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:04:38.011272+0000","last_peered":"2023-10-09T05:04:38.011272+0000","last_clean":"2023-10-09T05:04:38.011272+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:04:38.011272+0000","last_undegraded":"2023-10-09T05:04:38.011272+0000","last_fullsized":"2023-10-09T05:04:38.011272+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":223,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.018547+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:04:38.018547+0000","last_peered":"2023-10-09T05:04:38.018547+0000","last_clean":"2023-10-09T05:04:38.018547+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:04:38.018547+0000","last_undegraded":"2023-10-09T05:04:38.018547+0000","last_fullsized":"2023-10-09T05:04:38.018547+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"513'11066","reported_seq":11119,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.138699+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:04:47.138699+0000","last_peered":"2023-10-09T05:04:47.138699+0000","last_clean":"2023-10-09T05:04:47.138699+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:04:47.138699+0000","last_undegraded":"2023-10-09T05:04:47.138699+0000","last_fullsized":"2023-10-09T05:04:47.138699+0000","mapping_epoch":468,"log_start":"475'2200","ondisk_log_start":"475'2200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8866,"log_dups_size":0,"ondisk_log_size":8866,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152305664,"num_objects":2324,"num_object_clones":0,"num_object_copies":6972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11066,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":557,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.005550+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:04:38.005550+0000","last_peered":"2023-10-09T05:04:38.005550+0000","last_clean":"2023-10-09T05:04:38.005550+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:04:38.005550+0000","last_undegraded":"2023-10-09T05:04:38.005550+0000","last_fullsized":"2023-10-09T05:04:38.005550+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":506,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.987793+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:04:37.987793+0000","last_peered":"2023-10-09T05:04:37.987793+0000","last_clean":"2023-10-09T05:04:37.987793+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:04:37.987793+0000","last_undegraded":"2023-10-09T05:04:37.987793+0000","last_fullsized":"2023-10-09T05:04:37.987793+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"513'10800","reported_seq":10853,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.189959+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:04:47.189959+0000","last_peered":"2023-10-09T05:04:47.189959+0000","last_clean":"2023-10-09T05:04:47.189959+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:04:47.189959+0000","last_undegraded":"2023-10-09T05:04:47.189959+0000","last_fullsized":"2023-10-09T05:04:47.189959+0000","mapping_epoch":468,"log_start":"481'3900","ondisk_log_start":"481'3900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6900,"log_dups_size":0,"ondisk_log_size":6900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148635648,"num_objects":2268,"num_object_clones":0,"num_object_copies":6804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10800,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":938,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.008966+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:04:38.008966+0000","last_peered":"2023-10-09T05:04:38.008966+0000","last_clean":"2023-10-09T05:04:38.008966+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:04:38.008966+0000","last_undegraded":"2023-10-09T05:04:38.008966+0000","last_fullsized":"2023-10-09T05:04:38.008966+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":181,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.026879+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:04:38.026879+0000","last_peered":"2023-10-09T05:04:38.026879+0000","last_clean":"2023-10-09T05:04:38.026879+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:04:38.026879+0000","last_undegraded":"2023-10-09T05:04:38.026879+0000","last_fullsized":"2023-10-09T05:04:38.026879+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":557,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011771+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:04:38.011771+0000","last_peered":"2023-10-09T05:04:38.011771+0000","last_clean":"2023-10-09T05:04:38.011771+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:04:38.011771+0000","last_undegraded":"2023-10-09T05:04:38.011771+0000","last_fullsized":"2023-10-09T05:04:38.011771+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"513'11373","reported_seq":16030,"reported_epoch":513,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:47.211845+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:04:47.211845+0000","last_peered":"2023-10-09T05:04:47.211845+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:04:47.211845+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"475'3200","ondisk_log_start":"475'3200","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8173,"log_dups_size":0,"ondisk_log_size":8173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151453696,"num_objects":2311,"num_object_clones":0,"num_object_copies":6933,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1377,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2311,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11373,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2298,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":934}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":511,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003724+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:04:38.003724+0000","last_peered":"2023-10-09T05:04:38.003724+0000","last_clean":"2023-10-09T05:04:38.003724+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:04:38.003724+0000","last_undegraded":"2023-10-09T05:04:38.003724+0000","last_fullsized":"2023-10-09T05:04:38.003724+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":203,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.018613+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:04:38.018613+0000","last_peered":"2023-10-09T05:04:38.018613+0000","last_clean":"2023-10-09T05:04:38.018613+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:04:38.018613+0000","last_undegraded":"2023-10-09T05:04:38.018613+0000","last_fullsized":"2023-10-09T05:04:38.018613+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":483,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.013426+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:04:38.013426+0000","last_peered":"2023-10-09T05:04:38.013426+0000","last_clean":"2023-10-09T05:04:38.013426+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:04:38.013426+0000","last_undegraded":"2023-10-09T05:04:38.013426+0000","last_fullsized":"2023-10-09T05:04:38.013426+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"513'10875","reported_seq":10928,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.168891+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:04:47.168891+0000","last_peered":"2023-10-09T05:04:47.168891+0000","last_clean":"2023-10-09T05:04:47.168891+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:04:47.168891+0000","last_undegraded":"2023-10-09T05:04:47.168891+0000","last_fullsized":"2023-10-09T05:04:47.168891+0000","mapping_epoch":468,"log_start":"476'3100","ondisk_log_start":"476'3100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7775,"log_dups_size":0,"ondisk_log_size":7775,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150667264,"num_objects":2299,"num_object_clones":0,"num_object_copies":6897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10875,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":494,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011085+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:04:38.011085+0000","last_peered":"2023-10-09T05:04:38.011085+0000","last_clean":"2023-10-09T05:04:38.011085+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:04:38.011085+0000","last_undegraded":"2023-10-09T05:04:38.011085+0000","last_fullsized":"2023-10-09T05:04:38.011085+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":557,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.014086+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:04:38.014086+0000","last_peered":"2023-10-09T05:04:38.014086+0000","last_clean":"2023-10-09T05:04:38.014086+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:04:38.014086+0000","last_undegraded":"2023-10-09T05:04:38.014086+0000","last_fullsized":"2023-10-09T05:04:38.014086+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"513'11039","reported_seq":11092,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.169947+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:04:47.169947+0000","last_peered":"2023-10-09T05:04:47.169947+0000","last_clean":"2023-10-09T05:04:47.169947+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:04:47.169947+0000","last_undegraded":"2023-10-09T05:04:47.169947+0000","last_fullsized":"2023-10-09T05:04:47.169947+0000","mapping_epoch":468,"log_start":"482'4200","ondisk_log_start":"482'4200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6839,"log_dups_size":0,"ondisk_log_size":6839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142016512,"num_objects":2167,"num_object_clones":0,"num_object_copies":6501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11039,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":511,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003627+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:04:38.003627+0000","last_peered":"2023-10-09T05:04:38.003627+0000","last_clean":"2023-10-09T05:04:38.003627+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:04:38.003627+0000","last_undegraded":"2023-10-09T05:04:38.003627+0000","last_fullsized":"2023-10-09T05:04:38.003627+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":244,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.024910+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:04:38.024910+0000","last_peered":"2023-10-09T05:04:38.024910+0000","last_clean":"2023-10-09T05:04:38.024910+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:04:38.024910+0000","last_undegraded":"2023-10-09T05:04:38.024910+0000","last_fullsized":"2023-10-09T05:04:38.024910+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":352,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.027137+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:04:38.027137+0000","last_peered":"2023-10-09T05:04:38.027137+0000","last_clean":"2023-10-09T05:04:38.027137+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:04:38.027137+0000","last_undegraded":"2023-10-09T05:04:38.027137+0000","last_fullsized":"2023-10-09T05:04:38.027137+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"513'10923","reported_seq":10976,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.008576+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:04:47.008576+0000","last_peered":"2023-10-09T05:04:47.008576+0000","last_clean":"2023-10-09T05:04:47.008576+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:04:47.008576+0000","last_undegraded":"2023-10-09T05:04:47.008576+0000","last_fullsized":"2023-10-09T05:04:47.008576+0000","mapping_epoch":468,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8923,"log_dups_size":0,"ondisk_log_size":8923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143196160,"num_objects":2185,"num_object_clones":0,"num_object_copies":6555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2185,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10923,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":892,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.017474+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:04:38.017474+0000","last_peered":"2023-10-09T05:04:38.017474+0000","last_clean":"2023-10-09T05:04:38.017474+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:04:38.017474+0000","last_undegraded":"2023-10-09T05:04:38.017474+0000","last_fullsized":"2023-10-09T05:04:38.017474+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":87,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009159+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:04:38.009159+0000","last_peered":"2023-10-09T05:04:38.009159+0000","last_clean":"2023-10-09T05:04:38.009159+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:04:38.009159+0000","last_undegraded":"2023-10-09T05:04:38.009159+0000","last_fullsized":"2023-10-09T05:04:38.009159+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":527,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003211+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:04:38.003211+0000","last_peered":"2023-10-09T05:04:38.003211+0000","last_clean":"2023-10-09T05:04:38.003211+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:04:38.003211+0000","last_undegraded":"2023-10-09T05:04:38.003211+0000","last_fullsized":"2023-10-09T05:04:38.003211+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":271,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003710+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:04:38.003710+0000","last_peered":"2023-10-09T05:04:38.003710+0000","last_clean":"2023-10-09T05:04:38.003710+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:04:38.003710+0000","last_undegraded":"2023-10-09T05:04:38.003710+0000","last_fullsized":"2023-10-09T05:04:38.003710+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"513'10876","reported_seq":10936,"reported_epoch":513,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:47.188507+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:04:47.188507+0000","last_peered":"2023-10-09T05:04:47.188507+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:04:47.188507+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"481'4000","ondisk_log_start":"481'4000","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6876,"log_dups_size":0,"ondisk_log_size":6876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145293336,"num_objects":2218,"num_object_clones":0,"num_object_copies":6654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2218,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10876,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-1266}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":511,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.006044+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:04:38.006044+0000","last_peered":"2023-10-09T05:04:38.006044+0000","last_clean":"2023-10-09T05:04:38.006044+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:04:38.006044+0000","last_undegraded":"2023-10-09T05:04:38.006044+0000","last_fullsized":"2023-10-09T05:04:38.006044+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":550,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003878+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:04:38.003878+0000","last_peered":"2023-10-09T05:04:38.003878+0000","last_clean":"2023-10-09T05:04:38.003878+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:04:38.003878+0000","last_undegraded":"2023-10-09T05:04:38.003878+0000","last_fullsized":"2023-10-09T05:04:38.003878+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":514,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.012552+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:04:38.012552+0000","last_peered":"2023-10-09T05:04:38.012552+0000","last_clean":"2023-10-09T05:04:38.012552+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:04:38.012552+0000","last_undegraded":"2023-10-09T05:04:38.012552+0000","last_fullsized":"2023-10-09T05:04:38.012552+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":377,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.990513+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:37.990513+0000","last_peered":"2023-10-09T05:04:37.990513+0000","last_clean":"2023-10-09T05:04:37.990513+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:37.990513+0000","last_undegraded":"2023-10-09T05:04:37.990513+0000","last_fullsized":"2023-10-09T05:04:37.990513+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"513'10962","reported_seq":11014,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.163682+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:04:47.163682+0000","last_peered":"2023-10-09T05:04:47.163682+0000","last_clean":"2023-10-09T05:04:47.163682+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:04:47.163682+0000","last_undegraded":"2023-10-09T05:04:47.163682+0000","last_fullsized":"2023-10-09T05:04:47.163682+0000","mapping_epoch":468,"log_start":"476'3200","ondisk_log_start":"476'3200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7762,"log_dups_size":0,"ondisk_log_size":7762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152174592,"num_objects":2322,"num_object_clones":0,"num_object_copies":6966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10962,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":483,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009054+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:04:38.009054+0000","last_peered":"2023-10-09T05:04:38.009054+0000","last_clean":"2023-10-09T05:04:38.009054+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:04:38.009054+0000","last_undegraded":"2023-10-09T05:04:38.009054+0000","last_fullsized":"2023-10-09T05:04:38.009054+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":529,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:45.077784+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:04:45.077784+0000","last_peered":"2023-10-09T05:04:45.077784+0000","last_clean":"2023-10-09T05:04:45.077784+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:04:45.077784+0000","last_undegraded":"2023-10-09T05:04:45.077784+0000","last_fullsized":"2023-10-09T05:04:45.077784+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":395,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.993766+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:04:37.993766+0000","last_peered":"2023-10-09T05:04:37.993766+0000","last_clean":"2023-10-09T05:04:37.993766+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:04:37.993766+0000","last_undegraded":"2023-10-09T05:04:37.993766+0000","last_fullsized":"2023-10-09T05:04:37.993766+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":307,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003443+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:04:38.003443+0000","last_peered":"2023-10-09T05:04:38.003443+0000","last_clean":"2023-10-09T05:04:38.003443+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:04:38.003443+0000","last_undegraded":"2023-10-09T05:04:38.003443+0000","last_fullsized":"2023-10-09T05:04:38.003443+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"513'11108","reported_seq":11167,"reported_epoch":513,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:04:47.128484+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:04:47.128484+0000","last_peered":"2023-10-09T05:04:47.128484+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:04:47.128484+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"474'2200","ondisk_log_start":"474'2200","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8908,"log_dups_size":0,"ondisk_log_size":8908,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145358848,"num_objects":2218,"num_object_clones":0,"num_object_copies":6654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2218,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11108,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-1312}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":496,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.005770+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:04:38.005770+0000","last_peered":"2023-10-09T05:04:38.005770+0000","last_clean":"2023-10-09T05:04:38.005770+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:04:38.005770+0000","last_undegraded":"2023-10-09T05:04:38.005770+0000","last_fullsized":"2023-10-09T05:04:38.005770+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":483,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009997+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:04:38.009997+0000","last_peered":"2023-10-09T05:04:38.009997+0000","last_clean":"2023-10-09T05:04:38.009997+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:04:38.009997+0000","last_undegraded":"2023-10-09T05:04:38.009997+0000","last_fullsized":"2023-10-09T05:04:38.009997+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":348,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.026649+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:04:38.026649+0000","last_peered":"2023-10-09T05:04:38.026649+0000","last_clean":"2023-10-09T05:04:38.026649+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:04:38.026649+0000","last_undegraded":"2023-10-09T05:04:38.026649+0000","last_fullsized":"2023-10-09T05:04:38.026649+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":206,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.017040+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:04:38.017040+0000","last_peered":"2023-10-09T05:04:38.017040+0000","last_clean":"2023-10-09T05:04:38.017040+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:04:38.017040+0000","last_undegraded":"2023-10-09T05:04:38.017040+0000","last_fullsized":"2023-10-09T05:04:38.017040+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"513'10741","reported_seq":10794,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.169871+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:04:47.169871+0000","last_peered":"2023-10-09T05:04:47.169871+0000","last_clean":"2023-10-09T05:04:47.169871+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:04:47.169871+0000","last_undegraded":"2023-10-09T05:04:47.169871+0000","last_fullsized":"2023-10-09T05:04:47.169871+0000","mapping_epoch":468,"log_start":"475'2600","ondisk_log_start":"475'2600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8141,"log_dups_size":0,"ondisk_log_size":8141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143982592,"num_objects":2197,"num_object_clones":0,"num_object_copies":6591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10741,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":854,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.017220+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:04:38.017220+0000","last_peered":"2023-10-09T05:04:38.017220+0000","last_clean":"2023-10-09T05:04:38.017220+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:04:38.017220+0000","last_undegraded":"2023-10-09T05:04:38.017220+0000","last_fullsized":"2023-10-09T05:04:38.017220+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":87,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.009970+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:04:38.009970+0000","last_peered":"2023-10-09T05:04:38.009970+0000","last_clean":"2023-10-09T05:04:38.009970+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:04:38.009970+0000","last_undegraded":"2023-10-09T05:04:38.009970+0000","last_fullsized":"2023-10-09T05:04:38.009970+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":465,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011234+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:04:38.011234+0000","last_peered":"2023-10-09T05:04:38.011234+0000","last_clean":"2023-10-09T05:04:38.011234+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:04:38.011234+0000","last_undegraded":"2023-10-09T05:04:38.011234+0000","last_fullsized":"2023-10-09T05:04:38.011234+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":521,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.988162+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:04:37.988162+0000","last_peered":"2023-10-09T05:04:37.988162+0000","last_clean":"2023-10-09T05:04:37.988162+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:04:37.988162+0000","last_undegraded":"2023-10-09T05:04:37.988162+0000","last_fullsized":"2023-10-09T05:04:37.988162+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"513'11099","reported_seq":18226,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:51.608030+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:04:51.608030+0000","last_peered":"2023-10-09T05:04:51.608030+0000","last_clean":"2023-10-09T05:04:51.608030+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:04:51.608030+0000","last_undegraded":"2023-10-09T05:04:51.608030+0000","last_fullsized":"2023-10-09T05:04:51.608030+0000","mapping_epoch":505,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9099,"log_dups_size":0,"ondisk_log_size":9099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128122880,"num_objects":1955,"num_object_clones":0,"num_object_copies":5865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11099,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":852,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.018836+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:04:38.018836+0000","last_peered":"2023-10-09T05:04:38.018836+0000","last_clean":"2023-10-09T05:04:38.018836+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:04:38.018836+0000","last_undegraded":"2023-10-09T05:04:38.018836+0000","last_fullsized":"2023-10-09T05:04:38.018836+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":70,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011194+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:04:38.011194+0000","last_peered":"2023-10-09T05:04:38.011194+0000","last_clean":"2023-10-09T05:04:38.011194+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:04:38.011194+0000","last_undegraded":"2023-10-09T05:04:38.011194+0000","last_fullsized":"2023-10-09T05:04:38.011194+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":256,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.990589+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:37.990589+0000","last_peered":"2023-10-09T05:04:37.990589+0000","last_clean":"2023-10-09T05:04:37.990589+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:37.990589+0000","last_undegraded":"2023-10-09T05:04:37.990589+0000","last_fullsized":"2023-10-09T05:04:37.990589+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":212,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.005842+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:04:38.005842+0000","last_peered":"2023-10-09T05:04:38.005842+0000","last_clean":"2023-10-09T05:04:38.005842+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:04:38.005842+0000","last_undegraded":"2023-10-09T05:04:38.005842+0000","last_fullsized":"2023-10-09T05:04:38.005842+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"513'11271","reported_seq":11324,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:47.185295+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:04:47.185295+0000","last_peered":"2023-10-09T05:04:47.185295+0000","last_clean":"2023-10-09T05:04:47.185295+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:04:47.185295+0000","last_undegraded":"2023-10-09T05:04:47.185295+0000","last_fullsized":"2023-10-09T05:04:47.185295+0000","mapping_epoch":468,"log_start":"475'2400","ondisk_log_start":"475'2400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8871,"log_dups_size":0,"ondisk_log_size":8871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152371200,"num_objects":2325,"num_object_clones":0,"num_object_copies":6975,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2325,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11271,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":511,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.013350+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:04:38.013350+0000","last_peered":"2023-10-09T05:04:38.013350+0000","last_clean":"2023-10-09T05:04:38.013350+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:04:38.013350+0000","last_undegraded":"2023-10-09T05:04:38.013350+0000","last_fullsized":"2023-10-09T05:04:38.013350+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":207,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.027188+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:04:38.027188+0000","last_peered":"2023-10-09T05:04:38.027188+0000","last_clean":"2023-10-09T05:04:38.027188+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:04:38.027188+0000","last_undegraded":"2023-10-09T05:04:38.027188+0000","last_fullsized":"2023-10-09T05:04:38.027188+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":417,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.019035+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:04:38.019035+0000","last_peered":"2023-10-09T05:04:38.019035+0000","last_clean":"2023-10-09T05:04:38.019035+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:04:38.019035+0000","last_undegraded":"2023-10-09T05:04:38.019035+0000","last_fullsized":"2023-10-09T05:04:38.019035+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":230,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.024701+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:04:38.024701+0000","last_peered":"2023-10-09T05:04:38.024701+0000","last_clean":"2023-10-09T05:04:38.024701+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:04:38.024701+0000","last_undegraded":"2023-10-09T05:04:38.024701+0000","last_fullsized":"2023-10-09T05:04:38.024701+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"513'11164","reported_seq":11219,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:51.588898+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:04:51.588898+0000","last_peered":"2023-10-09T05:04:51.588898+0000","last_clean":"2023-10-09T05:04:51.588898+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:04:51.588898+0000","last_undegraded":"2023-10-09T05:04:51.588898+0000","last_fullsized":"2023-10-09T05:04:51.588898+0000","mapping_epoch":468,"log_start":"474'2000","ondisk_log_start":"474'2000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9164,"log_dups_size":0,"ondisk_log_size":9164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133169152,"num_objects":2032,"num_object_clones":0,"num_object_copies":6096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11164,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":556,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.026669+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:38.026669+0000","last_peered":"2023-10-09T05:04:38.026669+0000","last_clean":"2023-10-09T05:04:38.026669+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:38.026669+0000","last_undegraded":"2023-10-09T05:04:38.026669+0000","last_fullsized":"2023-10-09T05:04:38.026669+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":206,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.017401+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:04:38.017401+0000","last_peered":"2023-10-09T05:04:38.017401+0000","last_clean":"2023-10-09T05:04:38.017401+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:04:38.017401+0000","last_undegraded":"2023-10-09T05:04:38.017401+0000","last_fullsized":"2023-10-09T05:04:38.017401+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":509,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.988204+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:04:37.988204+0000","last_peered":"2023-10-09T05:04:37.988204+0000","last_clean":"2023-10-09T05:04:37.988204+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:04:37.988204+0000","last_undegraded":"2023-10-09T05:04:37.988204+0000","last_fullsized":"2023-10-09T05:04:37.988204+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":496,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.010951+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:04:38.010951+0000","last_peered":"2023-10-09T05:04:38.010951+0000","last_clean":"2023-10-09T05:04:38.010951+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:04:38.010951+0000","last_undegraded":"2023-10-09T05:04:38.010951+0000","last_fullsized":"2023-10-09T05:04:38.010951+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":208,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.012766+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:04:38.012766+0000","last_peered":"2023-10-09T05:04:38.012766+0000","last_clean":"2023-10-09T05:04:38.012766+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:04:38.012766+0000","last_undegraded":"2023-10-09T05:04:38.012766+0000","last_fullsized":"2023-10-09T05:04:38.012766+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":552,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:37.990660+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:04:37.990660+0000","last_peered":"2023-10-09T05:04:37.990660+0000","last_clean":"2023-10-09T05:04:37.990660+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:04:37.990660+0000","last_undegraded":"2023-10-09T05:04:37.990660+0000","last_fullsized":"2023-10-09T05:04:37.990660+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":509,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.005641+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:04:38.005641+0000","last_peered":"2023-10-09T05:04:38.005641+0000","last_clean":"2023-10-09T05:04:38.005641+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:04:38.005641+0000","last_undegraded":"2023-10-09T05:04:38.005641+0000","last_fullsized":"2023-10-09T05:04:38.005641+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":544,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.012709+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:04:38.012709+0000","last_peered":"2023-10-09T05:04:38.012709+0000","last_clean":"2023-10-09T05:04:38.012709+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:04:38.012709+0000","last_undegraded":"2023-10-09T05:04:38.012709+0000","last_fullsized":"2023-10-09T05:04:38.012709+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":514,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003650+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:04:38.003650+0000","last_peered":"2023-10-09T05:04:38.003650+0000","last_clean":"2023-10-09T05:04:38.003650+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:04:38.003650+0000","last_undegraded":"2023-10-09T05:04:38.003650+0000","last_fullsized":"2023-10-09T05:04:38.003650+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":517,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.011562+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:04:38.011562+0000","last_peered":"2023-10-09T05:04:38.011562+0000","last_clean":"2023-10-09T05:04:38.011562+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:04:38.011562+0000","last_undegraded":"2023-10-09T05:04:38.011562+0000","last_fullsized":"2023-10-09T05:04:38.011562+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":241,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.027473+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:04:38.027473+0000","last_peered":"2023-10-09T05:04:38.027473+0000","last_clean":"2023-10-09T05:04:38.027473+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:04:38.027473+0000","last_undegraded":"2023-10-09T05:04:38.027473+0000","last_fullsized":"2023-10-09T05:04:38.027473+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":206,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.024919+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:04:38.024919+0000","last_peered":"2023-10-09T05:04:38.024919+0000","last_clean":"2023-10-09T05:04:38.024919+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:04:38.024919+0000","last_undegraded":"2023-10-09T05:04:38.024919+0000","last_fullsized":"2023-10-09T05:04:38.024919+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":199,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.003213+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:04:38.003213+0000","last_peered":"2023-10-09T05:04:38.003213+0000","last_clean":"2023-10-09T05:04:38.003213+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:04:38.003213+0000","last_undegraded":"2023-10-09T05:04:38.003213+0000","last_fullsized":"2023-10-09T05:04:38.003213+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":533,"reported_epoch":512,"state":"active+clean","last_fresh":"2023-10-09T05:04:38.010822+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:04:38.010822+0000","last_peered":"2023-10-09T05:04:38.010822+0000","last_clean":"2023-10-09T05:04:38.010822+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:04:38.010822+0000","last_undegraded":"2023-10-09T05:04:38.010822+0000","last_fullsized":"2023-10-09T05:04:38.010822+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":2324496408,"num_objects":35470,"num_object_clones":0,"num_object_copies":106410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8391,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35470,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":176250,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9288,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6828732416,"data_stored":6828720200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129050,"ondisk_log_size":129050,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234503,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2240872,"kb_used_data":732000,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":91504280,"statfs":{"total":95995035648,"available":93700382720,"internally_reserved":0,"allocated":749568000,"data_stored":748253732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.7509999999999999,"15min":1.637},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":7.2110000000000003,"5min":9.9429999999999996,"15min":16.027999999999999},"last":1.024},{"interface":"front","average":{"1min":1.774,"5min":1.4650000000000001,"15min":1.331},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":5.1719999999999997,"5min":8.3949999999999996,"15min":10.785},"last":2.4689999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":1.587,"15min":1.482},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":8.3490000000000002,"5min":8.3490000000000002,"15min":8.3490000000000002},"last":2.4340000000000002},{"interface":"front","average":{"1min":2.46,"5min":2.3780000000000001,"15min":2.3639999999999999},"min":{"1min":0.378,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.4969999999999999,"5min":15.401,"15min":15.401},"last":11.305999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.379,"15min":2.0779999999999998},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":10.486000000000001,"5min":11.442,"15min":16.678999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":2.9849999999999999,"5min":2.2069999999999999,"15min":1.8169999999999999},"min":{"1min":0.372,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.6799999999999997,"5min":11.311,"15min":16.704000000000001},"last":2.5030000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":2.5190000000000001,"15min":1.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.489000000000001,"5min":14.036,"15min":14.228999999999999},"last":3.0760000000000001},{"interface":"front","average":{"1min":3.266,"5min":2.6280000000000001,"15min":1.849},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":17.771000000000001,"5min":17.853999999999999,"15min":17.853999999999999},"last":3.1059999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":1.889,"15min":1.6739999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":10.097,"5min":19.949000000000002,"15min":19.949000000000002},"last":16.911999999999999},{"interface":"front","average":{"1min":2.0419999999999998,"5min":1.4890000000000001,"15min":1.359},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":8.8810000000000002,"5min":18.971,"15min":18.971},"last":8.6790000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":1.897,"15min":1.8819999999999999},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.28000000000000003},"max":{"1min":8.6159999999999997,"5min":15.432,"15min":20.678999999999998},"last":16.838999999999999},{"interface":"front","average":{"1min":2.6589999999999998,"5min":1.5940000000000001,"15min":1.599},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.848000000000001,"5min":13.848000000000001,"15min":21.07},"last":0.70899999999999996}]},{"osd":6,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.32900000000000001},"max":{"1min":8.5760000000000005,"5min":15.375,"15min":16.599},"last":16.881},{"interface":"front","average":{"1min":2.657,"5min":1.7270000000000001,"15min":1.8260000000000001},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":7.2069999999999999,"5min":11.714,"15min":24.010000000000002},"last":2.9209999999999998}]}]},{"osd":6,"up_from":46,"seq":197568496139,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1936600,"kb_used_data":742736,"kb_used_omap":0,"kb_used_meta":1193856,"kb_avail":91808552,"statfs":{"total":95995035648,"available":94011957248,"internally_reserved":0,"allocated":760561664,"data_stored":759263668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1222508544},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.024,"15min":1.893},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":16.151,"5min":16.151,"15min":62.470999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":3.875,"5min":2.1360000000000001,"15min":2.1440000000000001},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":16.902999999999999,"5min":16.902999999999999,"15min":62.445},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.371,"15min":2.3849999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.9749999999999996,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":1.7889999999999999},{"interface":"front","average":{"1min":4.1379999999999999,"5min":2.911,"15min":2.7069999999999999},"min":{"1min":0.36599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.1839999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.6909999999999998,"15min":2.0550000000000002},"min":{"1min":0.312,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.923,"5min":36.128,"15min":42.923999999999999},"last":7.3490000000000002},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.5259999999999998,"15min":2.4710000000000001},"min":{"1min":0.44700000000000001,"5min":0.30499999999999999,"15min":0.252},"max":{"1min":7.0140000000000002,"5min":8.2360000000000007,"15min":42.936999999999998},"last":2.194}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":1.208}]},{"osd":4,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.1040000000000001,"15min":1.671},"min":{"1min":0.30099999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.5540000000000003,"5min":10.710000000000001,"15min":16.399999999999999},"last":0.377},{"interface":"front","average":{"1min":3.544,"5min":2.2370000000000001,"15min":1.732},"min":{"1min":0.33100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9370000000000003,"5min":10.106,"15min":16.068999999999999},"last":0.44900000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":3.9700000000000002,"5min":2.2679999999999998,"15min":1.593},"min":{"1min":0.42199999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":18.167000000000002,"5min":18.167000000000002,"15min":18.167000000000002},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.6879999999999999,"15min":1.373},"min":{"1min":0.34899999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":5.9790000000000001,"5min":10.154,"15min":16.292999999999999},"last":0.52400000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:04:14 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.012,"15min":1.6479999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":10.032,"5min":10.032,"15min":16.372},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.911,"5min":2.073,"15min":1.7969999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":7.04,"5min":10.185,"15min":16.018999999999998},"last":0.877}]}]},{"osd":1,"up_from":478,"seq":2052994367522,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":895008,"kb_used_data":694360,"kb_used_omap":6,"kb_used_meta":200633,"kb_avail":92850144,"statfs":{"total":95995035648,"available":95078547456,"internally_reserved":0,"allocated":711024640,"data_stored":708627619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":205448683},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.26100000000000001},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.28299999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":0.31},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.37},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":0.66200000000000003},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":11.282999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.48099999999999998},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.41299999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":1.857},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.503}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":2.8279999999999998},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":2.839}]}]},{"osd":0,"up_from":86,"seq":369367187846,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1457588,"kb_used_data":412076,"kb_used_omap":5,"kb_used_meta":1045498,"kb_avail":92287564,"statfs":{"total":95995035648,"available":94502465536,"internally_reserved":0,"allocated":421965824,"data_stored":419200800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1070590586},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":2.6789999999999998},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.72199999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.192},"max":{"1min":8.75,"5min":16.081,"15min":24.021000000000001},"last":3.71},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.4449999999999998,"15min":2.2210000000000001},"min":{"1min":0.32700000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":10.263,"5min":22.683,"15min":24.050999999999998},"last":4.3700000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9510000000000001,"5min":1.9630000000000001,"15min":1.8100000000000001},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":7.5339999999999998,"5min":17.373999999999999,"15min":17.373999999999999},"last":2.0070000000000001},{"interface":"front","average":{"1min":1.617,"5min":1.9910000000000001,"15min":2.1160000000000001},"min":{"1min":0.35799999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":9.1029999999999998,"5min":20.661999999999999,"15min":23.222000000000001},"last":0.36399999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.0419999999999998,"15min":1.925},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.004,"5min":10.231999999999999,"15min":14.581},"last":0.60699999999999998},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.206,"15min":1.774},"min":{"1min":0.54900000000000004,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":9.9719999999999995,"5min":10.541,"15min":14.721},"last":2.0529999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.2269999999999999,"15min":1.8069999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.29899999999999999},"max":{"1min":7.4210000000000003,"5min":10.48,"15min":13.542},"last":2.0800000000000001},{"interface":"front","average":{"1min":2.1890000000000001,"5min":2.6749999999999998,"15min":2.117},"min":{"1min":0.34200000000000003,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":12.717000000000001,"5min":22.738,"15min":22.738},"last":0.33700000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.137,"15min":1.893},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":7.5049999999999999,"5min":10.573,"15min":13.599},"last":2.1070000000000002},{"interface":"front","average":{"1min":2.2719999999999998,"5min":2.4910000000000001,"15min":2.1760000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":6.7199999999999998,"5min":22.709,"15min":22.709},"last":0.38400000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":3.21,"5min":3.0089999999999999,"15min":2.294},"min":{"1min":0.373,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":8.75,"5min":22.763000000000002,"15min":22.763000000000002},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.0790000000000002,"15min":2.0880000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":10.028,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.51000000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206689,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2203344,"kb_used_data":1196488,"kb_used_omap":7,"kb_used_meta":1006840,"kb_avail":91541808,"statfs":{"total":95995035648,"available":93738811392,"internally_reserved":0,"allocated":1225203712,"data_stored":1222816673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1031004241},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.262,"15min":1.6619999999999999},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.1879999999999997,"5min":20.329999999999998,"15min":20.329999999999998},"last":0.753},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.742,"15min":1.5289999999999999},"min":{"1min":0.224,"5min":0.192,"15min":0.188},"max":{"1min":4.0499999999999998,"5min":13.952,"15min":13.952},"last":0.82799999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.443},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.23400000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3650000000000002,"5min":4.0869999999999997,"15min":2.8860000000000001},"min":{"1min":0.377,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":26.018999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":4.6120000000000001,"5min":4.1710000000000003,"15min":2.9830000000000001},"min":{"1min":0.40500000000000003,"5min":0.252,"15min":0.252},"max":{"1min":26.056999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.51900000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.9199999999999999,"15min":2.8380000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":10.691000000000001,"5min":12.992000000000001,"15min":176.00200000000001},"last":0.54100000000000004},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.113,"15min":2.3050000000000002},"min":{"1min":0.314,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.5750000000000002,"5min":11.063000000000001,"15min":176.07900000000001},"last":2.6070000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":2.7679999999999998,"15min":1.9119999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":46.997,"5min":46.997,"15min":46.997},"last":2.8500000000000001},{"interface":"front","average":{"1min":5.1520000000000001,"5min":3.2490000000000001,"15min":2.4119999999999999},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":46.978000000000002,"5min":46.978000000000002,"15min":46.978000000000002},"last":1.5069999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.004,"15min":2.3109999999999999},"min":{"1min":0.53100000000000003,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":7.944,"5min":24.023,"15min":42.975999999999999},"last":1.304},{"interface":"front","average":{"1min":1.7090000000000001,"5min":2.3119999999999998,"15min":2.109},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":4.923,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.432}]},{"osd":7,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.4649999999999999,"15min":2.117},"min":{"1min":0.52800000000000002,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":6.306,"5min":12.907999999999999,"15min":15.516},"last":0.58999999999999997},{"interface":"front","average":{"1min":2.8719999999999999,"5min":2.2959999999999998,"15min":2.052},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.166,"5min":12.462999999999999,"15min":15.583},"last":0.57299999999999995}]}]},{"osd":3,"up_from":198,"seq":850403524826,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1079516,"kb_used_data":532308,"kb_used_omap":2,"kb_used_meta":547133,"kb_avail":92665636,"statfs":{"total":95995035648,"available":94889611264,"internally_reserved":0,"allocated":545083392,"data_stored":542914540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":560264245},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":3.1070000000000002,"5min":2.7589999999999999,"15min":1.9870000000000001},"min":{"1min":0.27600000000000002,"5min":0.183,"15min":0.183},"max":{"1min":10.997999999999999,"5min":26.260999999999999,"15min":26.260999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":2.1200000000000001,"5min":2.5179999999999998,"15min":1.923},"min":{"1min":0.254,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":6.6719999999999997,"5min":13.935,"15min":22.477},"last":4.7220000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":2.944,"5min":1.2330000000000001,"15min":0.94799999999999995},"min":{"1min":0.24099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":4.7389999999999999},{"interface":"front","average":{"1min":3.3159999999999998,"5min":1.6639999999999999,"15min":1.389},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.051,"5min":11.051,"15min":11.051},"last":4.774}]},{"osd":2,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":5.4699999999999998,"5min":3.0449999999999999,"15min":2.27},"min":{"1min":0.45300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":21.407,"5min":21.407,"15min":21.722999999999999},"last":2.8980000000000001},{"interface":"front","average":{"1min":5.8159999999999998,"5min":3.0630000000000002,"15min":2.2240000000000002},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.23799999999999999},"max":{"1min":23.350999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.67200000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.9649999999999999,"5min":2.383,"15min":1.8460000000000001},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":14.359999999999999,"5min":14.359999999999999,"15min":15.301},"last":4.4699999999999998},{"interface":"front","average":{"1min":3.3610000000000002,"5min":2.5019999999999998,"15min":2.077},"min":{"1min":0.504,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.792999999999999,"5min":10.792999999999999,"15min":21.532},"last":2.944}]},{"osd":5,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.1019999999999999,"15min":1.9019999999999999},"min":{"1min":0.37,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":11.026,"5min":11.026,"15min":35.712000000000003},"last":0.505},{"interface":"front","average":{"1min":2.891,"5min":2.6440000000000001,"15min":2.181},"min":{"1min":0.47299999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5730000000000004,"5min":11.624000000000001,"15min":35.488},"last":4.5179999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.3559999999999999,"5min":2.6899999999999999,"15min":2.448},"min":{"1min":0.42599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":14.609,"5min":14.609,"15min":50.113999999999997},"last":2.9910000000000001},{"interface":"front","average":{"1min":3.3599999999999999,"5min":2.262,"15min":2.137},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":10.951000000000001,"5min":11.130000000000001,"15min":53.841999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:03:59 2023","interfaces":[{"interface":"back","average":{"1min":4.109,"5min":2.7839999999999998,"15min":2.1589999999999998},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.34899999999999998},"max":{"1min":18.428000000000001,"5min":18.428000000000001,"15min":18.428000000000001},"last":4.5439999999999996},{"interface":"front","average":{"1min":4.4610000000000003,"5min":2.875,"15min":2.294},"min":{"1min":0.49299999999999999,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":14.663,"5min":14.663,"15min":21.587},"last":2.968}]}]},{"osd":4,"up_from":30,"seq":128849019411,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2814756,"kb_used_data":1319452,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":90930396,"statfs":{"total":95995035648,"available":93112725504,"internally_reserved":0,"allocated":1351118848,"data_stored":1349808895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":1.954,"15min":1.8460000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":7.8460000000000001,"5min":11.003,"15min":21.047000000000001},"last":3.3849999999999998},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.8260000000000001,"15min":1.6519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":11.507999999999999,"5min":11.507999999999999,"15min":12.064},"last":0.32600000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":2.5910000000000002,"15min":2.6499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":11.367000000000001,"5min":12.317,"15min":12.317},"last":6.3730000000000002},{"interface":"front","average":{"1min":3.3279999999999998,"5min":2.2029999999999998,"15min":2.0150000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":3.3319999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.4089999999999998,"15min":3.0939999999999999},"min":{"1min":0.31,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.9219999999999997,"5min":10.15,"15min":105.411},"last":3.294},{"interface":"front","average":{"1min":3.1379999999999999,"5min":2.4769999999999999,"15min":2.9940000000000002},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":11.468,"5min":11.468,"15min":97.927999999999997},"last":0.29599999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:04:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":1.982,"15min":2.1850000000000001},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":6.1500000000000004,"5min":7.9359999999999999,"15min":87.072999999999993},"last":7.2210000000000001},{"interface":"front","average":{"1min":2.8730000000000002,"5min":2.3879999999999999,"15min":2.4199999999999999},"min":{"1min":0.33100000000000002,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":7.7190000000000003,"5min":15.452,"15min":87.316000000000003},"last":6.4329999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":4.431,"5min":1.786,"15min":1.667},"min":{"1min":0.32500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":13.25,"5min":13.25,"15min":20.991},"last":3.4119999999999999},{"interface":"front","average":{"1min":4.4480000000000004,"5min":2.0699999999999998,"15min":1.5629999999999999},"min":{"1min":0.308,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":11.628,"5min":11.628,"15min":14.202999999999999},"last":0.34899999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.9300000000000002,"5min":1.8700000000000001,"15min":2.278},"min":{"1min":0.29899999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":9.5589999999999993,"5min":12.281000000000001,"15min":81.980999999999995},"last":4.6379999999999999},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.3680000000000001,"15min":2.1480000000000001},"min":{"1min":0.40200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.048,"5min":10.048,"15min":81.715999999999994},"last":9.9559999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.7569999999999999,"15min":1.633},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":9.8209999999999997,"5min":9.8209999999999997,"15min":29.175000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.2480000000000002,"5min":1.7869999999999999,"15min":1.8899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35099999999999998,"15min":0.317},"max":{"1min":9.6720000000000006,"5min":12.48,"15min":29.192},"last":9.4830000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757775,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2667928,"kb_used_data":1172752,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":91077224,"statfs":{"total":95995035648,"available":93263077376,"internally_reserved":0,"allocated":1200898048,"data_stored":1199596681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6659999999999999,"5min":2.1869999999999998,"15min":2.5699999999999998},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.6460000000000008,"5min":12.074999999999999,"15min":322.43200000000002},"last":2.661},{"interface":"front","average":{"1min":2.8290000000000002,"5min":1.873,"15min":2.8119999999999998},"min":{"1min":0.26500000000000001,"5min":0.23100000000000001,"15min":0.219},"max":{"1min":6.9459999999999997,"5min":15.164,"15min":322.61599999999999},"last":0.39900000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":1.5620000000000001},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":4.4390000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6909999999999998,"5min":2.4830000000000001,"15min":2.0350000000000001},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":9.7759999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":3.6219999999999999},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.3039999999999998,"15min":1.9590000000000001},"min":{"1min":0.437,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.2949999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":4.3689999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.2240000000000002,"15min":2.121},"min":{"1min":0.34999999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.7249999999999996,"5min":9.9199999999999999,"15min":74.915000000000006},"last":2.4790000000000001},{"interface":"front","average":{"1min":3.7570000000000001,"5min":2.2189999999999999,"15min":2.327},"min":{"1min":0.47899999999999998,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":13.738,"5min":13.738,"15min":74.799999999999997},"last":4.4580000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":4.532,"5min":1.96,"15min":1.4490000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.251},"max":{"1min":9.7490000000000006,"5min":10.092000000000001,"15min":13.285},"last":0.94199999999999995},{"interface":"front","average":{"1min":3.6000000000000001,"5min":1.744,"15min":1.569},"min":{"1min":0.40899999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.3099999999999996,"5min":10.387,"15min":14.824},"last":4.5259999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:03:55 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.2949999999999999,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":8.1099999999999994,"5min":8.1099999999999994,"15min":13.189},"last":4.415},{"interface":"front","average":{"1min":2.6440000000000001,"5min":1.706,"15min":1.5049999999999999},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":9.3670000000000009,"5min":14.640000000000001,"15min":14.640000000000001},"last":0.88800000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":1.996,"15min":1.6399999999999999},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":9.4459999999999997,"5min":14.59,"15min":14.59},"last":0.91600000000000004},{"interface":"front","average":{"1min":5.734,"5min":2.4060000000000001,"15min":1.821},"min":{"1min":0.499,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":16.689,"5min":16.689,"15min":16.689},"last":0.97299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413401088,"data_stored":413401088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":699404288,"data_stored":699400216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1204944896,"data_stored":1204944896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":527826944,"data_stored":527826944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1324224512,"data_stored":1324220440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1181614080,"data_stored":1181614080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":742719488,"data_stored":742719488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":734597120,"data_stored":734593048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:04:53.078 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:04:53.348 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:53.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:53.358 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:53.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T05:04:53.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:53.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:04:53.368 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[179183]: osdmap e514: 8 total, 8 up, 8 in 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[179183]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[179183]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[179183]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[184249]: osdmap e514: 8 total, 8 up, 8 in 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[184249]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.369 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[184249]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.370 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:53 smithi107 ceph-mon[184249]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.459 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:53 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:04:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:53 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:04:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:53 smithi150 ceph-mon[168511]: osdmap e514: 8 total, 8 up, 8 in 2023-10-09T05:04:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:53 smithi150 ceph-mon[168511]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:53 smithi150 ceph-mon[168511]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:53 smithi150 ceph-mon[168511]: failed to encode map e514 with expected crc 2023-10-09T05:04:53.512 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:53.583 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:53.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:53.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:53.693 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:53.758 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:53.841 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:53.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:53.851 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:53.952 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:54.008 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:54.023 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:54.098 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:54.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:54.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:54.205 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:54.274 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:54.313 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:54.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:54.316 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:54.417 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:54.442 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:54 smithi150 ceph-mon[168511]: from='client.56704 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:54.442 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:54 smithi150 ceph-mon[168511]: pgmap v1562: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 852 op/s; 8115/97614 objects degraded (8.313%); 0 B/s, 70 objects/s recovering 2023-10-09T05:04:54.444 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:54.479 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:54.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:54.482 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:54.583 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:54.657 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:54.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:54 smithi107 ceph-mon[184249]: from='client.56704 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:54.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:54 smithi107 ceph-mon[184249]: pgmap v1562: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 852 op/s; 8115/97614 objects degraded (8.313%); 0 B/s, 70 objects/s recovering 2023-10-09T05:04:54.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:54 smithi107 ceph-mon[179183]: from='client.56704 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:04:54.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:54 smithi107 ceph-mon[179183]: pgmap v1562: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 852 op/s; 8115/97614 objects degraded (8.313%); 0 B/s, 70 objects/s recovering 2023-10-09T05:04:54.728 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:54.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:54.745 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:54.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:54.889 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:54.996 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:54.999 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:04:55.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:55.005 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:55.106 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:55.156 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:55.299 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:55.668 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:55.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:55.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:55.777 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:55.840 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:55.918 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:55.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:55.922 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:56.023 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:56.042 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:04:56.092 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:04:56.121 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:56.137 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:04:56.183 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:04:56.188 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:56 smithi150 ceph-mon[168511]: pgmap v1563: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 8115/97614 objects degraded (8.313%); 0 B/s, 57 objects/s recovering 2023-10-09T05:04:56.188 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:56 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 8115/97614 objects degraded (8.313%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:56.188 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1177564302' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:56.229 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:04:56.238 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:56.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:56.245 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:04:56.266 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:04:56.315 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:04:56.346 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:04:56.356 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:04:56.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.371 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.372 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:04:56.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:56 smithi107 ceph-mon[184249]: pgmap v1563: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 8115/97614 objects degraded (8.313%); 0 B/s, 57 objects/s recovering 2023-10-09T05:04:56.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:56 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 8115/97614 objects degraded (8.313%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:56.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1177564302' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:56.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:56 smithi107 ceph-mon[179183]: pgmap v1563: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 8115/97614 objects degraded (8.313%); 0 B/s, 57 objects/s recovering 2023-10-09T05:04:56.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:56 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 8115/97614 objects degraded (8.313%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:04:56.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1177564302' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:04:56.410 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:56.485 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:04:56.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:56.497 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:04:56.597 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:04:56.667 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:56.736 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:04:56.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:56.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:04:56.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:56.899 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:57.162 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:57.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:57.166 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:57.267 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:57.339 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:57.452 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:57.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:57.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:57.558 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:57.630 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:57.689 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:57.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:57.707 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:57.807 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:57.821 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:04:57.878 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:58.104 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:58.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:58.113 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:58.214 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:04:58.287 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:58.297 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:04:58.297 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:04:58.364 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:04:58.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:58.370 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:04:58.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:58 smithi107 ceph-mon[179183]: pgmap v1564: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 677 op/s; 8115/96363 objects degraded (8.421%); 0 B/s, 56 objects/s recovering 2023-10-09T05:04:58.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:58 smithi107 ceph-mon[184249]: pgmap v1564: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 677 op/s; 8115/96363 objects degraded (8.421%); 0 B/s, 56 objects/s recovering 2023-10-09T05:04:58.471 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:04:58.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:58 smithi150 ceph-mon[168511]: pgmap v1564: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 677 op/s; 8115/96363 objects degraded (8.421%); 0 B/s, 56 objects/s recovering 2023-10-09T05:04:58.599 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:58.662 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:04:58.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:58.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:04:58.775 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:04:58.823 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:59.150 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:04:59.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:59.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:04:59.255 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:04:59.307 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:59.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:04:59.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:04:59 smithi107 ceph-mon[179183]: pgmap v1565: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7766/87324 objects degraded (8.893%); 0 B/s, 62 objects/s recovering 2023-10-09T05:04:59.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:04:59 smithi107 ceph-mon[184249]: pgmap v1565: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7766/87324 objects degraded (8.893%); 0 B/s, 62 objects/s recovering 2023-10-09T05:04:59.431 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:04:59.431 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 7766/87324 objects degraded (8.893%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2059,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":514,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":96},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":29108,"data_bytes":1906579384,"bytes_used":14612930560,"bytes_avail":753347354624,"bytes_total":767960285184,"degraded_objects":7766,"degraded_total":87324,"degraded_ratio":0.088933168430213913,"recovering_objects_per_sec":62,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":625,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":681},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (3m)\n [===========================.] (remaining: 6s)","progress":0.96969699859619141,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:04:59.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:04:59 smithi150 ceph-mon[168511]: pgmap v1565: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7766/87324 objects degraded (8.893%); 0 B/s, 62 objects/s recovering 2023-10-09T05:04:59.488 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:04:59.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:59.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:04:59.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T05:04:59.601 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:04:59.700 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:04:59.905 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:04:59.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:04:59.911 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:00.012 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:00.040 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:05:00.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:05:00.064 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:00.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:00.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:00.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:00.238 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:00.301 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:00.395 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:00.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:00.405 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:00.405 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1196993121' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:00.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1196993121' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:00.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1196993121' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:00.506 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:00.581 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:00.635 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:00.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:00.650 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:00.674 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:00.704 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:00.751 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:00.858 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:00.970 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:01.032 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:01.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:01.038 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:01.139 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:01.199 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:01.434 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:05:01.464 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7766/87324 objects degraded (8.893%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:01.464 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[179183]: pgmap v1566: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7766/87324 objects degraded (8.893%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3034217018' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7766/87324 objects degraded (8.893%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[184249]: pgmap v1566: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7766/87324 objects degraded (8.893%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3034217018' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:01.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:01.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:01 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7766/87324 objects degraded (8.893%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:01.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:01 smithi150 ceph-mon[168511]: pgmap v1566: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7766/87324 objects degraded (8.893%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3034217018' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:01.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:01.565 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:01.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:01.572 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:01.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:01.751 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:02.012 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:05:02] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2023-10-09T05:05:02.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:05:02.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:02.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[184249]: osdmap e515: 8 total, 8 up, 8 in 2023-10-09T05:05:02.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[184249]: failed to encode map e515 with expected crc 2023-10-09T05:05:02.292 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:05:02.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:05:02.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:02.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[179183]: osdmap e515: 8 total, 8 up, 8 in 2023-10-09T05:05:02.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[179183]: failed to encode map e515 with expected crc 2023-10-09T05:05:02.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:02 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:05:02.532 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:02.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:02.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:02.639 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:02.685 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:02 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:05:02.685 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:02.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:02 smithi150 ceph-mon[168511]: osdmap e515: 8 total, 8 up, 8 in 2023-10-09T05:05:02.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:02 smithi150 ceph-mon[168511]: failed to encode map e515 with expected crc 2023-10-09T05:05:02.686 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:02 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:05:02.697 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:02.779 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:02.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:02.794 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:02.894 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:02.970 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:03.058 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:03.066 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:03.066 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:03.167 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:03.234 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:03.373 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:03 smithi107 ceph-mon[179183]: failed to encode map e515 with expected crc 2023-10-09T05:05:03.373 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:03 smithi107 ceph-mon[179183]: pgmap v1568: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 7487/76914 objects degraded (9.734%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:03.373 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:03 smithi107 ceph-mon[184249]: failed to encode map e515 with expected crc 2023-10-09T05:05:03.373 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:03 smithi107 ceph-mon[184249]: pgmap v1568: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 7487/76914 objects degraded (9.734%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:03 smithi150 ceph-mon[168511]: failed to encode map e515 with expected crc 2023-10-09T05:05:03.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:03 smithi150 ceph-mon[168511]: pgmap v1568: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 7487/76914 objects degraded (9.734%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:03.822 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:03.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:03.830 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:03.831 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:03.865 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:03.889 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:03.931 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:03.935 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:04.004 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:04.024 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:04.056 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:05:04.056 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:05:04.056 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:05:04.056 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:05:04.056 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:05:04.064 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:04.105 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:04.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:04.110 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:04.114 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:04.154 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.154 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.155 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.155 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.155 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.155 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:05:04.211 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:04.294 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:04.298 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3774697624' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:04.299 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3774697624' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:04.386 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:04.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:04.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:04.498 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:04.524 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:04.531 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:05:04.559 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3774697624' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:04.570 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:04.631 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:04.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:04.642 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:04.648 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T05:05:04.742 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:04.817 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:05.081 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:05.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:05.087 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:05.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:05.196 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:05:05.261 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:05.336 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:05.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:05.343 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:05.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:05 smithi107 ceph-mon[184249]: from='client.56728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:05.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:05 smithi107 ceph-mon[184249]: pgmap v1569: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 7487/76914 objects degraded (9.734%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:05 smithi107 ceph-mon[179183]: from='client.56728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:05.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:05 smithi107 ceph-mon[179183]: pgmap v1569: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 7487/76914 objects degraded (9.734%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:05.445 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:05.517 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:05 smithi150 ceph-mon[168511]: from='client.56728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:05.517 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:05 smithi150 ceph-mon[168511]: pgmap v1569: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 7487/76914 objects degraded (9.734%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:05.519 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1568,"stamp":"2023-10-09T05:05:02.880616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1679169464,"num_objects":25638,"num_object_clones":0,"num_object_copies":76914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7487,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25638,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":186167,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10242,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130532,"ondisk_log_size":130532,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":13621004,"kb_used_data":5095244,"kb_used_omap":22,"kb_used_meta":8524905,"kb_avail":736340212,"statfs":{"total":767960285184,"available":754012377088,"internally_reserved":0,"allocated":5217529856,"data_stored":5202533170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8729502955},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-452198400,"num_objects":-6900,"num_object_clones":0,"num_object_copies":-20700,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-628,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6900,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6900,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002995"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":528,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156755+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:04:52.156755+0000","last_peered":"2023-10-09T05:04:52.156755+0000","last_clean":"2023-10-09T05:04:52.156755+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:04:52.156755+0000","last_undegraded":"2023-10-09T05:04:52.156755+0000","last_fullsized":"2023-10-09T05:04:52.156755+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":249,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166942+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:04:52.166942+0000","last_peered":"2023-10-09T05:04:52.166942+0000","last_clean":"2023-10-09T05:04:52.166942+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:04:52.166942+0000","last_undegraded":"2023-10-09T05:04:52.166942+0000","last_fullsized":"2023-10-09T05:04:52.166942+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":433,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:45.054924+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:45.054924+0000","last_peered":"2023-10-09T05:04:45.054924+0000","last_clean":"2023-10-09T05:04:45.054924+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:45.054924+0000","last_undegraded":"2023-10-09T05:04:45.054924+0000","last_fullsized":"2023-10-09T05:04:45.054924+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":72,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154639+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:04:52.154639+0000","last_peered":"2023-10-09T05:04:52.154639+0000","last_clean":"2023-10-09T05:04:52.154639+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:04:52.154639+0000","last_undegraded":"2023-10-09T05:04:52.154639+0000","last_fullsized":"2023-10-09T05:04:52.154639+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":228,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166159+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:04:52.166159+0000","last_peered":"2023-10-09T05:04:52.166159+0000","last_clean":"2023-10-09T05:04:52.166159+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:04:52.166159+0000","last_undegraded":"2023-10-09T05:04:52.166159+0000","last_fullsized":"2023-10-09T05:04:52.166159+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":205,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156205+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:04:52.156205+0000","last_peered":"2023-10-09T05:04:52.156205+0000","last_clean":"2023-10-09T05:04:52.156205+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:04:52.156205+0000","last_undegraded":"2023-10-09T05:04:52.156205+0000","last_fullsized":"2023-10-09T05:04:52.156205+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":476,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149081+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:04:52.149081+0000","last_peered":"2023-10-09T05:04:52.149081+0000","last_clean":"2023-10-09T05:04:52.149081+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:04:52.149081+0000","last_undegraded":"2023-10-09T05:04:52.149081+0000","last_fullsized":"2023-10-09T05:04:52.149081+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":254,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166296+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:04:52.166296+0000","last_peered":"2023-10-09T05:04:52.166296+0000","last_clean":"2023-10-09T05:04:52.166296+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:04:52.166296+0000","last_undegraded":"2023-10-09T05:04:52.166296+0000","last_fullsized":"2023-10-09T05:04:52.166296+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":529,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149415+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:04:52.149415+0000","last_peered":"2023-10-09T05:04:52.149415+0000","last_clean":"2023-10-09T05:04:52.149415+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:04:52.149415+0000","last_undegraded":"2023-10-09T05:04:52.149415+0000","last_fullsized":"2023-10-09T05:04:52.149415+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":253,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166538+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:04:52.166538+0000","last_peered":"2023-10-09T05:04:52.166538+0000","last_clean":"2023-10-09T05:04:52.166538+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:04:52.166538+0000","last_undegraded":"2023-10-09T05:04:52.166538+0000","last_fullsized":"2023-10-09T05:04:52.166538+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":78,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155813+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:04:52.155813+0000","last_peered":"2023-10-09T05:04:52.155813+0000","last_clean":"2023-10-09T05:04:52.155813+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:04:52.155813+0000","last_undegraded":"2023-10-09T05:04:52.155813+0000","last_fullsized":"2023-10-09T05:04:52.155813+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":398,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154814+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:04:52.154814+0000","last_peered":"2023-10-09T05:04:52.154814+0000","last_clean":"2023-10-09T05:04:52.154814+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:04:52.154814+0000","last_undegraded":"2023-10-09T05:04:52.154814+0000","last_fullsized":"2023-10-09T05:04:52.154814+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":591,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156675+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:04:52.156675+0000","last_peered":"2023-10-09T05:04:52.156675+0000","last_clean":"2023-10-09T05:04:52.156675+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:04:52.156675+0000","last_undegraded":"2023-10-09T05:04:52.156675+0000","last_fullsized":"2023-10-09T05:04:52.156675+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":549,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.158523+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:04:52.158523+0000","last_peered":"2023-10-09T05:04:52.158523+0000","last_clean":"2023-10-09T05:04:52.158523+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:04:52.158523+0000","last_undegraded":"2023-10-09T05:04:52.158523+0000","last_fullsized":"2023-10-09T05:04:52.158523+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":78,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155576+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:04:52.155576+0000","last_peered":"2023-10-09T05:04:52.155576+0000","last_clean":"2023-10-09T05:04:52.155576+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:04:52.155576+0000","last_undegraded":"2023-10-09T05:04:52.155576+0000","last_fullsized":"2023-10-09T05:04:52.155576+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":351,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166859+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:04:52.166859+0000","last_peered":"2023-10-09T05:04:52.166859+0000","last_clean":"2023-10-09T05:04:52.166859+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:04:52.166859+0000","last_undegraded":"2023-10-09T05:04:52.166859+0000","last_fullsized":"2023-10-09T05:04:52.166859+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":72,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155306+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:04:52.155306+0000","last_peered":"2023-10-09T05:04:52.155306+0000","last_clean":"2023-10-09T05:04:52.155306+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:04:52.155306+0000","last_undegraded":"2023-10-09T05:04:52.155306+0000","last_fullsized":"2023-10-09T05:04:52.155306+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":531,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149564+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:04:52.149564+0000","last_peered":"2023-10-09T05:04:52.149564+0000","last_clean":"2023-10-09T05:04:52.149564+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:04:52.149564+0000","last_undegraded":"2023-10-09T05:04:52.149564+0000","last_fullsized":"2023-10-09T05:04:52.149564+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":72,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.153008+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:04:52.153008+0000","last_peered":"2023-10-09T05:04:52.153008+0000","last_clean":"2023-10-09T05:04:52.153008+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:04:52.153008+0000","last_undegraded":"2023-10-09T05:04:52.153008+0000","last_fullsized":"2023-10-09T05:04:52.153008+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":489,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.167703+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:04:52.167703+0000","last_peered":"2023-10-09T05:04:52.167703+0000","last_clean":"2023-10-09T05:04:52.167703+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:04:52.167703+0000","last_undegraded":"2023-10-09T05:04:52.167703+0000","last_fullsized":"2023-10-09T05:04:52.167703+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":213,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154530+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:04:52.154530+0000","last_peered":"2023-10-09T05:04:52.154530+0000","last_clean":"2023-10-09T05:04:52.154530+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:04:52.154530+0000","last_undegraded":"2023-10-09T05:04:52.154530+0000","last_fullsized":"2023-10-09T05:04:52.154530+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":248,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.167279+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:04:52.167279+0000","last_peered":"2023-10-09T05:04:52.167279+0000","last_clean":"2023-10-09T05:04:52.167279+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:04:52.167279+0000","last_undegraded":"2023-10-09T05:04:52.167279+0000","last_fullsized":"2023-10-09T05:04:52.167279+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"515'11830","reported_seq":11885,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.181701+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:05:02.181701+0000","last_peered":"2023-10-09T05:05:02.181701+0000","last_clean":"2023-10-09T05:05:02.181701+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:05:02.181701+0000","last_undegraded":"2023-10-09T05:05:02.181701+0000","last_fullsized":"2023-10-09T05:05:02.181701+0000","mapping_epoch":468,"log_start":"480'3700","ondisk_log_start":"480'3700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8130,"log_dups_size":0,"ondisk_log_size":8130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107347968,"num_objects":1638,"num_object_clones":0,"num_object_copies":4914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11830,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":76,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.153495+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:04:52.153495+0000","last_peered":"2023-10-09T05:04:52.153495+0000","last_clean":"2023-10-09T05:04:52.153495+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:04:52.153495+0000","last_undegraded":"2023-10-09T05:04:52.153495+0000","last_fullsized":"2023-10-09T05:04:52.153495+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":515,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.152922+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:04:52.152922+0000","last_peered":"2023-10-09T05:04:52.152922+0000","last_clean":"2023-10-09T05:04:52.152922+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:04:52.152922+0000","last_undegraded":"2023-10-09T05:04:52.152922+0000","last_fullsized":"2023-10-09T05:04:52.152922+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"515'11414","reported_seq":18410,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.214041+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:05:02.214041+0000","last_peered":"2023-10-09T05:05:02.214041+0000","last_clean":"2023-10-09T05:05:02.214041+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:05:02.214041+0000","last_undegraded":"2023-10-09T05:05:02.214041+0000","last_fullsized":"2023-10-09T05:05:02.214041+0000","mapping_epoch":494,"log_start":"480'3700","ondisk_log_start":"480'3700","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7714,"log_dups_size":0,"ondisk_log_size":7714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103022592,"num_objects":1572,"num_object_clones":0,"num_object_copies":4716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11414,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":93,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154566+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:04:52.154566+0000","last_peered":"2023-10-09T05:04:52.154566+0000","last_clean":"2023-10-09T05:04:52.154566+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:04:52.154566+0000","last_undegraded":"2023-10-09T05:04:52.154566+0000","last_fullsized":"2023-10-09T05:04:52.154566+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":539,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156794+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:04:52.156794+0000","last_peered":"2023-10-09T05:04:52.156794+0000","last_clean":"2023-10-09T05:04:52.156794+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:04:52.156794+0000","last_undegraded":"2023-10-09T05:04:52.156794+0000","last_fullsized":"2023-10-09T05:04:52.156794+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"515'11613","reported_seq":11668,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.179165+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:05:02.179165+0000","last_peered":"2023-10-09T05:05:02.179165+0000","last_clean":"2023-10-09T05:05:02.179165+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:05:02.179165+0000","last_undegraded":"2023-10-09T05:05:02.179165+0000","last_fullsized":"2023-10-09T05:05:02.179165+0000","mapping_epoch":468,"log_start":"483'4700","ondisk_log_start":"483'4700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6913,"log_dups_size":0,"ondisk_log_size":6913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100597760,"num_objects":1535,"num_object_clones":0,"num_object_copies":4605,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1535,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11613,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":76,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155946+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:04:52.155946+0000","last_peered":"2023-10-09T05:04:52.155946+0000","last_clean":"2023-10-09T05:04:52.155946+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:04:52.155946+0000","last_undegraded":"2023-10-09T05:04:52.155946+0000","last_fullsized":"2023-10-09T05:04:52.155946+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":225,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154891+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:04:52.154891+0000","last_peered":"2023-10-09T05:04:52.154891+0000","last_clean":"2023-10-09T05:04:52.154891+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:04:52.154891+0000","last_undegraded":"2023-10-09T05:04:52.154891+0000","last_fullsized":"2023-10-09T05:04:52.154891+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"515'11742","reported_seq":11797,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.161911+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:05:02.161911+0000","last_peered":"2023-10-09T05:05:02.161911+0000","last_clean":"2023-10-09T05:05:02.161911+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:05:02.161911+0000","last_undegraded":"2023-10-09T05:05:02.161911+0000","last_fullsized":"2023-10-09T05:05:02.161911+0000","mapping_epoch":468,"log_start":"475'2900","ondisk_log_start":"475'2900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8842,"log_dups_size":0,"ondisk_log_size":8842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108003328,"num_objects":1648,"num_object_clones":0,"num_object_copies":4944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11742,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":559,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154775+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:04:52.154775+0000","last_peered":"2023-10-09T05:04:52.154775+0000","last_clean":"2023-10-09T05:04:52.154775+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:04:52.154775+0000","last_undegraded":"2023-10-09T05:04:52.154775+0000","last_fullsized":"2023-10-09T05:04:52.154775+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":507,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-10-09T05:04:45.058573+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:04:45.058573+0000","last_peered":"2023-10-09T05:04:45.058573+0000","last_clean":"2023-10-09T05:04:45.058573+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:04:45.058573+0000","last_undegraded":"2023-10-09T05:04:45.058573+0000","last_fullsized":"2023-10-09T05:04:45.058573+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"515'11464","reported_seq":11519,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.192849+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:05:02.192849+0000","last_peered":"2023-10-09T05:05:02.192849+0000","last_clean":"2023-10-09T05:05:02.192849+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:05:02.192849+0000","last_undegraded":"2023-10-09T05:05:02.192849+0000","last_fullsized":"2023-10-09T05:05:02.192849+0000","mapping_epoch":468,"log_start":"483'4600","ondisk_log_start":"483'4600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6864,"log_dups_size":0,"ondisk_log_size":6864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105119744,"num_objects":1604,"num_object_clones":0,"num_object_copies":4812,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1604,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11464,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":940,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.153093+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:04:52.153093+0000","last_peered":"2023-10-09T05:04:52.153093+0000","last_clean":"2023-10-09T05:04:52.153093+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:04:52.153093+0000","last_undegraded":"2023-10-09T05:04:52.153093+0000","last_fullsized":"2023-10-09T05:04:52.153093+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":183,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.174325+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:04:52.174325+0000","last_peered":"2023-10-09T05:04:52.174325+0000","last_clean":"2023-10-09T05:04:52.174325+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:04:52.174325+0000","last_undegraded":"2023-10-09T05:04:52.174325+0000","last_fullsized":"2023-10-09T05:04:52.174325+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":559,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156587+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:04:52.156587+0000","last_peered":"2023-10-09T05:04:52.156587+0000","last_clean":"2023-10-09T05:04:52.156587+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:04:52.156587+0000","last_undegraded":"2023-10-09T05:04:52.156587+0000","last_fullsized":"2023-10-09T05:04:52.156587+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"515'12053","reported_seq":18520,"reported_epoch":515,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:02.200433+0000","last_change":"2023-10-09T05:03:58.242546+0000","last_active":"2023-10-09T05:05:02.200433+0000","last_peered":"2023-10-09T05:05:02.200433+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.532460+0000","last_became_peered":"2023-10-09T05:02:06.532460+0000","last_unstale":"2023-10-09T05:05:02.200433+0000","last_undegraded":"2023-10-09T05:02:06.365058+0000","last_fullsized":"2023-10-09T05:02:06.340865+0000","mapping_epoch":479,"log_start":"480'3900","ondisk_log_start":"480'3900","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8153,"log_dups_size":0,"ondisk_log_size":8153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:20:52.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106889216,"num_objects":1631,"num_object_clones":0,"num_object_copies":4893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":473,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12053,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3202,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":1158}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":513,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.150933+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:04:52.150933+0000","last_peered":"2023-10-09T05:04:52.150933+0000","last_clean":"2023-10-09T05:04:52.150933+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:04:52.150933+0000","last_undegraded":"2023-10-09T05:04:52.150933+0000","last_fullsized":"2023-10-09T05:04:52.150933+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":205,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154972+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:04:52.154972+0000","last_peered":"2023-10-09T05:04:52.154972+0000","last_clean":"2023-10-09T05:04:52.154972+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:04:52.154972+0000","last_undegraded":"2023-10-09T05:04:52.154972+0000","last_fullsized":"2023-10-09T05:04:52.154972+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":485,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.167001+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:04:52.167001+0000","last_peered":"2023-10-09T05:04:52.167001+0000","last_clean":"2023-10-09T05:04:52.167001+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:04:52.167001+0000","last_undegraded":"2023-10-09T05:04:52.167001+0000","last_fullsized":"2023-10-09T05:04:52.167001+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"515'11501","reported_seq":11556,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.155001+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:05:02.155001+0000","last_peered":"2023-10-09T05:05:02.155001+0000","last_clean":"2023-10-09T05:05:02.155001+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:05:02.155001+0000","last_undegraded":"2023-10-09T05:05:02.155001+0000","last_fullsized":"2023-10-09T05:05:02.155001+0000","mapping_epoch":468,"log_start":"481'3800","ondisk_log_start":"481'3800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7701,"log_dups_size":0,"ondisk_log_size":7701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109641728,"num_objects":1673,"num_object_clones":0,"num_object_copies":5019,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1673,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11501,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":496,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156726+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:04:52.156726+0000","last_peered":"2023-10-09T05:04:52.156726+0000","last_clean":"2023-10-09T05:04:52.156726+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:04:52.156726+0000","last_undegraded":"2023-10-09T05:04:52.156726+0000","last_fullsized":"2023-10-09T05:04:52.156726+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":559,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.157279+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:04:52.157279+0000","last_peered":"2023-10-09T05:04:52.157279+0000","last_clean":"2023-10-09T05:04:52.157279+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:04:52.157279+0000","last_undegraded":"2023-10-09T05:04:52.157279+0000","last_fullsized":"2023-10-09T05:04:52.157279+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"515'11632","reported_seq":11687,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.177923+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:05:02.177923+0000","last_peered":"2023-10-09T05:05:02.177923+0000","last_clean":"2023-10-09T05:05:02.177923+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:05:02.177923+0000","last_undegraded":"2023-10-09T05:05:02.177923+0000","last_fullsized":"2023-10-09T05:05:02.177923+0000","mapping_epoch":468,"log_start":"484'4800","ondisk_log_start":"484'4800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6832,"log_dups_size":0,"ondisk_log_size":6832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103153664,"num_objects":1574,"num_object_clones":0,"num_object_copies":4722,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1574,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11632,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":513,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.148920+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:04:52.148920+0000","last_peered":"2023-10-09T05:04:52.148920+0000","last_clean":"2023-10-09T05:04:52.148920+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:04:52.148920+0000","last_undegraded":"2023-10-09T05:04:52.148920+0000","last_fullsized":"2023-10-09T05:04:52.148920+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":246,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166230+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:04:52.166230+0000","last_peered":"2023-10-09T05:04:52.166230+0000","last_clean":"2023-10-09T05:04:52.166230+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:04:52.166230+0000","last_undegraded":"2023-10-09T05:04:52.166230+0000","last_fullsized":"2023-10-09T05:04:52.166230+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":354,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.167353+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:04:52.167353+0000","last_peered":"2023-10-09T05:04:52.167353+0000","last_clean":"2023-10-09T05:04:52.167353+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:04:52.167353+0000","last_undegraded":"2023-10-09T05:04:52.167353+0000","last_fullsized":"2023-10-09T05:04:52.167353+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"515'11561","reported_seq":11616,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.154397+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:05:02.154397+0000","last_peered":"2023-10-09T05:05:02.154397+0000","last_clean":"2023-10-09T05:05:02.154397+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:05:02.154397+0000","last_undegraded":"2023-10-09T05:05:02.154397+0000","last_fullsized":"2023-10-09T05:05:02.154397+0000","mapping_epoch":468,"log_start":"475'2700","ondisk_log_start":"475'2700","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8861,"log_dups_size":0,"ondisk_log_size":8861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101384192,"num_objects":1547,"num_object_clones":0,"num_object_copies":4641,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1547,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11561,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":894,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156138+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:04:52.156138+0000","last_peered":"2023-10-09T05:04:52.156138+0000","last_clean":"2023-10-09T05:04:52.156138+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:04:52.156138+0000","last_undegraded":"2023-10-09T05:04:52.156138+0000","last_fullsized":"2023-10-09T05:04:52.156138+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":89,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.153387+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:04:52.153387+0000","last_peered":"2023-10-09T05:04:52.153387+0000","last_clean":"2023-10-09T05:04:52.153387+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:04:52.153387+0000","last_undegraded":"2023-10-09T05:04:52.153387+0000","last_fullsized":"2023-10-09T05:04:52.153387+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":529,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149498+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:04:52.149498+0000","last_peered":"2023-10-09T05:04:52.149498+0000","last_clean":"2023-10-09T05:04:52.149498+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:04:52.149498+0000","last_undegraded":"2023-10-09T05:04:52.149498+0000","last_fullsized":"2023-10-09T05:04:52.149498+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":273,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149001+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:04:52.149001+0000","last_peered":"2023-10-09T05:04:52.149001+0000","last_clean":"2023-10-09T05:04:52.149001+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:04:52.149001+0000","last_undegraded":"2023-10-09T05:04:52.149001+0000","last_fullsized":"2023-10-09T05:04:52.149001+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"515'11534","reported_seq":11596,"reported_epoch":515,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:02.147490+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:05:02.147490+0000","last_peered":"2023-10-09T05:05:02.147490+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:05:02.147490+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"484'4700","ondisk_log_start":"484'4700","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6834,"log_dups_size":0,"ondisk_log_size":6834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102170648,"num_objects":1560,"num_object_clones":0,"num_object_copies":4680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1560,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11534,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-1924}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":513,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155059+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:04:52.155059+0000","last_peered":"2023-10-09T05:04:52.155059+0000","last_clean":"2023-10-09T05:04:52.155059+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:04:52.155059+0000","last_undegraded":"2023-10-09T05:04:52.155059+0000","last_fullsized":"2023-10-09T05:04:52.155059+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":552,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149220+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:04:52.149220+0000","last_peered":"2023-10-09T05:04:52.149220+0000","last_clean":"2023-10-09T05:04:52.149220+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:04:52.149220+0000","last_undegraded":"2023-10-09T05:04:52.149220+0000","last_fullsized":"2023-10-09T05:04:52.149220+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":516,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.158447+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:04:52.158447+0000","last_peered":"2023-10-09T05:04:52.158447+0000","last_clean":"2023-10-09T05:04:52.158447+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:04:52.158447+0000","last_undegraded":"2023-10-09T05:04:52.158447+0000","last_fullsized":"2023-10-09T05:04:52.158447+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":379,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.160106+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:04:52.160106+0000","last_peered":"2023-10-09T05:04:52.160106+0000","last_clean":"2023-10-09T05:04:52.160106+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:04:52.160106+0000","last_undegraded":"2023-10-09T05:04:52.160106+0000","last_fullsized":"2023-10-09T05:04:52.160106+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"515'11615","reported_seq":11670,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.252349+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:05:02.252349+0000","last_peered":"2023-10-09T05:05:02.252349+0000","last_clean":"2023-10-09T05:05:02.252349+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:05:02.252349+0000","last_undegraded":"2023-10-09T05:05:02.252349+0000","last_fullsized":"2023-10-09T05:05:02.252349+0000","mapping_epoch":468,"log_start":"481'3900","ondisk_log_start":"481'3900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7715,"log_dups_size":0,"ondisk_log_size":7715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109379584,"num_objects":1669,"num_object_clones":0,"num_object_copies":5007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11615,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":485,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155216+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:04:52.155216+0000","last_peered":"2023-10-09T05:04:52.155216+0000","last_clean":"2023-10-09T05:04:52.155216+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:04:52.155216+0000","last_undegraded":"2023-10-09T05:04:52.155216+0000","last_fullsized":"2023-10-09T05:04:52.155216+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156486+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:04:52.156486+0000","last_peered":"2023-10-09T05:04:52.156486+0000","last_clean":"2023-10-09T05:04:52.156486+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:04:52.156486+0000","last_undegraded":"2023-10-09T05:04:52.156486+0000","last_fullsized":"2023-10-09T05:04:52.156486+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":397,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.159022+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:04:52.159022+0000","last_peered":"2023-10-09T05:04:52.159022+0000","last_clean":"2023-10-09T05:04:52.159022+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:04:52.159022+0000","last_undegraded":"2023-10-09T05:04:52.159022+0000","last_fullsized":"2023-10-09T05:04:52.159022+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":309,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149149+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:04:52.149149+0000","last_peered":"2023-10-09T05:04:52.149149+0000","last_clean":"2023-10-09T05:04:52.149149+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:04:52.149149+0000","last_undegraded":"2023-10-09T05:04:52.149149+0000","last_fullsized":"2023-10-09T05:04:52.149149+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"515'11706","reported_seq":11766,"reported_epoch":515,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:02.192788+0000","last_change":"2023-10-09T05:02:06.535479+0000","last_active":"2023-10-09T05:05:02.192788+0000","last_peered":"2023-10-09T05:05:02.192788+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:05:02.192788+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"475'2800","ondisk_log_start":"475'2800","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8906,"log_dups_size":0,"ondisk_log_size":8906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106168320,"num_objects":1620,"num_object_clones":0,"num_object_copies":4860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11706,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-1910}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":498,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149626+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:04:52.149626+0000","last_peered":"2023-10-09T05:04:52.149626+0000","last_clean":"2023-10-09T05:04:52.149626+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:04:52.149626+0000","last_undegraded":"2023-10-09T05:04:52.149626+0000","last_fullsized":"2023-10-09T05:04:52.149626+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":485,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.153477+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:04:52.153477+0000","last_peered":"2023-10-09T05:04:52.153477+0000","last_clean":"2023-10-09T05:04:52.153477+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:04:52.153477+0000","last_undegraded":"2023-10-09T05:04:52.153477+0000","last_fullsized":"2023-10-09T05:04:52.153477+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":350,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166493+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:04:52.166493+0000","last_peered":"2023-10-09T05:04:52.166493+0000","last_clean":"2023-10-09T05:04:52.166493+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:04:52.166493+0000","last_undegraded":"2023-10-09T05:04:52.166493+0000","last_fullsized":"2023-10-09T05:04:52.166493+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":208,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155739+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:04:52.155739+0000","last_peered":"2023-10-09T05:04:52.155739+0000","last_clean":"2023-10-09T05:04:52.155739+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:04:52.155739+0000","last_undegraded":"2023-10-09T05:04:52.155739+0000","last_fullsized":"2023-10-09T05:04:52.155739+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"515'11364","reported_seq":11419,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.193190+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:05:02.193190+0000","last_peered":"2023-10-09T05:05:02.193190+0000","last_clean":"2023-10-09T05:05:02.193190+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:05:02.193190+0000","last_undegraded":"2023-10-09T05:05:02.193190+0000","last_fullsized":"2023-10-09T05:05:02.193190+0000","mapping_epoch":468,"log_start":"476'3200","ondisk_log_start":"476'3200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8164,"log_dups_size":0,"ondisk_log_size":8164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103153664,"num_objects":1574,"num_object_clones":0,"num_object_copies":4722,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1574,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11364,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":856,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154836+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:04:52.154836+0000","last_peered":"2023-10-09T05:04:52.154836+0000","last_clean":"2023-10-09T05:04:52.154836+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:04:52.154836+0000","last_undegraded":"2023-10-09T05:04:52.154836+0000","last_fullsized":"2023-10-09T05:04:52.154836+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":89,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.153386+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:04:52.153386+0000","last_peered":"2023-10-09T05:04:52.153386+0000","last_clean":"2023-10-09T05:04:52.153386+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:04:52.153386+0000","last_undegraded":"2023-10-09T05:04:52.153386+0000","last_fullsized":"2023-10-09T05:04:52.153386+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":467,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156859+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:04:52.156859+0000","last_peered":"2023-10-09T05:04:52.156859+0000","last_clean":"2023-10-09T05:04:52.156859+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:04:52.156859+0000","last_undegraded":"2023-10-09T05:04:52.156859+0000","last_fullsized":"2023-10-09T05:04:52.156859+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":523,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.135564+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:04:52.135564+0000","last_peered":"2023-10-09T05:04:52.135564+0000","last_clean":"2023-10-09T05:04:52.135564+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:04:52.135564+0000","last_undegraded":"2023-10-09T05:04:52.135564+0000","last_fullsized":"2023-10-09T05:04:52.135564+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"515'11515","reported_seq":18644,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:01.639898+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:05:01.639898+0000","last_peered":"2023-10-09T05:05:01.639898+0000","last_clean":"2023-10-09T05:05:01.639898+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:05:01.639898+0000","last_undegraded":"2023-10-09T05:05:01.639898+0000","last_fullsized":"2023-10-09T05:05:01.639898+0000","mapping_epoch":505,"log_start":"475'2400","ondisk_log_start":"475'2400","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9115,"log_dups_size":0,"ondisk_log_size":9115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100859904,"num_objects":1539,"num_object_clones":0,"num_object_copies":4617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11515,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":854,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155137+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:04:52.155137+0000","last_peered":"2023-10-09T05:04:52.155137+0000","last_clean":"2023-10-09T05:04:52.155137+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:04:52.155137+0000","last_undegraded":"2023-10-09T05:04:52.155137+0000","last_fullsized":"2023-10-09T05:04:52.155137+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":72,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155877+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:04:52.155877+0000","last_peered":"2023-10-09T05:04:52.155877+0000","last_clean":"2023-10-09T05:04:52.155877+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:04:52.155877+0000","last_undegraded":"2023-10-09T05:04:52.155877+0000","last_fullsized":"2023-10-09T05:04:52.155877+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":258,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.160165+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:04:52.160165+0000","last_peered":"2023-10-09T05:04:52.160165+0000","last_clean":"2023-10-09T05:04:52.160165+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:04:52.160165+0000","last_undegraded":"2023-10-09T05:04:52.160165+0000","last_fullsized":"2023-10-09T05:04:52.160165+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":214,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149690+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:04:52.149690+0000","last_peered":"2023-10-09T05:04:52.149690+0000","last_clean":"2023-10-09T05:04:52.149690+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:04:52.149690+0000","last_undegraded":"2023-10-09T05:04:52.149690+0000","last_fullsized":"2023-10-09T05:04:52.149690+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"515'11953","reported_seq":12006,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:02.203621+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:05:02.203621+0000","last_peered":"2023-10-09T05:05:02.203621+0000","last_clean":"2023-10-09T05:05:02.203621+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:05:02.203621+0000","last_undegraded":"2023-10-09T05:05:02.203621+0000","last_fullsized":"2023-10-09T05:05:02.203621+0000","mapping_epoch":468,"log_start":"475'3100","ondisk_log_start":"475'3100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8853,"log_dups_size":0,"ondisk_log_size":8853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107675648,"num_objects":1643,"num_object_clones":0,"num_object_copies":4929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11953,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":513,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166872+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:04:52.166872+0000","last_peered":"2023-10-09T05:04:52.166872+0000","last_clean":"2023-10-09T05:04:52.166872+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:04:52.166872+0000","last_undegraded":"2023-10-09T05:04:52.166872+0000","last_fullsized":"2023-10-09T05:04:52.166872+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":209,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.167431+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:04:52.167431+0000","last_peered":"2023-10-09T05:04:52.167431+0000","last_clean":"2023-10-09T05:04:52.167431+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:04:52.167431+0000","last_undegraded":"2023-10-09T05:04:52.167431+0000","last_fullsized":"2023-10-09T05:04:52.167431+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":419,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.155325+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:04:52.155325+0000","last_peered":"2023-10-09T05:04:52.155325+0000","last_clean":"2023-10-09T05:04:52.155325+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:04:52.155325+0000","last_undegraded":"2023-10-09T05:04:52.155325+0000","last_fullsized":"2023-10-09T05:04:52.155325+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":232,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166075+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:04:52.166075+0000","last_peered":"2023-10-09T05:04:52.166075+0000","last_clean":"2023-10-09T05:04:52.166075+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:04:52.166075+0000","last_undegraded":"2023-10-09T05:04:52.166075+0000","last_fullsized":"2023-10-09T05:04:52.166075+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"515'11609","reported_seq":11664,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:01.639635+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:05:01.639635+0000","last_peered":"2023-10-09T05:05:01.639635+0000","last_clean":"2023-10-09T05:05:01.639635+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:05:01.639635+0000","last_undegraded":"2023-10-09T05:05:01.639635+0000","last_fullsized":"2023-10-09T05:05:01.639635+0000","mapping_epoch":468,"log_start":"475'2500","ondisk_log_start":"475'2500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9109,"log_dups_size":0,"ondisk_log_size":9109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":104005632,"num_objects":1587,"num_object_clones":0,"num_object_copies":4761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11609,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":558,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166623+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:04:52.166623+0000","last_peered":"2023-10-09T05:04:52.166623+0000","last_clean":"2023-10-09T05:04:52.166623+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:04:52.166623+0000","last_undegraded":"2023-10-09T05:04:52.166623+0000","last_fullsized":"2023-10-09T05:04:52.166623+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":208,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156066+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:04:52.156066+0000","last_peered":"2023-10-09T05:04:52.156066+0000","last_clean":"2023-10-09T05:04:52.156066+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:04:52.156066+0000","last_undegraded":"2023-10-09T05:04:52.156066+0000","last_fullsized":"2023-10-09T05:04:52.156066+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":511,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.135650+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:04:52.135650+0000","last_peered":"2023-10-09T05:04:52.135650+0000","last_clean":"2023-10-09T05:04:52.135650+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:04:52.135650+0000","last_undegraded":"2023-10-09T05:04:52.135650+0000","last_fullsized":"2023-10-09T05:04:52.135650+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":498,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156590+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:04:52.156590+0000","last_peered":"2023-10-09T05:04:52.156590+0000","last_clean":"2023-10-09T05:04:52.156590+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:04:52.156590+0000","last_undegraded":"2023-10-09T05:04:52.156590+0000","last_fullsized":"2023-10-09T05:04:52.156590+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":210,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.158780+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:04:52.158780+0000","last_peered":"2023-10-09T05:04:52.158780+0000","last_clean":"2023-10-09T05:04:52.158780+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:04:52.158780+0000","last_undegraded":"2023-10-09T05:04:52.158780+0000","last_fullsized":"2023-10-09T05:04:52.158780+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":554,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.160203+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:04:52.160203+0000","last_peered":"2023-10-09T05:04:52.160203+0000","last_clean":"2023-10-09T05:04:52.160203+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:04:52.160203+0000","last_undegraded":"2023-10-09T05:04:52.160203+0000","last_fullsized":"2023-10-09T05:04:52.160203+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":511,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.154865+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:04:52.154865+0000","last_peered":"2023-10-09T05:04:52.154865+0000","last_clean":"2023-10-09T05:04:52.154865+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:04:52.154865+0000","last_undegraded":"2023-10-09T05:04:52.154865+0000","last_fullsized":"2023-10-09T05:04:52.154865+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":546,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.158689+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:04:52.158689+0000","last_peered":"2023-10-09T05:04:52.158689+0000","last_clean":"2023-10-09T05:04:52.158689+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:04:52.158689+0000","last_undegraded":"2023-10-09T05:04:52.158689+0000","last_fullsized":"2023-10-09T05:04:52.158689+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":516,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.149377+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:04:52.149377+0000","last_peered":"2023-10-09T05:04:52.149377+0000","last_clean":"2023-10-09T05:04:52.149377+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:04:52.149377+0000","last_undegraded":"2023-10-09T05:04:52.149377+0000","last_fullsized":"2023-10-09T05:04:52.149377+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":519,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156541+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:04:52.156541+0000","last_peered":"2023-10-09T05:04:52.156541+0000","last_clean":"2023-10-09T05:04:52.156541+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:04:52.156541+0000","last_undegraded":"2023-10-09T05:04:52.156541+0000","last_fullsized":"2023-10-09T05:04:52.156541+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":243,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.167788+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:04:52.167788+0000","last_peered":"2023-10-09T05:04:52.167788+0000","last_clean":"2023-10-09T05:04:52.167788+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:04:52.167788+0000","last_undegraded":"2023-10-09T05:04:52.167788+0000","last_fullsized":"2023-10-09T05:04:52.167788+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":208,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.166473+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:04:52.166473+0000","last_peered":"2023-10-09T05:04:52.166473+0000","last_clean":"2023-10-09T05:04:52.166473+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:04:52.166473+0000","last_undegraded":"2023-10-09T05:04:52.166473+0000","last_fullsized":"2023-10-09T05:04:52.166473+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":201,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.148999+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:04:52.148999+0000","last_peered":"2023-10-09T05:04:52.148999+0000","last_clean":"2023-10-09T05:04:52.148999+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:04:52.148999+0000","last_undegraded":"2023-10-09T05:04:52.148999+0000","last_fullsized":"2023-10-09T05:04:52.148999+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":535,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.156301+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:04:52.156301+0000","last_peered":"2023-10-09T05:04:52.156301+0000","last_clean":"2023-10-09T05:04:52.156301+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:04:52.156301+0000","last_undegraded":"2023-10-09T05:04:52.156301+0000","last_fullsized":"2023-10-09T05:04:52.156301+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":1678573592,"num_objects":25614,"num_object_clones":0,"num_object_copies":76842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7487,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25614,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":186106,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10192,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5100154880,"data_stored":5100142664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128706,"ondisk_log_size":128706,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234506,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2035456,"kb_used_data":530680,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":91709696,"statfs":{"total":95995035648,"available":93910728704,"internally_reserved":0,"allocated":543416320,"data_stored":542094028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.7509999999999999,"15min":1.637},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":7.2110000000000003,"5min":9.9429999999999996,"15min":16.027999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":1.774,"5min":1.4650000000000001,"15min":1.331},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":5.1719999999999997,"5min":8.3949999999999996,"15min":10.785},"last":3.3039999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":1.587,"15min":1.482},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":8.3490000000000002,"5min":8.3490000000000002,"15min":8.3490000000000002},"last":3.3889999999999998},{"interface":"front","average":{"1min":2.46,"5min":2.3780000000000001,"15min":2.3639999999999999},"min":{"1min":0.378,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.4969999999999999,"5min":15.401,"15min":15.401},"last":0.375}]},{"osd":2,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.379,"15min":2.0779999999999998},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":10.486000000000001,"5min":11.442,"15min":16.678999999999998},"last":1.113},{"interface":"front","average":{"1min":2.9849999999999999,"5min":2.2069999999999999,"15min":1.8169999999999999},"min":{"1min":0.372,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.6799999999999997,"5min":11.311,"15min":16.704000000000001},"last":3.4159999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:04:52 2023","interfaces":[{"interface":"back","average":{"1min":2.8420000000000001,"5min":2.3399999999999999,"15min":2.0339999999999998},"min":{"1min":0.34100000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.7089999999999996,"5min":13.489000000000001,"15min":14.228999999999999},"last":3.3650000000000002},{"interface":"front","average":{"1min":3.3300000000000001,"5min":2.6520000000000001,"15min":1.978},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":10.629,"5min":17.853999999999999,"15min":17.853999999999999},"last":4.4589999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5390000000000001,"5min":1.889,"15min":1.6739999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":10.097,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":2.0419999999999998,"5min":1.4890000000000001,"15min":1.359},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":8.8810000000000002,"5min":18.971,"15min":18.971},"last":3.3370000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2149999999999999,"5min":1.897,"15min":1.8819999999999999},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.28000000000000003},"max":{"1min":8.6159999999999997,"5min":15.432,"15min":20.678999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":2.6589999999999998,"5min":1.5940000000000001,"15min":1.599},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":13.848000000000001,"5min":13.848000000000001,"15min":21.07},"last":0.48099999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2709999999999999,"5min":1.819,"15min":1.8240000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.32900000000000001},"max":{"1min":8.5760000000000005,"5min":15.375,"15min":16.599},"last":0.91000000000000003},{"interface":"front","average":{"1min":2.657,"5min":1.7270000000000001,"15min":1.8260000000000001},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":7.2069999999999999,"5min":11.714,"15min":24.010000000000002},"last":0.94399999999999995}]}]},{"osd":6,"up_from":46,"seq":197568496142,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1726116,"kb_used_data":536220,"kb_used_omap":0,"kb_used_meta":1189760,"kb_avail":92019036,"statfs":{"total":95995035648,"available":94227492864,"internally_reserved":0,"allocated":549089280,"data_stored":547787272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1218314240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.024,"15min":1.893},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":16.151,"5min":16.151,"15min":62.470999999999997},"last":2.887},{"interface":"front","average":{"1min":3.875,"5min":2.1360000000000001,"15min":2.1440000000000001},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":16.902999999999999,"5min":16.902999999999999,"15min":62.445},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:04:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.371,"15min":2.3849999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.9749999999999996,"5min":8.0879999999999992,"15min":8.0879999999999992},"last":0.57099999999999995},{"interface":"front","average":{"1min":4.1379999999999999,"5min":2.911,"15min":2.7069999999999999},"min":{"1min":0.36599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.0209999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.6909999999999998,"15min":2.0550000000000002},"min":{"1min":0.312,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.923,"5min":36.128,"15min":42.923999999999999},"last":2.923},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.5259999999999998,"15min":2.4710000000000001},"min":{"1min":0.44700000000000001,"5min":0.30499999999999999,"15min":0.252},"max":{"1min":7.0140000000000002,"5min":8.2360000000000007,"15min":42.936999999999998},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:04:04 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":2.3570000000000002,"15min":2.2839999999999998},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29199999999999998},"max":{"1min":7.9089999999999998,"5min":20.937999999999999,"15min":26.763000000000002},"last":2.04},{"interface":"front","average":{"1min":4.5350000000000001,"5min":2.7149999999999999,"15min":2.2669999999999999},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.316},"max":{"1min":18.140000000000001,"5min":20.972000000000001,"15min":26.777999999999999},"last":3.3029999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.1040000000000001,"15min":1.671},"min":{"1min":0.30099999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.5540000000000003,"5min":10.710000000000001,"15min":16.399999999999999},"last":12.153},{"interface":"front","average":{"1min":3.544,"5min":2.2370000000000001,"15min":1.732},"min":{"1min":0.33100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9370000000000003,"5min":10.106,"15min":16.068999999999999},"last":4.649}]},{"osd":5,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":3.9700000000000002,"5min":2.2679999999999998,"15min":1.593},"min":{"1min":0.42199999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":18.167000000000002,"5min":18.167000000000002,"15min":18.167000000000002},"last":2.9809999999999999},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.6879999999999999,"15min":1.373},"min":{"1min":0.34899999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":5.9790000000000001,"5min":10.154,"15min":16.292999999999999},"last":7.8719999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:14 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.012,"15min":1.6479999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":10.032,"5min":10.032,"15min":16.372},"last":2.952},{"interface":"front","average":{"1min":1.911,"5min":2.073,"15min":1.7969999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":7.04,"5min":10.185,"15min":16.018999999999998},"last":2.9390000000000001}]}]},{"osd":1,"up_from":478,"seq":2052994367524,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774320,"kb_used_data":559720,"kb_used_omap":6,"kb_used_meta":214585,"kb_avail":92970832,"statfs":{"total":95995035648,"available":95202131968,"internally_reserved":0,"allocated":573153280,"data_stored":570748569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":219735531},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.95399999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":0.40400000000000003},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.36199999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.255},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":0.33500000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":6.3460000000000001},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":2.601}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":6.2679999999999998},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":2.6819999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":1.8680000000000001},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":6.3090000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":2.4700000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187848,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1393860,"kb_used_data":326204,"kb_used_omap":5,"kb_used_meta":1067642,"kb_avail":92351292,"statfs":{"total":95995035648,"available":94567723008,"internally_reserved":0,"allocated":334032896,"data_stored":331260182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1093266042},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.192},"max":{"1min":8.75,"5min":16.081,"15min":24.021000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.4449999999999998,"15min":2.2210000000000001},"min":{"1min":0.32700000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":10.263,"5min":22.683,"15min":24.050999999999998},"last":0.50800000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.776,"5min":1.974,"15min":1.859},"min":{"1min":0.29199999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.318,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":1.5549999999999999,"5min":1.6910000000000001,"15min":2.137},"min":{"1min":0.28100000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.468,"5min":13.294,"15min":23.222000000000001},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.0419999999999998,"15min":1.925},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.004,"5min":10.231999999999999,"15min":14.581},"last":0.436},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.206,"15min":1.774},"min":{"1min":0.54900000000000004,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":9.9719999999999995,"5min":10.541,"15min":14.721},"last":0.38500000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.2269999999999999,"15min":1.8069999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.29899999999999999},"max":{"1min":7.4210000000000003,"5min":10.48,"15min":13.542},"last":6.4199999999999999},{"interface":"front","average":{"1min":2.1890000000000001,"5min":2.6749999999999998,"15min":2.117},"min":{"1min":0.34200000000000003,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":12.717000000000001,"5min":22.738,"15min":22.738},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.137,"15min":1.893},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":7.5049999999999999,"5min":10.573,"15min":13.599},"last":3.855},{"interface":"front","average":{"1min":2.2719999999999998,"5min":2.4910000000000001,"15min":2.1760000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":6.7199999999999998,"5min":22.709,"15min":22.709},"last":3.8679999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":3.21,"5min":3.0089999999999999,"15min":2.294},"min":{"1min":0.373,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":8.75,"5min":22.763000000000002,"15min":22.763000000000002},"last":3.492},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.0790000000000002,"15min":2.0880000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":10.028,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.55900000000000005}]}]},{"osd":2,"up_from":116,"seq":498216206691,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1952160,"kb_used_data":949016,"kb_used_omap":7,"kb_used_meta":1002744,"kb_avail":91792992,"statfs":{"total":95995035648,"available":93996023808,"internally_reserved":0,"allocated":971792384,"data_stored":969397655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1026809937},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.262,"15min":1.6619999999999999},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.1879999999999997,"5min":20.329999999999998,"15min":20.329999999999998},"last":4.9219999999999997},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.742,"15min":1.5289999999999999},"min":{"1min":0.224,"5min":0.192,"15min":0.188},"max":{"1min":4.0499999999999998,"5min":13.952,"15min":13.952},"last":9.8849999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":1.0349999999999999},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":8.4390000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:01 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":3.2959999999999998,"15min":2.8439999999999999},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.5139999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.3809999999999998,"15min":2.9409999999999998},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":3.601,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.58499999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.9199999999999999,"15min":2.8380000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":10.691000000000001,"5min":12.992000000000001,"15min":176.00200000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.113,"15min":2.3050000000000002},"min":{"1min":0.314,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.5750000000000002,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.82599999999999996}]},{"osd":5,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":2.7679999999999998,"15min":1.9119999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":46.997,"5min":46.997,"15min":46.997},"last":0.50600000000000001},{"interface":"front","average":{"1min":5.1520000000000001,"5min":3.2490000000000001,"15min":2.4119999999999999},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":46.978000000000002,"5min":46.978000000000002,"15min":46.978000000000002},"last":0.46700000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.004,"15min":2.3109999999999999},"min":{"1min":0.53100000000000003,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":7.944,"5min":24.023,"15min":42.975999999999999},"last":4.9660000000000002},{"interface":"front","average":{"1min":1.7090000000000001,"5min":2.3119999999999998,"15min":2.109},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":4.923,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.72099999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.4649999999999999,"15min":2.117},"min":{"1min":0.52800000000000002,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":6.306,"5min":12.907999999999999,"15min":15.516},"last":0.79300000000000004},{"interface":"front","average":{"1min":2.8719999999999999,"5min":2.2959999999999998,"15min":2.052},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.166,"5min":12.462999999999999,"15min":15.583},"last":0.53900000000000003}]}]},{"osd":3,"up_from":198,"seq":850403524828,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":978664,"kb_used_data":423328,"kb_used_omap":2,"kb_used_meta":555325,"kb_avail":92766488,"statfs":{"total":95995035648,"available":94992883712,"internally_reserved":0,"allocated":433487872,"data_stored":431315008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":568652853},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":2.0139999999999998,"15min":2.0339999999999998},"min":{"1min":0.20399999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.6159999999999997,"5min":11.06,"15min":26.260999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0329999999999999,"15min":1.98},"min":{"1min":0.23000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.6870000000000003,"5min":9.5909999999999993,"15min":22.477},"last":0.41999999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":2.944,"5min":1.2330000000000001,"15min":0.94799999999999995},"min":{"1min":0.24099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":3.3159999999999998,"5min":1.6639999999999999,"15min":1.389},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.051,"5min":11.051,"15min":11.051},"last":0.73199999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.4209999999999998,"15min":2.3479999999999999},"min":{"1min":0.27800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.32,"5min":21.407,"15min":21.722999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.9260000000000002,"15min":2.2869999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":6.4729999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.29599999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.2650000000000001,"15min":1.9019999999999999},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":8.7149999999999999,"5min":14.359999999999999,"15min":15.301},"last":0.47399999999999998},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.893,"15min":2.1099999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.356999999999999,"5min":10.792999999999999,"15min":21.532},"last":1.129}]},{"osd":5,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.0870000000000002,"15min":1.97},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.6780000000000008,"5min":11.026,"15min":35.712000000000003},"last":3.7370000000000001},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.5329999999999999,"15min":2.2200000000000002},"min":{"1min":0.442,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.492,"5min":10.109,"15min":35.488},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.4050000000000002,"5min":2.6349999999999998,"15min":2.6059999999999999},"min":{"1min":0.82599999999999996,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.284000000000001,"5min":14.609,"15min":50.113999999999997},"last":1.3779999999999999},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.27,"15min":2.2000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.443999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":3.9020000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.843,"15min":2.278},"min":{"1min":0.44800000000000001,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":15.491,"5min":18.428000000000001,"15min":18.428000000000001},"last":15.491},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4889999999999999,"15min":2.3439999999999999},"min":{"1min":0.52800000000000002,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":10.226000000000001,"5min":14.663,"15min":21.587},"last":3.827}]}]},{"osd":4,"up_from":30,"seq":128849019414,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2423292,"kb_used_data":928116,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":91321860,"statfs":{"total":95995035648,"available":93513584640,"internally_reserved":0,"allocated":950390784,"data_stored":949072807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":1.954,"15min":1.8460000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":7.8460000000000001,"5min":11.003,"15min":21.047000000000001},"last":1.484},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.8260000000000001,"15min":1.6519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":11.507999999999999,"5min":11.507999999999999,"15min":12.064},"last":3.6459999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":2.5910000000000002,"15min":2.6499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":11.367000000000001,"5min":12.317,"15min":12.317},"last":1.222},{"interface":"front","average":{"1min":3.3279999999999998,"5min":2.2029999999999998,"15min":2.0150000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.9779999999999998,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":1.542}]},{"osd":2,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.4089999999999998,"15min":3.0939999999999999},"min":{"1min":0.31,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.9219999999999997,"5min":10.15,"15min":105.411},"last":1.5700000000000001},{"interface":"front","average":{"1min":3.1379999999999999,"5min":2.4769999999999999,"15min":2.9940000000000002},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":11.468,"5min":11.468,"15min":97.927999999999997},"last":4.5949999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":17.498000000000001,"5min":5.0659999999999998,"15min":3.2309999999999999},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":253.50700000000001,"5min":253.50700000000001,"15min":253.50700000000001},"last":4.8659999999999997},{"interface":"front","average":{"1min":17.007999999999999,"5min":5.2089999999999996,"15min":3.3900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":253.72,"5min":253.72,"15min":253.72},"last":1.6819999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":4.431,"5min":1.786,"15min":1.667},"min":{"1min":0.32500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":13.25,"5min":13.25,"15min":20.991},"last":1.45},{"interface":"front","average":{"1min":4.4480000000000004,"5min":2.0699999999999998,"15min":1.5629999999999999},"min":{"1min":0.308,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":11.628,"5min":11.628,"15min":14.202999999999999},"last":3.6030000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:04:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.1070000000000002,"15min":2.2080000000000002},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":7.4400000000000004,"5min":12.281000000000001,"15min":81.980999999999995},"last":1.3029999999999999},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.0499999999999998,"15min":2.2949999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":19.387,"5min":19.387,"15min":81.715999999999994},"last":1.51}]},{"osd":7,"last update":"Mon Oct 9 05:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1699999999999999,"5min":1.7569999999999999,"15min":1.633},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":9.8209999999999997,"5min":9.8209999999999997,"15min":29.175000000000001},"last":3.9929999999999999},{"interface":"front","average":{"1min":2.2480000000000002,"5min":1.7869999999999999,"15min":1.8899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35099999999999998,"15min":0.317},"max":{"1min":9.6720000000000006,"5min":12.48,"15min":29.192},"last":1.2569999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757778,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2337136,"kb_used_data":841960,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":91408016,"statfs":{"total":95995035648,"available":93601808384,"internally_reserved":0,"allocated":862167040,"data_stored":860857649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6659999999999999,"5min":2.1869999999999998,"15min":2.5699999999999998},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.6460000000000008,"5min":12.074999999999999,"15min":322.43200000000002},"last":4.4379999999999997},{"interface":"front","average":{"1min":2.8290000000000002,"5min":1.873,"15min":2.8119999999999998},"min":{"1min":0.26500000000000001,"5min":0.23100000000000001,"15min":0.219},"max":{"1min":6.9459999999999997,"5min":15.164,"15min":322.61599999999999},"last":6.3319999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":3.762},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":8.8960000000000008}]},{"osd":2,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6909999999999998,"5min":2.4830000000000001,"15min":2.0350000000000001},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":9.7759999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":17.82},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.3039999999999998,"15min":1.9590000000000001},"min":{"1min":0.437,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.2949999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":6.3949999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.1029999999999998,"5min":2.3969999999999998,"15min":2.2949999999999999},"min":{"1min":0.85999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":74.915000000000006},"last":1.2130000000000001},{"interface":"front","average":{"1min":2.5950000000000002,"5min":2.2370000000000001,"15min":2.3879999999999999},"min":{"1min":0.378,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":9.1120000000000001,"5min":13.738,"15min":74.799999999999997},"last":0.996}]},{"osd":4,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":4.532,"5min":1.96,"15min":1.4490000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.251},"max":{"1min":9.7490000000000006,"5min":10.092000000000001,"15min":13.285},"last":7.3810000000000002},{"interface":"front","average":{"1min":3.6000000000000001,"5min":1.744,"15min":1.569},"min":{"1min":0.40899999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.3099999999999996,"5min":10.387,"15min":14.824},"last":8.9410000000000007}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.3010000000000002,"5min":1.829,"15min":1.5009999999999999},"min":{"1min":0.34300000000000003,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":13.189},"last":0.5},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.27,"15min":1.653},"min":{"1min":0.40200000000000002,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":17.149999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":0.51500000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":1.996,"15min":1.6399999999999999},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":9.4459999999999997,"5min":14.59,"15min":14.59},"last":0.55700000000000005},{"interface":"front","average":{"1min":5.734,"5min":2.4060000000000001,"15min":1.821},"min":{"1min":0.499,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":16.689,"5min":16.689,"15min":16.689},"last":7.4790000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":325910528,"data_stored":325910528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":560271360,"data_stored":560267288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":952565760,"data_stored":952565760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":416743424,"data_stored":416743424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":944771072,"data_stored":944767000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":843513856,"data_stored":843513856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":529465344,"data_stored":529465344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":526913536,"data_stored":526909464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:05:05.534 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:05.611 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:05.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:05.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:05.717 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:05.763 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:05.790 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:05.861 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:05.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:05.884 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:05.985 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:06.060 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:06.138 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:06.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:06.143 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:06.243 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:06.285 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:06.315 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:06 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7487/76914 objects degraded (9.734%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:06.320 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:06.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:06 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7487/76914 objects degraded (9.734%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:06.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:06 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7487/76914 objects degraded (9.734%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:06.403 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:06.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:06.409 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:06.510 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:06.552 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:06.718 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:06.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:06.727 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:06.828 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:06.916 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:07.044 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:07.056 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:05:07.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:07.060 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:07.161 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:07.260 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:07.330 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:07.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:07.334 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:07.435 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:07.521 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:07.595 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:07.604 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:07 smithi107 ceph-mon[184249]: pgmap v1570: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 7487/75756 objects degraded (9.883%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:07.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:07.605 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:07.605 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:07 smithi107 ceph-mon[179183]: pgmap v1570: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 7487/75756 objects degraded (9.883%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:07.666 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104879 13.6 e495/468 13:6b1a6c70:::benchmark_data_smithi107_396486_object104878:head v 495'6528, mlcod=495'6523)", 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.704869+0000", 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 121.959304291, 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033930699000000002, 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.667 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.704869+0000", 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.704869+0000", 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.704868+0000", 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.704922+0000", 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3990999999999999e-05 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.704937+0000", 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4778e-05 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.704944+0000", 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7020000000000001e-06 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.711447+0000", 2023-10-09T05:05:07.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065026090000000003 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.711499+0000", 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2296000000000002e-05 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.738757+0000", 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.027257646 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.738799+0000", 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2565999999999999e-05 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104883 13.6 e495/468 13:6b767dce:::benchmark_data_smithi107_396486_object104882:head v 495'6529, mlcod=495'6523)", 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.708678+0000", 2023-10-09T05:05:07.672 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 121.95549539300001, 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030146894, 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.708678+0000", 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.708678+0000", 2023-10-09T05:05:07.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.708676+0000", 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.708723+0000", 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6385999999999999e-05 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.708745+0000", 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2242000000000002e-05 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.708754+0000", 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2909999999999996e-06 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.726142+0000", 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017388139 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.726171+0000", 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8150999999999999e-05 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.738802+0000", 2023-10-09T05:05:07.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012631738 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.738824+0000", 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2203000000000001e-05 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:108102 13.3 e496/468 13:c2f972fd:::benchmark_data_smithi107_396486_object2240:head v 496'6712, mlcod=496'6709)", 2023-10-09T05:05:07.677 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:09.773966+0000", 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 117.890206955, 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.031029108, 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.773966+0000", 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.773966+0000", 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.773966+0000", 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.773970+0000", 2023-10-09T05:05:07.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6369999999999998e-06 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.773976+0000", 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6420000000000004e-06 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.773980+0000", 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2579999999999997e-06 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.774040+0000", 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9522999999999999e-05 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.777700+0000", 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003660646 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.804959+0000", 2023-10-09T05:05:07.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.027258936000000001 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:09.804995+0000", 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5808e-05 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.682 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:121467 13.2 e501/468 13:48854ff6:::benchmark_data_smithi107_396486_object15605:head v 501'7648, mlcod=501'7646)", 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:27.749525+0000", 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 99.914648436999997, 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030290234999999999, 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.749525+0000", 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.749525+0000", 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.749524+0000", 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.749533+0000", 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3190000000000001e-06 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.749548+0000", 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4853e-05 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.749556+0000", 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7649999999999993e-06 2023-10-09T05:05:07.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.753356+0000", 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038000310000000002 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.753377+0000", 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0908e-05 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.779778+0000", 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026400923 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:27.779815+0000", 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7156000000000001e-05 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.687 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132607 13.3 e502/468 13:ca0fab1b:::benchmark_data_smithi107_396486_object26745:head v 502'8260, mlcod=502'8258)", 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:43.114334+0000", 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 84.549839129999995, 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032895720000000003, 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.114334+0000", 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.114334+0000", 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.114333+0000", 2023-10-09T05:05:07.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.114350+0000", 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7598e-05 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.114367+0000", 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6674999999999999e-05 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.114374+0000", 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3159999999999999e-06 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.118146+0000", 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0037718270000000002 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.118174+0000", 2023-10-09T05:05:07.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7830999999999998e-05 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.147186+0000", 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029012363999999999 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.147230+0000", 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3068000000000002e-05 2023-10-09T05:05:07.692 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132714 13.2 e502/468 13:4b8aba2b:::benchmark_data_smithi107_396486_object26852:head v 502'8370, mlcod=502'8368)", 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:43.302364+0000", 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 84.361808663000005, 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.031063668999999999, 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302364+0000", 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302364+0000", 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302362+0000", 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302377+0000", 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4185999999999999e-05 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302398+0000", 2023-10-09T05:05:07.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1049000000000001e-05 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302410+0000", 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2054e-05 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302483+0000", 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3654999999999999e-05 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.302510+0000", 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6169999999999998e-05 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.333380+0000", 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030869923000000001 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.333428+0000", 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8451000000000001e-05 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132726 13.6 e502/468 13:64031af4:::benchmark_data_smithi107_396486_object26864:head v 502'8311, mlcod=502'8309)", 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:43.307665+0000", 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 84.356508208999998, 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.051822461, 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.698 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.307665+0000", 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.307665+0000", 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.307664+0000", 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.307674+0000", 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4939999999999992e-06 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.307682+0000", 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.072e-06 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.307689+0000", 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1539999999999996e-06 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.309453+0000", 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0017639800000000001 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.309473+0000", 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0397000000000001e-05 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.359431+0000", 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.049957304000000001 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:43.359487+0000", 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6582999999999997e-05 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:141675 13.3 e504/468 13:cd9d3c98:::benchmark_data_smithi107_396486_object35813:head v 504'8809, mlcod=504'8804)", 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:56.430902+0000", 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 71.233271281, 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032514788000000003, 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.703 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.430902+0000", 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.430902+0000", 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.430902+0000", 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.430908+0000", 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8390000000000001e-06 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.430914+0000", 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1159999999999998e-06 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.430917+0000", 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.709e-06 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.447846+0000", 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.016928760000000001 2023-10-09T05:05:07.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.447872+0000", 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5670999999999999e-05 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.463369+0000", 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015497617999999999 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:56.463416+0000", 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7219999999999999e-05 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:153189 13.b e508/468 13:d232dba9:::benchmark_data_smithi107_396486_object47327:head v 508'9487, mlcod=508'9484)", 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:13.633549+0000", 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 54.030624226999997, 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.040854492999999999, 2023-10-09T05:05:07.708 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.633549+0000", 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.633549+0000", 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.633548+0000", 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.633553+0000", 2023-10-09T05:05:07.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5499999999999996e-06 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.633559+0000", 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7239999999999997e-06 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.633563+0000", 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0940000000000001e-06 2023-10-09T05:05:07.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.638190+0000", 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004627473 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.638211+0000", 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1186999999999999e-05 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.674356+0000", 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.036144573999999999 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.674403+0000", 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7209000000000002e-05 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.713 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:153195 13.b e508/468 13:d3a01f46:::benchmark_data_smithi107_396486_object47333:head v 508'9488, mlcod=508'9484)", 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:13.642261+0000", 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 54.021912022999999, 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032169822000000001, 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642261+0000", 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642261+0000", 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642260+0000", 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642270+0000", 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0121e-05 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642283+0000", 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3298e-05 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642290+0000", 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7680000000000003e-06 2023-10-09T05:05:07.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642365+0000", 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4610000000000006e-05 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.642387+0000", 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1888000000000001e-05 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.674410+0000", 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032023717 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.674431+0000", 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0448000000000001e-05 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:153199 13.3 e508/468 13:c2dc75e4:::benchmark_data_smithi107_396486_object47337:head v 508'9541, mlcod=508'9539)", 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:13.645241+0000", 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 54.018931553999998, 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030078926999999998, 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645241+0000", 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645241+0000", 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645240+0000", 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645249+0000", 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9220000000000003e-06 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645277+0000", 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7572e-05 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645286+0000", 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7700000000000007e-06 2023-10-09T05:05:07.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645477+0000", 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019169400000000001 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.645498+0000", 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0483e-05 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.675276+0000", 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029777884000000001 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:13.675320+0000", 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4634e-05 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:169932 13.b e512/468 13:de477d46:::benchmark_data_smithi107_396486_object64070:head v 512'10543, mlcod=512'10538)", 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:38.483381+0000", 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 29.180791970000001, 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030323136000000001, 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.483381+0000", 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.483381+0000", 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.483380+0000", 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.483393+0000", 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.364e-05 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.483414+0000", 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1036999999999999e-05 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.483424+0000", 2023-10-09T05:05:07.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5559999999999996e-06 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.489315+0000", 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058911930000000003 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.489351+0000", 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5988999999999997e-05 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.513669+0000", 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024318136000000001 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:38.513704+0000", 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4953999999999998e-05 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180660 13.3 e514/468 13:c46ee25a:::benchmark_data_smithi107_396486_object74798:head v 514'11268, mlcod=514'11266)", 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.217128+0000", 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.447044839, 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.287030956, 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217128+0000", 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217128+0000", 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217127+0000", 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217138+0000", 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0716e-05 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217154+0000", 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6528000000000002e-05 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217163+0000", 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7930000000000003e-06 2023-10-09T05:05:07.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217205+0000", 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2259999999999999e-05 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217222+0000", 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6787e-05 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.504133+0000", 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.28691072400000001 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.504159+0000", 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6347999999999999e-05 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180655 13.b e514/468 13:d4b93eb8:::benchmark_data_smithi107_396486_object74793:head v 514'11241, mlcod=514'11239)", 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.217567+0000", 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.446606108999999, 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.29818758400000001, 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217567+0000", 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217567+0000", 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217566+0000", 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217572+0000", 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1840000000000004e-06 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498203+0000", 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.28063078600000002 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498217+0000", 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3417999999999999e-05 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498275+0000", 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8319000000000002e-05 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498301+0000", 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5593e-05 2023-10-09T05:05:07.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515714+0000", 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017413466999999998 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515754+0000", 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0414000000000003e-05 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.738 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180662 13.3 e514/468 13:ca9dec17:::benchmark_data_smithi107_396486_object74800:head v 514'11269, mlcod=514'11266)", 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.220890+0000", 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.443283105000001, 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.30023184400000003, 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220890+0000", 2023-10-09T05:05:07.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220890+0000", 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220889+0000", 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220896+0000", 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2830000000000004e-06 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498207+0000", 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.277310471 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498221+0000", 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4618e-05 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.501029+0000", 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0028077079999999999 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.501054+0000", 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4423e-05 2023-10-09T05:05:07.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.521078+0000", 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020024233999999998 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.521122+0000", 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3971999999999998e-05 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.743 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180672 13.3 e514/468 13:c11c6f4f:::benchmark_data_smithi107_396486_object74810:head v 514'11271, mlcod=514'11266)", 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.498305+0000", 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.165867981, 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032248664000000003, 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498305+0000", 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498305+0000", 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498305+0000", 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498314+0000", 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9239999999999996e-06 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498319+0000", 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4049999999999999e-06 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498323+0000", 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1860000000000002e-06 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515734+0000", 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017410620000000002 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515755+0000", 2023-10-09T05:05:07.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0800000000000001e-05 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530508+0000", 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01475284 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530554+0000", 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6149999999999997e-05 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.748 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180702 13.b e514/468 13:dbfc6aa7:::benchmark_data_smithi107_396486_object74840:head v 514'11245, mlcod=514'11239)", 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.498324+0000", 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.165849400000001, 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032268703000000003, 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498324+0000", 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498324+0000", 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498323+0000", 2023-10-09T05:05:07.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498326+0000", 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9639999999999999e-06 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498331+0000", 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3109999999999999e-06 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498336+0000", 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8999999999999997e-06 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515780+0000", 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017443983 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515798+0000", 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8346999999999999e-05 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530558+0000", 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01475982 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530592+0000", 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4530999999999999e-05 2023-10-09T05:05:07.753 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180677 13.3 e514/468 13:c48a0074:::benchmark_data_smithi107_396486_object74815:head v 514'11272, mlcod=514'11266)", 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.498329+0000", 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.165844419999999, 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032292308999999998, 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498329+0000", 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498329+0000", 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498328+0000", 2023-10-09T05:05:07.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498332+0000", 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4039999999999999e-06 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498337+0000", 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0579999999999997e-06 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498349+0000", 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2578000000000001e-05 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.518438+0000", 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020088221999999999 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.518461+0000", 2023-10-09T05:05:07.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.37e-05 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530595+0000", 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01213345 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530621+0000", 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6166999999999999e-05 2023-10-09T05:05:07.758 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180703 13.b e514/468 13:d9fec32a:::benchmark_data_smithi107_396486_object74841:head v 514'11246, mlcod=514'11239)", 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.498348+0000", 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.165824741, 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032294862000000001, 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498348+0000", 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498348+0000", 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498348+0000", 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498355+0000", 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1749999999999999e-06 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498361+0000", 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.066e-06 2023-10-09T05:05:07.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498365+0000", 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1949999999999996e-06 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.521092+0000", 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.022726115000000002 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.521104+0000", 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2729e-05 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530627+0000", 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0095224190000000007 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530643+0000", 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6419999999999999e-05 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180683 13.3 e514/468 13:c9c5ae0c:::benchmark_data_smithi107_396486_object74821:head v 514'11273, mlcod=514'11266)", 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.498374+0000", 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 13.165799208999999, 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032283890000000003, 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:07.764 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498374+0000", 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498374+0000", 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:07.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498374+0000", 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498382+0000", 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7490000000000004e-06 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498388+0000", 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4979999999999997e-06 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498392+0000", 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2350000000000001e-06 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.524523+0000", 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026131293999999999 2023-10-09T05:05:07.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.524542+0000", 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9068000000000001e-05 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530645+0000", 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0061022769999999997 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:07.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.530658+0000", 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3019e-05 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:07.769 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:05:07.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:07.770 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:07 smithi150 ceph-mon[168511]: pgmap v1570: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 7487/75756 objects degraded (9.883%); 0 B/s, 62 objects/s recovering 2023-10-09T05:05:07.838 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:08.000 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:08.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:08.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:08.106 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:08.165 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:08.323 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:05:08.378 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:08.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:08.383 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:08.484 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:08.526 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:05:08.596 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:08.717 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:08.768 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:08.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:08.776 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:08.877 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:08.940 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:09.099 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:09.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:09.113 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:09.213 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:09.307 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:09.382 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:09.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:09.392 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:09.493 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:09.536 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:09.553 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:10.016 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:10.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:10.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:10.023 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[179183]: pgmap v1571: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 7159/66738 objects degraded (10.727%); 0 B/s, 60 objects/s recovering 2023-10-09T05:05:10.023 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:10.023 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:10.023 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1038654797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:10.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[184249]: pgmap v1571: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 7159/66738 objects degraded (10.727%); 0 B/s, 60 objects/s recovering 2023-10-09T05:05:10.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:10.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:10.024 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1038654797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:10.123 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:10.155 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:10.165 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:10.231 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:09 smithi150 ceph-mon[168511]: pgmap v1571: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 7159/66738 objects degraded (10.727%); 0 B/s, 60 objects/s recovering 2023-10-09T05:05:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:09 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1038654797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:10.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:10.248 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:10.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:10.438 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:05:10.441 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:11.130 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:11.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 7159/66738 objects degraded (10.727%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:11.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:11.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1038654797' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:05:11.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: osdmap e516: 8 total, 8 up, 8 in 2023-10-09T05:05:11.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.133 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[184249]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 7159/66738 objects degraded (10.727%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1038654797' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: osdmap e516: 8 total, 8 up, 8 in 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.134 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:10 smithi107 ceph-mon[179183]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:11.136 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:11.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 7159/66738 objects degraded (10.727%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1038654797' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: osdmap e516: 8 total, 8 up, 8 in 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:10 smithi150 ceph-mon[168511]: failed to encode map e516 with expected crc 2023-10-09T05:05:11.236 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:11.263 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:11.300 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:11.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:11.303 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:11.404 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:11.431 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:11.473 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:11.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:11.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:11.511 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:11.544 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:11.577 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:11.578 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:11.620 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:11.638 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:11.642 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:11.698 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:11.714 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:11.727 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:11.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:11.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:11.753 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:11.759 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.759 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.759 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.760 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.760 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.760 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.760 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.760 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:05:11.838 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:11.924 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:12.015 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:05:12] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2023-10-09T05:05:12.015 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[184249]: failed to encode map e516 with expected crc 2023-10-09T05:05:12.015 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[184249]: failed to encode map e516 with expected crc 2023-10-09T05:05:12.015 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[184249]: pgmap v1573: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 7159/66738 objects degraded (10.727%); 0 B/s, 64 objects/s recovering 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[184249]: osdmap e517: 8 total, 8 up, 8 in 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[184249]: failed to encode map e517 with expected crc 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4229161623' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[179183]: failed to encode map e516 with expected crc 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[179183]: failed to encode map e516 with expected crc 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[179183]: pgmap v1573: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 7159/66738 objects degraded (10.727%); 0 B/s, 64 objects/s recovering 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[179183]: osdmap e517: 8 total, 8 up, 8 in 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[179183]: failed to encode map e517 with expected crc 2023-10-09T05:05:12.016 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4229161623' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:12.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:11 smithi150 ceph-mon[168511]: failed to encode map e516 with expected crc 2023-10-09T05:05:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:11 smithi150 ceph-mon[168511]: failed to encode map e516 with expected crc 2023-10-09T05:05:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:11 smithi150 ceph-mon[168511]: pgmap v1573: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 96 active+clean; 1.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 725 op/s; 7159/66738 objects degraded (10.727%); 0 B/s, 64 objects/s recovering 2023-10-09T05:05:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:11 smithi150 ceph-mon[168511]: osdmap e517: 8 total, 8 up, 8 in 2023-10-09T05:05:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:11 smithi150 ceph-mon[168511]: failed to encode map e517 with expected crc 2023-10-09T05:05:12.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4229161623' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:12.435 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:12.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:12.449 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:12.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:12.611 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:12.991 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[179183]: failed to encode map e517 with expected crc 2023-10-09T05:05:12.992 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[179183]: failed to encode map e517 with expected crc 2023-10-09T05:05:12.992 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:12.992 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:13.037 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:13.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:13.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:13.144 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:13.187 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:13.247 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:13.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:13.261 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:13.261 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[184249]: failed to encode map e517 with expected crc 2023-10-09T05:05:13.261 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[184249]: failed to encode map e517 with expected crc 2023-10-09T05:05:13.261 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:13.261 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:13.265 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:12 smithi150 ceph-mon[168511]: failed to encode map e517 with expected crc 2023-10-09T05:05:13.266 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:12 smithi150 ceph-mon[168511]: failed to encode map e517 with expected crc 2023-10-09T05:05:13.266 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:13.266 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:13.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:13.411 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:13.446 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:05:13.447 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:13.459 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:05:13.520 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:13.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:13.530 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:13.536 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:05:13.537 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:05:13.630 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:13.690 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:13.763 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:13.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:13.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:13.869 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:13.998 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:14.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[184249]: pgmap v1575: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 783 op/s; 6845/58107 objects degraded (11.780%); 0 B/s, 80 objects/s recovering 2023-10-09T05:05:14.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:05:14.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:05:14.275 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:14.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[179183]: pgmap v1575: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 783 op/s; 6845/58107 objects degraded (11.780%); 0 B/s, 80 objects/s recovering 2023-10-09T05:05:14.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:05:14.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:05:14.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:14.277 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1575,"stamp":"2023-10-09T05:05:12.884691+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1268324280,"num_objects":19369,"num_object_clones":0,"num_object_copies":58107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6845,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19369,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192436,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10884,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130801,"ondisk_log_size":130801,"up":297,"acting":295,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":12370708,"kb_used_data":3852180,"kb_used_omap":22,"kb_used_meta":8518377,"kb_avail":737590508,"statfs":{"total":767960285184,"available":755292680192,"internally_reserved":0,"allocated":3944632320,"data_stored":3929563796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8722818283},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,5,1,4,2,0,0,4,8,3],"upper_bound":2048},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-410845184,"num_objects":-6269,"num_object_clones":0,"num_object_copies":-18807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-642,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6269,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":642,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003427"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":530,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425151+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:10.425151+0000","last_peered":"2023-10-09T05:05:10.425151+0000","last_clean":"2023-10-09T05:05:10.425151+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:10.425151+0000","last_undegraded":"2023-10-09T05:05:10.425151+0000","last_fullsized":"2023-10-09T05:05:10.425151+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":251,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.432295+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:05:10.432295+0000","last_peered":"2023-10-09T05:05:10.432295+0000","last_clean":"2023-10-09T05:05:10.432295+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:05:10.432295+0000","last_undegraded":"2023-10-09T05:05:10.432295+0000","last_fullsized":"2023-10-09T05:05:10.432295+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":434,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-10-09T05:04:52.140531+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:04:52.140531+0000","last_peered":"2023-10-09T05:04:52.140531+0000","last_clean":"2023-10-09T05:04:52.140531+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:04:52.140531+0000","last_undegraded":"2023-10-09T05:04:52.140531+0000","last_fullsized":"2023-10-09T05:04:52.140531+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":74,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426143+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:10.426143+0000","last_peered":"2023-10-09T05:05:10.426143+0000","last_clean":"2023-10-09T05:05:10.426143+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:10.426143+0000","last_undegraded":"2023-10-09T05:05:10.426143+0000","last_fullsized":"2023-10-09T05:05:10.426143+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":230,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430080+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:05:10.430080+0000","last_peered":"2023-10-09T05:05:10.430080+0000","last_clean":"2023-10-09T05:05:10.430080+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:05:10.430080+0000","last_undegraded":"2023-10-09T05:05:10.430080+0000","last_fullsized":"2023-10-09T05:05:10.430080+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":207,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430351+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:10.430351+0000","last_peered":"2023-10-09T05:05:10.430351+0000","last_clean":"2023-10-09T05:05:10.430351+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:10.430351+0000","last_undegraded":"2023-10-09T05:05:10.430351+0000","last_fullsized":"2023-10-09T05:05:10.430351+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":478,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427008+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:10.427008+0000","last_peered":"2023-10-09T05:05:10.427008+0000","last_clean":"2023-10-09T05:05:10.427008+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:10.427008+0000","last_undegraded":"2023-10-09T05:05:10.427008+0000","last_fullsized":"2023-10-09T05:05:10.427008+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":256,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430228+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:05:10.430228+0000","last_peered":"2023-10-09T05:05:10.430228+0000","last_clean":"2023-10-09T05:05:10.430228+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:05:10.430228+0000","last_undegraded":"2023-10-09T05:05:10.430228+0000","last_fullsized":"2023-10-09T05:05:10.430228+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":531,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426865+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:10.426865+0000","last_peered":"2023-10-09T05:05:10.426865+0000","last_clean":"2023-10-09T05:05:10.426865+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:10.426865+0000","last_undegraded":"2023-10-09T05:05:10.426865+0000","last_fullsized":"2023-10-09T05:05:10.426865+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":255,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430214+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:05:10.430214+0000","last_peered":"2023-10-09T05:05:10.430214+0000","last_clean":"2023-10-09T05:05:10.430214+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:05:10.430214+0000","last_undegraded":"2023-10-09T05:05:10.430214+0000","last_fullsized":"2023-10-09T05:05:10.430214+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":80,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425762+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:10.425762+0000","last_peered":"2023-10-09T05:05:10.425762+0000","last_clean":"2023-10-09T05:05:10.425762+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:10.425762+0000","last_undegraded":"2023-10-09T05:05:10.425762+0000","last_fullsized":"2023-10-09T05:05:10.425762+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":400,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429349+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:10.429349+0000","last_peered":"2023-10-09T05:05:10.429349+0000","last_clean":"2023-10-09T05:05:10.429349+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:10.429349+0000","last_undegraded":"2023-10-09T05:05:10.429349+0000","last_fullsized":"2023-10-09T05:05:10.429349+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":593,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424412+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:10.424412+0000","last_peered":"2023-10-09T05:05:10.424412+0000","last_clean":"2023-10-09T05:05:10.424412+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:10.424412+0000","last_undegraded":"2023-10-09T05:05:10.424412+0000","last_fullsized":"2023-10-09T05:05:10.424412+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":551,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424666+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:10.424666+0000","last_peered":"2023-10-09T05:05:10.424666+0000","last_clean":"2023-10-09T05:05:10.424666+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:10.424666+0000","last_undegraded":"2023-10-09T05:05:10.424666+0000","last_fullsized":"2023-10-09T05:05:10.424666+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":80,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425397+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:10.425397+0000","last_peered":"2023-10-09T05:05:10.425397+0000","last_clean":"2023-10-09T05:05:10.425397+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:10.425397+0000","last_undegraded":"2023-10-09T05:05:10.425397+0000","last_fullsized":"2023-10-09T05:05:10.425397+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":353,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.434408+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:05:10.434408+0000","last_peered":"2023-10-09T05:05:10.434408+0000","last_clean":"2023-10-09T05:05:10.434408+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:05:10.434408+0000","last_undegraded":"2023-10-09T05:05:10.434408+0000","last_fullsized":"2023-10-09T05:05:10.434408+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":74,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425108+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:10.425108+0000","last_peered":"2023-10-09T05:05:10.425108+0000","last_clean":"2023-10-09T05:05:10.425108+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:10.425108+0000","last_undegraded":"2023-10-09T05:05:10.425108+0000","last_fullsized":"2023-10-09T05:05:10.425108+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":533,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427348+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:10.427348+0000","last_peered":"2023-10-09T05:05:10.427348+0000","last_clean":"2023-10-09T05:05:10.427348+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:10.427348+0000","last_undegraded":"2023-10-09T05:05:10.427348+0000","last_fullsized":"2023-10-09T05:05:10.427348+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":74,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.422351+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:10.422351+0000","last_peered":"2023-10-09T05:05:10.422351+0000","last_clean":"2023-10-09T05:05:10.422351+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:10.422351+0000","last_undegraded":"2023-10-09T05:05:10.422351+0000","last_fullsized":"2023-10-09T05:05:10.422351+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":491,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.435175+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:05:10.435175+0000","last_peered":"2023-10-09T05:05:10.435175+0000","last_clean":"2023-10-09T05:05:10.435175+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:05:10.435175+0000","last_undegraded":"2023-10-09T05:05:10.435175+0000","last_fullsized":"2023-10-09T05:05:10.435175+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":215,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429253+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:10.429253+0000","last_peered":"2023-10-09T05:05:10.429253+0000","last_clean":"2023-10-09T05:05:10.429253+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:10.429253+0000","last_undegraded":"2023-10-09T05:05:10.429253+0000","last_fullsized":"2023-10-09T05:05:10.429253+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":250,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.432710+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:05:10.432710+0000","last_peered":"2023-10-09T05:05:10.432710+0000","last_clean":"2023-10-09T05:05:10.432710+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:05:10.432710+0000","last_undegraded":"2023-10-09T05:05:10.432710+0000","last_fullsized":"2023-10-09T05:05:10.432710+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"517'12230","reported_seq":12287,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.163513+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:05:12.163513+0000","last_peered":"2023-10-09T05:05:12.163513+0000","last_clean":"2023-10-09T05:05:12.163513+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:05:12.163513+0000","last_undegraded":"2023-10-09T05:05:12.163513+0000","last_fullsized":"2023-10-09T05:05:12.163513+0000","mapping_epoch":468,"log_start":"481'4100","ondisk_log_start":"481'4100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8130,"log_dups_size":0,"ondisk_log_size":8130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81133568,"num_objects":1238,"num_object_clones":0,"num_object_copies":3714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12230,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":78,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427081+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:10.427081+0000","last_peered":"2023-10-09T05:05:10.427081+0000","last_clean":"2023-10-09T05:05:10.427081+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:10.427081+0000","last_undegraded":"2023-10-09T05:05:10.427081+0000","last_fullsized":"2023-10-09T05:05:10.427081+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":517,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426649+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:10.426649+0000","last_peered":"2023-10-09T05:05:10.426649+0000","last_clean":"2023-10-09T05:05:10.426649+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:10.426649+0000","last_undegraded":"2023-10-09T05:05:10.426649+0000","last_fullsized":"2023-10-09T05:05:10.426649+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"517'11833","reported_seq":18831,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.205461+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:05:12.205461+0000","last_peered":"2023-10-09T05:05:12.205461+0000","last_clean":"2023-10-09T05:05:12.205461+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:05:12.205461+0000","last_undegraded":"2023-10-09T05:05:12.205461+0000","last_fullsized":"2023-10-09T05:05:12.205461+0000","mapping_epoch":494,"log_start":"482'4100","ondisk_log_start":"482'4100","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7733,"log_dups_size":0,"ondisk_log_size":7733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75563008,"num_objects":1153,"num_object_clones":0,"num_object_copies":3459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11833,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":95,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425888+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:10.425888+0000","last_peered":"2023-10-09T05:05:10.425888+0000","last_clean":"2023-10-09T05:05:10.425888+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:10.425888+0000","last_undegraded":"2023-10-09T05:05:10.425888+0000","last_fullsized":"2023-10-09T05:05:10.425888+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":541,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424345+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:10.424345+0000","last_peered":"2023-10-09T05:05:10.424345+0000","last_clean":"2023-10-09T05:05:10.424345+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:10.424345+0000","last_undegraded":"2023-10-09T05:05:10.424345+0000","last_fullsized":"2023-10-09T05:05:10.424345+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"517'11995","reported_seq":12052,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.158780+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:05:12.158780+0000","last_peered":"2023-10-09T05:05:12.158780+0000","last_clean":"2023-10-09T05:05:12.158780+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:05:12.158780+0000","last_undegraded":"2023-10-09T05:05:12.158780+0000","last_fullsized":"2023-10-09T05:05:12.158780+0000","mapping_epoch":468,"log_start":"485'5100","ondisk_log_start":"485'5100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6895,"log_dups_size":0,"ondisk_log_size":6895,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75563008,"num_objects":1153,"num_object_clones":0,"num_object_copies":3459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11995,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":78,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425978+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:10.425978+0000","last_peered":"2023-10-09T05:05:10.425978+0000","last_clean":"2023-10-09T05:05:10.425978+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:10.425978+0000","last_undegraded":"2023-10-09T05:05:10.425978+0000","last_fullsized":"2023-10-09T05:05:10.425978+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":227,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429412+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:10.429412+0000","last_peered":"2023-10-09T05:05:10.429412+0000","last_clean":"2023-10-09T05:05:10.429412+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:10.429412+0000","last_undegraded":"2023-10-09T05:05:10.429412+0000","last_fullsized":"2023-10-09T05:05:10.429412+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"517'12186","reported_seq":12243,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.163863+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:05:12.163863+0000","last_peered":"2023-10-09T05:05:12.163863+0000","last_clean":"2023-10-09T05:05:12.163863+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:05:12.163863+0000","last_undegraded":"2023-10-09T05:05:12.163863+0000","last_fullsized":"2023-10-09T05:05:12.163863+0000","mapping_epoch":468,"log_start":"476'3300","ondisk_log_start":"476'3300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8886,"log_dups_size":0,"ondisk_log_size":8886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78905344,"num_objects":1204,"num_object_clones":0,"num_object_copies":3612,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1204,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12186,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":561,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427541+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:10.427541+0000","last_peered":"2023-10-09T05:05:10.427541+0000","last_clean":"2023-10-09T05:05:10.427541+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:10.427541+0000","last_undegraded":"2023-10-09T05:05:10.427541+0000","last_fullsized":"2023-10-09T05:05:10.427541+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":509,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:01.426497+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:05:01.426497+0000","last_peered":"2023-10-09T05:05:01.426497+0000","last_clean":"2023-10-09T05:05:01.426497+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:05:01.426497+0000","last_undegraded":"2023-10-09T05:05:01.426497+0000","last_fullsized":"2023-10-09T05:05:01.426497+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"517'11854","reported_seq":11910,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.170017+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:05:12.170017+0000","last_peered":"2023-10-09T05:05:12.170017+0000","last_clean":"2023-10-09T05:05:12.170017+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:05:12.170017+0000","last_undegraded":"2023-10-09T05:05:12.170017+0000","last_fullsized":"2023-10-09T05:05:12.170017+0000","mapping_epoch":468,"log_start":"485'5000","ondisk_log_start":"485'5000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6854,"log_dups_size":0,"ondisk_log_size":6854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79560704,"num_objects":1214,"num_object_clones":0,"num_object_copies":3642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11854,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":942,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.422425+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:10.422425+0000","last_peered":"2023-10-09T05:05:10.422425+0000","last_clean":"2023-10-09T05:05:10.422425+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:10.422425+0000","last_undegraded":"2023-10-09T05:05:10.422425+0000","last_fullsized":"2023-10-09T05:05:10.422425+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":185,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.432372+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:05:10.432372+0000","last_peered":"2023-10-09T05:05:10.432372+0000","last_clean":"2023-10-09T05:05:10.432372+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:05:10.432372+0000","last_undegraded":"2023-10-09T05:05:10.432372+0000","last_fullsized":"2023-10-09T05:05:10.432372+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":561,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424333+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:10.424333+0000","last_peered":"2023-10-09T05:05:10.424333+0000","last_clean":"2023-10-09T05:05:10.424333+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:10.424333+0000","last_undegraded":"2023-10-09T05:05:10.424333+0000","last_fullsized":"2023-10-09T05:05:10.424333+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"517'12433","reported_seq":19857,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.182324+0000","last_change":"2023-10-09T05:05:11.476088+0000","last_active":"2023-10-09T05:05:12.182324+0000","last_peered":"2023-10-09T05:05:12.182324+0000","last_clean":"2023-10-09T05:05:12.182324+0000","last_became_active":"2023-10-09T05:05:11.447753+0000","last_became_peered":"2023-10-09T05:05:11.447753+0000","last_unstale":"2023-10-09T05:05:12.182324+0000","last_undegraded":"2023-10-09T05:05:12.182324+0000","last_fullsized":"2023-10-09T05:05:12.182324+0000","mapping_epoch":516,"log_start":"482'4300","ondisk_log_start":"482'4300","created":468,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8133,"log_dups_size":0,"ondisk_log_size":8133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:02:32.719094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81985536,"num_objects":1251,"num_object_clones":0,"num_object_copies":3753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1251,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12433,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3675,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":515,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426487+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:10.426487+0000","last_peered":"2023-10-09T05:05:10.426487+0000","last_clean":"2023-10-09T05:05:10.426487+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:10.426487+0000","last_undegraded":"2023-10-09T05:05:10.426487+0000","last_fullsized":"2023-10-09T05:05:10.426487+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":207,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429485+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:10.429485+0000","last_peered":"2023-10-09T05:05:10.429485+0000","last_clean":"2023-10-09T05:05:10.429485+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:10.429485+0000","last_undegraded":"2023-10-09T05:05:10.429485+0000","last_fullsized":"2023-10-09T05:05:10.429485+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":487,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425445+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:10.425445+0000","last_peered":"2023-10-09T05:05:10.425445+0000","last_clean":"2023-10-09T05:05:10.425445+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:10.425445+0000","last_undegraded":"2023-10-09T05:05:10.425445+0000","last_fullsized":"2023-10-09T05:05:10.425445+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"517'11904","reported_seq":11960,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.197562+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:05:12.197562+0000","last_peered":"2023-10-09T05:05:12.197562+0000","last_clean":"2023-10-09T05:05:12.197562+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:05:12.197562+0000","last_undegraded":"2023-10-09T05:05:12.197562+0000","last_fullsized":"2023-10-09T05:05:12.197562+0000","mapping_epoch":468,"log_start":"482'4200","ondisk_log_start":"482'4200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7704,"log_dups_size":0,"ondisk_log_size":7704,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83230720,"num_objects":1270,"num_object_clones":0,"num_object_copies":3810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1270,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11904,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":498,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424277+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:10.424277+0000","last_peered":"2023-10-09T05:05:10.424277+0000","last_clean":"2023-10-09T05:05:10.424277+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:10.424277+0000","last_undegraded":"2023-10-09T05:05:10.424277+0000","last_fullsized":"2023-10-09T05:05:10.424277+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":561,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425426+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:10.425426+0000","last_peered":"2023-10-09T05:05:10.425426+0000","last_clean":"2023-10-09T05:05:10.425426+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:10.425426+0000","last_undegraded":"2023-10-09T05:05:10.425426+0000","last_fullsized":"2023-10-09T05:05:10.425426+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"517'12007","reported_seq":12064,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.179453+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:05:12.179453+0000","last_peered":"2023-10-09T05:05:12.179453+0000","last_clean":"2023-10-09T05:05:12.179453+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:05:12.179453+0000","last_undegraded":"2023-10-09T05:05:12.179453+0000","last_fullsized":"2023-10-09T05:05:12.179453+0000","mapping_epoch":468,"log_start":"485'5100","ondisk_log_start":"485'5100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6907,"log_dups_size":0,"ondisk_log_size":6907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78577664,"num_objects":1199,"num_object_clones":0,"num_object_copies":3597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12007,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":515,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427868+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:10.427868+0000","last_peered":"2023-10-09T05:05:10.427868+0000","last_clean":"2023-10-09T05:05:10.427868+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:10.427868+0000","last_undegraded":"2023-10-09T05:05:10.427868+0000","last_fullsized":"2023-10-09T05:05:10.427868+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":248,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430175+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:05:10.430175+0000","last_peered":"2023-10-09T05:05:10.430175+0000","last_clean":"2023-10-09T05:05:10.430175+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:05:10.430175+0000","last_undegraded":"2023-10-09T05:05:10.430175+0000","last_fullsized":"2023-10-09T05:05:10.430175+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":356,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.432778+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:05:10.432778+0000","last_peered":"2023-10-09T05:05:10.432778+0000","last_clean":"2023-10-09T05:05:10.432778+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:05:10.432778+0000","last_undegraded":"2023-10-09T05:05:10.432778+0000","last_fullsized":"2023-10-09T05:05:10.432778+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"517'11906","reported_seq":11963,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.187017+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:05:12.187017+0000","last_peered":"2023-10-09T05:05:12.187017+0000","last_clean":"2023-10-09T05:05:12.187017+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:05:12.187017+0000","last_undegraded":"2023-10-09T05:05:12.187017+0000","last_fullsized":"2023-10-09T05:05:12.187017+0000","mapping_epoch":468,"log_start":"475'3000","ondisk_log_start":"475'3000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8906,"log_dups_size":0,"ondisk_log_size":8906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78774272,"num_objects":1202,"num_object_clones":0,"num_object_copies":3606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11906,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":896,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430305+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:10.430305+0000","last_peered":"2023-10-09T05:05:10.430305+0000","last_clean":"2023-10-09T05:05:10.430305+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:10.430305+0000","last_undegraded":"2023-10-09T05:05:10.430305+0000","last_fullsized":"2023-10-09T05:05:10.430305+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":91,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425664+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:10.425664+0000","last_peered":"2023-10-09T05:05:10.425664+0000","last_clean":"2023-10-09T05:05:10.425664+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:10.425664+0000","last_undegraded":"2023-10-09T05:05:10.425664+0000","last_fullsized":"2023-10-09T05:05:10.425664+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":531,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427268+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:10.427268+0000","last_peered":"2023-10-09T05:05:10.427268+0000","last_clean":"2023-10-09T05:05:10.427268+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:10.427268+0000","last_undegraded":"2023-10-09T05:05:10.427268+0000","last_fullsized":"2023-10-09T05:05:10.427268+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":275,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427946+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:10.427946+0000","last_peered":"2023-10-09T05:05:10.427946+0000","last_clean":"2023-10-09T05:05:10.427946+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:10.427946+0000","last_undegraded":"2023-10-09T05:05:10.427946+0000","last_fullsized":"2023-10-09T05:05:10.427946+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"517'11937","reported_seq":12000,"reported_epoch":517,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:12.216629+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:05:12.216629+0000","last_peered":"2023-10-09T05:05:12.216629+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:05:12.216629+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"485'5100","ondisk_log_start":"485'5100","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6837,"log_dups_size":0,"ondisk_log_size":6837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75759640,"num_objects":1157,"num_object_clones":0,"num_object_copies":3471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1157,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11937,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-2327}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":515,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427347+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:10.427347+0000","last_peered":"2023-10-09T05:05:10.427347+0000","last_clean":"2023-10-09T05:05:10.427347+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:10.427347+0000","last_undegraded":"2023-10-09T05:05:10.427347+0000","last_fullsized":"2023-10-09T05:05:10.427347+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":554,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.428135+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:10.428135+0000","last_peered":"2023-10-09T05:05:10.428135+0000","last_clean":"2023-10-09T05:05:10.428135+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:10.428135+0000","last_undegraded":"2023-10-09T05:05:10.428135+0000","last_fullsized":"2023-10-09T05:05:10.428135+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":518,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424602+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:10.424602+0000","last_peered":"2023-10-09T05:05:10.424602+0000","last_clean":"2023-10-09T05:05:10.424602+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:10.424602+0000","last_undegraded":"2023-10-09T05:05:10.424602+0000","last_fullsized":"2023-10-09T05:05:10.424602+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":381,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.436349+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:05:10.436349+0000","last_peered":"2023-10-09T05:05:10.436349+0000","last_clean":"2023-10-09T05:05:10.436349+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:05:10.436349+0000","last_undegraded":"2023-10-09T05:05:10.436349+0000","last_fullsized":"2023-10-09T05:05:10.436349+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"517'12026","reported_seq":12083,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.246515+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:05:12.246515+0000","last_peered":"2023-10-09T05:05:12.246515+0000","last_clean":"2023-10-09T05:05:12.246515+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:05:12.246515+0000","last_undegraded":"2023-10-09T05:05:12.246515+0000","last_fullsized":"2023-10-09T05:05:12.246515+0000","mapping_epoch":468,"log_start":"482'4300","ondisk_log_start":"482'4300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7726,"log_dups_size":0,"ondisk_log_size":7726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82444288,"num_objects":1258,"num_object_clones":0,"num_object_copies":3774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12026,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":487,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425030+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:10.425030+0000","last_peered":"2023-10-09T05:05:10.425030+0000","last_clean":"2023-10-09T05:05:10.425030+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:10.425030+0000","last_undegraded":"2023-10-09T05:05:10.425030+0000","last_fullsized":"2023-10-09T05:05:10.425030+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":533,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.433047+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:05:10.433047+0000","last_peered":"2023-10-09T05:05:10.433047+0000","last_clean":"2023-10-09T05:05:10.433047+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:05:10.433047+0000","last_undegraded":"2023-10-09T05:05:10.433047+0000","last_fullsized":"2023-10-09T05:05:10.433047+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":399,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.434822+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:05:10.434822+0000","last_peered":"2023-10-09T05:05:10.434822+0000","last_clean":"2023-10-09T05:05:10.434822+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:05:10.434822+0000","last_undegraded":"2023-10-09T05:05:10.434822+0000","last_fullsized":"2023-10-09T05:05:10.434822+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":311,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427079+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:10.427079+0000","last_peered":"2023-10-09T05:05:10.427079+0000","last_clean":"2023-10-09T05:05:10.427079+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:10.427079+0000","last_undegraded":"2023-10-09T05:05:10.427079+0000","last_fullsized":"2023-10-09T05:05:10.427079+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"517'12098","reported_seq":12499,"reported_epoch":517,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:12.221902+0000","last_change":"2023-10-09T05:05:09.728587+0000","last_active":"2023-10-09T05:05:12.221902+0000","last_peered":"2023-10-09T05:05:12.221902+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:05:12.221902+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"476'3200","ondisk_log_start":"476'3200","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8898,"log_dups_size":0,"ondisk_log_size":8898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80478208,"num_objects":1228,"num_object_clones":0,"num_object_copies":3684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3361,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12098,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":169,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-2133}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":500,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426723+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:10.426723+0000","last_peered":"2023-10-09T05:05:10.426723+0000","last_clean":"2023-10-09T05:05:10.426723+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:10.426723+0000","last_undegraded":"2023-10-09T05:05:10.426723+0000","last_fullsized":"2023-10-09T05:05:10.426723+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":487,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425228+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:10.425228+0000","last_peered":"2023-10-09T05:05:10.425228+0000","last_clean":"2023-10-09T05:05:10.425228+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:10.425228+0000","last_undegraded":"2023-10-09T05:05:10.425228+0000","last_fullsized":"2023-10-09T05:05:10.425228+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":352,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.432437+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:05:10.432437+0000","last_peered":"2023-10-09T05:05:10.432437+0000","last_clean":"2023-10-09T05:05:10.432437+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:05:10.432437+0000","last_undegraded":"2023-10-09T05:05:10.432437+0000","last_fullsized":"2023-10-09T05:05:10.432437+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":210,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429569+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:10.429569+0000","last_peered":"2023-10-09T05:05:10.429569+0000","last_clean":"2023-10-09T05:05:10.429569+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:10.429569+0000","last_undegraded":"2023-10-09T05:05:10.429569+0000","last_fullsized":"2023-10-09T05:05:10.429569+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"517'11765","reported_seq":11822,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.209605+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:05:12.209605+0000","last_peered":"2023-10-09T05:05:12.209605+0000","last_clean":"2023-10-09T05:05:12.209605+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:05:12.209605+0000","last_undegraded":"2023-10-09T05:05:12.209605+0000","last_fullsized":"2023-10-09T05:05:12.209605+0000","mapping_epoch":468,"log_start":"480'3600","ondisk_log_start":"480'3600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8165,"log_dups_size":0,"ondisk_log_size":8165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76873728,"num_objects":1173,"num_object_clones":0,"num_object_copies":3519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1173,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11765,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":858,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429676+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:10.429676+0000","last_peered":"2023-10-09T05:05:10.429676+0000","last_clean":"2023-10-09T05:05:10.429676+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:10.429676+0000","last_undegraded":"2023-10-09T05:05:10.429676+0000","last_fullsized":"2023-10-09T05:05:10.429676+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":91,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425139+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:10.425139+0000","last_peered":"2023-10-09T05:05:10.425139+0000","last_clean":"2023-10-09T05:05:10.425139+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:10.425139+0000","last_undegraded":"2023-10-09T05:05:10.425139+0000","last_fullsized":"2023-10-09T05:05:10.425139+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":469,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424412+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:10.424412+0000","last_peered":"2023-10-09T05:05:10.424412+0000","last_clean":"2023-10-09T05:05:10.424412+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:10.424412+0000","last_undegraded":"2023-10-09T05:05:10.424412+0000","last_fullsized":"2023-10-09T05:05:10.424412+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":525,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:01.426857+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:05:01.426857+0000","last_peered":"2023-10-09T05:05:01.426857+0000","last_clean":"2023-10-09T05:05:01.426857+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:05:01.426857+0000","last_undegraded":"2023-10-09T05:05:01.426857+0000","last_fullsized":"2023-10-09T05:05:01.426857+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"517'11860","reported_seq":18991,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.621080+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:05:11.621080+0000","last_peered":"2023-10-09T05:05:11.621080+0000","last_clean":"2023-10-09T05:05:11.621080+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:05:11.621080+0000","last_undegraded":"2023-10-09T05:05:11.621080+0000","last_fullsized":"2023-10-09T05:05:11.621080+0000","mapping_epoch":505,"log_start":"475'2700","ondisk_log_start":"475'2700","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9160,"log_dups_size":0,"ondisk_log_size":9160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78249984,"num_objects":1194,"num_object_clones":0,"num_object_copies":3582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11860,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":856,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429829+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:10.429829+0000","last_peered":"2023-10-09T05:05:10.429829+0000","last_clean":"2023-10-09T05:05:10.429829+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:10.429829+0000","last_undegraded":"2023-10-09T05:05:10.429829+0000","last_fullsized":"2023-10-09T05:05:10.429829+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":74,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425779+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:10.425779+0000","last_peered":"2023-10-09T05:05:10.425779+0000","last_clean":"2023-10-09T05:05:10.425779+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:10.425779+0000","last_undegraded":"2023-10-09T05:05:10.425779+0000","last_fullsized":"2023-10-09T05:05:10.425779+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":260,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.436425+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:05:10.436425+0000","last_peered":"2023-10-09T05:05:10.436425+0000","last_clean":"2023-10-09T05:05:10.436425+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:05:10.436425+0000","last_undegraded":"2023-10-09T05:05:10.436425+0000","last_fullsized":"2023-10-09T05:05:10.436425+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":216,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426788+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:10.426788+0000","last_peered":"2023-10-09T05:05:10.426788+0000","last_clean":"2023-10-09T05:05:10.426788+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:10.426788+0000","last_undegraded":"2023-10-09T05:05:10.426788+0000","last_fullsized":"2023-10-09T05:05:10.426788+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"517'12363","reported_seq":12420,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:12.124630+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:05:12.124630+0000","last_peered":"2023-10-09T05:05:12.124630+0000","last_clean":"2023-10-09T05:05:12.124630+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:05:12.124630+0000","last_undegraded":"2023-10-09T05:05:12.124630+0000","last_fullsized":"2023-10-09T05:05:12.124630+0000","mapping_epoch":468,"log_start":"476'3500","ondisk_log_start":"476'3500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8863,"log_dups_size":0,"ondisk_log_size":8863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80805888,"num_objects":1233,"num_object_clones":0,"num_object_copies":3699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12363,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":515,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425227+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:10.425227+0000","last_peered":"2023-10-09T05:05:10.425227+0000","last_clean":"2023-10-09T05:05:10.425227+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:10.425227+0000","last_undegraded":"2023-10-09T05:05:10.425227+0000","last_fullsized":"2023-10-09T05:05:10.425227+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":211,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.432858+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:05:10.432858+0000","last_peered":"2023-10-09T05:05:10.432858+0000","last_clean":"2023-10-09T05:05:10.432858+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:05:10.432858+0000","last_undegraded":"2023-10-09T05:05:10.432858+0000","last_fullsized":"2023-10-09T05:05:10.432858+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":421,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430027+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:10.430027+0000","last_peered":"2023-10-09T05:05:10.430027+0000","last_clean":"2023-10-09T05:05:10.430027+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:10.430027+0000","last_undegraded":"2023-10-09T05:05:10.430027+0000","last_fullsized":"2023-10-09T05:05:10.430027+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":234,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.429997+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:05:10.429997+0000","last_peered":"2023-10-09T05:05:10.429997+0000","last_clean":"2023-10-09T05:05:10.429997+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:05:10.429997+0000","last_undegraded":"2023-10-09T05:05:10.429997+0000","last_fullsized":"2023-10-09T05:05:10.429997+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"517'11978","reported_seq":12037,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.644546+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:05:11.644546+0000","last_peered":"2023-10-09T05:05:11.644546+0000","last_clean":"2023-10-09T05:05:11.644546+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:05:11.644546+0000","last_undegraded":"2023-10-09T05:05:11.644546+0000","last_fullsized":"2023-10-09T05:05:11.644546+0000","mapping_epoch":468,"log_start":"475'2800","ondisk_log_start":"475'2800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9178,"log_dups_size":0,"ondisk_log_size":9178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79822848,"num_objects":1218,"num_object_clones":0,"num_object_copies":3654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1218,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11978,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":560,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.434079+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:05:10.434079+0000","last_peered":"2023-10-09T05:05:10.434079+0000","last_clean":"2023-10-09T05:05:10.434079+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:05:10.434079+0000","last_undegraded":"2023-10-09T05:05:10.434079+0000","last_fullsized":"2023-10-09T05:05:10.434079+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":210,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430273+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:10.430273+0000","last_peered":"2023-10-09T05:05:10.430273+0000","last_clean":"2023-10-09T05:05:10.430273+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:10.430273+0000","last_undegraded":"2023-10-09T05:05:10.430273+0000","last_fullsized":"2023-10-09T05:05:10.430273+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":513,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-10-09T05:05:01.426933+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:05:01.426933+0000","last_peered":"2023-10-09T05:05:01.426933+0000","last_clean":"2023-10-09T05:05:01.426933+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:05:01.426933+0000","last_undegraded":"2023-10-09T05:05:01.426933+0000","last_fullsized":"2023-10-09T05:05:01.426933+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":500,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424132+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:10.424132+0000","last_peered":"2023-10-09T05:05:10.424132+0000","last_clean":"2023-10-09T05:05:10.424132+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:10.424132+0000","last_undegraded":"2023-10-09T05:05:10.424132+0000","last_fullsized":"2023-10-09T05:05:10.424132+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":212,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424886+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:10.424886+0000","last_peered":"2023-10-09T05:05:10.424886+0000","last_clean":"2023-10-09T05:05:10.424886+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:10.424886+0000","last_undegraded":"2023-10-09T05:05:10.424886+0000","last_fullsized":"2023-10-09T05:05:10.424886+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":556,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.436492+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:05:10.436492+0000","last_peered":"2023-10-09T05:05:10.436492+0000","last_clean":"2023-10-09T05:05:10.436492+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:05:10.436492+0000","last_undegraded":"2023-10-09T05:05:10.436492+0000","last_fullsized":"2023-10-09T05:05:10.436492+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":513,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.427626+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:10.427626+0000","last_peered":"2023-10-09T05:05:10.427626+0000","last_clean":"2023-10-09T05:05:10.427626+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:10.427626+0000","last_undegraded":"2023-10-09T05:05:10.427626+0000","last_fullsized":"2023-10-09T05:05:10.427626+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":548,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424805+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:10.424805+0000","last_peered":"2023-10-09T05:05:10.424805+0000","last_clean":"2023-10-09T05:05:10.424805+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:10.424805+0000","last_undegraded":"2023-10-09T05:05:10.424805+0000","last_fullsized":"2023-10-09T05:05:10.424805+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":518,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426807+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:10.426807+0000","last_peered":"2023-10-09T05:05:10.426807+0000","last_clean":"2023-10-09T05:05:10.426807+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:10.426807+0000","last_undegraded":"2023-10-09T05:05:10.426807+0000","last_fullsized":"2023-10-09T05:05:10.426807+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":521,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.425046+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:10.425046+0000","last_peered":"2023-10-09T05:05:10.425046+0000","last_clean":"2023-10-09T05:05:10.425046+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:10.425046+0000","last_undegraded":"2023-10-09T05:05:10.425046+0000","last_fullsized":"2023-10-09T05:05:10.425046+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":245,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.435278+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:05:10.435278+0000","last_peered":"2023-10-09T05:05:10.435278+0000","last_clean":"2023-10-09T05:05:10.435278+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:05:10.435278+0000","last_undegraded":"2023-10-09T05:05:10.435278+0000","last_fullsized":"2023-10-09T05:05:10.435278+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":210,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.430131+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:05:10.430131+0000","last_peered":"2023-10-09T05:05:10.430131+0000","last_clean":"2023-10-09T05:05:10.430131+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:05:10.430131+0000","last_undegraded":"2023-10-09T05:05:10.430131+0000","last_fullsized":"2023-10-09T05:05:10.430131+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":203,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.426927+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:10.426927+0000","last_peered":"2023-10-09T05:05:10.426927+0000","last_clean":"2023-10-09T05:05:10.426927+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:10.426927+0000","last_undegraded":"2023-10-09T05:05:10.426927+0000","last_fullsized":"2023-10-09T05:05:10.426927+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":537,"reported_epoch":516,"state":"active+clean","last_fresh":"2023-10-09T05:05:10.424029+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:10.424029+0000","last_peered":"2023-10-09T05:05:10.424029+0000","last_clean":"2023-10-09T05:05:10.424029+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:10.424029+0000","last_undegraded":"2023-10-09T05:05:10.424029+0000","last_fullsized":"2023-10-09T05:05:10.424029+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":1267728408,"num_objects":19345,"num_object_clones":0,"num_object_copies":58035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6845,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19345,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192375,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10834,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3849924608,"data_stored":3849912392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128975,"ondisk_log_size":128975,"up":48,"acting":46,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234508,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1896856,"kb_used_data":400272,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":91848296,"statfs":{"total":95995035648,"available":94052655104,"internally_reserved":0,"allocated":409878528,"data_stored":408548154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.7509999999999999,"15min":1.637},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":7.2110000000000003,"5min":9.9429999999999996,"15min":16.027999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.774,"5min":1.4650000000000001,"15min":1.331},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":5.1719999999999997,"5min":8.3949999999999996,"15min":10.785},"last":0.42399999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":1.8999999999999999,"15min":1.5860000000000001},"min":{"1min":0.29099999999999998,"5min":0.22,"15min":0.22},"max":{"1min":10.789,"5min":10.789,"15min":10.789},"last":0.53800000000000003},{"interface":"front","average":{"1min":3.2879999999999998,"5min":2.5640000000000001,"15min":2.4260000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.305999999999999,"5min":15.401,"15min":15.401},"last":0.81200000000000006}]},{"osd":2,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.379,"15min":2.0779999999999998},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":10.486000000000001,"5min":11.442,"15min":16.678999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.9849999999999999,"5min":2.2069999999999999,"15min":1.8169999999999999},"min":{"1min":0.372,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.6799999999999997,"5min":11.311,"15min":16.704000000000001},"last":0.56799999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:04:52 2023","interfaces":[{"interface":"back","average":{"1min":2.8420000000000001,"5min":2.3399999999999999,"15min":2.0339999999999998},"min":{"1min":0.34100000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.7089999999999996,"5min":13.489000000000001,"15min":14.228999999999999},"last":0.749},{"interface":"front","average":{"1min":3.3300000000000001,"5min":2.6520000000000001,"15min":1.978},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":10.629,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.502}]},{"osd":4,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":2.5259999999999998,"15min":1.8340000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.911999999999999,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.627},{"interface":"front","average":{"1min":4.375,"5min":2.1890000000000001,"15min":1.506},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":13.050000000000001,"5min":18.971,"15min":18.971},"last":0.46200000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":3.863,"5min":2.5150000000000001,"15min":1.948},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":20.678999999999998},"last":0.77500000000000002},{"interface":"front","average":{"1min":2.1890000000000001,"5min":1.845,"15min":1.5820000000000001},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8759999999999994,"5min":13.848000000000001,"15min":21.07},"last":0.67700000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.3040000000000003,"5min":2.4590000000000001,"15min":1.956},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":16.881,"5min":16.881,"15min":16.881},"last":0.89100000000000001},{"interface":"front","average":{"1min":3.3519999999999999,"5min":2.218,"15min":1.8700000000000001},"min":{"1min":0.379,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":12.815,"5min":12.815,"15min":24.010000000000002},"last":0.36099999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496144,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1578696,"kb_used_data":397120,"kb_used_omap":0,"kb_used_meta":1181568,"kb_avail":92166456,"statfs":{"total":95995035648,"available":94378450944,"internally_reserved":0,"allocated":406650880,"data_stored":405336778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1209925632},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,0,0,0,4,8,3],"upper_bound":2048},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.024,"15min":1.893},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":16.151,"5min":16.151,"15min":62.470999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":3.875,"5min":2.1360000000000001,"15min":2.1440000000000001},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":16.902999999999999,"5min":16.902999999999999,"15min":62.445},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.4710000000000001,"15min":2.4180000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":15.935,"5min":15.935,"15min":15.935},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.8300000000000001,"15min":2.6800000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9029999999999996,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.29999999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.6909999999999998,"15min":2.0550000000000002},"min":{"1min":0.312,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.923,"5min":36.128,"15min":42.923999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.5259999999999998,"15min":2.4710000000000001},"min":{"1min":0.44700000000000001,"5min":0.30499999999999999,"15min":0.252},"max":{"1min":7.0140000000000002,"5min":8.2360000000000007,"15min":42.936999999999998},"last":0.43099999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:05:05 2023","interfaces":[{"interface":"back","average":{"1min":4.3470000000000004,"5min":2.4580000000000002,"15min":2.4359999999999999},"min":{"1min":0.35399999999999998,"5min":0.33600000000000002,"15min":0.29199999999999998},"max":{"1min":10.823,"5min":10.823,"15min":26.763000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":3.4220000000000002,"5min":2.6139999999999999,"15min":2.375},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.5600000000000005,"5min":18.140000000000001,"15min":26.777999999999999},"last":0.371}]},{"osd":4,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.1040000000000001,"15min":1.671},"min":{"1min":0.30099999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.5540000000000003,"5min":10.710000000000001,"15min":16.399999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":3.544,"5min":2.2370000000000001,"15min":1.732},"min":{"1min":0.33100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9370000000000003,"5min":10.106,"15min":16.068999999999999},"last":0.39400000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":3.9700000000000002,"5min":2.2679999999999998,"15min":1.593},"min":{"1min":0.42199999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":18.167000000000002,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.6879999999999999,"15min":1.373},"min":{"1min":0.34899999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":5.9790000000000001,"5min":10.154,"15min":16.292999999999999},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:04:14 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":2.012,"15min":1.6479999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":10.032,"5min":10.032,"15min":16.372},"last":0.46500000000000002},{"interface":"front","average":{"1min":1.911,"5min":2.073,"15min":1.7969999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":7.04,"5min":10.185,"15min":16.018999999999998},"last":0.49399999999999999}]}]},{"osd":1,"up_from":478,"seq":2052994367526,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":633148,"kb_used_data":422644,"kb_used_omap":6,"kb_used_meta":210489,"kb_avail":93112004,"statfs":{"total":95995035648,"available":95346692096,"internally_reserved":0,"allocated":432787456,"data_stored":430378733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":215541227},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.5649999999999999,"15min":1.4910000000000001},"min":{"1min":0.20899999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.3399999999999999,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.6360000000000001,"5min":1.8640000000000001,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.981999999999999,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.26800000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.6389999999999998,"5min":1.9830000000000001,"15min":1.8740000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":15.759,"5min":15.759,"15min":15.759},"last":1.4039999999999999},{"interface":"front","average":{"1min":2.5699999999999998,"5min":1.6599999999999999,"15min":1.508},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":9.9320000000000004,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.56200000000000006}]},{"osd":3,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.6760000000000002,"15min":2.7589999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.1740000000000004,"5min":11.069000000000001,"15min":11.069000000000001},"last":1.4379999999999999},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.573,"15min":1.393},"min":{"1min":0.28599999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.891,"5min":9.891,"15min":9.891},"last":4.3319999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":5.6319999999999997,"15min":6.1769999999999996},"min":{"1min":0.379,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.8220000000000001,"5min":71.381,"15min":71.381},"last":5.7300000000000004},{"interface":"front","average":{"1min":1.853,"5min":5.8810000000000002,"15min":6.5519999999999996},"min":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.46,"5min":71.721999999999994,"15min":71.721999999999994},"last":7.1929999999999996}]},{"osd":5,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":6.4870000000000001,"15min":7.1529999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":12.028,"5min":71.061000000000007,"15min":71.061000000000007},"last":1.236},{"interface":"front","average":{"1min":3.23,"5min":6.0670000000000002,"15min":6.54},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.164000000000001,"5min":72.126000000000005,"15min":72.126000000000005},"last":2.2639999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.1779999999999999,"5min":2.3980000000000001,"15min":2.2679999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":12.977,"5min":12.977,"15min":12.977},"last":0.58799999999999997},{"interface":"front","average":{"1min":2.6600000000000001,"5min":2.7130000000000001,"15min":2.722},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":8.0559999999999992,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":3.4729999999999999,"5min":6.157,"15min":6.6040000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":16.212,"5min":70.832999999999998,"15min":70.832999999999998},"last":8.9789999999999992},{"interface":"front","average":{"1min":2.1389999999999998,"5min":5.6550000000000002,"15min":6.2409999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":10.808999999999999,"5min":70.769999999999996,"15min":70.769999999999996},"last":5.1180000000000003}]}]},{"osd":0,"up_from":86,"seq":369367187850,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1317604,"kb_used_data":245852,"kb_used_omap":5,"kb_used_meta":1071738,"kb_avail":92427548,"statfs":{"total":95995035648,"available":94645809152,"internally_reserved":0,"allocated":251752448,"data_stored":248964354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1097460346},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.5069999999999999,"15min":1.5700000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":6.7240000000000002,"5min":8.9779999999999998,"15min":8.9779999999999998},"last":3.3029999999999999},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.8560000000000001,"15min":2.0089999999999999},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":3.4649999999999999,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":3.0369999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.192},"max":{"1min":8.75,"5min":16.081,"15min":24.021000000000001},"last":2.4900000000000002},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.4449999999999998,"15min":2.2210000000000001},"min":{"1min":0.32700000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":10.263,"5min":22.683,"15min":24.050999999999998},"last":6.71}]},{"osd":3,"last update":"Mon Oct 9 05:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.776,"5min":1.974,"15min":1.859},"min":{"1min":0.29199999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.318,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.5549999999999999,"5min":1.6910000000000001,"15min":2.137},"min":{"1min":0.28100000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.468,"5min":13.294,"15min":23.222000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.0419999999999998,"15min":1.925},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.004,"5min":10.231999999999999,"15min":14.581},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.206,"15min":1.774},"min":{"1min":0.54900000000000004,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":9.9719999999999995,"5min":10.541,"15min":14.721},"last":0.50800000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.2269999999999999,"15min":1.8069999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.29899999999999999},"max":{"1min":7.4210000000000003,"5min":10.48,"15min":13.542},"last":0.45500000000000002},{"interface":"front","average":{"1min":2.1890000000000001,"5min":2.6749999999999998,"15min":2.117},"min":{"1min":0.34200000000000003,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":12.717000000000001,"5min":22.738,"15min":22.738},"last":2.9900000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.137,"15min":1.893},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":7.5049999999999999,"5min":10.573,"15min":13.599},"last":0.48399999999999999},{"interface":"front","average":{"1min":2.2719999999999998,"5min":2.4910000000000001,"15min":2.1760000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":6.7199999999999998,"5min":22.709,"15min":22.709},"last":3.0670000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":3.21,"5min":3.0089999999999999,"15min":2.294},"min":{"1min":0.373,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":8.75,"5min":22.763000000000002,"15min":22.763000000000002},"last":3.0939999999999999},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.0790000000000002,"15min":2.0880000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":10.028,"5min":20.890000000000001,"15min":20.890000000000001},"last":0.46600000000000003}]}]},{"osd":2,"up_from":116,"seq":498216206693,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1735800,"kb_used_data":719088,"kb_used_omap":7,"kb_used_meta":1016696,"kb_avail":92009352,"statfs":{"total":95995035648,"available":94217576448,"internally_reserved":0,"allocated":736346112,"data_stored":733943330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1041096785},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.262,"15min":1.6619999999999999},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.1879999999999997,"5min":20.329999999999998,"15min":20.329999999999998},"last":3.7029999999999998},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.742,"15min":1.5289999999999999},"min":{"1min":0.224,"5min":0.192,"15min":0.188},"max":{"1min":4.0499999999999998,"5min":13.952,"15min":13.952},"last":0.247}]},{"osd":1,"last update":"Mon Oct 9 05:04:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9990000000000001,"5min":4.6619999999999999,"15min":4.9390000000000001},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.811999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":2.9529999999999998},{"interface":"front","average":{"1min":2.597,"5min":4.6349999999999998,"15min":4.9749999999999996},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.472,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.41199999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:01 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":3.2959999999999998,"15min":2.8439999999999999},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.5139999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":3.0259999999999998},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.3809999999999998,"15min":2.9409999999999998},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":3.601,"5min":26.056999999999999,"15min":79.959000000000003},"last":3.0550000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.9199999999999999,"15min":2.8380000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":10.691000000000001,"5min":12.992000000000001,"15min":176.00200000000001},"last":2.9209999999999998},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.113,"15min":2.3050000000000002},"min":{"1min":0.314,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.5750000000000002,"5min":11.063000000000001,"15min":176.07900000000001},"last":9.1240000000000006}]},{"osd":5,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":2.7679999999999998,"15min":1.9119999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":46.997,"5min":46.997,"15min":46.997},"last":0.45900000000000002},{"interface":"front","average":{"1min":5.1520000000000001,"5min":3.2490000000000001,"15min":2.4119999999999999},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":46.978000000000002,"5min":46.978000000000002,"15min":46.978000000000002},"last":2.9910000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.004,"15min":2.3109999999999999},"min":{"1min":0.53100000000000003,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":7.944,"5min":24.023,"15min":42.975999999999999},"last":3.2490000000000001},{"interface":"front","average":{"1min":1.7090000000000001,"5min":2.3119999999999998,"15min":2.109},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":4.923,"5min":24.364000000000001,"15min":42.843000000000004},"last":3.1230000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.4649999999999999,"15min":2.117},"min":{"1min":0.52800000000000002,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":6.306,"5min":12.907999999999999,"15min":15.516},"last":3.4950000000000001},{"interface":"front","average":{"1min":2.8719999999999999,"5min":2.2959999999999998,"15min":2.052},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.166,"5min":12.462999999999999,"15min":15.583},"last":3.4809999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524830,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":878976,"kb_used_data":319544,"kb_used_omap":2,"kb_used_meta":559421,"kb_avail":92866176,"statfs":{"total":95995035648,"available":95094964224,"internally_reserved":0,"allocated":327213056,"data_stored":325032139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":572847157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":2.0139999999999998,"15min":2.0339999999999998},"min":{"1min":0.20399999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.6159999999999997,"5min":11.06,"15min":26.260999999999999},"last":5.1130000000000004},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0329999999999999,"15min":1.98},"min":{"1min":0.23000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.6870000000000003,"5min":9.5909999999999993,"15min":22.477},"last":4.859}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":1.452,"15min":1.0209999999999999},"min":{"1min":0.255,"5min":0.215,"15min":0.215},"max":{"1min":5.585,"5min":11.076000000000001,"15min":11.076000000000001},"last":2.2269999999999999},{"interface":"front","average":{"1min":1.524,"5min":1.7190000000000001,"15min":1.407},"min":{"1min":0.24099999999999999,"5min":0.216,"15min":0.216},"max":{"1min":5.718,"5min":11.051,"15min":11.051},"last":0.35999999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.4209999999999998,"15min":2.3479999999999999},"min":{"1min":0.27800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.32,"5min":21.407,"15min":21.722999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.9260000000000002,"15min":2.2869999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":6.4729999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.65400000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.2650000000000001,"15min":1.9019999999999999},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":8.7149999999999999,"5min":14.359999999999999,"15min":15.301},"last":2.1520000000000001},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.893,"15min":2.1099999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.356999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.39800000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.0870000000000002,"15min":1.97},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.6780000000000008,"5min":11.026,"15min":35.712000000000003},"last":4.5339999999999998},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.5329999999999999,"15min":2.2200000000000002},"min":{"1min":0.442,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.492,"5min":10.109,"15min":35.488},"last":2.1960000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.4050000000000002,"5min":2.6349999999999998,"15min":2.6059999999999999},"min":{"1min":0.82599999999999996,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.284000000000001,"5min":14.609,"15min":50.113999999999997},"last":2.3300000000000001},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.27,"15min":2.2000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.443999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.624}]},{"osd":7,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.843,"15min":2.278},"min":{"1min":0.44800000000000001,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":15.491,"5min":18.428000000000001,"15min":18.428000000000001},"last":4.7789999999999999},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4889999999999999,"15min":2.3439999999999999},"min":{"1min":0.52800000000000002,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":10.226000000000001,"5min":14.663,"15min":21.587},"last":3.4740000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019416,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2195284,"kb_used_data":704460,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":91549868,"statfs":{"total":95995035648,"available":93747064832,"internally_reserved":0,"allocated":721367040,"data_stored":720040981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":1.954,"15min":1.8460000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":7.8460000000000001,"5min":11.003,"15min":21.047000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.8260000000000001,"15min":1.6519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":11.507999999999999,"5min":11.507999999999999,"15min":12.064},"last":0.37}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.39400000000000002},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.29499999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.4089999999999998,"15min":3.0939999999999999},"min":{"1min":0.31,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.9219999999999997,"5min":10.15,"15min":105.411},"last":0.42399999999999999},{"interface":"front","average":{"1min":3.1379999999999999,"5min":2.4769999999999999,"15min":2.9940000000000002},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":11.468,"5min":11.468,"15min":97.927999999999997},"last":0.316}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":17.498000000000001,"5min":5.0659999999999998,"15min":3.2309999999999999},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":253.50700000000001,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":17.007999999999999,"5min":5.2089999999999996,"15min":3.3900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":253.72,"5min":253.72,"15min":253.72},"last":0.45500000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":4.431,"5min":1.786,"15min":1.667},"min":{"1min":0.32500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":13.25,"5min":13.25,"15min":20.991},"last":0.38700000000000001},{"interface":"front","average":{"1min":4.4480000000000004,"5min":2.0699999999999998,"15min":1.5629999999999999},"min":{"1min":0.308,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":11.628,"5min":11.628,"15min":14.202999999999999},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:04:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.1070000000000002,"15min":2.2080000000000002},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":7.4400000000000004,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.0499999999999998,"15min":2.2949999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":19.387,"5min":19.387,"15min":81.715999999999994},"last":0.44500000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":0.439},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":0.49099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757780,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2134344,"kb_used_data":643200,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":91610808,"statfs":{"total":95995035648,"available":93809467392,"internally_reserved":0,"allocated":658636800,"data_stored":657319327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,0,1,2,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6659999999999999,"5min":2.1869999999999998,"15min":2.5699999999999998},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.6460000000000008,"5min":12.074999999999999,"15min":322.43200000000002},"last":1.3939999999999999},{"interface":"front","average":{"1min":2.8290000000000002,"5min":1.873,"15min":2.8119999999999998},"min":{"1min":0.26500000000000001,"5min":0.23100000000000001,"15min":0.219},"max":{"1min":6.9459999999999997,"5min":15.164,"15min":322.61599999999999},"last":1.9910000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:04:10 2023","interfaces":[{"interface":"back","average":{"1min":3.5939999999999999,"5min":2.4750000000000001,"15min":2.2890000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":10.390000000000001,"5min":10.390000000000001,"15min":10.390000000000001},"last":7.3689999999999998},{"interface":"front","average":{"1min":3.556,"5min":2.2240000000000002,"15min":2.0019999999999998},"min":{"1min":0.376,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.0359999999999996,"5min":7.2889999999999997,"15min":7.2889999999999997},"last":7.1980000000000004}]},{"osd":2,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6909999999999998,"5min":2.4830000000000001,"15min":2.0350000000000001},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":9.7759999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":7.3319999999999999},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.3039999999999998,"15min":1.9590000000000001},"min":{"1min":0.437,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.2949999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":7.1319999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.1029999999999998,"5min":2.3969999999999998,"15min":2.2949999999999999},"min":{"1min":0.85999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":74.915000000000006},"last":2.1110000000000002},{"interface":"front","average":{"1min":2.5950000000000002,"5min":2.2370000000000001,"15min":2.3879999999999999},"min":{"1min":0.378,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":9.1120000000000001,"5min":13.738,"15min":74.799999999999997},"last":2.0310000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":4.532,"5min":1.96,"15min":1.4490000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.251},"max":{"1min":9.7490000000000006,"5min":10.092000000000001,"15min":13.285},"last":3.3650000000000002},{"interface":"front","average":{"1min":3.6000000000000001,"5min":1.744,"15min":1.569},"min":{"1min":0.40899999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.3099999999999996,"5min":10.387,"15min":14.824},"last":2.0659999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.3010000000000002,"5min":1.829,"15min":1.5009999999999999},"min":{"1min":0.34300000000000003,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":13.189},"last":2.2210000000000001},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.27,"15min":1.653},"min":{"1min":0.40200000000000002,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":17.149999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":2.0939999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":1.996,"15min":1.6399999999999999},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":9.4459999999999997,"5min":14.59,"15min":14.59},"last":2.3159999999999998},{"interface":"front","average":{"1min":5.734,"5min":2.4060000000000001,"15min":1.821},"min":{"1min":0.499,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":16.689,"5min":16.689,"15min":16.689},"last":2.702}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":242810880,"data_stored":242810880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":421597184,"data_stored":421593112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":725417984,"data_stored":725417984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":316145664,"data_stored":316145664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":712249344,"data_stored":712245272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":637206528,"data_stored":637206528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":401080320,"data_stored":401080320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":393416704,"data_stored":393412632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:05:14.284 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:05:14.310 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:14.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:14.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:14.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T05:05:14.428 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:14.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:14 smithi150 ceph-mon[168511]: pgmap v1575: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 783 op/s; 6845/58107 objects degraded (11.780%); 0 B/s, 80 objects/s recovering 2023-10-09T05:05:14.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:05:14.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:05:14.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:14.499 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:14.502 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:14.596 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:14.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:14.604 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:14.704 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:14.768 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:14.820 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:14.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:14.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:14.927 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:14.989 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:15.034 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:15 smithi150 ceph-mon[168511]: from='client.56743 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:15.045 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:15.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:15.050 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:15.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:05:15.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:15.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:15 smithi107 ceph-mon[184249]: from='client.56743 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:15.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:15 smithi107 ceph-mon[179183]: from='client.56743 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:15.228 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:15.599 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:15.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:15.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:15.678 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:15.704 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:15.736 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:15.773 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:15.852 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:15.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:15.865 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:15.966 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:16.024 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:16.125 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:16.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:16.129 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:16.230 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:16.264 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:16.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:16 smithi107 ceph-mon[184249]: pgmap v1576: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 735 op/s; 6845/58107 objects degraded (11.780%); 0 B/s, 80 objects/s recovering 2023-10-09T05:05:16.302 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:16 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6845/58107 objects degraded (11.780%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:16.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:16 smithi107 ceph-mon[179183]: pgmap v1576: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 735 op/s; 6845/58107 objects degraded (11.780%); 0 B/s, 80 objects/s recovering 2023-10-09T05:05:16.303 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:16 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6845/58107 objects degraded (11.780%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:16.322 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:16.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:16 smithi150 ceph-mon[168511]: pgmap v1576: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 735 op/s; 6845/58107 objects degraded (11.780%); 0 B/s, 80 objects/s recovering 2023-10-09T05:05:16.324 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:16 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6845/58107 objects degraded (11.780%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:16.419 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:16.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:16.424 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:16.525 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:16.584 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:16.649 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:16.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:16.654 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:16.755 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:16.815 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:17.065 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:05:17.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/600315843' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:17.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:17.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:17.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/600315843' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:17.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/600315843' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:17.937 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:17.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:17.943 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:18.044 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:18.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[184249]: pgmap v1577: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 408 op/s; 6845/56931 objects degraded (12.023%); 0 B/s, 39 objects/s recovering 2023-10-09T05:05:18.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:18.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[184249]: failed to encode map e518 with expected crc 2023-10-09T05:05:18.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:18.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[184249]: osdmap e518: 8 total, 8 up, 8 in 2023-10-09T05:05:18.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[184249]: failed to encode map e518 with expected crc 2023-10-09T05:05:18.093 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[179183]: pgmap v1577: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 408 op/s; 6845/56931 objects degraded (12.023%); 0 B/s, 39 objects/s recovering 2023-10-09T05:05:18.093 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:18.094 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[179183]: failed to encode map e518 with expected crc 2023-10-09T05:05:18.094 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:18.094 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[179183]: osdmap e518: 8 total, 8 up, 8 in 2023-10-09T05:05:18.094 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:18 smithi107 ceph-mon[179183]: failed to encode map e518 with expected crc 2023-10-09T05:05:18.095 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:18.282 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:18.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:18.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:18.388 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:18.475 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:18 smithi150 ceph-mon[168511]: pgmap v1577: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 1.2 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 408 op/s; 6845/56931 objects degraded (12.023%); 0 B/s, 39 objects/s recovering 2023-10-09T05:05:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:18 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:18 smithi150 ceph-mon[168511]: failed to encode map e518 with expected crc 2023-10-09T05:05:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:18 smithi150 ceph-mon[168511]: osdmap e518: 8 total, 8 up, 8 in 2023-10-09T05:05:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:18 smithi150 ceph-mon[168511]: failed to encode map e518 with expected crc 2023-10-09T05:05:18.877 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:18.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:18.885 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:18.986 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:19.024 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:19.094 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:19.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:19.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:19.204 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:19.266 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:19.272 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:19.272 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 6651/47655 objects degraded (13.957%), 2 pgs degraded, 2 pgs undersized","count":4},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2079,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":518,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":15885,"data_bytes":1039996856,"bytes_used":12047314944,"bytes_avail":755912970240,"bytes_total":767960285184,"degraded_objects":6651,"degraded_total":47655,"degraded_ratio":0.13956562795089708,"recovering_objects_per_sec":63,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":508,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":794},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (3m)\n [===========================.] (remaining: 4s)","progress":0.97979795932769775,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:05:19.413 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:05:19.413 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:05:19.458 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:19.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:19.470 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:19.571 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:19.626 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:19.897 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:05:20.251 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T05:05:20.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:20 smithi107 ceph-mon[184249]: pgmap v1579: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 992 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6651/47655 objects degraded (13.957%); 0 B/s, 63 objects/s recovering 2023-10-09T05:05:20.251 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4167353788' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:20.252 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:20 smithi107 ceph-mon[179183]: pgmap v1579: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 992 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6651/47655 objects degraded (13.957%); 0 B/s, 63 objects/s recovering 2023-10-09T05:05:20.252 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4167353788' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:20.277 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:20.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:20.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:20.313 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:05:20.313 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:05:20.397 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:20.429 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:20.472 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:20 smithi150 ceph-mon[168511]: pgmap v1579: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 992 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6651/47655 objects degraded (13.957%); 0 B/s, 63 objects/s recovering 2023-10-09T05:05:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4167353788' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:20.546 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:20.561 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:20.604 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:20.656 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:20.658 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:20.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:20.671 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:20.713 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:20.765 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:20.772 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:20.833 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:20.834 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:20.837 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:20.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.847 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.848 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.848 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.848 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:05:20.904 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:20.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:20.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:21.009 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:21.069 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:21.288 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:21.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:21.292 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:21.392 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:21.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3840002621' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:21.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:21 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6651/47655 objects degraded (13.957%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3840002621' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:21.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:21 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6651/47655 objects degraded (13.957%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:21.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3840002621' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:21.475 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:21 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6651/47655 objects degraded (13.957%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:21.478 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:21.555 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:21.570 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:21.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:21.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:21.680 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:21.717 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:21.778 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:21.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:21.785 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:21.885 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:21.957 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:22.013 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:05:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:05:22] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2023-10-09T05:05:22.052 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:22.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:22.058 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:22.159 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:22.227 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:22 smithi150 ceph-mon[168511]: pgmap v1580: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 992 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 673 op/s; 6651/47655 objects degraded (13.957%); 0 B/s, 53 objects/s recovering 2023-10-09T05:05:22.245 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:22.323 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:22.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:22.332 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:22.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:22 smithi107 ceph-mon[184249]: pgmap v1580: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 992 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 673 op/s; 6651/47655 objects degraded (13.957%); 0 B/s, 53 objects/s recovering 2023-10-09T05:05:22.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:22 smithi107 ceph-mon[179183]: pgmap v1580: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 992 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 673 op/s; 6651/47655 objects degraded (13.957%); 0 B/s, 53 objects/s recovering 2023-10-09T05:05:22.433 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:22.477 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:22.601 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:22.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:22.607 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:22.708 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:22.787 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:22.872 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:22.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:22.887 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:22.914 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:22.988 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:23.082 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:23.406 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:23.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:23.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:23.469 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:05:23.517 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:23.567 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:23.642 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:23.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:23.651 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:23.752 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:23.784 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:23.832 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:23.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:23.840 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:23.941 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:24.002 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:24.078 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:24.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:24.086 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:24.117 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:05:24.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:24 smithi150 ceph-mon[168511]: pgmap v1581: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 770 MiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 6423/36984 objects degraded (17.367%); 0 B/s, 42 objects/s recovering 2023-10-09T05:05:24.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1729197286' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:05:24.125 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:05:24.187 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:24.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:24 smithi107 ceph-mon[179183]: pgmap v1581: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 770 MiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 6423/36984 objects degraded (17.367%); 0 B/s, 42 objects/s recovering 2023-10-09T05:05:24.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1729197286' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:05:24.248 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:05:24.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:24 smithi107 ceph-mon[184249]: pgmap v1581: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 770 MiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 6423/36984 objects degraded (17.367%); 0 B/s, 42 objects/s recovering 2023-10-09T05:05:24.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1729197286' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:05:24.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:05:24.248 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:24.716 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:24.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:24.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:24.822 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:24.906 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:24.939 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:05:24.939 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:05:24.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:05:24.939 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head, version: 474'1502, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head@474'1502, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 169.79136569600001, 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.065701585000000007, 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.940 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:24.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138353+0000", 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0339999999999997e-05 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138362+0000", 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1120000000000002e-06 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138370+0000", 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9829999999999996e-06 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201938+0000", 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.063567324999999994 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201975+0000", 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7200000000000003e-05 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.204015+0000", 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002040002 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.944 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85142 13.4 e485/479 13:2900abc0:::benchmark_data_smithi107_396486_object85141:head v 485'5516, mlcod=0'0)", 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 166.24997729899999, 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.098588663000000007, 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679701+0000", 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:24.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679798+0000", 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7486999999999997e-05 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679811+0000", 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2860999999999999e-05 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679820+0000", 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5259999999999993e-06 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681176+0000", 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00135592 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681191+0000", 2023-10-09T05:05:24.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5183e-05 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778246+0000", 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097055440000000007 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778290+0000", 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.405e-05 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.949 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85153 13.0 e485/479 13:02190296:::benchmark_data_smithi107_396486_object85152:head v 485'5251, mlcod=474'1702)", 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 166.24600117200001, 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.089183388000000002, 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683677+0000", 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683743+0000", 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5846999999999995e-05 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683753+0000", 2023-10-09T05:05:24.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0356999999999999e-05 2023-10-09T05:05:24.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683759+0000", 2023-10-09T05:05:24.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1709999999999999e-06 2023-10-09T05:05:24.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.954 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683801+0000", 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1189000000000002e-05 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683818+0000", 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7112000000000002e-05 2023-10-09T05:05:24.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772814+0000", 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.088996722 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772861+0000", 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6669000000000003e-05 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85155 13.4 e485/479 13:2f3cff07:::benchmark_data_smithi107_396486_object85154:head v 485'5517, mlcod=0'0)", 2023-10-09T05:05:24.957 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:05:24.958 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 166.24389044500001, 2023-10-09T05:05:24.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097824291999999993, 2023-10-09T05:05:24.958 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.958 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.958 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:05:24.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:05:24.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:24.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685824+0000", 2023-10-09T05:05:24.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6015e-05 2023-10-09T05:05:24.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685837+0000", 2023-10-09T05:05:24.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3324e-05 2023-10-09T05:05:24.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685846+0000", 2023-10-09T05:05:24.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1060000000000006e-06 2023-10-09T05:05:24.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772839+0000", 2023-10-09T05:05:24.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.086993055999999999 2023-10-09T05:05:24.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.965 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.965 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772869+0000", 2023-10-09T05:05:24.965 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9490000000000001e-05 2023-10-09T05:05:24.965 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:24.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783573+0000", 2023-10-09T05:05:24.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010704978 2023-10-09T05:05:24.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.967 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.967 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783613+0000", 2023-10-09T05:05:24.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9178000000000003e-05 2023-10-09T05:05:24.967 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.967 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.967 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.968 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85156 13.4 e485/479 13:20ec559a:::benchmark_data_smithi107_396486_object85155:head v 485'5518, mlcod=0'0)", 2023-10-09T05:05:24.968 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:05:24.968 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 166.24024662599999, 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.099151403999999999, 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:05:24.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.970 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:05:24.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.970 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689431+0000", 2023-10-09T05:05:24.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:24.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689481+0000", 2023-10-09T05:05:24.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9249000000000002e-05 2023-10-09T05:05:24.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772802+0000", 2023-10-09T05:05:24.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.083321194000000001 2023-10-09T05:05:24.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772827+0000", 2023-10-09T05:05:24.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5653999999999999e-05 2023-10-09T05:05:24.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778432+0000", 2023-10-09T05:05:24.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056045720000000004 2023-10-09T05:05:24.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778449+0000", 2023-10-09T05:05:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6841e-05 2023-10-09T05:05:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788562+0000", 2023-10-09T05:05:24.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010113364999999999 2023-10-09T05:05:24.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788584+0000", 2023-10-09T05:05:24.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1359999999999999e-05 2023-10-09T05:05:24.977 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.978 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.978 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.978 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:04204c61:::benchmark_data_smithi107_396486_object28877:head, version: 474'1705, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:04204c61:::benchmark_data_smithi107_396486_object28877:head@474'1705, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:05:24.979 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:05:24.979 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 166.23884714499999, 2023-10-09T05:05:24.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084390634000000006, 2023-10-09T05:05:24.979 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.979 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:05:24.980 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690830+0000", 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690909+0000", 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8598999999999997e-05 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772805+0000", 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081896417999999999 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772836+0000", 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1231e-05 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.983 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772908+0000", 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1222000000000004e-05 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772921+0000", 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.359e-05 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.775222+0000", 2023-10-09T05:05:24.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023011640000000001 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104473 13.c e495/479 13:31d5c89a:::benchmark_data_smithi107_396486_object104472:head v 495'6566, mlcod=0'0)", 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 139.75208480500001, 2023-10-09T05:05:24.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058939981000000002, 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177639+0000", 2023-10-09T05:05:24.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5281000000000002e-05 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177647+0000", 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7999999999999999e-06 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177652+0000", 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0989999999999998e-06 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202802+0000", 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025149926999999999 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202830+0000", 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7634e-05 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:24.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236484+0000", 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033653955999999999 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236534+0000", 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0436999999999998e-05 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120142 13.c e500/479 13:362d2b83:::benchmark_data_smithi107_396486_object14280:head v 500'7560, mlcod=0'0)", 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 119.05175201900001, 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.061595499999999997, 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877925+0000", 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:24.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877938+0000", 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3112000000000001e-05 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877958+0000", 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9680000000000001e-05 2023-10-09T05:05:24.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877969+0000", 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0380999999999999e-05 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881423+0000", 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034542259999999999 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881450+0000", 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7521e-05 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939464+0000", 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058013569000000001 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:24.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939522+0000", 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8439000000000001e-05 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120144 13.c e500/479 13:3e8b576e:::benchmark_data_smithi107_396486_object14282:head v 500'7561, mlcod=0'0)", 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 119.051382399, 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.067870676000000005, 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:24.996 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878302+0000", 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7180000000000001e-06 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:24.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878314+0000", 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2578999999999999e-05 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878320+0000", 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8939999999999998e-06 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907844+0000", 2023-10-09T05:05:24.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029524287 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907875+0000", 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0199999999999999e-05 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946140+0000", 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038265432000000002 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946167+0000", 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7127999999999998e-05 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120135 13.4 e500/479 13:2110ad7d:::benchmark_data_smithi107_396486_object14273:head v 500'7758, mlcod=0'0)", 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:05:25.001 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 119.04226744100001, 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058721702000000001, 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887410+0000", 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887420+0000", 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8980000000000008e-06 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887440+0000", 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.963e-05 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887449+0000", 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3409999999999992e-06 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899799+0000", 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012350332 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899822+0000", 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.268e-05 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946087+0000", 2023-10-09T05:05:25.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.046264847999999997 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946133+0000", 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6134999999999998e-05 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.006 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120145 13.4 e500/479 13:23e1849d:::benchmark_data_smithi107_396486_object14283:head v 500'7759, mlcod=0'0)", 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 119.042220477, 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070077453999999997, 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887462+0000", 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9639999999999997e-06 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887468+0000", 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0739999999999998e-06 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887473+0000", 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9119999999999997e-06 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924820+0000", 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037346603999999999 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924840+0000", 2023-10-09T05:05:25.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0109999999999999e-05 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957494+0000", 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032654299999999997 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957536+0000", 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1783999999999998e-05 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.011 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120148 13.4 e500/479 13:29c57d1b:::benchmark_data_smithi107_396486_object14286:head v 500'7760, mlcod=0'0)", 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 119.038764796, 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066677922000000001, 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890913+0000", 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890928+0000", 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4949999999999999e-05 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890944+0000", 2023-10-09T05:05:25.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6438000000000001e-05 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890954+0000", 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3889999999999994e-06 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933548+0000", 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042594118 2023-10-09T05:05:25.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933567+0000", 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8984999999999999e-05 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957571+0000", 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024004405999999999 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957592+0000", 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0919000000000001e-05 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120154 13.c e500/479 13:38781693:::benchmark_data_smithi107_396486_object14292:head v 500'7562, mlcod=0'0)", 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:05:25.017 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 119.031146749, 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059037016999999997, 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898531+0000", 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898540+0000", 2023-10-09T05:05:25.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9870000000000005e-06 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898559+0000", 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8851e-05 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898567+0000", 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4810000000000006e-06 2023-10-09T05:05:25.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924778+0000", 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026210923000000001 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924805+0000", 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6758e-05 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957539+0000", 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032733822000000003 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957569+0000", 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0154e-05 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:140657 13.c e504/479 13:32d06822:::benchmark_data_smithi107_396486_object34795:head v 504'8886, mlcod=0'0)", 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 90.083258125, 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.062289199000000003, 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:05:25.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846419+0000", 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:25.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846431+0000", 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846449+0000", 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7968000000000001e-05 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846462+0000", 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3378e-05 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873445+0000", 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026982583000000001 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873466+0000", 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1721000000000001e-05 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908663+0000", 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035196571000000003 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908710+0000", 2023-10-09T05:05:25.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6968000000000002e-05 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.4 507/479 [PushOp(13:2cd2fc34:::benchmark_data_smithi107_396486_object39938:head, version: 475'2621, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:2cd2fc34:::benchmark_data_smithi107_396486_object39938:head@475'2621, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:02.017405+0000", 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 82.912273991999996, 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058204579999999999, 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:05:25.028 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.017405+0000", 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.017405+0000", 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.017404+0000", 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.017470+0000", 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6544000000000005e-05 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.017497+0000", 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6800000000000001e-05 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.017514+0000", 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7071e-05 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.064899+0000", 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047384684000000003 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.064911+0000", 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1644000000000001e-05 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:02.075609+0000", 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010698760999999999 2023-10-09T05:05:25.032 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180952 13.c e514/479 13:3b5944c4:::benchmark_data_smithi107_396486_object75090:head v 514'11382, mlcod=0'0)", 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 30.092895518999999, 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.082854155999999998, 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.033 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836782+0000", 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836794+0000", 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1252e-05 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836806+0000", 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2697999999999999e-05 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836814+0000", 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7079999999999997e-06 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838387+0000", 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001572597 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838411+0000", 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4223000000000002e-05 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919592+0000", 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081181255999999993 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919637+0000", 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5352999999999998e-05 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180956 13.c e514/479 13:365d30af:::benchmark_data_smithi107_396486_object75094:head v 514'11383, mlcod=0'0)", 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 30.088164536000001, 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.078150363, 2023-10-09T05:05:25.039 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841520+0000", 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.72e-06 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841530+0000", 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6809999999999993e-06 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841536+0000", 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0859999999999998e-06 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845093+0000", 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003557387 2023-10-09T05:05:25.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845117+0000", 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3883000000000002e-05 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919641+0000", 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074524097999999997 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919665+0000", 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3240000000000001e-05 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180964 13.c e514/479 13:300874d5:::benchmark_data_smithi107_396486_object75102:head v 514'11384, mlcod=0'0)", 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 30.083595131999999, 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.080392327, 2023-10-09T05:05:25.044 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:05:25.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846083+0000", 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846091+0000", 2023-10-09T05:05:25.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9300000000000003e-06 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846102+0000", 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1121000000000001e-05 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846110+0000", 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8769999999999993e-06 2023-10-09T05:05:25.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851606+0000", 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054962539999999999 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851628+0000", 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1891000000000001e-05 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926444+0000", 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074816276000000001 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926476+0000", 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1909000000000002e-05 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.049 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180967 13.c e514/479 13:311e16fa:::benchmark_data_smithi107_396486_object75105:head v 514'11385, mlcod=0'0)", 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 30.079313316, 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076133083000000004, 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.050 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850364+0000", 2023-10-09T05:05:25.051 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850379+0000", 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5146e-05 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850395+0000", 2023-10-09T05:05:25.052 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5590000000000002e-05 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850405+0000", 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0377000000000001e-05 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857700+0000", 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072946720000000003 2023-10-09T05:05:25.053 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857727+0000", 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7382e-05 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926479+0000", 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.068751507000000003 2023-10-09T05:05:25.054 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926499+0000", 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9771000000000001e-05 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.055 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180974 13.a e514/505 13:55d34191:::benchmark_data_smithi107_396486_object75112:head v 514'11219, mlcod=514'11216)", 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 30.069728651999998, 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058522601, 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:05:25.056 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859949+0000", 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:25.057 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859957+0000", 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2860000000000002e-06 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859968+0000", 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1285e-05 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.058 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859975+0000", 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5299999999999999e-06 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860399+0000", 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00042324600000000001 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.059 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860417+0000", 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7796e-05 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918431+0000", 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058014181999999997 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:25.060 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918473+0000", 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2069e-05 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:25.061 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:05:25.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:25.063 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:25.063 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:25.063 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:25.164 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:25.226 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: osdmap e519: 8 total, 8 up, 8 in 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[184249]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:05:25.227 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: osdmap e519: 8 total, 8 up, 8 in 2023-10-09T05:05:25.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.228 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:25 smithi107 ceph-mon[179183]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:05:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: osdmap e519: 8 total, 8 up, 8 in 2023-10-09T05:05:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:25 smithi150 ceph-mon[168511]: failed to encode map e519 with expected crc 2023-10-09T05:05:25.252 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:25.347 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:25.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:25.353 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:25.454 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:25.510 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:25.599 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T05:05:25.694 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:25.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:25.706 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:25.807 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:25.911 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:26.046 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:26.052 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:05:26.149 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:26.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:26.157 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:26.257 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:26.334 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:26.395 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:26.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:26.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:26.403 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:26 smithi150 ceph-mon[168511]: pgmap v1583: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 770 MiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 6423/36984 objects degraded (17.367%); 0 B/s, 52 objects/s recovering 2023-10-09T05:05:26.404 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:26 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6423/36984 objects degraded (17.367%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:26.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:26 smithi107 ceph-mon[184249]: pgmap v1583: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 770 MiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 6423/36984 objects degraded (17.367%); 0 B/s, 52 objects/s recovering 2023-10-09T05:05:26.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:26 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6423/36984 objects degraded (17.367%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:26.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:26 smithi107 ceph-mon[179183]: pgmap v1583: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 770 MiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 6423/36984 objects degraded (17.367%); 0 B/s, 52 objects/s recovering 2023-10-09T05:05:26.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:26 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6423/36984 objects degraded (17.367%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:26.503 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:26.594 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:26.673 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:26.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:26.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:26.775 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1583,"stamp":"2023-10-09T05:05:24.891092+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":806885304,"num_objects":12328,"num_object_clones":0,"num_object_copies":36984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6423,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12328,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":199477,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11306,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130742,"ondisk_log_size":130742,"up":297,"acting":295,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":11051456,"kb_used_data":2494208,"kb_used_omap":22,"kb_used_meta":8556905,"kb_avail":738909760,"statfs":{"total":767960285184,"available":756643594240,"internally_reserved":0,"allocated":2554068992,"data_stored":2538933268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8762270955},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[9,0,3,2,6,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-435748864,"num_objects":-6649,"num_object_clones":0,"num_object_copies":-19947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-422,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6649,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":422,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005289"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":531,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442947+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:11.442947+0000","last_peered":"2023-10-09T05:05:11.442947+0000","last_clean":"2023-10-09T05:05:11.442947+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:11.442947+0000","last_undegraded":"2023-10-09T05:05:11.442947+0000","last_fullsized":"2023-10-09T05:05:11.442947+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":252,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479067+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:05:11.479067+0000","last_peered":"2023-10-09T05:05:11.479067+0000","last_clean":"2023-10-09T05:05:11.479067+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:05:11.479067+0000","last_undegraded":"2023-10-09T05:05:11.479067+0000","last_fullsized":"2023-10-09T05:05:11.479067+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":438,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.077754+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:05:17.077754+0000","last_peered":"2023-10-09T05:05:17.077754+0000","last_clean":"2023-10-09T05:05:17.077754+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:05:17.077754+0000","last_undegraded":"2023-10-09T05:05:17.077754+0000","last_fullsized":"2023-10-09T05:05:17.077754+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":75,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.486240+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:11.486240+0000","last_peered":"2023-10-09T05:05:11.486240+0000","last_clean":"2023-10-09T05:05:11.486240+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:11.486240+0000","last_undegraded":"2023-10-09T05:05:11.486240+0000","last_fullsized":"2023-10-09T05:05:11.486240+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":231,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479434+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:05:11.479434+0000","last_peered":"2023-10-09T05:05:11.479434+0000","last_clean":"2023-10-09T05:05:11.479434+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:05:11.479434+0000","last_undegraded":"2023-10-09T05:05:11.479434+0000","last_fullsized":"2023-10-09T05:05:11.479434+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":208,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444797+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:11.444797+0000","last_peered":"2023-10-09T05:05:11.444797+0000","last_clean":"2023-10-09T05:05:11.444797+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:11.444797+0000","last_undegraded":"2023-10-09T05:05:11.444797+0000","last_fullsized":"2023-10-09T05:05:11.444797+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":479,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450507+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:11.450507+0000","last_peered":"2023-10-09T05:05:11.450507+0000","last_clean":"2023-10-09T05:05:11.450507+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:11.450507+0000","last_undegraded":"2023-10-09T05:05:11.450507+0000","last_fullsized":"2023-10-09T05:05:11.450507+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":257,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479567+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:05:11.479567+0000","last_peered":"2023-10-09T05:05:11.479567+0000","last_clean":"2023-10-09T05:05:11.479567+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:05:11.479567+0000","last_undegraded":"2023-10-09T05:05:11.479567+0000","last_fullsized":"2023-10-09T05:05:11.479567+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":532,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450488+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:11.450488+0000","last_peered":"2023-10-09T05:05:11.450488+0000","last_clean":"2023-10-09T05:05:11.450488+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:11.450488+0000","last_undegraded":"2023-10-09T05:05:11.450488+0000","last_fullsized":"2023-10-09T05:05:11.450488+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":256,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.478992+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:05:11.478992+0000","last_peered":"2023-10-09T05:05:11.478992+0000","last_clean":"2023-10-09T05:05:11.478992+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:05:11.478992+0000","last_undegraded":"2023-10-09T05:05:11.478992+0000","last_fullsized":"2023-10-09T05:05:11.478992+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":81,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485472+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:11.485472+0000","last_peered":"2023-10-09T05:05:11.485472+0000","last_clean":"2023-10-09T05:05:11.485472+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:11.485472+0000","last_undegraded":"2023-10-09T05:05:11.485472+0000","last_fullsized":"2023-10-09T05:05:11.485472+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":401,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444051+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:11.444051+0000","last_peered":"2023-10-09T05:05:11.444051+0000","last_clean":"2023-10-09T05:05:11.444051+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:11.444051+0000","last_undegraded":"2023-10-09T05:05:11.444051+0000","last_fullsized":"2023-10-09T05:05:11.444051+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":594,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442728+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:11.442728+0000","last_peered":"2023-10-09T05:05:11.442728+0000","last_clean":"2023-10-09T05:05:11.442728+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:11.442728+0000","last_undegraded":"2023-10-09T05:05:11.442728+0000","last_fullsized":"2023-10-09T05:05:11.442728+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":552,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442354+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:11.442354+0000","last_peered":"2023-10-09T05:05:11.442354+0000","last_clean":"2023-10-09T05:05:11.442354+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:11.442354+0000","last_undegraded":"2023-10-09T05:05:11.442354+0000","last_fullsized":"2023-10-09T05:05:11.442354+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":81,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485663+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:11.485663+0000","last_peered":"2023-10-09T05:05:11.485663+0000","last_clean":"2023-10-09T05:05:11.485663+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:11.485663+0000","last_undegraded":"2023-10-09T05:05:11.485663+0000","last_fullsized":"2023-10-09T05:05:11.485663+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":354,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.482088+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:05:11.482088+0000","last_peered":"2023-10-09T05:05:11.482088+0000","last_clean":"2023-10-09T05:05:11.482088+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:05:11.482088+0000","last_undegraded":"2023-10-09T05:05:11.482088+0000","last_fullsized":"2023-10-09T05:05:11.482088+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":75,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485448+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:11.485448+0000","last_peered":"2023-10-09T05:05:11.485448+0000","last_clean":"2023-10-09T05:05:11.485448+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:11.485448+0000","last_undegraded":"2023-10-09T05:05:11.485448+0000","last_fullsized":"2023-10-09T05:05:11.485448+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":534,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450728+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:11.450728+0000","last_peered":"2023-10-09T05:05:11.450728+0000","last_clean":"2023-10-09T05:05:11.450728+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:11.450728+0000","last_undegraded":"2023-10-09T05:05:11.450728+0000","last_fullsized":"2023-10-09T05:05:11.450728+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":75,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485403+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:11.485403+0000","last_peered":"2023-10-09T05:05:11.485403+0000","last_clean":"2023-10-09T05:05:11.485403+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:11.485403+0000","last_undegraded":"2023-10-09T05:05:11.485403+0000","last_fullsized":"2023-10-09T05:05:11.485403+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":492,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479797+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:05:11.479797+0000","last_peered":"2023-10-09T05:05:11.479797+0000","last_clean":"2023-10-09T05:05:11.479797+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:05:11.479797+0000","last_undegraded":"2023-10-09T05:05:11.479797+0000","last_fullsized":"2023-10-09T05:05:11.479797+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":216,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.443807+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:11.443807+0000","last_peered":"2023-10-09T05:05:11.443807+0000","last_clean":"2023-10-09T05:05:11.443807+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:11.443807+0000","last_undegraded":"2023-10-09T05:05:11.443807+0000","last_fullsized":"2023-10-09T05:05:11.443807+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":251,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.481325+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:05:11.481325+0000","last_peered":"2023-10-09T05:05:11.481325+0000","last_clean":"2023-10-09T05:05:11.481325+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:05:11.481325+0000","last_undegraded":"2023-10-09T05:05:11.481325+0000","last_fullsized":"2023-10-09T05:05:11.481325+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"518'12658","reported_seq":12716,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.204282+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:05:22.204282+0000","last_peered":"2023-10-09T05:05:22.204282+0000","last_clean":"2023-10-09T05:05:22.204282+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:05:22.204282+0000","last_undegraded":"2023-10-09T05:05:22.204282+0000","last_fullsized":"2023-10-09T05:05:22.204282+0000","mapping_epoch":468,"log_start":"483'4500","ondisk_log_start":"483'4500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8158,"log_dups_size":0,"ondisk_log_size":8158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53084160,"num_objects":810,"num_object_clones":0,"num_object_copies":2430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12658,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":79,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.486446+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:11.486446+0000","last_peered":"2023-10-09T05:05:11.486446+0000","last_clean":"2023-10-09T05:05:11.486446+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:11.486446+0000","last_undegraded":"2023-10-09T05:05:11.486446+0000","last_fullsized":"2023-10-09T05:05:11.486446+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":518,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450269+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:11.450269+0000","last_peered":"2023-10-09T05:05:11.450269+0000","last_clean":"2023-10-09T05:05:11.450269+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:11.450269+0000","last_undegraded":"2023-10-09T05:05:11.450269+0000","last_fullsized":"2023-10-09T05:05:11.450269+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"518'12285","reported_seq":19284,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.207031+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:05:22.207031+0000","last_peered":"2023-10-09T05:05:22.207031+0000","last_clean":"2023-10-09T05:05:22.207031+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:05:22.207031+0000","last_undegraded":"2023-10-09T05:05:22.207031+0000","last_fullsized":"2023-10-09T05:05:22.207031+0000","mapping_epoch":494,"log_start":"483'4500","ondisk_log_start":"483'4500","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7785,"log_dups_size":0,"ondisk_log_size":7785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45940736,"num_objects":701,"num_object_clones":0,"num_object_copies":2103,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12285,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":96,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.486165+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:11.486165+0000","last_peered":"2023-10-09T05:05:11.486165+0000","last_clean":"2023-10-09T05:05:11.486165+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:11.486165+0000","last_undegraded":"2023-10-09T05:05:11.486165+0000","last_fullsized":"2023-10-09T05:05:11.486165+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":542,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442305+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:11.442305+0000","last_peered":"2023-10-09T05:05:11.442305+0000","last_clean":"2023-10-09T05:05:11.442305+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:11.442305+0000","last_undegraded":"2023-10-09T05:05:11.442305+0000","last_fullsized":"2023-10-09T05:05:11.442305+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"518'12411","reported_seq":12469,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.227482+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:05:22.227482+0000","last_peered":"2023-10-09T05:05:22.227482+0000","last_clean":"2023-10-09T05:05:22.227482+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:05:22.227482+0000","last_undegraded":"2023-10-09T05:05:22.227482+0000","last_fullsized":"2023-10-09T05:05:22.227482+0000","mapping_epoch":468,"log_start":"487'5500","ondisk_log_start":"487'5500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6911,"log_dups_size":0,"ondisk_log_size":6911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48300032,"num_objects":737,"num_object_clones":0,"num_object_copies":2211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12411,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":79,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485565+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:11.485565+0000","last_peered":"2023-10-09T05:05:11.485565+0000","last_clean":"2023-10-09T05:05:11.485565+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:11.485565+0000","last_undegraded":"2023-10-09T05:05:11.485565+0000","last_fullsized":"2023-10-09T05:05:11.485565+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":228,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444125+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:11.444125+0000","last_peered":"2023-10-09T05:05:11.444125+0000","last_clean":"2023-10-09T05:05:11.444125+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:11.444125+0000","last_undegraded":"2023-10-09T05:05:11.444125+0000","last_fullsized":"2023-10-09T05:05:11.444125+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"518'12625","reported_seq":12683,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.228157+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:05:22.228157+0000","last_peered":"2023-10-09T05:05:22.228157+0000","last_clean":"2023-10-09T05:05:22.228157+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:05:22.228157+0000","last_undegraded":"2023-10-09T05:05:22.228157+0000","last_fullsized":"2023-10-09T05:05:22.228157+0000","mapping_epoch":468,"log_start":"481'3800","ondisk_log_start":"481'3800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8825,"log_dups_size":0,"ondisk_log_size":8825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50135040,"num_objects":765,"num_object_clones":0,"num_object_copies":2295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12625,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":562,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450782+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:11.450782+0000","last_peered":"2023-10-09T05:05:11.450782+0000","last_clean":"2023-10-09T05:05:11.450782+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:11.450782+0000","last_undegraded":"2023-10-09T05:05:11.450782+0000","last_fullsized":"2023-10-09T05:05:11.450782+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":511,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442715+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:05:11.442715+0000","last_peered":"2023-10-09T05:05:11.442715+0000","last_clean":"2023-10-09T05:05:11.442715+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:05:11.442715+0000","last_undegraded":"2023-10-09T05:05:11.442715+0000","last_fullsized":"2023-10-09T05:05:11.442715+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"518'12273","reported_seq":12331,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.188608+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:05:22.188608+0000","last_peered":"2023-10-09T05:05:22.188608+0000","last_clean":"2023-10-09T05:05:22.188608+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:05:22.188608+0000","last_undegraded":"2023-10-09T05:05:22.188608+0000","last_fullsized":"2023-10-09T05:05:22.188608+0000","mapping_epoch":468,"log_start":"487'5400","ondisk_log_start":"487'5400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6873,"log_dups_size":0,"ondisk_log_size":6873,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52101120,"num_objects":795,"num_object_clones":0,"num_object_copies":2385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12273,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":943,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485492+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:11.485492+0000","last_peered":"2023-10-09T05:05:11.485492+0000","last_clean":"2023-10-09T05:05:11.485492+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:11.485492+0000","last_undegraded":"2023-10-09T05:05:11.485492+0000","last_fullsized":"2023-10-09T05:05:11.485492+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":186,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.480595+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:05:11.480595+0000","last_peered":"2023-10-09T05:05:11.480595+0000","last_clean":"2023-10-09T05:05:11.480595+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:05:11.480595+0000","last_undegraded":"2023-10-09T05:05:11.480595+0000","last_fullsized":"2023-10-09T05:05:11.480595+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":562,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442522+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:11.442522+0000","last_peered":"2023-10-09T05:05:11.442522+0000","last_clean":"2023-10-09T05:05:11.442522+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:11.442522+0000","last_undegraded":"2023-10-09T05:05:11.442522+0000","last_fullsized":"2023-10-09T05:05:11.442522+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"518'12874","reported_seq":20299,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.233579+0000","last_change":"2023-10-09T05:05:11.476088+0000","last_active":"2023-10-09T05:05:22.233579+0000","last_peered":"2023-10-09T05:05:22.233579+0000","last_clean":"2023-10-09T05:05:22.233579+0000","last_became_active":"2023-10-09T05:05:11.447753+0000","last_became_peered":"2023-10-09T05:05:11.447753+0000","last_unstale":"2023-10-09T05:05:22.233579+0000","last_undegraded":"2023-10-09T05:05:22.233579+0000","last_fullsized":"2023-10-09T05:05:22.233579+0000","mapping_epoch":516,"log_start":"483'4700","ondisk_log_start":"483'4700","created":468,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8174,"log_dups_size":0,"ondisk_log_size":8174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:02:32.719094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53084160,"num_objects":810,"num_object_clones":0,"num_object_copies":2430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12874,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3675,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":516,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450201+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:11.450201+0000","last_peered":"2023-10-09T05:05:11.450201+0000","last_clean":"2023-10-09T05:05:11.450201+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:11.450201+0000","last_undegraded":"2023-10-09T05:05:11.450201+0000","last_fullsized":"2023-10-09T05:05:11.450201+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":208,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444254+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:11.444254+0000","last_peered":"2023-10-09T05:05:11.444254+0000","last_clean":"2023-10-09T05:05:11.444254+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:11.444254+0000","last_undegraded":"2023-10-09T05:05:11.444254+0000","last_fullsized":"2023-10-09T05:05:11.444254+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":488,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.443433+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:11.443433+0000","last_peered":"2023-10-09T05:05:11.443433+0000","last_clean":"2023-10-09T05:05:11.443433+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:11.443433+0000","last_undegraded":"2023-10-09T05:05:11.443433+0000","last_fullsized":"2023-10-09T05:05:11.443433+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"518'12378","reported_seq":12436,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.245024+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:05:22.245024+0000","last_peered":"2023-10-09T05:05:22.245024+0000","last_clean":"2023-10-09T05:05:22.245024+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:05:22.245024+0000","last_undegraded":"2023-10-09T05:05:22.245024+0000","last_fullsized":"2023-10-09T05:05:22.245024+0000","mapping_epoch":468,"log_start":"483'4600","ondisk_log_start":"483'4600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7778,"log_dups_size":0,"ondisk_log_size":7778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52166656,"num_objects":796,"num_object_clones":0,"num_object_copies":2388,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":796,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12378,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":499,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442240+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:11.442240+0000","last_peered":"2023-10-09T05:05:11.442240+0000","last_clean":"2023-10-09T05:05:11.442240+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:11.442240+0000","last_undegraded":"2023-10-09T05:05:11.442240+0000","last_fullsized":"2023-10-09T05:05:11.442240+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":562,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442779+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:11.442779+0000","last_peered":"2023-10-09T05:05:11.442779+0000","last_clean":"2023-10-09T05:05:11.442779+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:11.442779+0000","last_undegraded":"2023-10-09T05:05:11.442779+0000","last_fullsized":"2023-10-09T05:05:11.442779+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"518'12453","reported_seq":12511,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.208836+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:05:22.208836+0000","last_peered":"2023-10-09T05:05:22.208836+0000","last_clean":"2023-10-09T05:05:22.208836+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:05:22.208836+0000","last_undegraded":"2023-10-09T05:05:22.208836+0000","last_fullsized":"2023-10-09T05:05:22.208836+0000","mapping_epoch":468,"log_start":"487'5600","ondisk_log_start":"487'5600","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6853,"log_dups_size":0,"ondisk_log_size":6853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49348608,"num_objects":753,"num_object_clones":0,"num_object_copies":2259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12453,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":516,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450291+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:11.450291+0000","last_peered":"2023-10-09T05:05:11.450291+0000","last_clean":"2023-10-09T05:05:11.450291+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:11.450291+0000","last_undegraded":"2023-10-09T05:05:11.450291+0000","last_fullsized":"2023-10-09T05:05:11.450291+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":249,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479504+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:05:11.479504+0000","last_peered":"2023-10-09T05:05:11.479504+0000","last_clean":"2023-10-09T05:05:11.479504+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:05:11.479504+0000","last_undegraded":"2023-10-09T05:05:11.479504+0000","last_fullsized":"2023-10-09T05:05:11.479504+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":357,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.481412+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:05:11.481412+0000","last_peered":"2023-10-09T05:05:11.481412+0000","last_clean":"2023-10-09T05:05:11.481412+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:05:11.481412+0000","last_undegraded":"2023-10-09T05:05:11.481412+0000","last_fullsized":"2023-10-09T05:05:11.481412+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"518'12352","reported_seq":12410,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.222476+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:05:22.222476+0000","last_peered":"2023-10-09T05:05:22.222476+0000","last_clean":"2023-10-09T05:05:22.222476+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:05:22.222476+0000","last_undegraded":"2023-10-09T05:05:22.222476+0000","last_fullsized":"2023-10-09T05:05:22.222476+0000","mapping_epoch":468,"log_start":"477'3500","ondisk_log_start":"477'3500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8852,"log_dups_size":0,"ondisk_log_size":8852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49545216,"num_objects":756,"num_object_clones":0,"num_object_copies":2268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":756,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12352,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":897,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444720+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:11.444720+0000","last_peered":"2023-10-09T05:05:11.444720+0000","last_clean":"2023-10-09T05:05:11.444720+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:11.444720+0000","last_undegraded":"2023-10-09T05:05:11.444720+0000","last_fullsized":"2023-10-09T05:05:11.444720+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":92,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485905+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:11.485905+0000","last_peered":"2023-10-09T05:05:11.485905+0000","last_clean":"2023-10-09T05:05:11.485905+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:11.485905+0000","last_undegraded":"2023-10-09T05:05:11.485905+0000","last_fullsized":"2023-10-09T05:05:11.485905+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":532,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450830+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:11.450830+0000","last_peered":"2023-10-09T05:05:11.450830+0000","last_clean":"2023-10-09T05:05:11.450830+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:11.450830+0000","last_undegraded":"2023-10-09T05:05:11.450830+0000","last_fullsized":"2023-10-09T05:05:11.450830+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":276,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450375+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:11.450375+0000","last_peered":"2023-10-09T05:05:11.450375+0000","last_clean":"2023-10-09T05:05:11.450375+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:11.450375+0000","last_undegraded":"2023-10-09T05:05:11.450375+0000","last_fullsized":"2023-10-09T05:05:11.450375+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"518'12352","reported_seq":12417,"reported_epoch":518,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:22.141450+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:05:22.141450+0000","last_peered":"2023-10-09T05:05:22.141450+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:05:22.141450+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"487'5500","ondisk_log_start":"487'5500","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6852,"log_dups_size":0,"ondisk_log_size":6852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48562200,"num_objects":742,"num_object_clones":0,"num_object_copies":2226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":742,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12352,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-2742}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":516,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450369+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:11.450369+0000","last_peered":"2023-10-09T05:05:11.450369+0000","last_clean":"2023-10-09T05:05:11.450369+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:11.450369+0000","last_undegraded":"2023-10-09T05:05:11.450369+0000","last_fullsized":"2023-10-09T05:05:11.450369+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":555,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450645+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:11.450645+0000","last_peered":"2023-10-09T05:05:11.450645+0000","last_clean":"2023-10-09T05:05:11.450645+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:11.450645+0000","last_undegraded":"2023-10-09T05:05:11.450645+0000","last_fullsized":"2023-10-09T05:05:11.450645+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":519,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442364+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:11.442364+0000","last_peered":"2023-10-09T05:05:11.442364+0000","last_clean":"2023-10-09T05:05:11.442364+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:11.442364+0000","last_undegraded":"2023-10-09T05:05:11.442364+0000","last_fullsized":"2023-10-09T05:05:11.442364+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":382,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.445312+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:05:11.445312+0000","last_peered":"2023-10-09T05:05:11.445312+0000","last_clean":"2023-10-09T05:05:11.445312+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:05:11.445312+0000","last_undegraded":"2023-10-09T05:05:11.445312+0000","last_fullsized":"2023-10-09T05:05:11.445312+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"518'12501","reported_seq":12559,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.228360+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:05:22.228360+0000","last_peered":"2023-10-09T05:05:22.228360+0000","last_clean":"2023-10-09T05:05:22.228360+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:05:22.228360+0000","last_undegraded":"2023-10-09T05:05:22.228360+0000","last_fullsized":"2023-10-09T05:05:22.228360+0000","mapping_epoch":468,"log_start":"484'4800","ondisk_log_start":"484'4800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7701,"log_dups_size":0,"ondisk_log_size":7701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51314688,"num_objects":783,"num_object_clones":0,"num_object_copies":2349,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":783,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12501,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":488,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485370+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:11.485370+0000","last_peered":"2023-10-09T05:05:11.485370+0000","last_clean":"2023-10-09T05:05:11.485370+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:11.485370+0000","last_undegraded":"2023-10-09T05:05:11.485370+0000","last_fullsized":"2023-10-09T05:05:11.485370+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":534,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.445088+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:05:11.445088+0000","last_peered":"2023-10-09T05:05:11.445088+0000","last_clean":"2023-10-09T05:05:11.445088+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:05:11.445088+0000","last_undegraded":"2023-10-09T05:05:11.445088+0000","last_fullsized":"2023-10-09T05:05:11.445088+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":400,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.445092+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:05:11.445092+0000","last_peered":"2023-10-09T05:05:11.445092+0000","last_clean":"2023-10-09T05:05:11.445092+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:05:11.445092+0000","last_undegraded":"2023-10-09T05:05:11.445092+0000","last_fullsized":"2023-10-09T05:05:11.445092+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":312,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450599+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:11.450599+0000","last_peered":"2023-10-09T05:05:11.450599+0000","last_clean":"2023-10-09T05:05:11.450599+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:11.450599+0000","last_undegraded":"2023-10-09T05:05:11.450599+0000","last_fullsized":"2023-10-09T05:05:11.450599+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"518'12504","reported_seq":13751,"reported_epoch":518,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:22.232022+0000","last_change":"2023-10-09T05:05:09.728587+0000","last_active":"2023-10-09T05:05:22.232022+0000","last_peered":"2023-10-09T05:05:22.232022+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:05:22.232022+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"480'3600","ondisk_log_start":"480'3600","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8904,"log_dups_size":0,"ondisk_log_size":8904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53870592,"num_objects":822,"num_object_clones":0,"num_object_copies":2466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2939,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12504,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":591,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-2117}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":501,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.451795+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:11.451795+0000","last_peered":"2023-10-09T05:05:11.451795+0000","last_clean":"2023-10-09T05:05:11.451795+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:11.451795+0000","last_undegraded":"2023-10-09T05:05:11.451795+0000","last_fullsized":"2023-10-09T05:05:11.451795+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":488,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485426+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:11.485426+0000","last_peered":"2023-10-09T05:05:11.485426+0000","last_clean":"2023-10-09T05:05:11.485426+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:11.485426+0000","last_undegraded":"2023-10-09T05:05:11.485426+0000","last_fullsized":"2023-10-09T05:05:11.485426+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":354,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071670+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:05:17.071670+0000","last_peered":"2023-10-09T05:05:17.071670+0000","last_clean":"2023-10-09T05:05:17.071670+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:05:17.071670+0000","last_undegraded":"2023-10-09T05:05:17.071670+0000","last_fullsized":"2023-10-09T05:05:17.071670+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":211,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444451+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:11.444451+0000","last_peered":"2023-10-09T05:05:11.444451+0000","last_clean":"2023-10-09T05:05:11.444451+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:11.444451+0000","last_undegraded":"2023-10-09T05:05:11.444451+0000","last_fullsized":"2023-10-09T05:05:11.444451+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"518'12225","reported_seq":12283,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.202318+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:05:22.202318+0000","last_peered":"2023-10-09T05:05:22.202318+0000","last_clean":"2023-10-09T05:05:22.202318+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:05:22.202318+0000","last_undegraded":"2023-10-09T05:05:22.202318+0000","last_fullsized":"2023-10-09T05:05:22.202318+0000","mapping_epoch":468,"log_start":"482'4100","ondisk_log_start":"482'4100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8125,"log_dups_size":0,"ondisk_log_size":8125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46727168,"num_objects":713,"num_object_clones":0,"num_object_copies":2139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12225,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":859,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.443810+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:11.443810+0000","last_peered":"2023-10-09T05:05:11.443810+0000","last_clean":"2023-10-09T05:05:11.443810+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:11.443810+0000","last_undegraded":"2023-10-09T05:05:11.443810+0000","last_fullsized":"2023-10-09T05:05:11.443810+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":92,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485343+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:11.485343+0000","last_peered":"2023-10-09T05:05:11.485343+0000","last_clean":"2023-10-09T05:05:11.485343+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:11.485343+0000","last_undegraded":"2023-10-09T05:05:11.485343+0000","last_fullsized":"2023-10-09T05:05:11.485343+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":470,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442339+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:11.442339+0000","last_peered":"2023-10-09T05:05:11.442339+0000","last_clean":"2023-10-09T05:05:11.442339+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:11.442339+0000","last_undegraded":"2023-10-09T05:05:11.442339+0000","last_fullsized":"2023-10-09T05:05:11.442339+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":527,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442121+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:05:11.442121+0000","last_peered":"2023-10-09T05:05:11.442121+0000","last_clean":"2023-10-09T05:05:11.442121+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:05:11.442121+0000","last_undegraded":"2023-10-09T05:05:11.442121+0000","last_fullsized":"2023-10-09T05:05:11.442121+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"518'12300","reported_seq":19432,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:21.633963+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:05:21.633963+0000","last_peered":"2023-10-09T05:05:21.633963+0000","last_clean":"2023-10-09T05:05:21.633963+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:05:21.633963+0000","last_undegraded":"2023-10-09T05:05:21.633963+0000","last_fullsized":"2023-10-09T05:05:21.633963+0000","mapping_epoch":505,"log_start":"476'3200","ondisk_log_start":"476'3200","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9100,"log_dups_size":0,"ondisk_log_size":9100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49414144,"num_objects":754,"num_object_clones":0,"num_object_copies":2262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":754,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12300,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":857,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444564+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:11.444564+0000","last_peered":"2023-10-09T05:05:11.444564+0000","last_clean":"2023-10-09T05:05:11.444564+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:11.444564+0000","last_undegraded":"2023-10-09T05:05:11.444564+0000","last_fullsized":"2023-10-09T05:05:11.444564+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":75,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.485518+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:11.485518+0000","last_peered":"2023-10-09T05:05:11.485518+0000","last_clean":"2023-10-09T05:05:11.485518+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:11.485518+0000","last_undegraded":"2023-10-09T05:05:11.485518+0000","last_fullsized":"2023-10-09T05:05:11.485518+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":261,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.445408+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:05:11.445408+0000","last_peered":"2023-10-09T05:05:11.445408+0000","last_clean":"2023-10-09T05:05:11.445408+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:05:11.445408+0000","last_undegraded":"2023-10-09T05:05:11.445408+0000","last_fullsized":"2023-10-09T05:05:11.445408+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":217,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.451877+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:11.451877+0000","last_peered":"2023-10-09T05:05:11.451877+0000","last_clean":"2023-10-09T05:05:11.451877+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:11.451877+0000","last_undegraded":"2023-10-09T05:05:11.451877+0000","last_fullsized":"2023-10-09T05:05:11.451877+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"518'12820","reported_seq":12877,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:22.222385+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:05:22.222385+0000","last_peered":"2023-10-09T05:05:22.222385+0000","last_clean":"2023-10-09T05:05:22.222385+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:05:22.222385+0000","last_undegraded":"2023-10-09T05:05:22.222385+0000","last_fullsized":"2023-10-09T05:05:22.222385+0000","mapping_epoch":468,"log_start":"481'3900","ondisk_log_start":"481'3900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8920,"log_dups_size":0,"ondisk_log_size":8920,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50855936,"num_objects":776,"num_object_clones":0,"num_object_copies":2328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":776,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12820,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":516,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.443300+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:11.443300+0000","last_peered":"2023-10-09T05:05:11.443300+0000","last_clean":"2023-10-09T05:05:11.443300+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:11.443300+0000","last_undegraded":"2023-10-09T05:05:11.443300+0000","last_fullsized":"2023-10-09T05:05:11.443300+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":212,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.481500+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:05:11.481500+0000","last_peered":"2023-10-09T05:05:11.481500+0000","last_clean":"2023-10-09T05:05:11.481500+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:05:11.481500+0000","last_undegraded":"2023-10-09T05:05:11.481500+0000","last_fullsized":"2023-10-09T05:05:11.481500+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":422,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444658+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:11.444658+0000","last_peered":"2023-10-09T05:05:11.444658+0000","last_clean":"2023-10-09T05:05:11.444658+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:11.444658+0000","last_undegraded":"2023-10-09T05:05:11.444658+0000","last_fullsized":"2023-10-09T05:05:11.444658+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":235,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479366+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:05:11.479366+0000","last_peered":"2023-10-09T05:05:11.479366+0000","last_clean":"2023-10-09T05:05:11.479366+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:05:11.479366+0000","last_undegraded":"2023-10-09T05:05:11.479366+0000","last_fullsized":"2023-10-09T05:05:11.479366+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"518'12405","reported_seq":12465,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:21.641103+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:05:21.641103+0000","last_peered":"2023-10-09T05:05:21.641103+0000","last_clean":"2023-10-09T05:05:21.641103+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:05:21.641103+0000","last_undegraded":"2023-10-09T05:05:21.641103+0000","last_fullsized":"2023-10-09T05:05:21.641103+0000","mapping_epoch":468,"log_start":"476'3300","ondisk_log_start":"476'3300","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9105,"log_dups_size":0,"ondisk_log_size":9105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51838976,"num_objects":791,"num_object_clones":0,"num_object_copies":2373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12405,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":561,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.481808+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:05:11.481808+0000","last_peered":"2023-10-09T05:05:11.481808+0000","last_clean":"2023-10-09T05:05:11.481808+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:05:11.481808+0000","last_undegraded":"2023-10-09T05:05:11.481808+0000","last_fullsized":"2023-10-09T05:05:11.481808+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":211,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.444799+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:11.444799+0000","last_peered":"2023-10-09T05:05:11.444799+0000","last_clean":"2023-10-09T05:05:11.444799+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:11.444799+0000","last_undegraded":"2023-10-09T05:05:11.444799+0000","last_fullsized":"2023-10-09T05:05:11.444799+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":515,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442170+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:05:11.442170+0000","last_peered":"2023-10-09T05:05:11.442170+0000","last_clean":"2023-10-09T05:05:11.442170+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:05:11.442170+0000","last_undegraded":"2023-10-09T05:05:11.442170+0000","last_fullsized":"2023-10-09T05:05:11.442170+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":501,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442135+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:11.442135+0000","last_peered":"2023-10-09T05:05:11.442135+0000","last_clean":"2023-10-09T05:05:11.442135+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:11.442135+0000","last_undegraded":"2023-10-09T05:05:11.442135+0000","last_fullsized":"2023-10-09T05:05:11.442135+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":213,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442572+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:11.442572+0000","last_peered":"2023-10-09T05:05:11.442572+0000","last_clean":"2023-10-09T05:05:11.442572+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:11.442572+0000","last_undegraded":"2023-10-09T05:05:11.442572+0000","last_fullsized":"2023-10-09T05:05:11.442572+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":557,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.445463+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:05:11.445463+0000","last_peered":"2023-10-09T05:05:11.445463+0000","last_clean":"2023-10-09T05:05:11.445463+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:05:11.445463+0000","last_undegraded":"2023-10-09T05:05:11.445463+0000","last_fullsized":"2023-10-09T05:05:11.445463+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":514,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450861+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:11.450861+0000","last_peered":"2023-10-09T05:05:11.450861+0000","last_clean":"2023-10-09T05:05:11.450861+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:11.450861+0000","last_undegraded":"2023-10-09T05:05:11.450861+0000","last_fullsized":"2023-10-09T05:05:11.450861+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":549,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442482+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:11.442482+0000","last_peered":"2023-10-09T05:05:11.442482+0000","last_clean":"2023-10-09T05:05:11.442482+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:11.442482+0000","last_undegraded":"2023-10-09T05:05:11.442482+0000","last_fullsized":"2023-10-09T05:05:11.442482+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":519,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450475+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:11.450475+0000","last_peered":"2023-10-09T05:05:11.450475+0000","last_clean":"2023-10-09T05:05:11.450475+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:11.450475+0000","last_undegraded":"2023-10-09T05:05:11.450475+0000","last_fullsized":"2023-10-09T05:05:11.450475+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":522,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442386+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:11.442386+0000","last_peered":"2023-10-09T05:05:11.442386+0000","last_clean":"2023-10-09T05:05:11.442386+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:11.442386+0000","last_undegraded":"2023-10-09T05:05:11.442386+0000","last_fullsized":"2023-10-09T05:05:11.442386+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":246,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.479873+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:05:11.479873+0000","last_peered":"2023-10-09T05:05:11.479873+0000","last_clean":"2023-10-09T05:05:11.479873+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:05:11.479873+0000","last_undegraded":"2023-10-09T05:05:11.479873+0000","last_fullsized":"2023-10-09T05:05:11.479873+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":211,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.478925+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:05:11.478925+0000","last_peered":"2023-10-09T05:05:11.478925+0000","last_clean":"2023-10-09T05:05:11.478925+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:05:11.478925+0000","last_undegraded":"2023-10-09T05:05:11.478925+0000","last_fullsized":"2023-10-09T05:05:11.478925+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":204,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.450457+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:11.450457+0000","last_peered":"2023-10-09T05:05:11.450457+0000","last_clean":"2023-10-09T05:05:11.450457+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:11.450457+0000","last_undegraded":"2023-10-09T05:05:11.450457+0000","last_fullsized":"2023-10-09T05:05:11.450457+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":538,"reported_epoch":517,"state":"active+clean","last_fresh":"2023-10-09T05:05:11.442115+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:11.442115+0000","last_peered":"2023-10-09T05:05:11.442115+0000","last_clean":"2023-10-09T05:05:11.442115+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:11.442115+0000","last_undegraded":"2023-10-09T05:05:11.442115+0000","last_fullsized":"2023-10-09T05:05:11.442115+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":806289432,"num_objects":12304,"num_object_clones":0,"num_object_copies":36912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6423,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12304,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":199416,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11256,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2413506560,"data_stored":2413494344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128916,"ondisk_log_size":128916,"up":48,"acting":46,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234510,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1759844,"kb_used_data":255068,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":91985308,"statfs":{"total":95995035648,"available":94192955392,"internally_reserved":0,"allocated":261189632,"data_stored":259855217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0449999999999999,"5min":1.7509999999999999,"15min":1.637},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":7.2110000000000003,"5min":9.9429999999999996,"15min":16.027999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":1.774,"5min":1.4650000000000001,"15min":1.331},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.24299999999999999},"max":{"1min":5.1719999999999997,"5min":8.3949999999999996,"15min":10.785},"last":0.46100000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":1.8999999999999999,"15min":1.5860000000000001},"min":{"1min":0.29099999999999998,"5min":0.22,"15min":0.22},"max":{"1min":10.789,"5min":10.789,"15min":10.789},"last":0.748},{"interface":"front","average":{"1min":3.2879999999999998,"5min":2.5640000000000001,"15min":2.4260000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.305999999999999,"5min":15.401,"15min":15.401},"last":0.54800000000000004}]},{"osd":2,"last update":"Mon Oct 9 05:04:29 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.379,"15min":2.0779999999999998},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":10.486000000000001,"5min":11.442,"15min":16.678999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":2.9849999999999999,"5min":2.2069999999999999,"15min":1.8169999999999999},"min":{"1min":0.372,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.6799999999999997,"5min":11.311,"15min":16.704000000000001},"last":0.70899999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:04:52 2023","interfaces":[{"interface":"back","average":{"1min":2.8420000000000001,"5min":2.3399999999999999,"15min":2.0339999999999998},"min":{"1min":0.34100000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.7089999999999996,"5min":13.489000000000001,"15min":14.228999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":3.3300000000000001,"5min":2.6520000000000001,"15min":1.978},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":10.629,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.80400000000000005}]},{"osd":4,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":2.5259999999999998,"15min":1.8340000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.911999999999999,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":4.375,"5min":2.1890000000000001,"15min":1.506},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":13.050000000000001,"5min":18.971,"15min":18.971},"last":1.8120000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":3.863,"5min":2.5150000000000001,"15min":1.948},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":20.678999999999998},"last":5.4020000000000001},{"interface":"front","average":{"1min":2.1890000000000001,"5min":1.845,"15min":1.5820000000000001},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8759999999999994,"5min":13.848000000000001,"15min":21.07},"last":2.4079999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.3040000000000003,"5min":2.4590000000000001,"15min":1.956},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":16.881,"5min":16.881,"15min":16.881},"last":0.51400000000000001},{"interface":"front","average":{"1min":3.3519999999999999,"5min":2.218,"15min":1.8700000000000001},"min":{"1min":0.379,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":12.815,"5min":12.815,"15min":24.010000000000002},"last":0.377}]}]},{"osd":6,"up_from":46,"seq":197568496146,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1459092,"kb_used_data":269068,"kb_used_omap":0,"kb_used_meta":1189760,"kb_avail":92286060,"statfs":{"total":95995035648,"available":94500925440,"internally_reserved":0,"allocated":275525632,"data_stored":274207489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1218314240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.024,"15min":1.893},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":16.151,"5min":16.151,"15min":62.470999999999997},"last":4.7469999999999999},{"interface":"front","average":{"1min":3.875,"5min":2.1360000000000001,"15min":2.1440000000000001},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":16.902999999999999,"5min":16.902999999999999,"15min":62.445},"last":5.0700000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.4710000000000001,"15min":2.4180000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":15.935,"5min":15.935,"15min":15.935},"last":4.9950000000000001},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.8300000000000001,"15min":2.6800000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9029999999999996,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.29199999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.6909999999999998,"15min":2.0550000000000002},"min":{"1min":0.312,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.923,"5min":36.128,"15min":42.923999999999999},"last":4.7130000000000001},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.5259999999999998,"15min":2.4710000000000001},"min":{"1min":0.44700000000000001,"5min":0.30499999999999999,"15min":0.252},"max":{"1min":7.0140000000000002,"5min":8.2360000000000007,"15min":42.936999999999998},"last":5.0410000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:05:05 2023","interfaces":[{"interface":"back","average":{"1min":4.3470000000000004,"5min":2.4580000000000002,"15min":2.4359999999999999},"min":{"1min":0.35399999999999998,"5min":0.33600000000000002,"15min":0.29199999999999998},"max":{"1min":10.823,"5min":10.823,"15min":26.763000000000002},"last":5.1059999999999999},{"interface":"front","average":{"1min":3.4220000000000002,"5min":2.6139999999999999,"15min":2.375},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.5600000000000005,"5min":18.140000000000001,"15min":26.777999999999999},"last":0.32400000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.1040000000000001,"15min":1.671},"min":{"1min":0.30099999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.5540000000000003,"5min":10.710000000000001,"15min":16.399999999999999},"last":4.7839999999999998},{"interface":"front","average":{"1min":3.544,"5min":2.2370000000000001,"15min":1.732},"min":{"1min":0.33100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9370000000000003,"5min":10.106,"15min":16.068999999999999},"last":5.1349999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":3.9700000000000002,"5min":2.2679999999999998,"15min":1.593},"min":{"1min":0.42199999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":18.167000000000002,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.6879999999999999,"15min":1.373},"min":{"1min":0.34899999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":5.9790000000000001,"5min":10.154,"15min":16.292999999999999},"last":8.8829999999999991}]},{"osd":7,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":2.2639999999999998,"5min":2.0960000000000001,"15min":1.635},"min":{"1min":0.37,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":11.260999999999999,"5min":11.260999999999999,"15min":16.372},"last":4.9699999999999998},{"interface":"front","average":{"1min":2.302,"5min":2.1970000000000001,"15min":1.754},"min":{"1min":0.41299999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":6.8460000000000001,"5min":10.185,"15min":16.018999999999998},"last":5.1600000000000001}]}]},{"osd":1,"up_from":478,"seq":2052994367529,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":440228,"kb_used_data":229724,"kb_used_omap":6,"kb_used_meta":210489,"kb_avail":93304924,"statfs":{"total":95995035648,"available":95544242176,"internally_reserved":0,"allocated":235237376,"data_stored":232812881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":215541227},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.454,"15min":1.454},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":5.1609999999999996,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.186},{"interface":"front","average":{"1min":1.825,"5min":1.8939999999999999,"15min":1.7450000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.7930000000000001,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.29199999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.863,"15min":1.8340000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":4.6310000000000002,"5min":15.759,"15min":15.759},"last":0.19700000000000001},{"interface":"front","average":{"1min":1.288,"5min":1.631,"15min":1.4990000000000001},"min":{"1min":0.251,"5min":0.191,"15min":0.191},"max":{"1min":5.383,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.245}]},{"osd":3,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":2.512,"15min":2.7040000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.2449999999999992,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.5840000000000001,"15min":1.397},"min":{"1min":0.32700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5789999999999997,"5min":9.891,"15min":9.891},"last":0.34899999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.8340000000000001,"5min":4.9089999999999998,"15min":5.9359999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.2480000000000002,"5min":71.381,"15min":71.381},"last":0.95299999999999996},{"interface":"front","average":{"1min":4.319,"5min":5.367,"15min":6.3810000000000002},"min":{"1min":0.46800000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":11.282999999999999,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.311}]},{"osd":5,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":5.5209999999999999,"15min":6.8310000000000004},"min":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.3109999999999999,"5min":71.061000000000007,"15min":71.061000000000007},"last":1.5389999999999999},{"interface":"front","average":{"1min":2.8149999999999999,"5min":5.2750000000000004,"15min":6.2759999999999998},"min":{"1min":0.41299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":11.347,"5min":72.126000000000005,"15min":72.126000000000005},"last":9.1769999999999996}]},{"osd":6,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.3260000000000001,"15min":2.2440000000000002},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":4.5490000000000004,"5min":12.977,"15min":12.977},"last":7.7489999999999997},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.6970000000000001,"15min":2.7170000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.3330000000000002,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":4.8079999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.6379999999999999,"5min":5.5190000000000001,"15min":6.391},"min":{"1min":0.42299999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":13,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":2.423,"5min":4.8330000000000002,"15min":5.9669999999999996},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":7.5350000000000001,"5min":70.769999999999996,"15min":70.769999999999996},"last":3.7080000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187852,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1231300,"kb_used_data":167740,"kb_used_omap":5,"kb_used_meta":1063546,"kb_avail":92513852,"statfs":{"total":95995035648,"available":94734184448,"internally_reserved":0,"allocated":171765760,"data_stored":168962236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1089071738},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.5589999999999999,"15min":1.587},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.8109999999999999,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":1.155},{"interface":"front","average":{"1min":1.621,"5min":1.7629999999999999,"15min":1.978},"min":{"1min":0.221,"5min":0.218,"15min":0.218},"max":{"1min":6.9000000000000004,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.40300000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":2.2349999999999999,"15min":2.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.192},"max":{"1min":8.75,"5min":16.081,"15min":24.021000000000001},"last":1.6120000000000001},{"interface":"front","average":{"1min":1.7829999999999999,"5min":2.4449999999999998,"15min":2.2210000000000001},"min":{"1min":0.32700000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":10.263,"5min":22.683,"15min":24.050999999999998},"last":0.35999999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.776,"5min":1.974,"15min":1.859},"min":{"1min":0.29199999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.318,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.5549999999999999,"5min":1.6910000000000001,"15min":2.137},"min":{"1min":0.28100000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.468,"5min":13.294,"15min":23.222000000000001},"last":1.6519999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.5619999999999998,"5min":2.0419999999999998,"15min":1.925},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":10.004,"5min":10.231999999999999,"15min":14.581},"last":1.722},{"interface":"front","average":{"1min":2.6960000000000002,"5min":2.206,"15min":1.774},"min":{"1min":0.54900000000000004,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":9.9719999999999995,"5min":10.541,"15min":14.721},"last":0.501}]},{"osd":5,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":2.2269999999999999,"15min":1.8069999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.29899999999999999},"max":{"1min":7.4210000000000003,"5min":10.48,"15min":13.542},"last":0.751},{"interface":"front","average":{"1min":2.1890000000000001,"5min":2.6749999999999998,"15min":2.117},"min":{"1min":0.34200000000000003,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":12.717000000000001,"5min":22.738,"15min":22.738},"last":2.431}]},{"osd":6,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.137,"15min":1.893},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":7.5049999999999999,"5min":10.573,"15min":13.599},"last":1.528},{"interface":"front","average":{"1min":2.2719999999999998,"5min":2.4910000000000001,"15min":2.1760000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":6.7199999999999998,"5min":22.709,"15min":22.709},"last":1.4239999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:21 2023","interfaces":[{"interface":"back","average":{"1min":3.21,"5min":3.0089999999999999,"15min":2.294},"min":{"1min":0.373,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":8.75,"5min":22.763000000000002,"15min":22.763000000000002},"last":10.896000000000001},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.0790000000000002,"15min":2.0880000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":10.028,"5min":20.890000000000001,"15min":20.890000000000001},"last":1.6890000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206695,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500692,"kb_used_data":471692,"kb_used_omap":7,"kb_used_meta":1028984,"kb_avail":92244460,"statfs":{"total":95995035648,"available":94458327040,"internally_reserved":0,"allocated":483012608,"data_stored":480598074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1053679697},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.262,"15min":1.6619999999999999},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.1879999999999997,"5min":20.329999999999998,"15min":20.329999999999998},"last":12.209},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.742,"15min":1.5289999999999999},"min":{"1min":0.224,"5min":0.192,"15min":0.188},"max":{"1min":4.0499999999999998,"5min":13.952,"15min":13.952},"last":0.27900000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":3.9729999999999999,"15min":4.7089999999999996},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":4.1289999999999996,"5min":70.971000000000004,"15min":70.971000000000004},"last":11.5},{"interface":"front","average":{"1min":2.2120000000000002,"5min":4.048,"15min":4.7789999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.4390000000000001,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.52800000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:05:01 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":3.2959999999999998,"15min":2.8439999999999999},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.5139999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":11.525},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.3809999999999998,"15min":2.9409999999999998},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":3.601,"5min":26.056999999999999,"15min":79.959000000000003},"last":11.548}]},{"osd":4,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.9199999999999999,"15min":2.8380000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":10.691000000000001,"5min":12.992000000000001,"15min":176.00200000000001},"last":11.427},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.113,"15min":2.3050000000000002},"min":{"1min":0.314,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.5750000000000002,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.32000000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":2.7679999999999998,"15min":1.9119999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":46.997,"5min":46.997,"15min":46.997},"last":0.47799999999999998},{"interface":"front","average":{"1min":5.1520000000000001,"5min":3.2490000000000001,"15min":2.4119999999999999},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":46.978000000000002,"5min":46.978000000000002,"15min":46.978000000000002},"last":11.472}]},{"osd":6,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.004,"15min":2.3109999999999999},"min":{"1min":0.53100000000000003,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":7.944,"5min":24.023,"15min":42.975999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.7090000000000001,"5min":2.3119999999999998,"15min":2.109},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":4.923,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.505}]},{"osd":7,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.4649999999999999,"15min":2.117},"min":{"1min":0.52800000000000002,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":6.306,"5min":12.907999999999999,"15min":15.516},"last":7.0010000000000003},{"interface":"front","average":{"1min":2.8719999999999999,"5min":2.2959999999999998,"15min":2.052},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.166,"5min":12.462999999999999,"15min":15.583},"last":6.2619999999999996}]}]},{"osd":3,"up_from":198,"seq":850403524832,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":779416,"kb_used_data":210128,"kb_used_omap":2,"kb_used_meta":569277,"kb_avail":92965736,"statfs":{"total":95995035648,"available":95196913664,"internally_reserved":0,"allocated":215171072,"data_stored":212982073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":582939701},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":2.0139999999999998,"15min":2.0339999999999998},"min":{"1min":0.20399999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.6159999999999997,"5min":11.06,"15min":26.260999999999999},"last":1.865},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0329999999999999,"15min":1.98},"min":{"1min":0.23000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.6870000000000003,"5min":9.5909999999999993,"15min":22.477},"last":2.444}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":1.452,"15min":1.0209999999999999},"min":{"1min":0.255,"5min":0.215,"15min":0.215},"max":{"1min":5.585,"5min":11.076000000000001,"15min":11.076000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":1.524,"5min":1.7190000000000001,"15min":1.407},"min":{"1min":0.24099999999999999,"5min":0.216,"15min":0.216},"max":{"1min":5.718,"5min":11.051,"15min":11.051},"last":2.5179999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.4209999999999998,"15min":2.3479999999999999},"min":{"1min":0.27800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.32,"5min":21.407,"15min":21.722999999999999},"last":3.7170000000000001},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.9260000000000002,"15min":2.2869999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":6.4729999999999999,"5min":24.184000000000001,"15min":25.776},"last":3.694}]},{"osd":4,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.2650000000000001,"15min":1.9019999999999999},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":8.7149999999999999,"5min":14.359999999999999,"15min":15.301},"last":4.7240000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.893,"15min":2.1099999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.356999999999999,"5min":10.792999999999999,"15min":21.532},"last":2.391}]},{"osd":5,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.0870000000000002,"15min":1.97},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.6780000000000008,"5min":11.026,"15min":35.712000000000003},"last":1.149},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.5329999999999999,"15min":2.2200000000000002},"min":{"1min":0.442,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.492,"5min":10.109,"15min":35.488},"last":2.4990000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.4050000000000002,"5min":2.6349999999999998,"15min":2.6059999999999999},"min":{"1min":0.82599999999999996,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.284000000000001,"5min":14.609,"15min":50.113999999999997},"last":2.4249999999999998},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.27,"15min":2.2000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.443999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":1.907}]},{"osd":7,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.843,"15min":2.278},"min":{"1min":0.44800000000000001,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":15.491,"5min":18.428000000000001,"15min":18.428000000000001},"last":4.9050000000000002},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4889999999999999,"15min":2.3439999999999999},"min":{"1min":0.52800000000000002,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":10.226000000000001,"5min":14.663,"15min":21.587},"last":3.4980000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019418,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1975392,"kb_used_data":472280,"kb_used_omap":0,"kb_used_meta":1503104,"kb_avail":91769760,"statfs":{"total":95995035648,"available":93972234240,"internally_reserved":0,"allocated":483614720,"data_stored":482284620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1539178496},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[7,0,3,0,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":1.954,"15min":1.8460000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":7.8460000000000001,"5min":11.003,"15min":21.047000000000001},"last":3.9540000000000002},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.8260000000000001,"15min":1.6519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":11.507999999999999,"5min":11.507999999999999,"15min":12.064},"last":4.6369999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.50900000000000001},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":2.4460000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.4089999999999998,"15min":3.0939999999999999},"min":{"1min":0.31,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.9219999999999997,"5min":10.15,"15min":105.411},"last":4.524},{"interface":"front","average":{"1min":3.1379999999999999,"5min":2.4769999999999999,"15min":2.9940000000000002},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":11.468,"5min":11.468,"15min":97.927999999999997},"last":6.2779999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":17.498000000000001,"5min":5.0659999999999998,"15min":3.2309999999999999},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":253.50700000000001,"5min":253.50700000000001,"15min":253.50700000000001},"last":4.7140000000000004},{"interface":"front","average":{"1min":17.007999999999999,"5min":5.2089999999999996,"15min":3.3900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":253.72,"5min":253.72,"15min":253.72},"last":0.54300000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":4.431,"5min":1.786,"15min":1.667},"min":{"1min":0.32500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":13.25,"5min":13.25,"15min":20.991},"last":8.343},{"interface":"front","average":{"1min":4.4480000000000004,"5min":2.0699999999999998,"15min":1.5629999999999999},"min":{"1min":0.308,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":11.628,"5min":11.628,"15min":14.202999999999999},"last":4.9409999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:04:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.1070000000000002,"15min":2.2080000000000002},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":7.4400000000000004,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.66800000000000004},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.0499999999999998,"15min":2.2949999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":19.387,"5min":19.387,"15min":81.715999999999994},"last":2.278}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":4.673},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":3.4900000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757782,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1905492,"kb_used_data":418508,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":91839660,"statfs":{"total":95995035648,"available":94043811840,"internally_reserved":0,"allocated":428552192,"data_stored":427230678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,2,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6659999999999999,"5min":2.1869999999999998,"15min":2.5699999999999998},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.6460000000000008,"5min":12.074999999999999,"15min":322.43200000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":2.8290000000000002,"5min":1.873,"15min":2.8119999999999998},"min":{"1min":0.26500000000000001,"5min":0.23100000000000001,"15min":0.219},"max":{"1min":6.9459999999999997,"5min":15.164,"15min":322.61599999999999},"last":0.39600000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":4.6399999999999997,"5min":2.964,"15min":2.452},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":18.257000000000001,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.28499999999999998},{"interface":"front","average":{"1min":4.915,"5min":2.8290000000000002,"15min":2.2040000000000002},"min":{"1min":0.47199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":13.411,"5min":13.411,"15min":13.411},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":3.6909999999999998,"5min":2.4830000000000001,"15min":2.0350000000000001},"min":{"1min":0.26600000000000001,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":9.7759999999999998,"5min":11.739000000000001,"15min":18.553000000000001},"last":1.093},{"interface":"front","average":{"1min":3.2530000000000001,"5min":2.3039999999999998,"15min":1.9590000000000001},"min":{"1min":0.437,"5min":0.28299999999999997,"15min":0.255},"max":{"1min":7.2949999999999999,"5min":12.624000000000001,"15min":18.617000000000001},"last":0.73199999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.1029999999999998,"5min":2.3969999999999998,"15min":2.2949999999999999},"min":{"1min":0.85999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":74.915000000000006},"last":0.53100000000000003},{"interface":"front","average":{"1min":2.5950000000000002,"5min":2.2370000000000001,"15min":2.3879999999999999},"min":{"1min":0.378,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":9.1120000000000001,"5min":13.738,"15min":74.799999999999997},"last":0.68600000000000005}]},{"osd":4,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":4.532,"5min":1.96,"15min":1.4490000000000001},"min":{"1min":0.29799999999999999,"5min":0.251,"15min":0.251},"max":{"1min":9.7490000000000006,"5min":10.092000000000001,"15min":13.285},"last":1.0620000000000001},{"interface":"front","average":{"1min":3.6000000000000001,"5min":1.744,"15min":1.569},"min":{"1min":0.40899999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.3099999999999996,"5min":10.387,"15min":14.824},"last":0.752}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.3010000000000002,"5min":1.829,"15min":1.5009999999999999},"min":{"1min":0.34300000000000003,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":13.189},"last":0.70999999999999996},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.27,"15min":1.653},"min":{"1min":0.40200000000000002,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":17.149999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:04:28 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":1.996,"15min":1.6399999999999999},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.28799999999999998},"max":{"1min":9.4459999999999997,"5min":14.59,"15min":14.59},"last":0.55900000000000005},{"interface":"front","average":{"1min":5.734,"5min":2.4060000000000001,"15min":1.821},"min":{"1min":0.499,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":16.689,"5min":16.689,"15min":16.689},"last":0.64600000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":163250176,"data_stored":163250176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":222695424,"data_stored":222691352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":465567744,"data_stored":465567744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":202375168,"data_stored":202375168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":452661248,"data_stored":452657176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":407240704,"data_stored":407240704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":255328256,"data_stored":255328256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":244387840,"data_stored":244383768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:05:26.786 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:26.846 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:26.940 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:26.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:26.944 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:27.045 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:27.063 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:05:27.090 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:27.111 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:27.214 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:27.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:27.219 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:27.320 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:27.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:27.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:27 smithi107 ceph-mon[179183]: from='client.47087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:27.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:27 smithi107 ceph-mon[184249]: from='client.47087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:27.458 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:27.469 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:27 smithi150 ceph-mon[168511]: from='client.47087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:27.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:27.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:27.571 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:27.585 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:27.614 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:27.633 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:27.661 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:27.695 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:27.700 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:27.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:27.705 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:27.739 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:27.788 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:27.806 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:27.822 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:27.850 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:27.858 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.867 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:05:27.936 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:27.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:27.947 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:28.047 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:28.111 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:28.175 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:28.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:28.185 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:28.286 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:28.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:28 smithi150 ceph-mon[168511]: pgmap v1584: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 745 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 715 op/s; 6423/35820 objects degraded (17.931%); 0 B/s, 42 objects/s recovering 2023-10-09T05:05:28.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3998314837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:28.375 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:28.444 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:28.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:28.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:28.549 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:28.605 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:28 smithi107 ceph-mon[179183]: pgmap v1584: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 745 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 715 op/s; 6423/35820 objects degraded (17.931%); 0 B/s, 42 objects/s recovering 2023-10-09T05:05:28.605 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3998314837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:28.605 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:28 smithi107 ceph-mon[184249]: pgmap v1584: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 745 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 715 op/s; 6423/35820 objects degraded (17.931%); 0 B/s, 42 objects/s recovering 2023-10-09T05:05:28.605 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3998314837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:28.612 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:29.783 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:05:30.386 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:30.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:30.391 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:30.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:30 smithi150 ceph-mon[168511]: pgmap v1585: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 550 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 6217/26424 objects degraded (23.528%); 0 B/s, 43 objects/s recovering 2023-10-09T05:05:30.491 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:30.531 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:30 smithi107 ceph-mon[184249]: pgmap v1585: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 550 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 6217/26424 objects degraded (23.528%); 0 B/s, 43 objects/s recovering 2023-10-09T05:05:30.531 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:30 smithi107 ceph-mon[179183]: pgmap v1585: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 550 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 6217/26424 objects degraded (23.528%); 0 B/s, 43 objects/s recovering 2023-10-09T05:05:30.534 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:31.220 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:31.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:31.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:31.333 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:31.348 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:31 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 6217/26424 objects degraded (23.528%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:31.348 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:31.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:31 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 6217/26424 objects degraded (23.528%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:31.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:31.380 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:31.475 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:31.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:31.487 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:31.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:31 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 6217/26424 objects degraded (23.528%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:31.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:31.588 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:31.692 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:31.779 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:31.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:31.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:31.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:31.925 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:32.185 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:05:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:05:32] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2023-10-09T05:05:32.186 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:32 smithi107 ceph-mon[184249]: pgmap v1586: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 550 MiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 6217/26424 objects degraded (23.528%); 0 B/s, 43 objects/s recovering 2023-10-09T05:05:32.187 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:32 smithi107 ceph-mon[179183]: pgmap v1586: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 550 MiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 6217/26424 objects degraded (23.528%); 0 B/s, 43 objects/s recovering 2023-10-09T05:05:32.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:32 smithi150 ceph-mon[168511]: pgmap v1586: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 550 MiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 6217/26424 objects degraded (23.528%); 0 B/s, 43 objects/s recovering 2023-10-09T05:05:32.924 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:32.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:32.940 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:33.041 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:33.085 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:33.155 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:33.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:33.160 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:33.227 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:33.261 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:33.342 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:33.350 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:05:33.428 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:33.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:33.437 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:33.538 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:33.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:33.696 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:33.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:33.707 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:33.808 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:33.892 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:33.951 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:33.969 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:33.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:33.977 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:34.078 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:34.134 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:34.207 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:34 smithi150 ceph-mon[168511]: pgmap v1587: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 322 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 5975/15486 objects degraded (38.583%); 0 B/s, 44 objects/s recovering 2023-10-09T05:05:34.234 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:34.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:34.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:34.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:34.401 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:34 smithi107 ceph-mon[179183]: pgmap v1587: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 322 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 5975/15486 objects degraded (38.583%); 0 B/s, 44 objects/s recovering 2023-10-09T05:05:34.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:34 smithi107 ceph-mon[184249]: pgmap v1587: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 322 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 5975/15486 objects degraded (38.583%); 0 B/s, 44 objects/s recovering 2023-10-09T05:05:34.962 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:34.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:34.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:35.079 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:35.163 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:05:35.163 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:05:35.168 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:36.225 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:36 smithi107 ceph-mon[184249]: pgmap v1588: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 322 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 5975/15486 objects degraded (38.583%); 0 B/s, 41 objects/s recovering 2023-10-09T05:05:36.225 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:36 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5975/15486 objects degraded (38.583%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:36.344 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:36.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:36.353 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:36.387 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T05:05:36.454 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:36.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:36 smithi107 ceph-mon[179183]: pgmap v1588: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 322 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 5975/15486 objects degraded (38.583%); 0 B/s, 41 objects/s recovering 2023-10-09T05:05:36.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:36 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5975/15486 objects degraded (38.583%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:36.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:36 smithi150 ceph-mon[168511]: pgmap v1588: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 322 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 5975/15486 objects degraded (38.583%); 0 B/s, 41 objects/s recovering 2023-10-09T05:05:36.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:36 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5975/15486 objects degraded (38.583%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:36.496 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:36.563 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:36.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:36.572 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:36.603 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:36.672 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:36.767 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:36.889 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:36.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:36.894 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:36.994 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:37.053 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:37.134 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:37.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:37.140 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:37.241 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:37.294 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:37.362 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:37.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:37.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:37.372 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:37 smithi150 ceph-mon[168511]: pgmap v1589: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 302 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 623 op/s; 5975/14538 objects degraded (41.099%); 0 B/s, 37 objects/s recovering 2023-10-09T05:05:37.467 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:37.540 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:37 smithi107 ceph-mon[179183]: pgmap v1589: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 302 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 623 op/s; 5975/14538 objects degraded (41.099%); 0 B/s, 37 objects/s recovering 2023-10-09T05:05:37.545 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:37 smithi107 ceph-mon[184249]: pgmap v1589: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 302 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 623 op/s; 5975/14538 objects degraded (41.099%); 0 B/s, 37 objects/s recovering 2023-10-09T05:05:37.559 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:37.699 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:37.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:37.710 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:37.721 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:37.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:37.880 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:37.894 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:37.916 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:05:37.939 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:37.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:37.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:38.044 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:38.081 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:38.173 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:38.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:38.178 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:38.279 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:38.348 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:05:38.375 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:38.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2020342212' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:38.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:38 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:38.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:38 smithi107 ceph-mon[179183]: from='client.36993 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:38.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2020342212' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:38.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:38 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:38.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:38 smithi107 ceph-mon[184249]: from='client.36993 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:38.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2020342212' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:38.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:38 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:38.736 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:38 smithi150 ceph-mon[168511]: from='client.36993 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:38.758 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:38.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:38.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:38.828 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1589,"stamp":"2023-10-09T05:05:36.894620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":316544952,"num_objects":4846,"num_object_clones":0,"num_object_copies":14538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5975,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4846,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":206959,"num_write_kb":6775006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11754,"num_bytes_recovered":536108490,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130824,"ondisk_log_size":130824,"up":297,"acting":295,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":9501224,"kb_used_data":913832,"kb_used_omap":22,"kb_used_meta":8587241,"kb_avail":740459992,"statfs":{"total":767960285184,"available":758231031808,"internally_reserved":0,"allocated":935763968,"data_stored":920588560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8793335019},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-490340352,"num_objects":-7482,"num_object_clones":0,"num_object_copies":-22446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-448,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7482,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7482,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":448,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003527"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":532,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.068772+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:17.068772+0000","last_peered":"2023-10-09T05:05:17.068772+0000","last_clean":"2023-10-09T05:05:17.068772+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:17.068772+0000","last_undegraded":"2023-10-09T05:05:17.068772+0000","last_fullsized":"2023-10-09T05:05:17.068772+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":253,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073069+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:05:17.073069+0000","last_peered":"2023-10-09T05:05:17.073069+0000","last_clean":"2023-10-09T05:05:17.073069+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:05:17.073069+0000","last_undegraded":"2023-10-09T05:05:17.073069+0000","last_fullsized":"2023-10-09T05:05:17.073069+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":438,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.077754+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:05:17.077754+0000","last_peered":"2023-10-09T05:05:17.077754+0000","last_clean":"2023-10-09T05:05:17.077754+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:05:17.077754+0000","last_undegraded":"2023-10-09T05:05:17.077754+0000","last_fullsized":"2023-10-09T05:05:17.077754+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":76,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067698+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:17.067698+0000","last_peered":"2023-10-09T05:05:17.067698+0000","last_clean":"2023-10-09T05:05:17.067698+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:17.067698+0000","last_undegraded":"2023-10-09T05:05:17.067698+0000","last_fullsized":"2023-10-09T05:05:17.067698+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":232,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071093+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:05:17.071093+0000","last_peered":"2023-10-09T05:05:17.071093+0000","last_clean":"2023-10-09T05:05:17.071093+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:05:17.071093+0000","last_undegraded":"2023-10-09T05:05:17.071093+0000","last_fullsized":"2023-10-09T05:05:17.071093+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":209,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071596+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:17.071596+0000","last_peered":"2023-10-09T05:05:17.071596+0000","last_clean":"2023-10-09T05:05:17.071596+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:17.071596+0000","last_undegraded":"2023-10-09T05:05:17.071596+0000","last_fullsized":"2023-10-09T05:05:17.071596+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":480,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070768+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:17.070768+0000","last_peered":"2023-10-09T05:05:17.070768+0000","last_clean":"2023-10-09T05:05:17.070768+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:17.070768+0000","last_undegraded":"2023-10-09T05:05:17.070768+0000","last_fullsized":"2023-10-09T05:05:17.070768+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":258,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071227+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:05:17.071227+0000","last_peered":"2023-10-09T05:05:17.071227+0000","last_clean":"2023-10-09T05:05:17.071227+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:05:17.071227+0000","last_undegraded":"2023-10-09T05:05:17.071227+0000","last_fullsized":"2023-10-09T05:05:17.071227+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":533,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071651+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:17.071651+0000","last_peered":"2023-10-09T05:05:17.071651+0000","last_clean":"2023-10-09T05:05:17.071651+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:17.071651+0000","last_undegraded":"2023-10-09T05:05:17.071651+0000","last_fullsized":"2023-10-09T05:05:17.071651+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":257,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073704+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:05:17.073704+0000","last_peered":"2023-10-09T05:05:17.073704+0000","last_clean":"2023-10-09T05:05:17.073704+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:05:17.073704+0000","last_undegraded":"2023-10-09T05:05:17.073704+0000","last_fullsized":"2023-10-09T05:05:17.073704+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":82,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064975+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:17.064975+0000","last_peered":"2023-10-09T05:05:17.064975+0000","last_clean":"2023-10-09T05:05:17.064975+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:17.064975+0000","last_undegraded":"2023-10-09T05:05:17.064975+0000","last_fullsized":"2023-10-09T05:05:17.064975+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":402,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070421+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:17.070421+0000","last_peered":"2023-10-09T05:05:17.070421+0000","last_clean":"2023-10-09T05:05:17.070421+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:17.070421+0000","last_undegraded":"2023-10-09T05:05:17.070421+0000","last_fullsized":"2023-10-09T05:05:17.070421+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":595,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067141+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:17.067141+0000","last_peered":"2023-10-09T05:05:17.067141+0000","last_clean":"2023-10-09T05:05:17.067141+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:17.067141+0000","last_undegraded":"2023-10-09T05:05:17.067141+0000","last_fullsized":"2023-10-09T05:05:17.067141+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":553,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067412+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:17.067412+0000","last_peered":"2023-10-09T05:05:17.067412+0000","last_clean":"2023-10-09T05:05:17.067412+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:17.067412+0000","last_undegraded":"2023-10-09T05:05:17.067412+0000","last_fullsized":"2023-10-09T05:05:17.067412+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":82,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064591+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:17.064591+0000","last_peered":"2023-10-09T05:05:17.064591+0000","last_clean":"2023-10-09T05:05:17.064591+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:17.064591+0000","last_undegraded":"2023-10-09T05:05:17.064591+0000","last_fullsized":"2023-10-09T05:05:17.064591+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":355,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071603+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:05:17.071603+0000","last_peered":"2023-10-09T05:05:17.071603+0000","last_clean":"2023-10-09T05:05:17.071603+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:05:17.071603+0000","last_undegraded":"2023-10-09T05:05:17.071603+0000","last_fullsized":"2023-10-09T05:05:17.071603+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":76,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064386+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:17.064386+0000","last_peered":"2023-10-09T05:05:17.064386+0000","last_clean":"2023-10-09T05:05:17.064386+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:17.064386+0000","last_undegraded":"2023-10-09T05:05:17.064386+0000","last_fullsized":"2023-10-09T05:05:17.064386+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":535,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071198+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:17.071198+0000","last_peered":"2023-10-09T05:05:17.071198+0000","last_clean":"2023-10-09T05:05:17.071198+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:17.071198+0000","last_undegraded":"2023-10-09T05:05:17.071198+0000","last_fullsized":"2023-10-09T05:05:17.071198+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":76,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064262+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:17.064262+0000","last_peered":"2023-10-09T05:05:17.064262+0000","last_clean":"2023-10-09T05:05:17.064262+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:17.064262+0000","last_undegraded":"2023-10-09T05:05:17.064262+0000","last_fullsized":"2023-10-09T05:05:17.064262+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":493,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073530+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:05:17.073530+0000","last_peered":"2023-10-09T05:05:17.073530+0000","last_clean":"2023-10-09T05:05:17.073530+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:05:17.073530+0000","last_undegraded":"2023-10-09T05:05:17.073530+0000","last_fullsized":"2023-10-09T05:05:17.073530+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":217,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.069792+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:17.069792+0000","last_peered":"2023-10-09T05:05:17.069792+0000","last_clean":"2023-10-09T05:05:17.069792+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:17.069792+0000","last_undegraded":"2023-10-09T05:05:17.069792+0000","last_fullsized":"2023-10-09T05:05:17.069792+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":252,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073847+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:05:17.073847+0000","last_peered":"2023-10-09T05:05:17.073847+0000","last_clean":"2023-10-09T05:05:17.073847+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:05:17.073847+0000","last_undegraded":"2023-10-09T05:05:17.073847+0000","last_fullsized":"2023-10-09T05:05:17.073847+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"519'13132","reported_seq":13191,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.235995+0000","last_change":"2023-10-09T05:01:22.362095+0000","last_active":"2023-10-09T05:05:32.235995+0000","last_peered":"2023-10-09T05:05:32.235995+0000","last_clean":"2023-10-09T05:05:32.235995+0000","last_became_active":"2023-10-09T05:01:22.361811+0000","last_became_peered":"2023-10-09T05:01:22.361811+0000","last_unstale":"2023-10-09T05:05:32.235995+0000","last_undegraded":"2023-10-09T05:05:32.235995+0000","last_fullsized":"2023-10-09T05:05:32.235995+0000","mapping_epoch":468,"log_start":"484'5000","ondisk_log_start":"484'5000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8132,"log_dups_size":0,"ondisk_log_size":8132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:04:38.494932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22020096,"num_objects":336,"num_object_clones":0,"num_object_copies":1008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13132,"num_write_kb":430976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":80,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064907+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:17.064907+0000","last_peered":"2023-10-09T05:05:17.064907+0000","last_clean":"2023-10-09T05:05:17.064907+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:17.064907+0000","last_undegraded":"2023-10-09T05:05:17.064907+0000","last_fullsized":"2023-10-09T05:05:17.064907+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":519,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070819+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:17.070819+0000","last_peered":"2023-10-09T05:05:17.070819+0000","last_clean":"2023-10-09T05:05:17.070819+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:17.070819+0000","last_undegraded":"2023-10-09T05:05:17.070819+0000","last_fullsized":"2023-10-09T05:05:17.070819+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.0","version":"519'12717","reported_seq":19717,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.170737+0000","last_change":"2023-10-09T05:03:03.234772+0000","last_active":"2023-10-09T05:05:32.170737+0000","last_peered":"2023-10-09T05:05:32.170737+0000","last_clean":"2023-10-09T05:05:32.170737+0000","last_became_active":"2023-10-09T05:03:03.225666+0000","last_became_peered":"2023-10-09T05:03:03.225666+0000","last_unstale":"2023-10-09T05:05:32.170737+0000","last_undegraded":"2023-10-09T05:05:32.170737+0000","last_fullsized":"2023-10-09T05:05:32.170737+0000","mapping_epoch":494,"log_start":"485'5000","ondisk_log_start":"485'5000","created":468,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7717,"log_dups_size":0,"ondisk_log_size":7717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:52:10.760926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17629184,"num_objects":269,"num_object_clones":0,"num_object_copies":807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12717,"num_write_kb":415552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3462,"num_bytes_recovered":226885632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":97,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067629+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:17.067629+0000","last_peered":"2023-10-09T05:05:17.067629+0000","last_clean":"2023-10-09T05:05:17.067629+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:17.067629+0000","last_undegraded":"2023-10-09T05:05:17.067629+0000","last_fullsized":"2023-10-09T05:05:17.067629+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":543,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067096+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:17.067096+0000","last_peered":"2023-10-09T05:05:17.067096+0000","last_clean":"2023-10-09T05:05:17.067096+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:17.067096+0000","last_undegraded":"2023-10-09T05:05:17.067096+0000","last_fullsized":"2023-10-09T05:05:17.067096+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"519'12855","reported_seq":12914,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.236359+0000","last_change":"2023-10-09T05:01:22.486370+0000","last_active":"2023-10-09T05:05:32.236359+0000","last_peered":"2023-10-09T05:05:32.236359+0000","last_clean":"2023-10-09T05:05:32.236359+0000","last_became_active":"2023-10-09T05:01:22.486082+0000","last_became_peered":"2023-10-09T05:01:22.486082+0000","last_unstale":"2023-10-09T05:05:32.236359+0000","last_undegraded":"2023-10-09T05:05:32.236359+0000","last_fullsized":"2023-10-09T05:05:32.236359+0000","mapping_epoch":468,"log_start":"491'6000","ondisk_log_start":"491'6000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6855,"log_dups_size":0,"ondisk_log_size":6855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:32.576407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19202048,"num_objects":293,"num_object_clones":0,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12855,"num_write_kb":420736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":80,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.065066+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:17.065066+0000","last_peered":"2023-10-09T05:05:17.065066+0000","last_clean":"2023-10-09T05:05:17.065066+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:17.065066+0000","last_undegraded":"2023-10-09T05:05:17.065066+0000","last_fullsized":"2023-10-09T05:05:17.065066+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":229,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070491+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:17.070491+0000","last_peered":"2023-10-09T05:05:17.070491+0000","last_clean":"2023-10-09T05:05:17.070491+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:17.070491+0000","last_undegraded":"2023-10-09T05:05:17.070491+0000","last_fullsized":"2023-10-09T05:05:17.070491+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"519'13065","reported_seq":13124,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.207309+0000","last_change":"2023-10-09T05:01:22.486855+0000","last_active":"2023-10-09T05:05:32.207309+0000","last_peered":"2023-10-09T05:05:32.207309+0000","last_clean":"2023-10-09T05:05:32.207309+0000","last_became_active":"2023-10-09T05:01:22.486554+0000","last_became_peered":"2023-10-09T05:01:22.486554+0000","last_unstale":"2023-10-09T05:05:32.207309+0000","last_undegraded":"2023-10-09T05:05:32.207309+0000","last_fullsized":"2023-10-09T05:05:32.207309+0000","mapping_epoch":468,"log_start":"482'4200","ondisk_log_start":"482'4200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8865,"log_dups_size":0,"ondisk_log_size":8865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:10.735867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21299200,"num_objects":325,"num_object_clones":0,"num_object_copies":975,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":325,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13065,"num_write_kb":428480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":563,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.075213+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:17.075213+0000","last_peered":"2023-10-09T05:05:17.075213+0000","last_clean":"2023-10-09T05:05:17.075213+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:17.075213+0000","last_undegraded":"2023-10-09T05:05:17.075213+0000","last_fullsized":"2023-10-09T05:05:17.075213+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":512,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.059546+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:05:17.059546+0000","last_peered":"2023-10-09T05:05:17.059546+0000","last_clean":"2023-10-09T05:05:17.059546+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:05:17.059546+0000","last_undegraded":"2023-10-09T05:05:17.059546+0000","last_fullsized":"2023-10-09T05:05:17.059546+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"519'12744","reported_seq":12803,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.242108+0000","last_change":"2023-10-09T05:01:22.360371+0000","last_active":"2023-10-09T05:05:32.242108+0000","last_peered":"2023-10-09T05:05:32.242108+0000","last_clean":"2023-10-09T05:05:32.242108+0000","last_became_active":"2023-10-09T05:01:22.360030+0000","last_became_peered":"2023-10-09T05:01:22.360030+0000","last_unstale":"2023-10-09T05:05:32.242108+0000","last_undegraded":"2023-10-09T05:05:32.242108+0000","last_fullsized":"2023-10-09T05:05:32.242108+0000","mapping_epoch":468,"log_start":"490'5900","ondisk_log_start":"490'5900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6844,"log_dups_size":0,"ondisk_log_size":6844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:02.251994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21233664,"num_objects":324,"num_object_clones":0,"num_object_copies":972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12744,"num_write_kb":418176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":944,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064272+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:17.064272+0000","last_peered":"2023-10-09T05:05:17.064272+0000","last_clean":"2023-10-09T05:05:17.064272+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:17.064272+0000","last_undegraded":"2023-10-09T05:05:17.064272+0000","last_fullsized":"2023-10-09T05:05:17.064272+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":187,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071484+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:05:17.071484+0000","last_peered":"2023-10-09T05:05:17.071484+0000","last_clean":"2023-10-09T05:05:17.071484+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:05:17.071484+0000","last_undegraded":"2023-10-09T05:05:17.071484+0000","last_fullsized":"2023-10-09T05:05:17.071484+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":563,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067062+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:17.067062+0000","last_peered":"2023-10-09T05:05:17.067062+0000","last_clean":"2023-10-09T05:05:17.067062+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:17.067062+0000","last_undegraded":"2023-10-09T05:05:17.067062+0000","last_fullsized":"2023-10-09T05:05:17.067062+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"519'13350","reported_seq":20775,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.246959+0000","last_change":"2023-10-09T05:05:11.476088+0000","last_active":"2023-10-09T05:05:32.246959+0000","last_peered":"2023-10-09T05:05:32.246959+0000","last_clean":"2023-10-09T05:05:32.246959+0000","last_became_active":"2023-10-09T05:05:11.447753+0000","last_became_peered":"2023-10-09T05:05:11.447753+0000","last_unstale":"2023-10-09T05:05:32.246959+0000","last_undegraded":"2023-10-09T05:05:32.246959+0000","last_fullsized":"2023-10-09T05:05:32.246959+0000","mapping_epoch":516,"log_start":"484'5200","ondisk_log_start":"484'5200","created":468,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8150,"log_dups_size":0,"ondisk_log_size":8150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:02:32.719094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21889024,"num_objects":334,"num_object_clones":0,"num_object_copies":1002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13350,"num_write_kb":437888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3675,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":517,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070680+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:17.070680+0000","last_peered":"2023-10-09T05:05:17.070680+0000","last_clean":"2023-10-09T05:05:17.070680+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:17.070680+0000","last_undegraded":"2023-10-09T05:05:17.070680+0000","last_fullsized":"2023-10-09T05:05:17.070680+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":209,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070564+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:17.070564+0000","last_peered":"2023-10-09T05:05:17.070564+0000","last_clean":"2023-10-09T05:05:17.070564+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:17.070564+0000","last_undegraded":"2023-10-09T05:05:17.070564+0000","last_fullsized":"2023-10-09T05:05:17.070564+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":489,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.069876+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:17.069876+0000","last_peered":"2023-10-09T05:05:17.069876+0000","last_clean":"2023-10-09T05:05:17.069876+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:17.069876+0000","last_undegraded":"2023-10-09T05:05:17.069876+0000","last_fullsized":"2023-10-09T05:05:17.069876+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"519'12843","reported_seq":12902,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.202482+0000","last_change":"2023-10-09T05:01:22.360760+0000","last_active":"2023-10-09T05:05:32.202482+0000","last_peered":"2023-10-09T05:05:32.202482+0000","last_clean":"2023-10-09T05:05:32.202482+0000","last_became_active":"2023-10-09T05:01:22.360482+0000","last_became_peered":"2023-10-09T05:01:22.360482+0000","last_unstale":"2023-10-09T05:05:32.202482+0000","last_undegraded":"2023-10-09T05:05:32.202482+0000","last_fullsized":"2023-10-09T05:05:32.202482+0000","mapping_epoch":468,"log_start":"485'5100","ondisk_log_start":"485'5100","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7743,"log_dups_size":0,"ondisk_log_size":7743,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:49:01.722872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21692416,"num_objects":331,"num_object_clones":0,"num_object_copies":993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12843,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":500,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.066882+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:17.066882+0000","last_peered":"2023-10-09T05:05:17.066882+0000","last_clean":"2023-10-09T05:05:17.066882+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:17.066882+0000","last_undegraded":"2023-10-09T05:05:17.066882+0000","last_fullsized":"2023-10-09T05:05:17.066882+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":563,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.069318+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:17.069318+0000","last_peered":"2023-10-09T05:05:17.069318+0000","last_clean":"2023-10-09T05:05:17.069318+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:17.069318+0000","last_undegraded":"2023-10-09T05:05:17.069318+0000","last_fullsized":"2023-10-09T05:05:17.069318+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.6","version":"519'12895","reported_seq":12953,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.242285+0000","last_change":"2023-10-09T05:01:22.486269+0000","last_active":"2023-10-09T05:05:32.242285+0000","last_peered":"2023-10-09T05:05:32.242285+0000","last_clean":"2023-10-09T05:05:32.242285+0000","last_became_active":"2023-10-09T05:01:22.485921+0000","last_became_peered":"2023-10-09T05:01:22.485921+0000","last_unstale":"2023-10-09T05:05:32.242285+0000","last_undegraded":"2023-10-09T05:05:32.242285+0000","last_fullsized":"2023-10-09T05:05:32.242285+0000","mapping_epoch":468,"log_start":"491'6000","ondisk_log_start":"491'6000","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6895,"log_dups_size":0,"ondisk_log_size":6895,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:08:24.150415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20381696,"num_objects":311,"num_object_clones":0,"num_object_copies":933,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":311,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12895,"num_write_kb":422592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":517,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.074731+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:17.074731+0000","last_peered":"2023-10-09T05:05:17.074731+0000","last_clean":"2023-10-09T05:05:17.074731+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:17.074731+0000","last_undegraded":"2023-10-09T05:05:17.074731+0000","last_fullsized":"2023-10-09T05:05:17.074731+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":251,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138625+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:05:24.138625+0000","last_peered":"2023-10-09T05:05:24.138625+0000","last_clean":"2023-10-09T05:05:24.138625+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:05:24.138625+0000","last_undegraded":"2023-10-09T05:05:24.138625+0000","last_fullsized":"2023-10-09T05:05:24.138625+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":358,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073920+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:05:17.073920+0000","last_peered":"2023-10-09T05:05:17.073920+0000","last_clean":"2023-10-09T05:05:17.073920+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:05:17.073920+0000","last_undegraded":"2023-10-09T05:05:17.073920+0000","last_fullsized":"2023-10-09T05:05:17.073920+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"519'12785","reported_seq":12844,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.175468+0000","last_change":"2023-10-09T05:01:22.486542+0000","last_active":"2023-10-09T05:05:32.175468+0000","last_peered":"2023-10-09T05:05:32.175468+0000","last_clean":"2023-10-09T05:05:32.175468+0000","last_became_active":"2023-10-09T05:01:22.486226+0000","last_became_peered":"2023-10-09T05:01:22.486226+0000","last_unstale":"2023-10-09T05:05:32.175468+0000","last_undegraded":"2023-10-09T05:05:32.175468+0000","last_fullsized":"2023-10-09T05:05:32.175468+0000","mapping_epoch":468,"log_start":"481'3900","ondisk_log_start":"481'3900","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8885,"log_dups_size":0,"ondisk_log_size":8885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:04.105651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21168128,"num_objects":323,"num_object_clones":0,"num_object_copies":969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12785,"num_write_kb":419456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":898,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071271+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:17.071271+0000","last_peered":"2023-10-09T05:05:17.071271+0000","last_clean":"2023-10-09T05:05:17.071271+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:17.071271+0000","last_undegraded":"2023-10-09T05:05:17.071271+0000","last_fullsized":"2023-10-09T05:05:17.071271+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":93,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064808+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:17.064808+0000","last_peered":"2023-10-09T05:05:17.064808+0000","last_clean":"2023-10-09T05:05:17.064808+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:17.064808+0000","last_undegraded":"2023-10-09T05:05:17.064808+0000","last_fullsized":"2023-10-09T05:05:17.064808+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":533,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071136+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:17.071136+0000","last_peered":"2023-10-09T05:05:17.071136+0000","last_clean":"2023-10-09T05:05:17.071136+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:17.071136+0000","last_undegraded":"2023-10-09T05:05:17.071136+0000","last_fullsized":"2023-10-09T05:05:17.071136+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":277,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.074762+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:17.074762+0000","last_peered":"2023-10-09T05:05:17.074762+0000","last_clean":"2023-10-09T05:05:17.074762+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:17.074762+0000","last_undegraded":"2023-10-09T05:05:17.074762+0000","last_fullsized":"2023-10-09T05:05:17.074762+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"519'12770","reported_seq":12836,"reported_epoch":519,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:32.194581+0000","last_change":"2023-10-09T05:02:06.546247+0000","last_active":"2023-10-09T05:05:32.194581+0000","last_peered":"2023-10-09T05:05:32.194581+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.530314+0000","last_became_peered":"2023-10-09T05:02:06.530314+0000","last_unstale":"2023-10-09T05:05:32.194581+0000","last_undegraded":"2023-10-09T05:02:06.359404+0000","last_fullsized":"2023-10-09T05:02:06.340500+0000","mapping_epoch":479,"log_start":"490'5900","ondisk_log_start":"490'5900","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":6870,"log_dups_size":0,"ondisk_log_size":6870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:35.800118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21168152,"num_objects":324,"num_object_clones":0,"num_object_copies":972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3484,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":324,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12770,"num_write_kb":418945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":-3160}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":517,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071417+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:17.071417+0000","last_peered":"2023-10-09T05:05:17.071417+0000","last_clean":"2023-10-09T05:05:17.071417+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:17.071417+0000","last_undegraded":"2023-10-09T05:05:17.071417+0000","last_fullsized":"2023-10-09T05:05:17.071417+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":556,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.074883+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:17.074883+0000","last_peered":"2023-10-09T05:05:17.074883+0000","last_clean":"2023-10-09T05:05:17.074883+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:17.074883+0000","last_undegraded":"2023-10-09T05:05:17.074883+0000","last_fullsized":"2023-10-09T05:05:17.074883+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":520,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067337+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:17.067337+0000","last_peered":"2023-10-09T05:05:17.067337+0000","last_clean":"2023-10-09T05:05:17.067337+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:17.067337+0000","last_undegraded":"2023-10-09T05:05:17.067337+0000","last_fullsized":"2023-10-09T05:05:17.067337+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":383,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.079240+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:05:17.079240+0000","last_peered":"2023-10-09T05:05:17.079240+0000","last_clean":"2023-10-09T05:05:17.079240+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:05:17.079240+0000","last_undegraded":"2023-10-09T05:05:17.079240+0000","last_fullsized":"2023-10-09T05:05:17.079240+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.e","version":"519'12942","reported_seq":13001,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.230264+0000","last_change":"2023-10-09T05:01:22.360856+0000","last_active":"2023-10-09T05:05:32.230264+0000","last_peered":"2023-10-09T05:05:32.230264+0000","last_clean":"2023-10-09T05:05:32.230264+0000","last_became_active":"2023-10-09T05:01:22.360601+0000","last_became_peered":"2023-10-09T05:01:22.360601+0000","last_unstale":"2023-10-09T05:05:32.230264+0000","last_undegraded":"2023-10-09T05:05:32.230264+0000","last_fullsized":"2023-10-09T05:05:32.230264+0000","mapping_epoch":468,"log_start":"485'5200","ondisk_log_start":"485'5200","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":7742,"log_dups_size":0,"ondisk_log_size":7742,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:45.486306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22413312,"num_objects":342,"num_object_clones":0,"num_object_copies":1026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12942,"num_write_kb":425088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":489,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064337+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:17.064337+0000","last_peered":"2023-10-09T05:05:17.064337+0000","last_clean":"2023-10-09T05:05:17.064337+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:17.064337+0000","last_undegraded":"2023-10-09T05:05:17.064337+0000","last_fullsized":"2023-10-09T05:05:17.064337+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":535,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.078810+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:05:17.078810+0000","last_peered":"2023-10-09T05:05:17.078810+0000","last_clean":"2023-10-09T05:05:17.078810+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:05:17.078810+0000","last_undegraded":"2023-10-09T05:05:17.078810+0000","last_fullsized":"2023-10-09T05:05:17.078810+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":401,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.078931+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:05:17.078931+0000","last_peered":"2023-10-09T05:05:17.078931+0000","last_clean":"2023-10-09T05:05:17.078931+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:05:17.078931+0000","last_undegraded":"2023-10-09T05:05:17.078931+0000","last_fullsized":"2023-10-09T05:05:17.078931+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":313,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070839+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:17.070839+0000","last_peered":"2023-10-09T05:05:17.070839+0000","last_clean":"2023-10-09T05:05:17.070839+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:17.070839+0000","last_undegraded":"2023-10-09T05:05:17.070839+0000","last_fullsized":"2023-10-09T05:05:17.070839+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.c","version":"519'12977","reported_seq":15121,"reported_epoch":519,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:05:32.264081+0000","last_change":"2023-10-09T05:05:09.728587+0000","last_active":"2023-10-09T05:05:32.264081+0000","last_peered":"2023-10-09T05:05:32.264081+0000","last_clean":"2023-10-09T05:01:21.325390+0000","last_became_active":"2023-10-09T05:02:06.527973+0000","last_became_peered":"2023-10-09T05:02:06.527973+0000","last_unstale":"2023-10-09T05:05:32.264081+0000","last_undegraded":"2023-10-09T05:02:06.364271+0000","last_fullsized":"2023-10-09T05:02:06.342480+0000","mapping_epoch":479,"log_start":"481'4100","ondisk_log_start":"481'4100","created":468,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8877,"log_dups_size":0,"ondisk_log_size":8877,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:33:46.274077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22872064,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2491,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12977,"num_write_kb":426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1039,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":-2142}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":502,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.074570+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:17.074570+0000","last_peered":"2023-10-09T05:05:17.074570+0000","last_clean":"2023-10-09T05:05:17.074570+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:17.074570+0000","last_undegraded":"2023-10-09T05:05:17.074570+0000","last_fullsized":"2023-10-09T05:05:17.074570+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":489,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.068711+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:17.068711+0000","last_peered":"2023-10-09T05:05:17.068711+0000","last_clean":"2023-10-09T05:05:17.068711+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:17.068711+0000","last_undegraded":"2023-10-09T05:05:17.068711+0000","last_fullsized":"2023-10-09T05:05:17.068711+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":355,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:21.848451+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:05:21.848451+0000","last_peered":"2023-10-09T05:05:21.848451+0000","last_clean":"2023-10-09T05:05:21.848451+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:05:21.848451+0000","last_undegraded":"2023-10-09T05:05:21.848451+0000","last_fullsized":"2023-10-09T05:05:21.848451+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":212,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073980+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:17.073980+0000","last_peered":"2023-10-09T05:05:17.073980+0000","last_clean":"2023-10-09T05:05:17.073980+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:17.073980+0000","last_undegraded":"2023-10-09T05:05:17.073980+0000","last_fullsized":"2023-10-09T05:05:17.073980+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"519'12656","reported_seq":12715,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.246529+0000","last_change":"2023-10-09T05:01:22.362283+0000","last_active":"2023-10-09T05:05:32.246529+0000","last_peered":"2023-10-09T05:05:32.246529+0000","last_clean":"2023-10-09T05:05:32.246529+0000","last_became_active":"2023-10-09T05:01:22.362075+0000","last_became_peered":"2023-10-09T05:01:22.362075+0000","last_unstale":"2023-10-09T05:05:32.246529+0000","last_undegraded":"2023-10-09T05:05:32.246529+0000","last_fullsized":"2023-10-09T05:05:32.246529+0000","mapping_epoch":468,"log_start":"483'4500","ondisk_log_start":"483'4500","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8156,"log_dups_size":0,"ondisk_log_size":8156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:38:10.793610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18481152,"num_objects":282,"num_object_clones":0,"num_object_copies":846,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":282,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12656,"num_write_kb":414016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":860,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.072391+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:17.072391+0000","last_peered":"2023-10-09T05:05:17.072391+0000","last_clean":"2023-10-09T05:05:17.072391+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:17.072391+0000","last_undegraded":"2023-10-09T05:05:17.072391+0000","last_fullsized":"2023-10-09T05:05:17.072391+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":93,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.068633+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:17.068633+0000","last_peered":"2023-10-09T05:05:17.068633+0000","last_clean":"2023-10-09T05:05:17.068633+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:17.068633+0000","last_undegraded":"2023-10-09T05:05:17.068633+0000","last_fullsized":"2023-10-09T05:05:17.068633+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":471,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067175+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:17.067175+0000","last_peered":"2023-10-09T05:05:17.067175+0000","last_clean":"2023-10-09T05:05:17.067175+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:17.067175+0000","last_undegraded":"2023-10-09T05:05:17.067175+0000","last_fullsized":"2023-10-09T05:05:17.067175+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":528,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.059128+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:05:17.059128+0000","last_peered":"2023-10-09T05:05:17.059128+0000","last_clean":"2023-10-09T05:05:17.059128+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:05:17.059128+0000","last_undegraded":"2023-10-09T05:05:17.059128+0000","last_fullsized":"2023-10-09T05:05:17.059128+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"519'12874","reported_seq":20007,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:35.077757+0000","last_change":"2023-10-09T05:03:59.340115+0000","last_active":"2023-10-09T05:05:35.077757+0000","last_peered":"2023-10-09T05:05:35.077757+0000","last_clean":"2023-10-09T05:05:35.077757+0000","last_became_active":"2023-10-09T05:03:59.321188+0000","last_became_peered":"2023-10-09T05:03:59.321188+0000","last_unstale":"2023-10-09T05:05:35.077757+0000","last_undegraded":"2023-10-09T05:05:35.077757+0000","last_fullsized":"2023-10-09T05:05:35.077757+0000","mapping_epoch":505,"log_start":"480'3700","ondisk_log_start":"480'3700","created":468,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9174,"log_dups_size":0,"ondisk_log_size":9174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:47:25.832503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11796480,"num_objects":180,"num_object_clones":0,"num_object_copies":540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12874,"num_write_kb":417728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3528,"num_bytes_recovered":231211008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":858,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070848+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:17.070848+0000","last_peered":"2023-10-09T05:05:17.070848+0000","last_clean":"2023-10-09T05:05:17.070848+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:17.070848+0000","last_undegraded":"2023-10-09T05:05:17.070848+0000","last_fullsized":"2023-10-09T05:05:17.070848+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":76,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.064991+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:17.064991+0000","last_peered":"2023-10-09T05:05:17.064991+0000","last_clean":"2023-10-09T05:05:17.064991+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:17.064991+0000","last_undegraded":"2023-10-09T05:05:17.064991+0000","last_fullsized":"2023-10-09T05:05:17.064991+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":262,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.079309+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:05:17.079309+0000","last_peered":"2023-10-09T05:05:17.079309+0000","last_clean":"2023-10-09T05:05:17.079309+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:05:17.079309+0000","last_undegraded":"2023-10-09T05:05:17.079309+0000","last_fullsized":"2023-10-09T05:05:17.079309+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":218,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.074634+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:17.074634+0000","last_peered":"2023-10-09T05:05:17.074634+0000","last_clean":"2023-10-09T05:05:17.074634+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:17.074634+0000","last_undegraded":"2023-10-09T05:05:17.074634+0000","last_fullsized":"2023-10-09T05:05:17.074634+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"519'13304","reported_seq":13363,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:32.241980+0000","last_change":"2023-10-09T05:01:22.355804+0000","last_active":"2023-10-09T05:05:32.241980+0000","last_peered":"2023-10-09T05:05:32.241980+0000","last_clean":"2023-10-09T05:05:32.241980+0000","last_became_active":"2023-10-09T05:01:22.355540+0000","last_became_peered":"2023-10-09T05:01:22.355540+0000","last_unstale":"2023-10-09T05:05:32.241980+0000","last_undegraded":"2023-10-09T05:05:32.241980+0000","last_fullsized":"2023-10-09T05:05:32.241980+0000","mapping_epoch":468,"log_start":"482'4400","ondisk_log_start":"482'4400","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":8904,"log_dups_size":0,"ondisk_log_size":8904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:27.506151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19136512,"num_objects":292,"num_object_clones":0,"num_object_copies":876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":292,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13304,"num_write_kb":435072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":517,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.069743+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:17.069743+0000","last_peered":"2023-10-09T05:05:17.069743+0000","last_clean":"2023-10-09T05:05:17.069743+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:17.069743+0000","last_undegraded":"2023-10-09T05:05:17.069743+0000","last_fullsized":"2023-10-09T05:05:17.069743+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":213,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.074008+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:05:17.074008+0000","last_peered":"2023-10-09T05:05:17.074008+0000","last_clean":"2023-10-09T05:05:17.074008+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:05:17.074008+0000","last_undegraded":"2023-10-09T05:05:17.074008+0000","last_fullsized":"2023-10-09T05:05:17.074008+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":423,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071024+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:17.071024+0000","last_peered":"2023-10-09T05:05:17.071024+0000","last_clean":"2023-10-09T05:05:17.071024+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:17.071024+0000","last_undegraded":"2023-10-09T05:05:17.071024+0000","last_fullsized":"2023-10-09T05:05:17.071024+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":236,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071002+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:05:17.071002+0000","last_peered":"2023-10-09T05:05:17.071002+0000","last_clean":"2023-10-09T05:05:17.071002+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:05:17.071002+0000","last_undegraded":"2023-10-09T05:05:17.071002+0000","last_fullsized":"2023-10-09T05:05:17.071002+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.8","version":"519'12989","reported_seq":13050,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:35.031418+0000","last_change":"2023-10-09T05:01:22.360239+0000","last_active":"2023-10-09T05:05:35.031418+0000","last_peered":"2023-10-09T05:05:35.031418+0000","last_clean":"2023-10-09T05:05:35.031418+0000","last_became_active":"2023-10-09T05:01:22.359923+0000","last_became_peered":"2023-10-09T05:01:22.359923+0000","last_unstale":"2023-10-09T05:05:35.031418+0000","last_undegraded":"2023-10-09T05:05:35.031418+0000","last_fullsized":"2023-10-09T05:05:35.031418+0000","mapping_epoch":468,"log_start":"481'3800","ondisk_log_start":"481'3800","created":468,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:01:21.325390+0000","last_clean_scrub_stamp":"2023-10-09T05:01:21.325390+0000","objects_scrubbed":0,"log_size":9189,"log_dups_size":0,"ondisk_log_size":9189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:35:23.200573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13565952,"num_objects":207,"num_object_clones":0,"num_object_copies":621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":207,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12989,"num_write_kb":422272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":562,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071301+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:05:17.071301+0000","last_peered":"2023-10-09T05:05:17.071301+0000","last_clean":"2023-10-09T05:05:17.071301+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:05:17.071301+0000","last_undegraded":"2023-10-09T05:05:17.071301+0000","last_fullsized":"2023-10-09T05:05:17.071301+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":212,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071511+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:17.071511+0000","last_peered":"2023-10-09T05:05:17.071511+0000","last_clean":"2023-10-09T05:05:17.071511+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:17.071511+0000","last_undegraded":"2023-10-09T05:05:17.071511+0000","last_fullsized":"2023-10-09T05:05:17.071511+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":516,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.059212+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:05:17.059212+0000","last_peered":"2023-10-09T05:05:17.059212+0000","last_clean":"2023-10-09T05:05:17.059212+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:05:17.059212+0000","last_undegraded":"2023-10-09T05:05:17.059212+0000","last_fullsized":"2023-10-09T05:05:17.059212+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":502,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.066756+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:17.066756+0000","last_peered":"2023-10-09T05:05:17.066756+0000","last_clean":"2023-10-09T05:05:17.066756+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:17.066756+0000","last_undegraded":"2023-10-09T05:05:17.066756+0000","last_fullsized":"2023-10-09T05:05:17.066756+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":214,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067625+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:17.067625+0000","last_peered":"2023-10-09T05:05:17.067625+0000","last_clean":"2023-10-09T05:05:17.067625+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:17.067625+0000","last_undegraded":"2023-10-09T05:05:17.067625+0000","last_fullsized":"2023-10-09T05:05:17.067625+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":559,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.121783+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:05:24.121783+0000","last_peered":"2023-10-09T05:05:24.121783+0000","last_clean":"2023-10-09T05:05:24.121783+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:05:24.121783+0000","last_undegraded":"2023-10-09T05:05:24.121783+0000","last_fullsized":"2023-10-09T05:05:24.121783+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":515,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.075291+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:17.075291+0000","last_peered":"2023-10-09T05:05:17.075291+0000","last_clean":"2023-10-09T05:05:17.075291+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:17.075291+0000","last_undegraded":"2023-10-09T05:05:17.075291+0000","last_fullsized":"2023-10-09T05:05:17.075291+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":550,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067554+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:17.067554+0000","last_peered":"2023-10-09T05:05:17.067554+0000","last_clean":"2023-10-09T05:05:17.067554+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:17.067554+0000","last_undegraded":"2023-10-09T05:05:17.067554+0000","last_fullsized":"2023-10-09T05:05:17.067554+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":520,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.071020+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:17.071020+0000","last_peered":"2023-10-09T05:05:17.071020+0000","last_clean":"2023-10-09T05:05:17.071020+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:17.071020+0000","last_undegraded":"2023-10-09T05:05:17.071020+0000","last_fullsized":"2023-10-09T05:05:17.071020+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":523,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.068585+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:17.068585+0000","last_peered":"2023-10-09T05:05:17.068585+0000","last_clean":"2023-10-09T05:05:17.068585+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:17.068585+0000","last_undegraded":"2023-10-09T05:05:17.068585+0000","last_fullsized":"2023-10-09T05:05:17.068585+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":247,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073632+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:05:17.073632+0000","last_peered":"2023-10-09T05:05:17.073632+0000","last_clean":"2023-10-09T05:05:17.073632+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:05:17.073632+0000","last_undegraded":"2023-10-09T05:05:17.073632+0000","last_fullsized":"2023-10-09T05:05:17.073632+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":212,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.073637+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:05:17.073637+0000","last_peered":"2023-10-09T05:05:17.073637+0000","last_clean":"2023-10-09T05:05:17.073637+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:05:17.073637+0000","last_undegraded":"2023-10-09T05:05:17.073637+0000","last_fullsized":"2023-10-09T05:05:17.073637+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":205,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.070686+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:17.070686+0000","last_peered":"2023-10-09T05:05:17.070686+0000","last_clean":"2023-10-09T05:05:17.070686+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:17.070686+0000","last_undegraded":"2023-10-09T05:05:17.070686+0000","last_fullsized":"2023-10-09T05:05:17.070686+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":539,"reported_epoch":518,"state":"active+clean","last_fresh":"2023-10-09T05:05:17.067056+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:17.067056+0000","last_peered":"2023-10-09T05:05:17.067056+0000","last_clean":"2023-10-09T05:05:17.067056+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:17.067056+0000","last_undegraded":"2023-10-09T05:05:17.067056+0000","last_fullsized":"2023-10-09T05:05:17.067056+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":16,"stat_sum":{"num_bytes":315949080,"num_objects":4822,"num_object_clones":0,"num_object_copies":14466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5975,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4822,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":206898,"num_write_kb":6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11704,"num_bytes_recovered":535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":816001024,"data_stored":815988808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128998,"ondisk_log_size":128998,"up":48,"acting":46,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234512,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1608752,"kb_used_data":112104,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":92136400,"statfs":{"total":95995035648,"available":94347673600,"internally_reserved":0,"allocated":114794496,"data_stored":113456040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.879,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":8.9900000000000002,"5min":8.9900000000000002,"15min":16.027999999999999},"last":1.49},{"interface":"front","average":{"1min":2.7309999999999999,"5min":1.597,"15min":1.4259999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.785},"last":5.5860000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":1.8999999999999999,"15min":1.5860000000000001},"min":{"1min":0.29099999999999998,"5min":0.22,"15min":0.22},"max":{"1min":10.789,"5min":10.789,"15min":10.789},"last":5.6280000000000001},{"interface":"front","average":{"1min":3.2879999999999998,"5min":2.5640000000000001,"15min":2.4260000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.305999999999999,"5min":15.401,"15min":15.401},"last":0.35599999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":2.4809999999999999,"15min":2.1200000000000001},"min":{"1min":0.30399999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":16.951000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":1.5609999999999999},{"interface":"front","average":{"1min":2.802,"5min":2.2759999999999998,"15min":1.897},"min":{"1min":0.315,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.818,"5min":11.311,"15min":16.704000000000001},"last":5.7060000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:04:52 2023","interfaces":[{"interface":"back","average":{"1min":2.8420000000000001,"5min":2.3399999999999999,"15min":2.0339999999999998},"min":{"1min":0.34100000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.7089999999999996,"5min":13.489000000000001,"15min":14.228999999999999},"last":6.3280000000000003},{"interface":"front","average":{"1min":3.3300000000000001,"5min":2.6520000000000001,"15min":1.978},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":10.629,"5min":17.853999999999999,"15min":17.853999999999999},"last":5.6840000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":2.5259999999999998,"15min":1.8340000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.911999999999999,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.39000000000000001},{"interface":"front","average":{"1min":4.375,"5min":2.1890000000000001,"15min":1.506},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":13.050000000000001,"5min":18.971,"15min":18.971},"last":5.657}]},{"osd":5,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":3.863,"5min":2.5150000000000001,"15min":1.948},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":20.678999999999998},"last":1.2969999999999999},{"interface":"front","average":{"1min":2.1890000000000001,"5min":1.845,"15min":1.5820000000000001},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8759999999999994,"5min":13.848000000000001,"15min":21.07},"last":1.5269999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.3040000000000003,"5min":2.4590000000000001,"15min":1.956},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":16.881,"5min":16.881,"15min":16.881},"last":8.2059999999999995},{"interface":"front","average":{"1min":3.3519999999999999,"5min":2.218,"15min":1.8700000000000001},"min":{"1min":0.379,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":12.815,"5min":12.815,"15min":24.010000000000002},"last":8.2520000000000007}]}]},{"osd":6,"up_from":46,"seq":197568496148,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1320096,"kb_used_data":122136,"kb_used_omap":0,"kb_used_meta":1197952,"kb_avail":92425056,"statfs":{"total":95995035648,"available":94643257344,"internally_reserved":0,"allocated":125067264,"data_stored":123745080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1226702848},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:33 2023","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.024,"15min":1.893},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":16.151,"5min":16.151,"15min":62.470999999999997},"last":3.4649999999999999},{"interface":"front","average":{"1min":3.875,"5min":2.1360000000000001,"15min":2.1440000000000001},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":16.902999999999999,"5min":16.902999999999999,"15min":62.445},"last":0.27800000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.4710000000000001,"15min":2.4180000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":15.935,"5min":15.935,"15min":15.935},"last":0.34899999999999998},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.8300000000000001,"15min":2.6800000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9029999999999996,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.0169999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.6909999999999998,"15min":2.0550000000000002},"min":{"1min":0.312,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.923,"5min":36.128,"15min":42.923999999999999},"last":3.411},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.5259999999999998,"15min":2.4710000000000001},"min":{"1min":0.44700000000000001,"5min":0.30499999999999999,"15min":0.252},"max":{"1min":7.0140000000000002,"5min":8.2360000000000007,"15min":42.936999999999998},"last":0.40400000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:05:05 2023","interfaces":[{"interface":"back","average":{"1min":4.3470000000000004,"5min":2.4580000000000002,"15min":2.4359999999999999},"min":{"1min":0.35399999999999998,"5min":0.33600000000000002,"15min":0.29199999999999998},"max":{"1min":10.823,"5min":10.823,"15min":26.763000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":3.4220000000000002,"5min":2.6139999999999999,"15min":2.375},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.5600000000000005,"5min":18.140000000000001,"15min":26.777999999999999},"last":2.9849999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.1040000000000001,"15min":1.671},"min":{"1min":0.30099999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.5540000000000003,"5min":10.710000000000001,"15min":16.399999999999999},"last":3.3740000000000001},{"interface":"front","average":{"1min":3.544,"5min":2.2370000000000001,"15min":1.732},"min":{"1min":0.33100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9370000000000003,"5min":10.106,"15min":16.068999999999999},"last":0.44900000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":3.9700000000000002,"5min":2.2679999999999998,"15min":1.593},"min":{"1min":0.42199999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":18.167000000000002,"5min":18.167000000000002,"15min":18.167000000000002},"last":2.9529999999999998},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.6879999999999999,"15min":1.373},"min":{"1min":0.34899999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":5.9790000000000001,"5min":10.154,"15min":16.292999999999999},"last":3.4390000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":2.2639999999999998,"5min":2.0960000000000001,"15min":1.635},"min":{"1min":0.37,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":11.260999999999999,"5min":11.260999999999999,"15min":16.372},"last":3.4940000000000002},{"interface":"front","average":{"1min":2.302,"5min":2.1970000000000001,"15min":1.754},"min":{"1min":0.41299999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":6.8460000000000001,"5min":10.185,"15min":16.018999999999998},"last":0.63200000000000001}]}]},{"osd":1,"up_from":478,"seq":2052994367531,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307188,"kb_used_data":88492,"kb_used_omap":6,"kb_used_meta":218681,"kb_avail":93437964,"statfs":{"total":95995035648,"available":95680475136,"internally_reserved":0,"allocated":90615808,"data_stored":88183594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":223929835},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.454,"15min":1.454},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":5.1609999999999996,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.20100000000000001},{"interface":"front","average":{"1min":1.825,"5min":1.8939999999999999,"15min":1.7450000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.7930000000000001,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.28299999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.863,"15min":1.8340000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":4.6310000000000002,"5min":15.759,"15min":15.759},"last":0.217},{"interface":"front","average":{"1min":1.288,"5min":1.631,"15min":1.4990000000000001},"min":{"1min":0.251,"5min":0.191,"15min":0.191},"max":{"1min":5.383,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.26100000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":2.512,"15min":2.7040000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.2449999999999992,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.5840000000000001,"15min":1.397},"min":{"1min":0.32700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5789999999999997,"5min":9.891,"15min":9.891},"last":0.36699999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.8340000000000001,"5min":4.9089999999999998,"15min":5.9359999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.2480000000000002,"5min":71.381,"15min":71.381},"last":1.4550000000000001},{"interface":"front","average":{"1min":4.319,"5min":5.367,"15min":6.3810000000000002},"min":{"1min":0.46800000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":11.282999999999999,"5min":71.721999999999994,"15min":71.721999999999994},"last":1.407}]},{"osd":5,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":5.5209999999999999,"15min":6.8310000000000004},"min":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.3109999999999999,"5min":71.061000000000007,"15min":71.061000000000007},"last":3.5049999999999999},{"interface":"front","average":{"1min":2.8149999999999999,"5min":5.2750000000000004,"15min":6.2759999999999998},"min":{"1min":0.41299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":11.347,"5min":72.126000000000005,"15min":72.126000000000005},"last":3.4500000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.3260000000000001,"15min":2.2440000000000002},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":4.5490000000000004,"5min":12.977,"15min":12.977},"last":5.3819999999999997},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.6970000000000001,"15min":2.7170000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.3330000000000002,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.58699999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.6379999999999999,"5min":5.5190000000000001,"15min":6.391},"min":{"1min":0.42299999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":13,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":2.423,"5min":4.8330000000000002,"15min":5.9669999999999996},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":7.5350000000000001,"5min":70.769999999999996,"15min":70.769999999999996},"last":2.7930000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187855,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1106644,"kb_used_data":38988,"kb_used_omap":5,"kb_used_meta":1067642,"kb_avail":92638508,"statfs":{"total":95995035648,"available":94861832192,"internally_reserved":0,"allocated":39923712,"data_stored":37112469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1093266042},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.5589999999999999,"15min":1.587},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.8109999999999999,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.621,"5min":1.7629999999999999,"15min":1.978},"min":{"1min":0.221,"5min":0.218,"15min":0.218},"max":{"1min":6.9000000000000004,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.25600000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.9079999999999999,"15min":2.2789999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":5.8319999999999999,"5min":16.081,"15min":24.021000000000001},"last":4.2539999999999996},{"interface":"front","average":{"1min":1.7410000000000001,"5min":2.1549999999999998,"15min":2.254},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":6.71,"5min":15.845000000000001,"15min":24.050999999999998},"last":0.38}]},{"osd":3,"last update":"Mon Oct 9 05:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.776,"5min":1.974,"15min":1.859},"min":{"1min":0.29199999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.318,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":1.5549999999999999,"5min":1.6910000000000001,"15min":2.137},"min":{"1min":0.28100000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.468,"5min":13.294,"15min":23.222000000000001},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9019999999999999,"15min":1.8560000000000001},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.9409999999999998,"5min":10.004,"15min":14.581},"last":4.2160000000000002},{"interface":"front","average":{"1min":2.8069999999999999,"5min":2.3399999999999999,"15min":1.804},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.6690000000000005,"5min":10.541,"15min":14.721},"last":2.952}]},{"osd":5,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5539999999999998,"5min":2.403,"15min":1.931},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.29899999999999999},"max":{"1min":11.403,"5min":11.403,"15min":13.542},"last":5.3230000000000004},{"interface":"front","average":{"1min":3.2160000000000002,"5min":2.569,"15min":2.1629999999999998},"min":{"1min":0.33700000000000002,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":9.0199999999999996,"5min":13.971,"15min":22.738},"last":2.2789999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9369999999999998,"5min":2.4199999999999999,"15min":2.0059999999999998},"min":{"1min":0.41999999999999998,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":3.028,"5min":2.3439999999999999,"15min":2.2250000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":17.335999999999999,"5min":17.335999999999999,"15min":22.709},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":2.8010000000000002,"15min":2.3900000000000001},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":10.896000000000001,"5min":10.896000000000001,"15min":22.763000000000002},"last":0.501},{"interface":"front","average":{"1min":2.141,"5min":1.762,"15min":2.0169999999999999},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.0270000000000001,"5min":11.802,"15min":20.890000000000001},"last":1.2729999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206698,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1151904,"kb_used_data":135192,"kb_used_omap":7,"kb_used_meta":1016696,"kb_avail":92593248,"statfs":{"total":95995035648,"available":94815485952,"internally_reserved":0,"allocated":138436608,"data_stored":136018033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1041096785},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.9059999999999999,"5min":2.262,"15min":1.6619999999999999},"min":{"1min":0.219,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":6.1879999999999997,"5min":20.329999999999998,"15min":20.329999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.742,"15min":1.5289999999999999},"min":{"1min":0.224,"5min":0.192,"15min":0.188},"max":{"1min":4.0499999999999998,"5min":13.952,"15min":13.952},"last":0.35999999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":3.9729999999999999,"15min":4.7089999999999996},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":4.1289999999999996,"5min":70.971000000000004,"15min":70.971000000000004},"last":5.9630000000000001},{"interface":"front","average":{"1min":2.2120000000000002,"5min":4.048,"15min":4.7789999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.4390000000000001,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:01 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":3.2959999999999998,"15min":2.8439999999999999},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.5139999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":5.9130000000000003},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.3809999999999998,"15min":2.9409999999999998},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":3.601,"5min":26.056999999999999,"15min":79.959000000000003},"last":5.9379999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.9199999999999999,"15min":2.8380000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":10.691000000000001,"5min":12.992000000000001,"15min":176.00200000000001},"last":5.8719999999999999},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.113,"15min":2.3050000000000002},"min":{"1min":0.314,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.5750000000000002,"5min":11.063000000000001,"15min":176.07900000000001},"last":1.8959999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1749999999999998,"5min":2.7679999999999998,"15min":1.9119999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":46.997,"5min":46.997,"15min":46.997},"last":9.6739999999999995},{"interface":"front","average":{"1min":5.1520000000000001,"5min":3.2490000000000001,"15min":2.4119999999999999},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":46.978000000000002,"5min":46.978000000000002,"15min":46.978000000000002},"last":6.2050000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1819999999999999,"5min":3.004,"15min":2.3109999999999999},"min":{"1min":0.53100000000000003,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":7.944,"5min":24.023,"15min":42.975999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.7090000000000001,"5min":2.3119999999999998,"15min":2.109},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":4.923,"5min":24.364000000000001,"15min":42.843000000000004},"last":0.56200000000000006}]},{"osd":7,"last update":"Mon Oct 9 05:04:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3719999999999999,"5min":2.4649999999999999,"15min":2.117},"min":{"1min":0.52800000000000002,"5min":0.39900000000000002,"15min":0.374},"max":{"1min":6.306,"5min":12.907999999999999,"15min":15.516},"last":2.0259999999999998},{"interface":"front","average":{"1min":2.8719999999999999,"5min":2.2959999999999998,"15min":2.052},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":12.166,"5min":12.462999999999999,"15min":15.583},"last":1.992}]}]},{"osd":3,"up_from":198,"seq":850403524835,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":636196,"kb_used_data":40668,"kb_used_omap":2,"kb_used_meta":595517,"kb_avail":93108956,"statfs":{"total":95995035648,"available":95343570944,"internally_reserved":0,"allocated":41644032,"data_stored":39450992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":609809461},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":2.0139999999999998,"15min":2.0339999999999998},"min":{"1min":0.20399999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.6159999999999997,"5min":11.06,"15min":26.260999999999999},"last":0.23899999999999999},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0329999999999999,"15min":1.98},"min":{"1min":0.23000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.6870000000000003,"5min":9.5909999999999993,"15min":22.477},"last":1.161}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":1.452,"15min":1.0209999999999999},"min":{"1min":0.255,"5min":0.215,"15min":0.215},"max":{"1min":5.585,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.524,"5min":1.7190000000000001,"15min":1.407},"min":{"1min":0.24099999999999999,"5min":0.216,"15min":0.216},"max":{"1min":5.718,"5min":11.051,"15min":11.051},"last":0.32200000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.4209999999999998,"15min":2.3479999999999999},"min":{"1min":0.27800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.32,"5min":21.407,"15min":21.722999999999999},"last":3.1960000000000002},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.9260000000000002,"15min":2.2869999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":6.4729999999999999,"5min":24.184000000000001,"15min":25.776},"last":3.1859999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.2650000000000001,"15min":1.9019999999999999},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":8.7149999999999999,"5min":14.359999999999999,"15min":15.301},"last":1.2969999999999999},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.893,"15min":2.1099999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.356999999999999,"5min":10.792999999999999,"15min":21.532},"last":1.2509999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.0870000000000002,"15min":1.97},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.6780000000000008,"5min":11.026,"15min":35.712000000000003},"last":1.718},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.5329999999999999,"15min":2.2200000000000002},"min":{"1min":0.442,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.492,"5min":10.109,"15min":35.488},"last":1.2749999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.4050000000000002,"5min":2.6349999999999998,"15min":2.6059999999999999},"min":{"1min":0.82599999999999996,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.284000000000001,"5min":14.609,"15min":50.113999999999997},"last":3.6789999999999998},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.27,"15min":2.2000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.443999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":2.085}]},{"osd":7,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.843,"15min":2.278},"min":{"1min":0.44800000000000001,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":15.491,"5min":18.428000000000001,"15min":18.428000000000001},"last":1.3740000000000001},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4889999999999999,"15min":2.3439999999999999},"min":{"1min":0.52800000000000002,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":10.226000000000001,"5min":14.663,"15min":21.587},"last":5.3220000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019420,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1689644,"kb_used_data":190628,"kb_used_omap":0,"kb_used_meta":1499008,"kb_avail":92055508,"statfs":{"total":95995035648,"available":94264840192,"internally_reserved":0,"allocated":195203072,"data_stored":193868931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1534984192},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":1.954,"15min":1.8460000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":7.8460000000000001,"5min":11.003,"15min":21.047000000000001},"last":3.5409999999999999},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.8260000000000001,"15min":1.6519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":11.507999999999999,"5min":11.507999999999999,"15min":12.064},"last":0.58999999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":3.6739999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":2.952,"5min":2.4089999999999998,"15min":3.0939999999999999},"min":{"1min":0.31,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.9219999999999997,"5min":10.15,"15min":105.411},"last":3.5819999999999999},{"interface":"front","average":{"1min":3.1379999999999999,"5min":2.4769999999999999,"15min":2.9940000000000002},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":11.468,"5min":11.468,"15min":97.927999999999997},"last":0.84999999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":17.498000000000001,"5min":5.0659999999999998,"15min":3.2309999999999999},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":253.50700000000001,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.312},{"interface":"front","average":{"1min":17.007999999999999,"5min":5.2089999999999996,"15min":3.3900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":253.72,"5min":253.72,"15min":253.72},"last":0.98599999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:04:36 2023","interfaces":[{"interface":"back","average":{"1min":4.431,"5min":1.786,"15min":1.667},"min":{"1min":0.32500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":13.25,"5min":13.25,"15min":20.991},"last":3.6080000000000001},{"interface":"front","average":{"1min":4.4480000000000004,"5min":2.0699999999999998,"15min":1.5629999999999999},"min":{"1min":0.308,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":11.628,"5min":11.628,"15min":14.202999999999999},"last":0.54400000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:04:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.1070000000000002,"15min":2.2080000000000002},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":7.4400000000000004,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.78400000000000003},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.0499999999999998,"15min":2.2949999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":19.387,"5min":19.387,"15min":81.715999999999994},"last":3.7010000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":1.929}]}]},{"osd":5,"up_from":38,"seq":163208757784,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1680800,"kb_used_data":185624,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":92064352,"statfs":{"total":95995035648,"available":94273896448,"internally_reserved":0,"allocated":190078976,"data_stored":188753421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.2090000000000001,"15min":2.5910000000000002},"min":{"1min":0.249,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.7569999999999997,"5min":11.926,"15min":322.43200000000002},"last":0.31900000000000001},{"interface":"front","average":{"1min":4.0910000000000002,"5min":2.1240000000000001,"15min":2.9740000000000002},"min":{"1min":0.39600000000000002,"5min":0.246,"15min":0.219},"max":{"1min":13.456,"5min":13.456,"15min":322.61599999999999},"last":0.67900000000000005}]},{"osd":1,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":4.6399999999999997,"5min":2.964,"15min":2.452},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":18.257000000000001,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":4.915,"5min":2.8290000000000002,"15min":2.2040000000000002},"min":{"1min":0.47199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":13.411,"5min":13.411,"15min":13.411},"last":0.71499999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":2.7450000000000001,"15min":2.2050000000000001},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":17.82,"5min":17.82,"15min":18.553000000000001},"last":0.747},{"interface":"front","average":{"1min":5.4059999999999997,"5min":2.7959999999999998,"15min":2.2200000000000002},"min":{"1min":0.68300000000000005,"5min":0.313,"15min":0.255},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":18.617000000000001},"last":3.3530000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.1029999999999998,"5min":2.3969999999999998,"15min":2.2949999999999999},"min":{"1min":0.85999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":74.915000000000006},"last":0.42299999999999999},{"interface":"front","average":{"1min":2.5950000000000002,"5min":2.2370000000000001,"15min":2.3879999999999999},"min":{"1min":0.378,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":9.1120000000000001,"5min":13.738,"15min":74.799999999999997},"last":1.002}]},{"osd":4,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":3.5619999999999998,"5min":2.403,"15min":1.5669999999999999},"min":{"1min":0.38200000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.287000000000001,"5min":10.287000000000001,"15min":13.285},"last":2.1989999999999998},{"interface":"front","average":{"1min":4.7599999999999998,"5min":2.5379999999999998,"15min":1.6619999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.27100000000000002},"max":{"1min":13.555999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":4.0510000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.3010000000000002,"5min":1.829,"15min":1.5009999999999999},"min":{"1min":0.34300000000000003,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":13.189},"last":0.63200000000000001},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.27,"15min":1.653},"min":{"1min":0.40200000000000002,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":17.149999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":2.4129999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":6.056,"5min":2.871,"15min":1.8280000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":18.442,"5min":18.442,"15min":18.442},"last":7.125},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2.8879999999999999,"15min":1.9350000000000001},"min":{"1min":0.39300000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":18.295999999999999,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.39300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":30605312,"data_stored":30605312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":76091392,"data_stored":76087320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":112656384,"data_stored":112656384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28770304,"data_stored":28770304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":189272064,"data_stored":189267992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":170983424,"data_stored":170983424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":106627072,"data_stored":106627072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":100995072,"data_stored":100991000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:05:38.836 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:05:38.867 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:38.930 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:39.002 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:39.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:39.009 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:39.109 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:39.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:39.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 105859 objects 2023-10-09T05:05:39.351 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :152.293 2023-10-09T05:05:39.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: osdmap e520: 8 total, 8 up, 8 in 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[184249]: pgmap v1591: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 106 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 5732/5130 objects degraded (111.735%); 0 B/s, 48 objects/s recovering 2023-10-09T05:05:39.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:05:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: osdmap e520: 8 total, 8 up, 8 in 2023-10-09T05:05:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:39 smithi107 ceph-mon[179183]: pgmap v1591: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 106 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 5732/5130 objects degraded (111.735%); 0 B/s, 48 objects/s recovering 2023-10-09T05:05:39.564 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:39.565 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.566 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:05:39.700 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:39.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:39.704 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:05:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: osdmap e520: 8 total, 8 up, 8 in 2023-10-09T05:05:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: failed to encode map e520 with expected crc 2023-10-09T05:05:39.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:39 smithi150 ceph-mon[168511]: pgmap v1591: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 106 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 5732/5130 objects degraded (111.735%); 0 B/s, 48 objects/s recovering 2023-10-09T05:05:39.804 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:39.831 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:39.865 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:39.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:39.869 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:39.969 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:39.997 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:40.032 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:40.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:40.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:40.136 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:40.168 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:40.204 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:40.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:40.208 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:40.309 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:40.336 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:40.347 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:40.370 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:40.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:40.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:40.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2502557592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:40.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2502557592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:40.428 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:05:40.428 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:05:40.429 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:05:40.429 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:05:40.429 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:05:40.475 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:40.504 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:40.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2502557592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:40.863 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:40.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:40.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:40.968 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:40.995 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:41.027 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T05:05:41.029 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:41.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:41.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:41.134 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:41.160 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:41.196 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:41.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:41.200 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:41.300 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:41.327 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:41.524 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:41.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:41.527 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:41.623 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:05:41.627 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:41.650 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:41 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5732/5130 objects degraded (111.735%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:41.650 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:41 smithi107 ceph-mon[184249]: pgmap v1592: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 82 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 5732/3969 objects degraded (144.419%); 0 B/s, 48 objects/s recovering 2023-10-09T05:05:41.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:41 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5732/5130 objects degraded (111.735%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:41.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:41 smithi107 ceph-mon[179183]: pgmap v1592: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 82 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 5732/3969 objects degraded (144.419%); 0 B/s, 48 objects/s recovering 2023-10-09T05:05:41.680 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:41 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5732/5130 objects degraded (111.735%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:41.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:41 smithi150 ceph-mon[168511]: pgmap v1592: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 82 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 5732/3969 objects degraded (144.419%); 0 B/s, 48 objects/s recovering 2023-10-09T05:05:41.829 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:41.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:41.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:41.933 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:41.959 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:41.994 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:41.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:41.997 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:42.098 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:42.118 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:05:42.124 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:42.126 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_8 2023-10-09T05:05:42.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_8 unique_pool_8 --yes-i-really-really-mean-it 2023-10-09T05:05:42.159 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:42.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:42.163 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:42.231 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:42.263 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:42.303 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:05:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:05:42] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2023-10-09T05:05:42.306 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:42.402 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:42.405 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:42.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:42.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:42.507 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:42.533 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:42.536 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:42.536 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 5732/3969 objects degraded (144.419%), 2 pgs degraded, 2 pgs undersized","count":4},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2102,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":520,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":1323,"data_bytes":85661624,"bytes_used":9061548032,"bytes_avail":758898737152,"bytes_total":767960285184,"degraded_objects":5732,"degraded_total":3969,"degraded_ratio":1.4441924918115392,"recovering_objects_per_sec":48,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":485,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":748},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"8c79fd87-a4c8-4455-8bf7-ca7208481300":{"message":"Global Recovery Event (4m)\n [===========================.] (remaining: 5s)","progress":0.97979795932769775,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:05:42.569 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:42.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:42.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:42.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:42.705 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:42.832 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2262179649' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:42.832 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2262179649' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:42.896 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:42.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:42.900 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:42.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2262179649' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:05:43.001 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:43.028 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:43.315 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:43.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:43.319 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:43.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:43.421 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:05:43.421 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:05:43.446 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:43.533 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:43.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:43.536 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:43.637 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:43.664 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:43.899 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:43 smithi107 ceph-mon[184249]: pgmap v1593: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:43.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:43 smithi107 ceph-mon[179183]: pgmap v1593: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:43 smithi150 ceph-mon[168511]: pgmap v1593: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:44.091 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:44.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:44.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:44.195 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:44.224 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:44.274 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:44.328 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:44.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:44.333 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:44.382 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:44.434 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:44.464 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:44.473 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:44.605 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:44.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:44.629 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:44.730 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:44.765 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:44.942 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:44.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:44.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:45.046 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:45.077 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:45.144 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:05:45.144 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:05:45.144 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:05:45.144 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:145666 12.c e413/386 12:3eec9f47:::benchmark_data_smithi107_355541_object36593:head v 413'9193, mlcod=413'9190)", 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T04:59:03.469369+0000", 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 401.67300898399998, 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.057211979000000003, 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.145 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469369+0000", 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469369+0000", 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469367+0000", 2023-10-09T05:05:45.146 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469395+0000", 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7787999999999999e-05 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469416+0000", 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1523e-05 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.147 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469427+0000", 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0698e-05 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469957+0000", 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00053067299999999995 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.469975+0000", 2023-10-09T05:05:45.148 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7425999999999999e-05 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.526522+0000", 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056547206000000003 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T04:59:03.526581+0000", 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8757e-05 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.149 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:189139 12.8 e432/386 12:16708944:::benchmark_data_smithi107_355541_object80066:head v 432'11736, mlcod=432'11734)", 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:08.350108+0000", 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 336.792269331, 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.055210601999999998, 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.150 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350108+0000", 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350108+0000", 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350108+0000", 2023-10-09T05:05:45.151 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350113+0000", 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5400000000000003e-06 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350121+0000", 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9699999999999999e-06 2023-10-09T05:05:45.152 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350127+0000", 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.31e-06 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350175+0000", 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7888e-05 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.153 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.350197+0000", 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2252999999999999e-05 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.405268+0000", 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.055071547999999998 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.405319+0000", 2023-10-09T05:05:45.154 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0633000000000001e-05 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46286.0:189226 12.3 e432/386 12:c58d4f17:::benchmark_data_smithi107_355541_object80153:head v 432'11674, mlcod=432'11670)", 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:08.509920+0000", 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 336.63245811799999, 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.061213169999999997, 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.155 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509920+0000", 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509920+0000", 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.156 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509919+0000", 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509928+0000", 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9260000000000006e-06 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.157 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509943+0000", 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4901e-05 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.509950+0000", 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4749999999999996e-06 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.511503+0000", 2023-10-09T05:05:45.158 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0015528989999999999 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.511528+0000", 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4617000000000002e-05 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.571088+0000", 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059560753000000001 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.159 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:08.571133+0000", 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4570999999999997e-05 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212541 12.3 12:c7d0b7e3:::benchmark_data_smithi107_355541_object103468:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968553+0000", 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 295.17382493600002, 2023-10-09T05:05:45.160 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2161321220000001, 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212541 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968553+0000", 2023-10-09T05:05:45.161 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968553+0000", 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968551+0000", 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968559+0000", 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6839999999999996e-06 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968571+0000", 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2438e-05 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.163 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968580+0000", 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5650000000000002e-06 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6118000000000001e-05 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968638+0000", 2023-10-09T05:05:45.164 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2349e-05 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.159402+0000", 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.190764003 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.159505+0000", 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000102495 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.165 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.159584+0000", 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9200000000000001e-05 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166721+0000", 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071371500000000001 2023-10-09T05:05:45.166 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166770+0000", 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8582999999999999e-05 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166957+0000", 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018767600000000001 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.167 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184465+0000", 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017507126000000001 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184537+0000", 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2543e-05 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184685+0000", 2023-10-09T05:05:45.168 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000147899 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212544 12.3 12:c3daab27:::benchmark_data_smithi107_355541_object103471:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 295.17378774899998, 2023-10-09T05:05:45.169 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2163198669999999, 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212544 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.170 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.171 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968592+0000", 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0729999999999999e-06 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.172 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968596+0000", 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0550000000000001e-06 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968599+0000", 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2210000000000002e-06 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968669+0000", 2023-10-09T05:05:45.173 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0044999999999998e-05 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968678+0000", 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5709999999999998e-06 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.162100+0000", 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1934223580000001 2023-10-09T05:05:45.174 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.162193+0000", 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3444999999999997e-05 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.162268+0000", 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4198999999999999e-05 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.175 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166876+0000", 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046082670000000001 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166933+0000", 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6685999999999999e-05 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.174246+0000", 2023-10-09T05:05:45.176 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073137999999999996 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184734+0000", 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010487488 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184794+0000", 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0551999999999999e-05 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.177 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184910+0000", 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000115494 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212553 12.3 12:c38d8a23:::benchmark_data_smithi107_355541_object103480:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968602+0000", 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 295.17377618199998, 2023-10-09T05:05:45.178 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.265569618, 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212553 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968602+0000", 2023-10-09T05:05:45.179 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968602+0000", 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968601+0000", 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.180 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968603+0000", 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.844e-06 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968606+0000", 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9909999999999998e-06 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.181 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968609+0000", 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5950000000000001e-06 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968719+0000", 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000110381 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968728+0000", 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7479999999999999e-06 2023-10-09T05:05:45.182 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.164316+0000", 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.195588329 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.164405+0000", 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8964999999999999e-05 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.183 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.164479+0000", 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4203999999999996e-05 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166963+0000", 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024839950000000001 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167011+0000", 2023-10-09T05:05:45.184 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7416999999999997e-05 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.174295+0000", 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007284591 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.233984+0000", 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059688103999999999 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.185 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.234044+0000", 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0605e-05 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.234171+0000", 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012709 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.186 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212569 12.3 12:ca221b17:::benchmark_data_smithi107_355541_object103496:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 295.17375195900001, 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2910523190000001, 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:05:45.187 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212569 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.188 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968627+0000", 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.756e-06 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.189 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968634+0000", 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1430000000000003e-06 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968639+0000", 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3199999999999999e-06 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.190 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968757+0000", 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011861799999999999 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968764+0000", 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8800000000000002e-06 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167027+0000", 2023-10-09T05:05:45.191 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1982624930000001 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167100+0000", 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3145000000000005e-05 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167169+0000", 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9379000000000001e-05 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.192 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.169535+0000", 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023653120000000001 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.170027+0000", 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000492425 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.193 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.183270+0000", 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013242627999999999 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.259499+0000", 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076229274999999999 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.194 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.259559+0000", 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0304999999999999e-05 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.259678+0000", 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0001189 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.195 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:56145 13.9 e477/468 13:9e415682:::benchmark_data_smithi107_396486_object56144:head v 477'3610, mlcod=477'3608)", 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 220.137330784, 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059854093999999997, 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:05:45.196 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.197 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005081+0000", 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4427000000000001e-05 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061363+0000", 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056282379 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.198 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061371+0000", 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3699999999999997e-06 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061420+0000", 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9518999999999998e-05 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061441+0000", 2023-10-09T05:05:45.199 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0903999999999998e-05 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.064873+0000", 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003432151 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.064901+0000", 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7693999999999999e-05 2023-10-09T05:05:45.200 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104807 13.9 e495/468 13:96bc0081:::benchmark_data_smithi107_396486_object104806:head v 495'6732, mlcod=495'6730)", 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.612128+0000", 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 159.53024977199999, 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028315093, 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.201 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612128+0000", 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612128+0000", 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.202 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612127+0000", 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612179+0000", 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2104000000000001e-05 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612199+0000", 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0080000000000001e-05 2023-10-09T05:05:45.203 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612208+0000", 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6640000000000004e-06 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612291+0000", 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3306000000000005e-05 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.204 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.612312+0000", 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0528000000000001e-05 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.640386+0000", 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028074169 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.640443+0000", 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7398999999999997e-05 2023-10-09T05:05:45.205 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:108363 13.3 e496/468 13:cf11ef3f:::benchmark_data_smithi107_396486_object2501:head v 496'6729, mlcod=496'6727)", 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:10.165293+0000", 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 154.977085114, 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028115443, 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.206 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.165293+0000", 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.165293+0000", 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.207 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.165292+0000", 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.165301+0000", 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7019999999999996e-06 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.208 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.165314+0000", 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2792999999999999e-05 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.165322+0000", 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1850000000000004e-06 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.172725+0000", 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00740297 2023-10-09T05:05:45.209 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.172746+0000", 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1036e-05 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.193368+0000", 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020621318999999999 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.210 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:10.193408+0000", 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0479000000000003e-05 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120582 13.5 e500/468 13:a5df3384:::benchmark_data_smithi107_396486_object14720:head v 500'7479, mlcod=500'7477)", 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:05:45.211 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 138.58560346900001, 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047161572999999998, 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.212 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556779+0000", 2023-10-09T05:05:45.213 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2599999999999996e-06 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556785+0000", 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7400000000000001e-06 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556790+0000", 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5839999999999996e-06 2023-10-09T05:05:45.214 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.565428+0000", 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0086380699999999994 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.565452+0000", 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4414e-05 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.215 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603885+0000", 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038432804000000001 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603936+0000", 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1075000000000001e-05 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.216 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120584 13.5 e500/468 13:a097912a:::benchmark_data_smithi107_396486_object14722:head v 500'7480, mlcod=500'7477)", 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 138.58557844699999, 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047163183999999997, 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:05:45.217 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.218 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556810+0000", 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0587999999999999e-05 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556816+0000", 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9540000000000001e-06 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.219 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556820+0000", 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4349999999999999e-06 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569181+0000", 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012361175 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569205+0000", 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4182e-05 2023-10-09T05:05:45.220 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603942+0000", 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.034736277000000003 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603963+0000", 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0846e-05 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.221 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120591 13.5 e500/468 13:a5027393:::benchmark_data_smithi107_396486_object14729:head v 500'7481, mlcod=500'7477)", 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.569508+0000", 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 138.57286933399999, 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.034491353000000002, 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.222 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569508+0000", 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569508+0000", 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.223 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569507+0000", 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569521+0000", 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4168000000000001e-05 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.224 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569531+0000", 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4579999999999999e-06 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569538+0000", 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.922e-06 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.225 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.573107+0000", 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003569638 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.573129+0000", 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1268999999999999e-05 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603972+0000", 2023-10-09T05:05:45.226 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.030843651999999999 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.604000+0000", 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7549999999999999e-05 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.227 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132432 13.9 e502/468 13:989e9fc7:::benchmark_data_smithi107_396486_object26570:head v 502'8465, mlcod=502'8463)", 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:42.860548+0000", 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 122.281829555, 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028590023999999999, 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860548+0000", 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.228 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860548+0000", 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860547+0000", 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:45.229 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860562+0000", 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4501000000000001e-05 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860581+0000", 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9126e-05 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.230 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860590+0000", 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2569999999999996e-06 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860707+0000", 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011713 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860732+0000", 2023-10-09T05:05:45.231 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4280000000000001e-05 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.889094+0000", 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028362155 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.889138+0000", 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4372999999999997e-05 2023-10-09T05:05:45.232 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132434 13.9 e502/468 13:91fd619a:::benchmark_data_smithi107_396486_object26572:head v 502'8466, mlcod=502'8463)", 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:42.860606+0000", 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 122.281771705, 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032634402, 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.233 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860606+0000", 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860606+0000", 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860606+0000", 2023-10-09T05:05:45.234 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860617+0000", 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1355999999999999e-05 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860629+0000", 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1783000000000001e-05 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.235 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860634+0000", 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6300000000000003e-06 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.864322+0000", 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0036874 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.864360+0000", 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8022000000000003e-05 2023-10-09T05:05:45.236 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.893202+0000", 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028842505000000001 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.893241+0000", 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8169e-05 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.237 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132436 13.9 e502/468 13:9afa727d:::benchmark_data_smithi107_396486_object26574:head v 502'8467, mlcod=502'8463)", 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:42.860640+0000", 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 122.281738109, 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032620275999999997, 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.238 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860640+0000", 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860640+0000", 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860639+0000", 2023-10-09T05:05:45.239 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860644+0000", 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1400000000000002e-06 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860651+0000", 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7319999999999998e-06 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.240 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.860656+0000", 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5460000000000002e-06 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.868065+0000", 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0074092949999999998 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.241 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.868088+0000", 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2688999999999999e-05 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.893246+0000", 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025157783 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.242 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.893260+0000", 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4426999999999999e-05 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:132447 13.9 e502/468 13:913bfdcd:::benchmark_data_smithi107_396486_object26585:head v 502'8471, mlcod=502'8463)", 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:42.876238+0000", 2023-10-09T05:05:45.243 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 122.26614010900001, 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029488878, 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.876238+0000", 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.244 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.876238+0000", 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.876237+0000", 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.245 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.876245+0000", 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3480000000000004e-06 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.876258+0000", 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3032e-05 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.876266+0000", 2023-10-09T05:05:45.246 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9389999999999997e-06 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.884855+0000", 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0085889550000000005 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.884883+0000", 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8169000000000001e-05 2023-10-09T05:05:45.247 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.905681+0000", 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020797455999999999 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:42.905727+0000", 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6056000000000001e-05 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.248 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:140538 13.3 e504/468 13:c1155087:::benchmark_data_smithi107_396486_object34676:head v 504'8721, mlcod=504'8719)", 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:54.655068+0000", 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 110.48730989000001, 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029888325, 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.249 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.655068+0000", 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.655068+0000", 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.655066+0000", 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:45.250 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.655080+0000", 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3828e-05 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.655107+0000", 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6846e-05 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.251 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.655119+0000", 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1999e-05 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.656413+0000", 2023-10-09T05:05:45.252 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001294082 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.656438+0000", 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4465999999999999e-05 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.253 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.684921+0000", 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028483422000000001 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.684956+0000", 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5327000000000002e-05 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.254 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:163328 13.9 e510/468 13:9c59d1bf:::benchmark_data_smithi107_396486_object57466:head v 510'10481, mlcod=510'10479)", 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:28.757195+0000", 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 76.385183298000001, 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.027557170999999998, 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.757195+0000", 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.255 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.757195+0000", 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.757193+0000", 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.256 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.757205+0000", 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1674999999999999e-05 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.757225+0000", 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0203999999999998e-05 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.257 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.757235+0000", 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9429999999999995e-06 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.760410+0000", 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031751779999999999 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.760437+0000", 2023-10-09T05:05:45.258 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6627000000000001e-05 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.784705+0000", 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024268225000000001 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:28.784752+0000", 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6514000000000002e-05 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.259 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:190407 13.3 e515/468 13:c6eb8355:::benchmark_data_smithi107_396486_object84545:head v 515'11886, mlcod=515'11883)", 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:05:08.473559+0000", 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 36.668819044999999, 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033143138000000003, 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.260 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.473559+0000", 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.473559+0000", 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.473558+0000", 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:05:45.261 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.473563+0000", 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6179999999999997e-06 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.473569+0000", 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7189999999999998e-06 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.262 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.473573+0000", 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2390000000000004e-06 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.478392+0000", 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048188809999999997 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.478414+0000", 2023-10-09T05:05:45.263 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2515999999999999e-05 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.506643+0000", 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028228336999999999 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:08.506702+0000", 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9159000000000001e-05 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.264 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.265 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.265 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:05:45.265 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:05:45.265 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:05:45.365 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:45.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:45.368 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:45.469 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:45.495 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:45.531 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:45.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:45.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:45.635 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:45.662 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:45.697 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:45.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:45.700 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:45.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:45.832 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:45.871 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:45.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:45.875 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:45.975 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:46.004 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:46.039 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:46.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:46.043 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:46.143 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:45 smithi107 ceph-mon[184249]: pgmap v1594: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:45 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 5109/72 objects degraded (7095.833%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:45 smithi107 ceph-mon[179183]: pgmap v1594: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:45 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 5109/72 objects degraded (7095.833%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:46.172 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:45 smithi150 ceph-mon[168511]: pgmap v1594: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:45 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 5109/72 objects degraded (7095.833%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-10-09T05:05:46.325 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:46.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:46.328 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:46.358 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T05:05:46.429 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:46.468 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:46.654 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:46.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:46.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:46.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:46.787 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:46.978 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:46.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:46.982 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:47.083 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:47.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:47.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:47.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2869255619' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:47.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:47.105 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:05:47.115 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:47.398 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:47.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:47.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2869255619' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:47.399 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:47 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:05:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2869255619' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:47.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:47 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:05:47.623 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:47.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:47.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:47.728 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:47.759 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:47.911 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:47.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:47.916 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:47.955 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:48.017 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:48.044 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:48.081 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:48.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:48.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:48.118 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_8' removed 2023-10-09T05:05:48.185 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:48.212 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:48.248 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:48.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:48.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:48.352 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: pgmap v1595: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: osdmap e521: 8 total, 8 up, 8 in 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.381 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2115801238' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: pgmap v1595: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:05:48.382 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: osdmap e521: 8 total, 8 up, 8 in 2023-10-09T05:05:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2115801238' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:05:48.383 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:05:48.384 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: pgmap v1595: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 97 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 5109/72 objects degraded (7095.833%); 0 B/s, 86 objects/s recovering 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: osdmap e521: 8 total, 8 up, 8 in 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: failed to encode map e521 with expected crc 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2115801238' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:05:48.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:05:48.546 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:48.548 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:05:48.822 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:48.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:48.828 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:48.929 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:48.959 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:48.964 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-10-09T05:05:48.965 INFO:tasks.radosbench:Beginning radosbench... 2023-10-09T05:05:48.965 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_9 2023-10-09T05:05:48.965 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool create unique_pool_9 16 2023-10-09T05:05:49.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[184249]: failed to encode map e522 with expected crc 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[184249]: osdmap e522: 8 total, 8 up, 8 in 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[184249]: failed to encode map e522 with expected crc 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[179183]: failed to encode map e522 with expected crc 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[179183]: osdmap e522: 8 total, 8 up, 8 in 2023-10-09T05:05:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:49 smithi107 ceph-mon[179183]: failed to encode map e522 with expected crc 2023-10-09T05:05:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:49 smithi150 ceph-mon[168511]: failed to encode map e522 with expected crc 2023-10-09T05:05:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_8", "pool2": "unique_pool_8", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:05:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:49 smithi150 ceph-mon[168511]: osdmap e522: 8 total, 8 up, 8 in 2023-10-09T05:05:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:49 smithi150 ceph-mon[168511]: failed to encode map e522 with expected crc 2023-10-09T05:05:49.557 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1597,"stamp":"2023-10-09T05:05:48.101605+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8619520,"kb_used_data":48576,"kb_used_omap":22,"kb_used_meta":8570857,"kb_avail":741341696,"statfs":{"total":767960285184,"available":759133896704,"internally_reserved":0,"allocated":49741824,"data_stored":34542626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8776557803},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-110428184,"num_objects":-1686,"num_object_clones":0,"num_object_copies":-5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-5732,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1686,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-210034,"num_write_kb":-6774977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-11947,"num_bytes_recovered":-535429120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.206174"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":534,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.349257+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:38.349257+0000","last_peered":"2023-10-09T05:05:38.349257+0000","last_clean":"2023-10-09T05:05:38.349257+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:38.349257+0000","last_undegraded":"2023-10-09T05:05:38.349257+0000","last_fullsized":"2023-10-09T05:05:38.349257+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":254,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.140462+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:05:24.140462+0000","last_peered":"2023-10-09T05:05:24.140462+0000","last_clean":"2023-10-09T05:05:24.140462+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:05:24.140462+0000","last_undegraded":"2023-10-09T05:05:24.140462+0000","last_fullsized":"2023-10-09T05:05:24.140462+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":439,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.101700+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:05:24.101700+0000","last_peered":"2023-10-09T05:05:24.101700+0000","last_clean":"2023-10-09T05:05:24.101700+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:05:24.101700+0000","last_undegraded":"2023-10-09T05:05:24.101700+0000","last_fullsized":"2023-10-09T05:05:24.101700+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":78,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346086+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:38.346086+0000","last_peered":"2023-10-09T05:05:38.346086+0000","last_clean":"2023-10-09T05:05:38.346086+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:38.346086+0000","last_undegraded":"2023-10-09T05:05:38.346086+0000","last_fullsized":"2023-10-09T05:05:38.346086+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":233,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138511+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:05:24.138511+0000","last_peered":"2023-10-09T05:05:24.138511+0000","last_clean":"2023-10-09T05:05:24.138511+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:05:24.138511+0000","last_undegraded":"2023-10-09T05:05:24.138511+0000","last_fullsized":"2023-10-09T05:05:24.138511+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":211,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.337645+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:38.337645+0000","last_peered":"2023-10-09T05:05:38.337645+0000","last_clean":"2023-10-09T05:05:38.337645+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:38.337645+0000","last_undegraded":"2023-10-09T05:05:38.337645+0000","last_fullsized":"2023-10-09T05:05:38.337645+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":482,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345131+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:38.345131+0000","last_peered":"2023-10-09T05:05:38.345131+0000","last_clean":"2023-10-09T05:05:38.345131+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:38.345131+0000","last_undegraded":"2023-10-09T05:05:38.345131+0000","last_fullsized":"2023-10-09T05:05:38.345131+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":259,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138708+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:05:24.138708+0000","last_peered":"2023-10-09T05:05:24.138708+0000","last_clean":"2023-10-09T05:05:24.138708+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:05:24.138708+0000","last_undegraded":"2023-10-09T05:05:24.138708+0000","last_fullsized":"2023-10-09T05:05:24.138708+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":535,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.350114+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:38.350114+0000","last_peered":"2023-10-09T05:05:38.350114+0000","last_clean":"2023-10-09T05:05:38.350114+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:38.350114+0000","last_undegraded":"2023-10-09T05:05:38.350114+0000","last_fullsized":"2023-10-09T05:05:38.350114+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":258,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.139167+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:05:24.139167+0000","last_peered":"2023-10-09T05:05:24.139167+0000","last_clean":"2023-10-09T05:05:24.139167+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:05:24.139167+0000","last_undegraded":"2023-10-09T05:05:24.139167+0000","last_fullsized":"2023-10-09T05:05:24.139167+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":84,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345397+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:38.345397+0000","last_peered":"2023-10-09T05:05:38.345397+0000","last_clean":"2023-10-09T05:05:38.345397+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:38.345397+0000","last_undegraded":"2023-10-09T05:05:38.345397+0000","last_fullsized":"2023-10-09T05:05:38.345397+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":404,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.336420+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:38.336420+0000","last_peered":"2023-10-09T05:05:38.336420+0000","last_clean":"2023-10-09T05:05:38.336420+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:38.336420+0000","last_undegraded":"2023-10-09T05:05:38.336420+0000","last_fullsized":"2023-10-09T05:05:38.336420+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":597,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.347016+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:38.347016+0000","last_peered":"2023-10-09T05:05:38.347016+0000","last_clean":"2023-10-09T05:05:38.347016+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:38.347016+0000","last_undegraded":"2023-10-09T05:05:38.347016+0000","last_fullsized":"2023-10-09T05:05:38.347016+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":555,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.347084+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:38.347084+0000","last_peered":"2023-10-09T05:05:38.347084+0000","last_clean":"2023-10-09T05:05:38.347084+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:38.347084+0000","last_undegraded":"2023-10-09T05:05:38.347084+0000","last_fullsized":"2023-10-09T05:05:38.347084+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":84,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345160+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:38.345160+0000","last_peered":"2023-10-09T05:05:38.345160+0000","last_clean":"2023-10-09T05:05:38.345160+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:38.345160+0000","last_undegraded":"2023-10-09T05:05:38.345160+0000","last_fullsized":"2023-10-09T05:05:38.345160+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":356,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138807+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:05:24.138807+0000","last_peered":"2023-10-09T05:05:24.138807+0000","last_clean":"2023-10-09T05:05:24.138807+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:05:24.138807+0000","last_undegraded":"2023-10-09T05:05:24.138807+0000","last_fullsized":"2023-10-09T05:05:24.138807+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":78,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345049+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:38.345049+0000","last_peered":"2023-10-09T05:05:38.345049+0000","last_clean":"2023-10-09T05:05:38.345049+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:38.345049+0000","last_undegraded":"2023-10-09T05:05:38.345049+0000","last_fullsized":"2023-10-09T05:05:38.345049+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":537,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.349965+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:38.349965+0000","last_peered":"2023-10-09T05:05:38.349965+0000","last_clean":"2023-10-09T05:05:38.349965+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:38.349965+0000","last_undegraded":"2023-10-09T05:05:38.349965+0000","last_fullsized":"2023-10-09T05:05:38.349965+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":78,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344847+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:38.344847+0000","last_peered":"2023-10-09T05:05:38.344847+0000","last_clean":"2023-10-09T05:05:38.344847+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:38.344847+0000","last_undegraded":"2023-10-09T05:05:38.344847+0000","last_fullsized":"2023-10-09T05:05:38.344847+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":494,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.139413+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:05:24.139413+0000","last_peered":"2023-10-09T05:05:24.139413+0000","last_clean":"2023-10-09T05:05:24.139413+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:05:24.139413+0000","last_undegraded":"2023-10-09T05:05:24.139413+0000","last_fullsized":"2023-10-09T05:05:24.139413+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":219,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.337280+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:38.337280+0000","last_peered":"2023-10-09T05:05:38.337280+0000","last_clean":"2023-10-09T05:05:38.337280+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:38.337280+0000","last_undegraded":"2023-10-09T05:05:38.337280+0000","last_fullsized":"2023-10-09T05:05:38.337280+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":253,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138994+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:05:24.138994+0000","last_peered":"2023-10-09T05:05:24.138994+0000","last_clean":"2023-10-09T05:05:24.138994+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:05:24.138994+0000","last_undegraded":"2023-10-09T05:05:24.138994+0000","last_fullsized":"2023-10-09T05:05:24.138994+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":82,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345596+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:38.345596+0000","last_peered":"2023-10-09T05:05:38.345596+0000","last_clean":"2023-10-09T05:05:38.345596+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:38.345596+0000","last_undegraded":"2023-10-09T05:05:38.345596+0000","last_fullsized":"2023-10-09T05:05:38.345596+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":521,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.349748+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:38.349748+0000","last_peered":"2023-10-09T05:05:38.349748+0000","last_clean":"2023-10-09T05:05:38.349748+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:38.349748+0000","last_undegraded":"2023-10-09T05:05:38.349748+0000","last_fullsized":"2023-10-09T05:05:38.349748+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":99,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345999+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:38.345999+0000","last_peered":"2023-10-09T05:05:38.345999+0000","last_clean":"2023-10-09T05:05:38.345999+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:38.345999+0000","last_undegraded":"2023-10-09T05:05:38.345999+0000","last_fullsized":"2023-10-09T05:05:38.345999+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":545,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346626+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:38.346626+0000","last_peered":"2023-10-09T05:05:38.346626+0000","last_clean":"2023-10-09T05:05:38.346626+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:38.346626+0000","last_undegraded":"2023-10-09T05:05:38.346626+0000","last_fullsized":"2023-10-09T05:05:38.346626+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":82,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345594+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:38.345594+0000","last_peered":"2023-10-09T05:05:38.345594+0000","last_clean":"2023-10-09T05:05:38.345594+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:38.345594+0000","last_undegraded":"2023-10-09T05:05:38.345594+0000","last_fullsized":"2023-10-09T05:05:38.345594+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":231,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.336505+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:38.336505+0000","last_peered":"2023-10-09T05:05:38.336505+0000","last_clean":"2023-10-09T05:05:38.336505+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:38.336505+0000","last_undegraded":"2023-10-09T05:05:38.336505+0000","last_fullsized":"2023-10-09T05:05:38.336505+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":565,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.343932+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:38.343932+0000","last_peered":"2023-10-09T05:05:38.343932+0000","last_clean":"2023-10-09T05:05:38.343932+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:38.343932+0000","last_undegraded":"2023-10-09T05:05:38.343932+0000","last_fullsized":"2023-10-09T05:05:38.343932+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":513,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.115769+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:05:24.115769+0000","last_peered":"2023-10-09T05:05:24.115769+0000","last_clean":"2023-10-09T05:05:24.115769+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:05:24.115769+0000","last_undegraded":"2023-10-09T05:05:24.115769+0000","last_fullsized":"2023-10-09T05:05:24.115769+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":946,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344933+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:38.344933+0000","last_peered":"2023-10-09T05:05:38.344933+0000","last_clean":"2023-10-09T05:05:38.344933+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:38.344933+0000","last_undegraded":"2023-10-09T05:05:38.344933+0000","last_fullsized":"2023-10-09T05:05:38.344933+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":188,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.141442+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:05:24.141442+0000","last_peered":"2023-10-09T05:05:24.141442+0000","last_clean":"2023-10-09T05:05:24.141442+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:05:24.141442+0000","last_undegraded":"2023-10-09T05:05:24.141442+0000","last_fullsized":"2023-10-09T05:05:24.141442+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":565,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346933+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:38.346933+0000","last_peered":"2023-10-09T05:05:38.346933+0000","last_clean":"2023-10-09T05:05:38.346933+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:38.346933+0000","last_undegraded":"2023-10-09T05:05:38.346933+0000","last_fullsized":"2023-10-09T05:05:38.346933+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":519,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344831+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:38.344831+0000","last_peered":"2023-10-09T05:05:38.344831+0000","last_clean":"2023-10-09T05:05:38.344831+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:38.344831+0000","last_undegraded":"2023-10-09T05:05:38.344831+0000","last_fullsized":"2023-10-09T05:05:38.344831+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":211,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.336568+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:38.336568+0000","last_peered":"2023-10-09T05:05:38.336568+0000","last_clean":"2023-10-09T05:05:38.336568+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:38.336568+0000","last_undegraded":"2023-10-09T05:05:38.336568+0000","last_fullsized":"2023-10-09T05:05:38.336568+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":491,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.353911+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:38.353911+0000","last_peered":"2023-10-09T05:05:38.353911+0000","last_clean":"2023-10-09T05:05:38.353911+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:38.353911+0000","last_undegraded":"2023-10-09T05:05:38.353911+0000","last_fullsized":"2023-10-09T05:05:38.353911+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":502,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346552+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:38.346552+0000","last_peered":"2023-10-09T05:05:38.346552+0000","last_clean":"2023-10-09T05:05:38.346552+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:38.346552+0000","last_undegraded":"2023-10-09T05:05:38.346552+0000","last_fullsized":"2023-10-09T05:05:38.346552+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":565,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.351715+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:38.351715+0000","last_peered":"2023-10-09T05:05:38.351715+0000","last_clean":"2023-10-09T05:05:38.351715+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:38.351715+0000","last_undegraded":"2023-10-09T05:05:38.351715+0000","last_fullsized":"2023-10-09T05:05:38.351715+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":519,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.343823+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:38.343823+0000","last_peered":"2023-10-09T05:05:38.343823+0000","last_clean":"2023-10-09T05:05:38.343823+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:38.343823+0000","last_undegraded":"2023-10-09T05:05:38.343823+0000","last_fullsized":"2023-10-09T05:05:38.343823+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":252,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:31.863627+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:05:31.863627+0000","last_peered":"2023-10-09T05:05:31.863627+0000","last_clean":"2023-10-09T05:05:31.863627+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:05:31.863627+0000","last_undegraded":"2023-10-09T05:05:31.863627+0000","last_fullsized":"2023-10-09T05:05:31.863627+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":359,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.139061+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:05:24.139061+0000","last_peered":"2023-10-09T05:05:24.139061+0000","last_clean":"2023-10-09T05:05:24.139061+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:05:24.139061+0000","last_undegraded":"2023-10-09T05:05:24.139061+0000","last_fullsized":"2023-10-09T05:05:24.139061+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":900,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.337569+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:38.337569+0000","last_peered":"2023-10-09T05:05:38.337569+0000","last_clean":"2023-10-09T05:05:38.337569+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:38.337569+0000","last_undegraded":"2023-10-09T05:05:38.337569+0000","last_fullsized":"2023-10-09T05:05:38.337569+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":95,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345520+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:38.345520+0000","last_peered":"2023-10-09T05:05:38.345520+0000","last_clean":"2023-10-09T05:05:38.345520+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:38.345520+0000","last_undegraded":"2023-10-09T05:05:38.345520+0000","last_fullsized":"2023-10-09T05:05:38.345520+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":535,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.349925+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:38.349925+0000","last_peered":"2023-10-09T05:05:38.349925+0000","last_clean":"2023-10-09T05:05:38.349925+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:38.349925+0000","last_undegraded":"2023-10-09T05:05:38.349925+0000","last_fullsized":"2023-10-09T05:05:38.349925+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":279,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.343901+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:38.343901+0000","last_peered":"2023-10-09T05:05:38.343901+0000","last_clean":"2023-10-09T05:05:38.343901+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:38.343901+0000","last_undegraded":"2023-10-09T05:05:38.343901+0000","last_fullsized":"2023-10-09T05:05:38.343901+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":519,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.343581+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:38.343581+0000","last_peered":"2023-10-09T05:05:38.343581+0000","last_clean":"2023-10-09T05:05:38.343581+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:38.343581+0000","last_undegraded":"2023-10-09T05:05:38.343581+0000","last_fullsized":"2023-10-09T05:05:38.343581+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":558,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344142+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:38.344142+0000","last_peered":"2023-10-09T05:05:38.344142+0000","last_clean":"2023-10-09T05:05:38.344142+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:38.344142+0000","last_undegraded":"2023-10-09T05:05:38.344142+0000","last_fullsized":"2023-10-09T05:05:38.344142+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":522,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.347015+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:38.347015+0000","last_peered":"2023-10-09T05:05:38.347015+0000","last_clean":"2023-10-09T05:05:38.347015+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:38.347015+0000","last_undegraded":"2023-10-09T05:05:38.347015+0000","last_fullsized":"2023-10-09T05:05:38.347015+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":384,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.121711+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:05:24.121711+0000","last_peered":"2023-10-09T05:05:24.121711+0000","last_clean":"2023-10-09T05:05:24.121711+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:05:24.121711+0000","last_undegraded":"2023-10-09T05:05:24.121711+0000","last_fullsized":"2023-10-09T05:05:24.121711+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":491,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344929+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:38.344929+0000","last_peered":"2023-10-09T05:05:38.344929+0000","last_clean":"2023-10-09T05:05:38.344929+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:38.344929+0000","last_undegraded":"2023-10-09T05:05:38.344929+0000","last_fullsized":"2023-10-09T05:05:38.344929+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":536,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.121436+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:05:24.121436+0000","last_peered":"2023-10-09T05:05:24.121436+0000","last_clean":"2023-10-09T05:05:24.121436+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:05:24.121436+0000","last_undegraded":"2023-10-09T05:05:24.121436+0000","last_fullsized":"2023-10-09T05:05:24.121436+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":402,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.121976+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:05:24.121976+0000","last_peered":"2023-10-09T05:05:24.121976+0000","last_clean":"2023-10-09T05:05:24.121976+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:05:24.121976+0000","last_undegraded":"2023-10-09T05:05:24.121976+0000","last_fullsized":"2023-10-09T05:05:24.121976+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":315,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345203+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:38.345203+0000","last_peered":"2023-10-09T05:05:38.345203+0000","last_clean":"2023-10-09T05:05:38.345203+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:38.345203+0000","last_undegraded":"2023-10-09T05:05:38.345203+0000","last_fullsized":"2023-10-09T05:05:38.345203+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":504,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.343775+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:38.343775+0000","last_peered":"2023-10-09T05:05:38.343775+0000","last_clean":"2023-10-09T05:05:38.343775+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:38.343775+0000","last_undegraded":"2023-10-09T05:05:38.343775+0000","last_fullsized":"2023-10-09T05:05:38.343775+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":491,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344944+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:38.344944+0000","last_peered":"2023-10-09T05:05:38.344944+0000","last_clean":"2023-10-09T05:05:38.344944+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:38.344944+0000","last_undegraded":"2023-10-09T05:05:38.344944+0000","last_fullsized":"2023-10-09T05:05:38.344944+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":356,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.141903+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:05:24.141903+0000","last_peered":"2023-10-09T05:05:24.141903+0000","last_clean":"2023-10-09T05:05:24.141903+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:05:24.141903+0000","last_undegraded":"2023-10-09T05:05:24.141903+0000","last_fullsized":"2023-10-09T05:05:24.141903+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":214,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.336851+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:38.336851+0000","last_peered":"2023-10-09T05:05:38.336851+0000","last_clean":"2023-10-09T05:05:38.336851+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:38.336851+0000","last_undegraded":"2023-10-09T05:05:38.336851+0000","last_fullsized":"2023-10-09T05:05:38.336851+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":862,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.336702+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:38.336702+0000","last_peered":"2023-10-09T05:05:38.336702+0000","last_clean":"2023-10-09T05:05:38.336702+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:38.336702+0000","last_undegraded":"2023-10-09T05:05:38.336702+0000","last_fullsized":"2023-10-09T05:05:38.336702+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":95,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344822+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:38.344822+0000","last_peered":"2023-10-09T05:05:38.344822+0000","last_clean":"2023-10-09T05:05:38.344822+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:38.344822+0000","last_undegraded":"2023-10-09T05:05:38.344822+0000","last_fullsized":"2023-10-09T05:05:38.344822+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":473,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346701+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:38.346701+0000","last_peered":"2023-10-09T05:05:38.346701+0000","last_clean":"2023-10-09T05:05:38.346701+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:38.346701+0000","last_undegraded":"2023-10-09T05:05:38.346701+0000","last_fullsized":"2023-10-09T05:05:38.346701+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":529,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.115258+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:05:24.115258+0000","last_peered":"2023-10-09T05:05:24.115258+0000","last_clean":"2023-10-09T05:05:24.115258+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:05:24.115258+0000","last_undegraded":"2023-10-09T05:05:24.115258+0000","last_fullsized":"2023-10-09T05:05:24.115258+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":860,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.337023+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:38.337023+0000","last_peered":"2023-10-09T05:05:38.337023+0000","last_clean":"2023-10-09T05:05:38.337023+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:38.337023+0000","last_undegraded":"2023-10-09T05:05:38.337023+0000","last_fullsized":"2023-10-09T05:05:38.337023+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":78,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345501+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:38.345501+0000","last_peered":"2023-10-09T05:05:38.345501+0000","last_clean":"2023-10-09T05:05:38.345501+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:38.345501+0000","last_undegraded":"2023-10-09T05:05:38.345501+0000","last_fullsized":"2023-10-09T05:05:38.345501+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":263,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.121763+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:05:24.121763+0000","last_peered":"2023-10-09T05:05:24.121763+0000","last_clean":"2023-10-09T05:05:24.121763+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:05:24.121763+0000","last_undegraded":"2023-10-09T05:05:24.121763+0000","last_fullsized":"2023-10-09T05:05:24.121763+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":220,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.343844+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:38.343844+0000","last_peered":"2023-10-09T05:05:38.343844+0000","last_clean":"2023-10-09T05:05:38.343844+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:38.343844+0000","last_undegraded":"2023-10-09T05:05:38.343844+0000","last_fullsized":"2023-10-09T05:05:38.343844+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":519,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.353787+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:38.353787+0000","last_peered":"2023-10-09T05:05:38.353787+0000","last_clean":"2023-10-09T05:05:38.353787+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:38.353787+0000","last_undegraded":"2023-10-09T05:05:38.353787+0000","last_fullsized":"2023-10-09T05:05:38.353787+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":215,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.366293+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:05:38.366293+0000","last_peered":"2023-10-09T05:05:38.366293+0000","last_clean":"2023-10-09T05:05:38.366293+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:05:38.366293+0000","last_undegraded":"2023-10-09T05:05:38.366293+0000","last_fullsized":"2023-10-09T05:05:38.366293+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":425,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.337262+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:38.337262+0000","last_peered":"2023-10-09T05:05:38.337262+0000","last_clean":"2023-10-09T05:05:38.337262+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:38.337262+0000","last_undegraded":"2023-10-09T05:05:38.337262+0000","last_fullsized":"2023-10-09T05:05:38.337262+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":237,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138416+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:05:24.138416+0000","last_peered":"2023-10-09T05:05:24.138416+0000","last_clean":"2023-10-09T05:05:24.138416+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:05:24.138416+0000","last_undegraded":"2023-10-09T05:05:24.138416+0000","last_fullsized":"2023-10-09T05:05:24.138416+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":563,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.138540+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:05:24.138540+0000","last_peered":"2023-10-09T05:05:24.138540+0000","last_clean":"2023-10-09T05:05:24.138540+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:05:24.138540+0000","last_undegraded":"2023-10-09T05:05:24.138540+0000","last_fullsized":"2023-10-09T05:05:24.138540+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":214,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.337363+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:38.337363+0000","last_peered":"2023-10-09T05:05:38.337363+0000","last_clean":"2023-10-09T05:05:38.337363+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:38.337363+0000","last_undegraded":"2023-10-09T05:05:38.337363+0000","last_fullsized":"2023-10-09T05:05:38.337363+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":517,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.115289+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:05:24.115289+0000","last_peered":"2023-10-09T05:05:24.115289+0000","last_clean":"2023-10-09T05:05:24.115289+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:05:24.115289+0000","last_undegraded":"2023-10-09T05:05:24.115289+0000","last_fullsized":"2023-10-09T05:05:24.115289+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":504,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346368+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:38.346368+0000","last_peered":"2023-10-09T05:05:38.346368+0000","last_clean":"2023-10-09T05:05:38.346368+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:38.346368+0000","last_undegraded":"2023-10-09T05:05:38.346368+0000","last_fullsized":"2023-10-09T05:05:38.346368+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":216,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.347594+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:38.347594+0000","last_peered":"2023-10-09T05:05:38.347594+0000","last_clean":"2023-10-09T05:05:38.347594+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:38.347594+0000","last_undegraded":"2023-10-09T05:05:38.347594+0000","last_fullsized":"2023-10-09T05:05:38.347594+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":560,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:35.084531+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:05:35.084531+0000","last_peered":"2023-10-09T05:05:35.084531+0000","last_clean":"2023-10-09T05:05:35.084531+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:05:35.084531+0000","last_undegraded":"2023-10-09T05:05:35.084531+0000","last_fullsized":"2023-10-09T05:05:35.084531+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":517,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.344010+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:38.344010+0000","last_peered":"2023-10-09T05:05:38.344010+0000","last_clean":"2023-10-09T05:05:38.344010+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:38.344010+0000","last_undegraded":"2023-10-09T05:05:38.344010+0000","last_fullsized":"2023-10-09T05:05:38.344010+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":552,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.347211+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:38.347211+0000","last_peered":"2023-10-09T05:05:38.347211+0000","last_clean":"2023-10-09T05:05:38.347211+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:38.347211+0000","last_undegraded":"2023-10-09T05:05:38.347211+0000","last_fullsized":"2023-10-09T05:05:38.347211+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":522,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.349852+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:38.349852+0000","last_peered":"2023-10-09T05:05:38.349852+0000","last_clean":"2023-10-09T05:05:38.349852+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:38.349852+0000","last_undegraded":"2023-10-09T05:05:38.349852+0000","last_fullsized":"2023-10-09T05:05:38.349852+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":525,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.349003+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:38.349003+0000","last_peered":"2023-10-09T05:05:38.349003+0000","last_clean":"2023-10-09T05:05:38.349003+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:38.349003+0000","last_undegraded":"2023-10-09T05:05:38.349003+0000","last_fullsized":"2023-10-09T05:05:38.349003+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":248,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.139491+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:05:24.139491+0000","last_peered":"2023-10-09T05:05:24.139491+0000","last_clean":"2023-10-09T05:05:24.139491+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:05:24.139491+0000","last_undegraded":"2023-10-09T05:05:24.139491+0000","last_fullsized":"2023-10-09T05:05:24.139491+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":213,"reported_epoch":519,"state":"active+clean","last_fresh":"2023-10-09T05:05:24.139091+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:05:24.139091+0000","last_peered":"2023-10-09T05:05:24.139091+0000","last_clean":"2023-10-09T05:05:24.139091+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:05:24.139091+0000","last_undegraded":"2023-10-09T05:05:24.139091+0000","last_fullsized":"2023-10-09T05:05:24.139091+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":207,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.345050+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:38.345050+0000","last_peered":"2023-10-09T05:05:38.345050+0000","last_clean":"2023-10-09T05:05:38.345050+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:38.345050+0000","last_undegraded":"2023-10-09T05:05:38.345050+0000","last_fullsized":"2023-10-09T05:05:38.345050+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":541,"reported_epoch":520,"state":"active+clean","last_fresh":"2023-10-09T05:05:38.346212+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:38.346212+0000","last_peered":"2023-10-09T05:05:38.346212+0000","last_clean":"2023-10-09T05:05:38.346212+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:38.346212+0000","last_undegraded":"2023-10-09T05:05:38.346212+0000","last_fullsized":"2023-10-09T05:05:38.346212+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234515,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506232,"kb_used_data":5552,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238920,"statfs":{"total":95995035648,"available":94452654080,"internally_reserved":0,"allocated":5685248,"data_stored":4346823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.879,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":8.9900000000000002,"5min":8.9900000000000002,"15min":16.027999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":2.7309999999999999,"5min":1.597,"15min":1.4259999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.785},"last":0.53600000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":1.8999999999999999,"15min":1.5860000000000001},"min":{"1min":0.29099999999999998,"5min":0.22,"15min":0.22},"max":{"1min":10.789,"5min":10.789,"15min":10.789},"last":0.37},{"interface":"front","average":{"1min":3.2879999999999998,"5min":2.5640000000000001,"15min":2.4260000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.305999999999999,"5min":15.401,"15min":15.401},"last":1.3759999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":2.4809999999999999,"15min":2.1200000000000001},"min":{"1min":0.30399999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":16.951000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":2.802,"5min":2.2759999999999998,"15min":1.897},"min":{"1min":0.315,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.818,"5min":11.311,"15min":16.704000000000001},"last":0.59199999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:04:52 2023","interfaces":[{"interface":"back","average":{"1min":2.8420000000000001,"5min":2.3399999999999999,"15min":2.0339999999999998},"min":{"1min":0.34100000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.7089999999999996,"5min":13.489000000000001,"15min":14.228999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":3.3300000000000001,"5min":2.6520000000000001,"15min":1.978},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":10.629,"5min":17.853999999999999,"15min":17.853999999999999},"last":1.522}]},{"osd":4,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":2.5259999999999998,"15min":1.8340000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.911999999999999,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":4.375,"5min":2.1890000000000001,"15min":1.506},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":13.050000000000001,"5min":18.971,"15min":18.971},"last":0.63600000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":3.863,"5min":2.5150000000000001,"15min":1.948},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":20.678999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":2.1890000000000001,"5min":1.845,"15min":1.5820000000000001},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8759999999999994,"5min":13.848000000000001,"15min":21.07},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.3040000000000003,"5min":2.4590000000000001,"15min":1.956},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":16.881,"5min":16.881,"15min":16.881},"last":0.60499999999999998},{"interface":"front","average":{"1min":3.3519999999999999,"5min":2.218,"15min":1.8700000000000001},"min":{"1min":0.379,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":12.815,"5min":12.815,"15min":24.010000000000002},"last":0.58499999999999996}]}]},{"osd":6,"up_from":46,"seq":197568496151,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1190892,"kb_used_data":5220,"kb_used_omap":0,"kb_used_meta":1185664,"kb_avail":92554260,"statfs":{"total":95995035648,"available":94775562240,"internally_reserved":0,"allocated":5345280,"data_stored":4019055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1214119936},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":2.0950000000000002,"15min":1.8979999999999999},"min":{"1min":0.27500000000000002,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":6.1609999999999996,"5min":16.151,"15min":62.470999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":1.782,"5min":2.0449999999999999,"15min":2.032},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.8769999999999998,"5min":16.902999999999999,"15min":62.445},"last":0.48299999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.4710000000000001,"15min":2.4180000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":15.935,"5min":15.935,"15min":15.935},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.8300000000000001,"15min":2.6800000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9029999999999996,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.58599999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.6909999999999998,"15min":2.0550000000000002},"min":{"1min":0.312,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.923,"5min":36.128,"15min":42.923999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.5259999999999998,"15min":2.4710000000000001},"min":{"1min":0.44700000000000001,"5min":0.30499999999999999,"15min":0.252},"max":{"1min":7.0140000000000002,"5min":8.2360000000000007,"15min":42.936999999999998},"last":0.60999999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:05:05 2023","interfaces":[{"interface":"back","average":{"1min":4.3470000000000004,"5min":2.4580000000000002,"15min":2.4359999999999999},"min":{"1min":0.35399999999999998,"5min":0.33600000000000002,"15min":0.29199999999999998},"max":{"1min":10.823,"5min":10.823,"15min":26.763000000000002},"last":0.76000000000000001},{"interface":"front","average":{"1min":3.4220000000000002,"5min":2.6139999999999999,"15min":2.375},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.5600000000000005,"5min":18.140000000000001,"15min":26.777999999999999},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.1040000000000001,"15min":1.671},"min":{"1min":0.30099999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":6.5540000000000003,"5min":10.710000000000001,"15min":16.399999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":3.544,"5min":2.2370000000000001,"15min":1.732},"min":{"1min":0.33100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9370000000000003,"5min":10.106,"15min":16.068999999999999},"last":0.68200000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:04:43 2023","interfaces":[{"interface":"back","average":{"1min":3.9700000000000002,"5min":2.2679999999999998,"15min":1.593},"min":{"1min":0.42199999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":18.167000000000002,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.6879999999999999,"15min":1.373},"min":{"1min":0.34899999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":5.9790000000000001,"5min":10.154,"15min":16.292999999999999},"last":0.69599999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":2.2639999999999998,"5min":2.0960000000000001,"15min":1.635},"min":{"1min":0.37,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":11.260999999999999,"5min":11.260999999999999,"15min":16.372},"last":0.77900000000000003},{"interface":"front","average":{"1min":2.302,"5min":2.1970000000000001,"15min":1.754},"min":{"1min":0.41299999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":6.8460000000000001,"5min":10.185,"15min":16.018999999999998},"last":0.82599999999999996}]}]},{"osd":1,"up_from":478,"seq":2052994367533,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":225148,"kb_used_data":6452,"kb_used_omap":6,"kb_used_meta":218681,"kb_avail":93520004,"statfs":{"total":95995035648,"available":95764484096,"internally_reserved":0,"allocated":6606848,"data_stored":4174665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":223929835},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.454,"15min":1.454},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":5.1609999999999996,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":1.825,"5min":1.8939999999999999,"15min":1.7450000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.7930000000000001,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.27900000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.863,"15min":1.8340000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":4.6310000000000002,"5min":15.759,"15min":15.759},"last":0.23400000000000001},{"interface":"front","average":{"1min":1.288,"5min":1.631,"15min":1.4990000000000001},"min":{"1min":0.251,"5min":0.191,"15min":0.191},"max":{"1min":5.383,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.41799999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":2.512,"15min":2.7040000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.2449999999999992,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.29399999999999998},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.5840000000000001,"15min":1.397},"min":{"1min":0.32700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5789999999999997,"5min":9.891,"15min":9.891},"last":0.33700000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.8340000000000001,"5min":4.9089999999999998,"15min":5.9359999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.2480000000000002,"5min":71.381,"15min":71.381},"last":0.45800000000000002},{"interface":"front","average":{"1min":4.319,"5min":5.367,"15min":6.3810000000000002},"min":{"1min":0.46800000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":11.282999999999999,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.35599999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":5.5209999999999999,"15min":6.8310000000000004},"min":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.3109999999999999,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.8149999999999999,"5min":5.2750000000000004,"15min":6.2759999999999998},"min":{"1min":0.41299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":11.347,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.3260000000000001,"15min":2.2440000000000002},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":4.5490000000000004,"5min":12.977,"15min":12.977},"last":0.44600000000000001},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.6970000000000001,"15min":2.7170000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.3330000000000002,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.6379999999999999,"5min":5.5190000000000001,"15min":6.391},"min":{"1min":0.42299999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":13,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.434},{"interface":"front","average":{"1min":2.423,"5min":4.8330000000000002,"15min":5.9669999999999996},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":7.5350000000000001,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.39800000000000002}]}]},{"osd":0,"up_from":86,"seq":369367187857,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1078628,"kb_used_data":6876,"kb_used_omap":5,"kb_used_meta":1071738,"kb_avail":92666524,"statfs":{"total":95995035648,"available":94890520576,"internally_reserved":0,"allocated":7041024,"data_stored":4222062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1097460346},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.5589999999999999,"15min":1.587},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.8109999999999999,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.621,"5min":1.7629999999999999,"15min":1.978},"min":{"1min":0.221,"5min":0.218,"15min":0.218},"max":{"1min":6.9000000000000004,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.22900000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.9079999999999999,"15min":2.2789999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":5.8319999999999999,"5min":16.081,"15min":24.021000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.7410000000000001,"5min":2.1549999999999998,"15min":2.254},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":6.71,"5min":15.845000000000001,"15min":24.050999999999998},"last":0.52000000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.776,"5min":1.974,"15min":1.859},"min":{"1min":0.29199999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.318,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.5549999999999999,"5min":1.6910000000000001,"15min":2.137},"min":{"1min":0.28100000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.468,"5min":13.294,"15min":23.222000000000001},"last":0.372}]},{"osd":4,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9019999999999999,"15min":1.8560000000000001},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.9409999999999998,"5min":10.004,"15min":14.581},"last":0.41199999999999998},{"interface":"front","average":{"1min":2.8069999999999999,"5min":2.3399999999999999,"15min":1.804},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.6690000000000005,"5min":10.541,"15min":14.721},"last":0.38800000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5539999999999998,"5min":2.403,"15min":1.931},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.29899999999999999},"max":{"1min":11.403,"5min":11.403,"15min":13.542},"last":0.44700000000000001},{"interface":"front","average":{"1min":3.2160000000000002,"5min":2.569,"15min":2.1629999999999998},"min":{"1min":0.33700000000000002,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":9.0199999999999996,"5min":13.971,"15min":22.738},"last":0.436}]},{"osd":6,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9369999999999998,"5min":2.4199999999999999,"15min":2.0059999999999998},"min":{"1min":0.41999999999999998,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.502},{"interface":"front","average":{"1min":3.028,"5min":2.3439999999999999,"15min":2.2250000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":17.335999999999999,"5min":17.335999999999999,"15min":22.709},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":2.8010000000000002,"15min":2.3900000000000001},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":10.896000000000001,"5min":10.896000000000001,"15min":22.763000000000002},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.141,"5min":1.762,"15min":2.0169999999999999},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.0270000000000001,"5min":11.802,"15min":20.890000000000001},"last":0.51100000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206700,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1031596,"kb_used_data":6692,"kb_used_omap":7,"kb_used_meta":1024888,"kb_avail":92713556,"statfs":{"total":95995035648,"available":94938681344,"internally_reserved":0,"allocated":6852608,"data_stored":4429992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1049485393},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1179999999999999,"5min":2.1230000000000002,"15min":1.8009999999999999},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":12.209,"5min":20.329999999999998,"15min":20.329999999999998},"last":0.28499999999999998},{"interface":"front","average":{"1min":1.905,"5min":1.2829999999999999,"15min":1.569},"min":{"1min":0.214,"5min":0.192,"15min":0.188},"max":{"1min":9.8849999999999998,"5min":9.8849999999999998,"15min":13.952},"last":0.215}]},{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":3.9729999999999999,"15min":4.7089999999999996},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":4.1289999999999996,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.29799999999999999},{"interface":"front","average":{"1min":2.2120000000000002,"5min":4.048,"15min":4.7789999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.4390000000000001,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.19500000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:01 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":3.2959999999999998,"15min":2.8439999999999999},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.5139999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.26900000000000002},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.3809999999999998,"15min":2.9409999999999998},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":3.601,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.38200000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6920000000000002,"5min":2.9670000000000001,"15min":3.0419999999999998},"min":{"1min":0.41499999999999998,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":11.427,"5min":12.992000000000001,"15min":176.00200000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.722,"5min":2.2480000000000002,"15min":2.3799999999999999},"min":{"1min":0.32000000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":9.7249999999999996,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.318}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.452,"15min":1.982},"min":{"1min":0.40500000000000003,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.6739999999999995,"5min":46.997,"15min":46.997},"last":0.42099999999999999},{"interface":"front","average":{"1min":4.202,"5min":3.1970000000000001,"15min":2.577},"min":{"1min":0.33900000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":11.472,"5min":46.978000000000002,"15min":46.978000000000002},"last":0.36099999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":2.714,"15min":2.3559999999999999},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":9.7810000000000006,"5min":13.693,"15min":42.975999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.6850000000000001,"15min":2.0009999999999999},"min":{"1min":0.40699999999999997,"5min":0.307,"15min":0.307},"max":{"1min":3.1230000000000002,"5min":9.4670000000000005,"15min":42.843000000000004},"last":0.44500000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.198,"5min":2.484,"15min":2.202},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":9.8499999999999996,"5min":10.227,"15min":15.516},"last":0.39400000000000002},{"interface":"front","average":{"1min":2.7549999999999999,"5min":2.1680000000000001,"15min":2.0899999999999999},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":9.8379999999999992,"5min":12.401,"15min":15.583},"last":0.47499999999999998}]}]},{"osd":3,"up_from":198,"seq":850403524837,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":590000,"kb_used_data":6760,"kb_used_omap":2,"kb_used_meta":583229,"kb_avail":93155152,"statfs":{"total":95995035648,"available":95390875648,"internally_reserved":0,"allocated":6922240,"data_stored":4725159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":597226549},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":2.0139999999999998,"15min":2.0339999999999998},"min":{"1min":0.20399999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.6159999999999997,"5min":11.06,"15min":26.260999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0329999999999999,"15min":1.98},"min":{"1min":0.23000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.6870000000000003,"5min":9.5909999999999993,"15min":22.477},"last":0.32200000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":1.452,"15min":1.0209999999999999},"min":{"1min":0.255,"5min":0.215,"15min":0.215},"max":{"1min":5.585,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.524,"5min":1.7190000000000001,"15min":1.407},"min":{"1min":0.24099999999999999,"5min":0.216,"15min":0.216},"max":{"1min":5.718,"5min":11.051,"15min":11.051},"last":0.34000000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.4209999999999998,"15min":2.3479999999999999},"min":{"1min":0.27800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.32,"5min":21.407,"15min":21.722999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.9260000000000002,"15min":2.2869999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":6.4729999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.39900000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.2650000000000001,"15min":1.9019999999999999},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":8.7149999999999999,"5min":14.359999999999999,"15min":15.301},"last":0.60999999999999999},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.893,"15min":2.1099999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.356999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.60199999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.0870000000000002,"15min":1.97},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.6780000000000008,"5min":11.026,"15min":35.712000000000003},"last":0.442},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.5329999999999999,"15min":2.2200000000000002},"min":{"1min":0.442,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.492,"5min":10.109,"15min":35.488},"last":0.46100000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.4050000000000002,"5min":2.6349999999999998,"15min":2.6059999999999999},"min":{"1min":0.82599999999999996,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.284000000000001,"5min":14.609,"15min":50.113999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.27,"15min":2.2000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.443999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.58599999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.843,"15min":2.278},"min":{"1min":0.44800000000000001,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":15.491,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4889999999999999,"15min":2.3439999999999999},"min":{"1min":0.52800000000000002,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":10.226000000000001,"5min":14.663,"15min":21.587},"last":0.54300000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019423,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500148,"kb_used_data":5228,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92245004,"statfs":{"total":95995035648,"available":94458884096,"internally_reserved":0,"allocated":5353472,"data_stored":4019362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":1.742,"15min":1.782},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":5.0380000000000003,"5min":11.003,"15min":21.047000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.98,"5min":1.8320000000000001,"15min":1.657},"min":{"1min":0.32600000000000001,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.6660000000000004,"5min":11.507999999999999,"15min":12.064},"last":0.27400000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.317},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.44}]},{"osd":2,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.0680000000000001,"5min":2.524,"15min":3.1000000000000001},"min":{"1min":0.29799999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":19.295999999999999,"5min":19.295999999999999,"15min":105.411},"last":0.38200000000000001},{"interface":"front","average":{"1min":3.0790000000000002,"5min":2.512,"15min":3.0409999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.4000000000000004,"5min":11.468,"15min":97.927999999999997},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":17.498000000000001,"5min":5.0659999999999998,"15min":3.2309999999999999},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":253.50700000000001,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":17.007999999999999,"5min":5.2089999999999996,"15min":3.3900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":253.72,"5min":253.72,"15min":253.72},"last":0.42599999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":2.145,"15min":1.5620000000000001},"min":{"1min":0.317,"5min":0.252,"15min":0.252},"max":{"1min":8.343,"5min":13.25,"15min":20.991},"last":0.29099999999999998},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.391,"15min":1.5620000000000001},"min":{"1min":0.33200000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":8.8160000000000007,"5min":11.628,"15min":14.202999999999999},"last":0.46100000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:04:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.1070000000000002,"15min":2.2080000000000002},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":7.4400000000000004,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.39500000000000002},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.0499999999999998,"15min":2.2949999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":19.387,"5min":19.387,"15min":81.715999999999994},"last":0.55100000000000005}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":0.505},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":0.53500000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757787,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1496876,"kb_used_data":5796,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":92248276,"statfs":{"total":95995035648,"available":94462234624,"internally_reserved":0,"allocated":5935104,"data_stored":4605508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.2090000000000001,"15min":2.5910000000000002},"min":{"1min":0.249,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.7569999999999997,"5min":11.926,"15min":322.43200000000002},"last":0.42999999999999999},{"interface":"front","average":{"1min":4.0910000000000002,"5min":2.1240000000000001,"15min":2.9740000000000002},"min":{"1min":0.39600000000000002,"5min":0.246,"15min":0.219},"max":{"1min":13.456,"5min":13.456,"15min":322.61599999999999},"last":0.41599999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":4.6399999999999997,"5min":2.964,"15min":2.452},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":18.257000000000001,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":4.915,"5min":2.8290000000000002,"15min":2.2040000000000002},"min":{"1min":0.47199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":13.411,"5min":13.411,"15min":13.411},"last":0.45200000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":2.7450000000000001,"15min":2.2050000000000001},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":17.82,"5min":17.82,"15min":18.553000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":5.4059999999999997,"5min":2.7959999999999998,"15min":2.2200000000000002},"min":{"1min":0.68300000000000005,"5min":0.313,"15min":0.255},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":18.617000000000001},"last":0.54200000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.1029999999999998,"5min":2.3969999999999998,"15min":2.2949999999999999},"min":{"1min":0.85999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":74.915000000000006},"last":0.38500000000000001},{"interface":"front","average":{"1min":2.5950000000000002,"5min":2.2370000000000001,"15min":2.3879999999999999},"min":{"1min":0.378,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":9.1120000000000001,"5min":13.738,"15min":74.799999999999997},"last":0.49399999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":3.5619999999999998,"5min":2.403,"15min":1.5669999999999999},"min":{"1min":0.38200000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.287000000000001,"5min":10.287000000000001,"15min":13.285},"last":0.372},{"interface":"front","average":{"1min":4.7599999999999998,"5min":2.5379999999999998,"15min":1.6619999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.27100000000000002},"max":{"1min":13.555999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.3010000000000002,"5min":1.829,"15min":1.5009999999999999},"min":{"1min":0.34300000000000003,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":13.189},"last":0.51800000000000002},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.27,"15min":1.653},"min":{"1min":0.40200000000000002,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":17.149999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":6.056,"5min":2.871,"15min":1.8280000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":18.442,"5min":18.442,"15min":18.442},"last":0.47999999999999998},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2.8879999999999999,"15min":1.9350000000000001},"min":{"1min":0.39300000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":18.295999999999999,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.47199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:05:49.637 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:49.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:49.641 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:49.741 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:49.767 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:49.800 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:49.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:49.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:49.835 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:49.855 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:49.874 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:49.892 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:49.904 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:49.913 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:49.929 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:49.931 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:49.937 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:05:49.956 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:49.964 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:49.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:49.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:49.988 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.990 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:05:49.991 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:05:50.068 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:50.095 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:50.129 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:50.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:50.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:50.233 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:50.234 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[179183]: from='client.47135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:50.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[179183]: pgmap v1598: 83 pgs: 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:50.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5109/72 objects degraded (7095.833%), 2 pgs degraded, 2 pgs undersized) 2023-10-09T05:05:50.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[179183]: failed to encode map e522 with expected crc 2023-10-09T05:05:50.235 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3670943236' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:50.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[184249]: from='client.47135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:50.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[184249]: pgmap v1598: 83 pgs: 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:50.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5109/72 objects degraded (7095.833%), 2 pgs degraded, 2 pgs undersized) 2023-10-09T05:05:50.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[184249]: failed to encode map e522 with expected crc 2023-10-09T05:05:50.237 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:50 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3670943236' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:50.238 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:05:50.238 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:05:50.242 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:50.263 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:50.297 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:50.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:50.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:50.401 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:50.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:50 smithi150 ceph-mon[168511]: from='client.47135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:50.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:50 smithi150 ceph-mon[168511]: pgmap v1598: 83 pgs: 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:50.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:50 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5109/72 objects degraded (7095.833%), 2 pgs degraded, 2 pgs undersized) 2023-10-09T05:05:50.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:50 smithi150 ceph-mon[168511]: failed to encode map e522 with expected crc 2023-10-09T05:05:50.426 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:50 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3670943236' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:50.428 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:50.460 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:50.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:50.464 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:50.565 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:50.591 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:50.624 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:50.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:50.627 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:50.728 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:50.754 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:50.787 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:50.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:50.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:50.891 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:50.918 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:50.951 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:50.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:50.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:51.055 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:51.082 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:51.114 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:51.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:51.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:51.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:51.248 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:51.488 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T05:05:51.507 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:51.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:51.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:51.610 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:51.632 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:51.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:51.669 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:51.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:51.673 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:51.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:51 smithi150 ceph-mon[168511]: failed to encode map e522 with expected crc 2023-10-09T05:05:51.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:51 smithi150 ceph-mon[168511]: pgmap v1599: 83 pgs: 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:51.773 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:51.799 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:51.833 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:51.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:51.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:51.888 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:51 smithi107 ceph-mon[179183]: failed to encode map e522 with expected crc 2023-10-09T05:05:51.888 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:51 smithi107 ceph-mon[179183]: pgmap v1599: 83 pgs: 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:51.888 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:51 smithi107 ceph-mon[184249]: failed to encode map e522 with expected crc 2023-10-09T05:05:51.889 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:51 smithi107 ceph-mon[184249]: pgmap v1599: 83 pgs: 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:51.937 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:51.964 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:51.996 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:51.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:52.000 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:52.101 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:52.127 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:52.152 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:05:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:05:52] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2023-10-09T05:05:52.161 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:52.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:52.164 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:52.265 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:52.296 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:52.492 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:52.565 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:05:52.611 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:52.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:52.615 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:52.649 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_9' created 2023-10-09T05:05:52.708 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:05:52.716 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:52.796 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:52.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2492878346' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]: dispatch 2023-10-09T05:05:52.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]: dispatch 2023-10-09T05:05:52.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2492878346' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]: dispatch 2023-10-09T05:05:52.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]: dispatch 2023-10-09T05:05:52.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2492878346' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]: dispatch 2023-10-09T05:05:52.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]: dispatch 2023-10-09T05:05:53.239 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:53.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:53.242 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:53.343 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:53.371 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:53.508 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:53.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:53.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:53.612 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:53.643 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:53.648 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool application enable unique_pool_9 rados --yes-i-really-mean-it || true 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[179183]: failed to encode map e523 with expected crc 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[179183]: failed to encode map e523 with expected crc 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]': finished 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[179183]: osdmap e523: 8 total, 8 up, 8 in 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[179183]: pgmap v1601: 99 pgs: 16 unknown, 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[184249]: failed to encode map e523 with expected crc 2023-10-09T05:05:53.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[184249]: failed to encode map e523 with expected crc 2023-10-09T05:05:53.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]': finished 2023-10-09T05:05:53.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[184249]: osdmap e523: 8 total, 8 up, 8 in 2023-10-09T05:05:53.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:53 smithi107 ceph-mon[184249]: pgmap v1601: 99 pgs: 16 unknown, 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:53 smithi150 ceph-mon[168511]: failed to encode map e523 with expected crc 2023-10-09T05:05:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:53 smithi150 ceph-mon[168511]: failed to encode map e523 with expected crc 2023-10-09T05:05:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:53 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_9", "pg_num": 16}]': finished 2023-10-09T05:05:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:53 smithi150 ceph-mon[168511]: osdmap e523: 8 total, 8 up, 8 in 2023-10-09T05:05:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:53 smithi150 ceph-mon[168511]: pgmap v1601: 99 pgs: 16 unknown, 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:54.003 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:54.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:54.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:54.106 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:54.138 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:54.175 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:54.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:54.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:54.279 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:54.307 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:54.342 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:54.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:54.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:54.365 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:54.446 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:54.473 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:54.507 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:54.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:54.511 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:54.612 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:54.638 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:54.657 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:05:54.676 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:54.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:54.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:54.688 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:05:54.688 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:05:54.715 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: osdmap e524: 8 total, 8 up, 8 in 2023-10-09T05:05:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3777042684' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:54.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:54 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:54.734 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:54.780 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: osdmap e524: 8 total, 8 up, 8 in 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3777042684' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:54.788 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: osdmap e524: 8 total, 8 up, 8 in 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: failed to encode map e524 with expected crc 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3777042684' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:54.789 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:54 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:05:54.811 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:55.000 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:55.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:55.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:55.105 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:55.132 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:55.377 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:55.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:55.381 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:55.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T05:05:55.481 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:55.509 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:55.543 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:55.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:55.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:55.647 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:55.673 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:55.706 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:55.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:55.709 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:55.810 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: failed to encode map e524 with expected crc 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: failed to encode map e525 with expected crc 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: failed to encode map e525 with expected crc 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: osdmap e525: 8 total, 8 up, 8 in 2023-10-09T05:05:55.834 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:55 smithi150 ceph-mon[168511]: pgmap v1604: 99 pgs: 16 unknown, 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:55.836 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:55.870 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:55.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:55.873 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:55.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: failed to encode map e524 with expected crc 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: failed to encode map e525 with expected crc 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: failed to encode map e525 with expected crc 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: osdmap e525: 8 total, 8 up, 8 in 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[184249]: pgmap v1604: 99 pgs: 16 unknown, 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: failed to encode map e524 with expected crc 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:05:55.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: failed to encode map e525 with expected crc 2023-10-09T05:05:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: failed to encode map e525 with expected crc 2023-10-09T05:05:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:05:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: osdmap e525: 8 total, 8 up, 8 in 2023-10-09T05:05:55.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:55 smithi107 ceph-mon[179183]: pgmap v1604: 99 pgs: 16 unknown, 83 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:55.974 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:05:56.000 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:56.035 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:05:56.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:56.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:05:56.140 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:56.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:56.450 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:56.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:56.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:56.554 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:56.582 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:56.617 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:56.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:56.620 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:56.721 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:56.750 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:57.337 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:57.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:57.340 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:57.441 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:57.472 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:57.509 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:57.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:57.513 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:57.540 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:05:57.542 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:05:57.613 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:57.642 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:57.678 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:57.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:57.681 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:57.782 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:57.805 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:05:57.814 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:57.853 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:57.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:57.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:57.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:57 smithi107 ceph-mon[184249]: pgmap v1605: 99 pgs: 10 unknown, 89 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:57 smithi107 ceph-mon[179183]: pgmap v1605: 99 pgs: 10 unknown, 89 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:57.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:57.986 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:58.036 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:05:58.059 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:05:58.074 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:05:58.093 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:05:58.112 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:05:58.130 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:05:58.150 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:05:58.167 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:05:58.168 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.168 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.168 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.168 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.168 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.169 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.169 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.169 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:05:58.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:05:58.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:57 smithi150 ceph-mon[168511]: pgmap v1605: 99 pgs: 10 unknown, 89 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:58.275 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:58.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:58.279 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:58.304 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:58.380 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:58.408 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:58.446 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1605,"stamp":"2023-10-09T05:05:56.899300+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":279,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8611644,"kb_used_data":48892,"kb_used_omap":22,"kb_used_meta":8562665,"kb_avail":741349572,"statfs":{"total":767960285184,"available":759141961728,"internally_reserved":0,"allocated":50065408,"data_stored":34754235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8768169195},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001245"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":535,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103374+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:47.103374+0000","last_peered":"2023-10-09T05:05:47.103374+0000","last_clean":"2023-10-09T05:05:47.103374+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:47.103374+0000","last_undegraded":"2023-10-09T05:05:47.103374+0000","last_fullsized":"2023-10-09T05:05:47.103374+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":259,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658076+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:05:53.658076+0000","last_peered":"2023-10-09T05:05:53.658076+0000","last_clean":"2023-10-09T05:05:53.658076+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:05:53.658076+0000","last_undegraded":"2023-10-09T05:05:53.658076+0000","last_fullsized":"2023-10-09T05:05:53.658076+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":443,"reported_epoch":523,"state":"active+clean","last_fresh":"2023-10-09T05:05:52.641364+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:05:52.641364+0000","last_peered":"2023-10-09T05:05:52.641364+0000","last_clean":"2023-10-09T05:05:52.641364+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:05:52.641364+0000","last_undegraded":"2023-10-09T05:05:52.641364+0000","last_fullsized":"2023-10-09T05:05:52.641364+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":79,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102837+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:47.102837+0000","last_peered":"2023-10-09T05:05:47.102837+0000","last_clean":"2023-10-09T05:05:47.102837+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:47.102837+0000","last_undegraded":"2023-10-09T05:05:47.102837+0000","last_fullsized":"2023-10-09T05:05:47.102837+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":238,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658450+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:05:53.658450+0000","last_peered":"2023-10-09T05:05:53.658450+0000","last_clean":"2023-10-09T05:05:53.658450+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:05:53.658450+0000","last_undegraded":"2023-10-09T05:05:53.658450+0000","last_fullsized":"2023-10-09T05:05:53.658450+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":212,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215456+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:47.215456+0000","last_peered":"2023-10-09T05:05:47.215456+0000","last_clean":"2023-10-09T05:05:47.215456+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:47.215456+0000","last_undegraded":"2023-10-09T05:05:47.215456+0000","last_fullsized":"2023-10-09T05:05:47.215456+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":483,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.214859+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:47.214859+0000","last_peered":"2023-10-09T05:05:47.214859+0000","last_clean":"2023-10-09T05:05:47.214859+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:47.214859+0000","last_undegraded":"2023-10-09T05:05:47.214859+0000","last_fullsized":"2023-10-09T05:05:47.214859+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":264,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658597+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:05:53.658597+0000","last_peered":"2023-10-09T05:05:53.658597+0000","last_clean":"2023-10-09T05:05:53.658597+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:05:53.658597+0000","last_undegraded":"2023-10-09T05:05:53.658597+0000","last_fullsized":"2023-10-09T05:05:53.658597+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":536,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215819+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:47.215819+0000","last_peered":"2023-10-09T05:05:47.215819+0000","last_clean":"2023-10-09T05:05:47.215819+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:47.215819+0000","last_undegraded":"2023-10-09T05:05:47.215819+0000","last_fullsized":"2023-10-09T05:05:47.215819+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":263,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658226+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:05:53.658226+0000","last_peered":"2023-10-09T05:05:53.658226+0000","last_clean":"2023-10-09T05:05:53.658226+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:05:53.658226+0000","last_undegraded":"2023-10-09T05:05:53.658226+0000","last_fullsized":"2023-10-09T05:05:53.658226+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":85,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102621+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:47.102621+0000","last_peered":"2023-10-09T05:05:47.102621+0000","last_clean":"2023-10-09T05:05:47.102621+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:47.102621+0000","last_undegraded":"2023-10-09T05:05:47.102621+0000","last_fullsized":"2023-10-09T05:05:47.102621+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":405,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215093+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:47.215093+0000","last_peered":"2023-10-09T05:05:47.215093+0000","last_clean":"2023-10-09T05:05:47.215093+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:47.215093+0000","last_undegraded":"2023-10-09T05:05:47.215093+0000","last_fullsized":"2023-10-09T05:05:47.215093+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":598,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103099+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:47.103099+0000","last_peered":"2023-10-09T05:05:47.103099+0000","last_clean":"2023-10-09T05:05:47.103099+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:47.103099+0000","last_undegraded":"2023-10-09T05:05:47.103099+0000","last_fullsized":"2023-10-09T05:05:47.103099+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":556,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103083+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:47.103083+0000","last_peered":"2023-10-09T05:05:47.103083+0000","last_clean":"2023-10-09T05:05:47.103083+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:47.103083+0000","last_undegraded":"2023-10-09T05:05:47.103083+0000","last_fullsized":"2023-10-09T05:05:47.103083+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":85,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102447+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:47.102447+0000","last_peered":"2023-10-09T05:05:47.102447+0000","last_clean":"2023-10-09T05:05:47.102447+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:47.102447+0000","last_undegraded":"2023-10-09T05:05:47.102447+0000","last_fullsized":"2023-10-09T05:05:47.102447+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":361,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.657978+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:05:53.657978+0000","last_peered":"2023-10-09T05:05:53.657978+0000","last_clean":"2023-10-09T05:05:53.657978+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:05:53.657978+0000","last_undegraded":"2023-10-09T05:05:53.657978+0000","last_fullsized":"2023-10-09T05:05:53.657978+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":79,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102378+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:47.102378+0000","last_peered":"2023-10-09T05:05:47.102378+0000","last_clean":"2023-10-09T05:05:47.102378+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:47.102378+0000","last_undegraded":"2023-10-09T05:05:47.102378+0000","last_fullsized":"2023-10-09T05:05:47.102378+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":538,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215871+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:47.215871+0000","last_peered":"2023-10-09T05:05:47.215871+0000","last_clean":"2023-10-09T05:05:47.215871+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:47.215871+0000","last_undegraded":"2023-10-09T05:05:47.215871+0000","last_fullsized":"2023-10-09T05:05:47.215871+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":79,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102273+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:47.102273+0000","last_peered":"2023-10-09T05:05:47.102273+0000","last_clean":"2023-10-09T05:05:47.102273+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:47.102273+0000","last_undegraded":"2023-10-09T05:05:47.102273+0000","last_fullsized":"2023-10-09T05:05:47.102273+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":500,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.666995+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:05:54.666995+0000","last_peered":"2023-10-09T05:05:54.666995+0000","last_clean":"2023-10-09T05:05:54.666995+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:05:54.666995+0000","last_undegraded":"2023-10-09T05:05:54.666995+0000","last_fullsized":"2023-10-09T05:05:54.666995+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":220,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215011+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:47.215011+0000","last_peered":"2023-10-09T05:05:47.215011+0000","last_clean":"2023-10-09T05:05:47.215011+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:47.215011+0000","last_undegraded":"2023-10-09T05:05:47.215011+0000","last_fullsized":"2023-10-09T05:05:47.215011+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":258,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658237+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:05:53.658237+0000","last_peered":"2023-10-09T05:05:53.658237+0000","last_clean":"2023-10-09T05:05:53.658237+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:05:53.658237+0000","last_undegraded":"2023-10-09T05:05:53.658237+0000","last_fullsized":"2023-10-09T05:05:53.658237+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":83,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102855+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:47.102855+0000","last_peered":"2023-10-09T05:05:47.102855+0000","last_clean":"2023-10-09T05:05:47.102855+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:47.102855+0000","last_undegraded":"2023-10-09T05:05:47.102855+0000","last_fullsized":"2023-10-09T05:05:47.102855+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":522,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215069+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:47.215069+0000","last_peered":"2023-10-09T05:05:47.215069+0000","last_clean":"2023-10-09T05:05:47.215069+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:47.215069+0000","last_undegraded":"2023-10-09T05:05:47.215069+0000","last_fullsized":"2023-10-09T05:05:47.215069+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":11,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.666595+0000","last_change":"2023-10-09T05:05:53.708968+0000","last_active":"2023-10-09T05:05:54.666595+0000","last_peered":"2023-10-09T05:05:54.666595+0000","last_clean":"2023-10-09T05:05:54.666595+0000","last_became_active":"2023-10-09T05:05:53.708666+0000","last_became_peered":"2023-10-09T05:05:53.708666+0000","last_unstale":"2023-10-09T05:05:54.666595+0000","last_undegraded":"2023-10-09T05:05:54.666595+0000","last_fullsized":"2023-10-09T05:05:54.666595+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:05:36.630194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":100,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102794+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:47.102794+0000","last_peered":"2023-10-09T05:05:47.102794+0000","last_clean":"2023-10-09T05:05:47.102794+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:47.102794+0000","last_undegraded":"2023-10-09T05:05:47.102794+0000","last_fullsized":"2023-10-09T05:05:47.102794+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":546,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103308+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:47.103308+0000","last_peered":"2023-10-09T05:05:47.103308+0000","last_clean":"2023-10-09T05:05:47.103308+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:47.103308+0000","last_undegraded":"2023-10-09T05:05:47.103308+0000","last_fullsized":"2023-10-09T05:05:47.103308+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":11,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.664043+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:05:54.664043+0000","last_peered":"2023-10-09T05:05:54.664043+0000","last_clean":"2023-10-09T05:05:54.664043+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:05:54.664043+0000","last_undegraded":"2023-10-09T05:05:54.664043+0000","last_fullsized":"2023-10-09T05:05:54.664043+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":83,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102717+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:47.102717+0000","last_peered":"2023-10-09T05:05:47.102717+0000","last_clean":"2023-10-09T05:05:47.102717+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:47.102717+0000","last_undegraded":"2023-10-09T05:05:47.102717+0000","last_fullsized":"2023-10-09T05:05:47.102717+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":232,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215148+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:47.215148+0000","last_peered":"2023-10-09T05:05:47.215148+0000","last_clean":"2023-10-09T05:05:47.215148+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:47.215148+0000","last_undegraded":"2023-10-09T05:05:47.215148+0000","last_fullsized":"2023-10-09T05:05:47.215148+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":11,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.665973+0000","last_change":"2023-10-09T05:05:53.704082+0000","last_active":"2023-10-09T05:05:54.665973+0000","last_peered":"2023-10-09T05:05:54.665973+0000","last_clean":"2023-10-09T05:05:54.665973+0000","last_became_active":"2023-10-09T05:05:53.703703+0000","last_became_peered":"2023-10-09T05:05:53.703703+0000","last_unstale":"2023-10-09T05:05:54.665973+0000","last_undegraded":"2023-10-09T05:05:54.665973+0000","last_fullsized":"2023-10-09T05:05:54.665973+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:51.940246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":566,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215529+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:47.215529+0000","last_peered":"2023-10-09T05:05:47.215529+0000","last_clean":"2023-10-09T05:05:47.215529+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:47.215529+0000","last_undegraded":"2023-10-09T05:05:47.215529+0000","last_fullsized":"2023-10-09T05:05:47.215529+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":518,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.652022+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:05:53.652022+0000","last_peered":"2023-10-09T05:05:53.652022+0000","last_clean":"2023-10-09T05:05:53.652022+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:05:53.652022+0000","last_undegraded":"2023-10-09T05:05:53.652022+0000","last_fullsized":"2023-10-09T05:05:53.652022+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":11,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.664667+0000","last_change":"2023-10-09T05:05:53.706739+0000","last_active":"2023-10-09T05:05:54.664667+0000","last_peered":"2023-10-09T05:05:54.664667+0000","last_clean":"2023-10-09T05:05:54.664667+0000","last_became_active":"2023-10-09T05:05:53.706531+0000","last_became_peered":"2023-10-09T05:05:53.706531+0000","last_unstale":"2023-10-09T05:05:54.664667+0000","last_undegraded":"2023-10-09T05:05:54.664667+0000","last_fullsized":"2023-10-09T05:05:54.664667+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:28.920835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":947,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102285+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:47.102285+0000","last_peered":"2023-10-09T05:05:47.102285+0000","last_clean":"2023-10-09T05:05:47.102285+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:47.102285+0000","last_undegraded":"2023-10-09T05:05:47.102285+0000","last_fullsized":"2023-10-09T05:05:47.102285+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":193,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.702375+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:05:53.702375+0000","last_peered":"2023-10-09T05:05:53.702375+0000","last_clean":"2023-10-09T05:05:53.702375+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:05:53.702375+0000","last_undegraded":"2023-10-09T05:05:53.702375+0000","last_fullsized":"2023-10-09T05:05:53.702375+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":566,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103286+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:47.103286+0000","last_peered":"2023-10-09T05:05:47.103286+0000","last_clean":"2023-10-09T05:05:47.103286+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:47.103286+0000","last_undegraded":"2023-10-09T05:05:47.103286+0000","last_fullsized":"2023-10-09T05:05:47.103286+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":520,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.214923+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:47.214923+0000","last_peered":"2023-10-09T05:05:47.214923+0000","last_clean":"2023-10-09T05:05:47.214923+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:47.214923+0000","last_undegraded":"2023-10-09T05:05:47.214923+0000","last_fullsized":"2023-10-09T05:05:47.214923+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":212,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215178+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:47.215178+0000","last_peered":"2023-10-09T05:05:47.215178+0000","last_clean":"2023-10-09T05:05:47.215178+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:47.215178+0000","last_undegraded":"2023-10-09T05:05:47.215178+0000","last_fullsized":"2023-10-09T05:05:47.215178+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":492,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103536+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:47.103536+0000","last_peered":"2023-10-09T05:05:47.103536+0000","last_clean":"2023-10-09T05:05:47.103536+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:47.103536+0000","last_undegraded":"2023-10-09T05:05:47.103536+0000","last_fullsized":"2023-10-09T05:05:47.103536+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":503,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103219+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:47.103219+0000","last_peered":"2023-10-09T05:05:47.103219+0000","last_clean":"2023-10-09T05:05:47.103219+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:47.103219+0000","last_undegraded":"2023-10-09T05:05:47.103219+0000","last_fullsized":"2023-10-09T05:05:47.103219+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":566,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103396+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:47.103396+0000","last_peered":"2023-10-09T05:05:47.103396+0000","last_clean":"2023-10-09T05:05:47.103396+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:47.103396+0000","last_undegraded":"2023-10-09T05:05:47.103396+0000","last_fullsized":"2023-10-09T05:05:47.103396+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":520,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215873+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:47.215873+0000","last_peered":"2023-10-09T05:05:47.215873+0000","last_clean":"2023-10-09T05:05:47.215873+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:47.215873+0000","last_undegraded":"2023-10-09T05:05:47.215873+0000","last_fullsized":"2023-10-09T05:05:47.215873+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":257,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658526+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:05:53.658526+0000","last_peered":"2023-10-09T05:05:53.658526+0000","last_clean":"2023-10-09T05:05:53.658526+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:05:53.658526+0000","last_undegraded":"2023-10-09T05:05:53.658526+0000","last_fullsized":"2023-10-09T05:05:53.658526+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":364,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658303+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:05:53.658303+0000","last_peered":"2023-10-09T05:05:53.658303+0000","last_clean":"2023-10-09T05:05:53.658303+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:05:53.658303+0000","last_undegraded":"2023-10-09T05:05:53.658303+0000","last_fullsized":"2023-10-09T05:05:53.658303+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":11,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.663915+0000","last_change":"2023-10-09T05:05:53.707652+0000","last_active":"2023-10-09T05:05:54.663915+0000","last_peered":"2023-10-09T05:05:54.663915+0000","last_clean":"2023-10-09T05:05:54.663915+0000","last_became_active":"2023-10-09T05:05:53.707376+0000","last_became_peered":"2023-10-09T05:05:53.707376+0000","last_unstale":"2023-10-09T05:05:54.663915+0000","last_undegraded":"2023-10-09T05:05:54.663915+0000","last_fullsized":"2023-10-09T05:05:54.663915+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:59:25.320907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":901,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215425+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:47.215425+0000","last_peered":"2023-10-09T05:05:47.215425+0000","last_clean":"2023-10-09T05:05:47.215425+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:47.215425+0000","last_undegraded":"2023-10-09T05:05:47.215425+0000","last_fullsized":"2023-10-09T05:05:47.215425+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":96,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102523+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:47.102523+0000","last_peered":"2023-10-09T05:05:47.102523+0000","last_clean":"2023-10-09T05:05:47.102523+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:47.102523+0000","last_undegraded":"2023-10-09T05:05:47.102523+0000","last_fullsized":"2023-10-09T05:05:47.102523+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":536,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215757+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:47.215757+0000","last_peered":"2023-10-09T05:05:47.215757+0000","last_clean":"2023-10-09T05:05:47.215757+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:47.215757+0000","last_undegraded":"2023-10-09T05:05:47.215757+0000","last_fullsized":"2023-10-09T05:05:47.215757+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":280,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215943+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:47.215943+0000","last_peered":"2023-10-09T05:05:47.215943+0000","last_clean":"2023-10-09T05:05:47.215943+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:47.215943+0000","last_undegraded":"2023-10-09T05:05:47.215943+0000","last_fullsized":"2023-10-09T05:05:47.215943+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":520,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215088+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:47.215088+0000","last_peered":"2023-10-09T05:05:47.215088+0000","last_clean":"2023-10-09T05:05:47.215088+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:47.215088+0000","last_undegraded":"2023-10-09T05:05:47.215088+0000","last_fullsized":"2023-10-09T05:05:47.215088+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":559,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.216085+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:47.216085+0000","last_peered":"2023-10-09T05:05:47.216085+0000","last_clean":"2023-10-09T05:05:47.216085+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:47.216085+0000","last_undegraded":"2023-10-09T05:05:47.216085+0000","last_fullsized":"2023-10-09T05:05:47.216085+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":523,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103020+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:47.103020+0000","last_peered":"2023-10-09T05:05:47.103020+0000","last_clean":"2023-10-09T05:05:47.103020+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:47.103020+0000","last_undegraded":"2023-10-09T05:05:47.103020+0000","last_fullsized":"2023-10-09T05:05:47.103020+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":389,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658708+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:05:53.658708+0000","last_peered":"2023-10-09T05:05:53.658708+0000","last_clean":"2023-10-09T05:05:53.658708+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:05:53.658708+0000","last_undegraded":"2023-10-09T05:05:53.658708+0000","last_fullsized":"2023-10-09T05:05:53.658708+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":492,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102283+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:47.102283+0000","last_peered":"2023-10-09T05:05:47.102283+0000","last_clean":"2023-10-09T05:05:47.102283+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:47.102283+0000","last_undegraded":"2023-10-09T05:05:47.102283+0000","last_fullsized":"2023-10-09T05:05:47.102283+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":541,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.657879+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:05:53.657879+0000","last_peered":"2023-10-09T05:05:53.657879+0000","last_clean":"2023-10-09T05:05:53.657879+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:05:53.657879+0000","last_undegraded":"2023-10-09T05:05:53.657879+0000","last_fullsized":"2023-10-09T05:05:53.657879+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":407,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.701016+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:05:53.701016+0000","last_peered":"2023-10-09T05:05:53.701016+0000","last_clean":"2023-10-09T05:05:53.701016+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:05:53.701016+0000","last_undegraded":"2023-10-09T05:05:53.701016+0000","last_fullsized":"2023-10-09T05:05:53.701016+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":316,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215968+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:47.215968+0000","last_peered":"2023-10-09T05:05:47.215968+0000","last_clean":"2023-10-09T05:05:47.215968+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:47.215968+0000","last_undegraded":"2023-10-09T05:05:47.215968+0000","last_fullsized":"2023-10-09T05:05:47.215968+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":505,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215367+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:47.215367+0000","last_peered":"2023-10-09T05:05:47.215367+0000","last_clean":"2023-10-09T05:05:47.215367+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:47.215367+0000","last_undegraded":"2023-10-09T05:05:47.215367+0000","last_fullsized":"2023-10-09T05:05:47.215367+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":492,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102282+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:47.102282+0000","last_peered":"2023-10-09T05:05:47.102282+0000","last_clean":"2023-10-09T05:05:47.102282+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:47.102282+0000","last_undegraded":"2023-10-09T05:05:47.102282+0000","last_fullsized":"2023-10-09T05:05:47.102282+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":361,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.657639+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:05:53.657639+0000","last_peered":"2023-10-09T05:05:53.657639+0000","last_clean":"2023-10-09T05:05:53.657639+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:05:53.657639+0000","last_undegraded":"2023-10-09T05:05:53.657639+0000","last_fullsized":"2023-10-09T05:05:53.657639+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":215,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215513+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:47.215513+0000","last_peered":"2023-10-09T05:05:47.215513+0000","last_clean":"2023-10-09T05:05:47.215513+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:47.215513+0000","last_undegraded":"2023-10-09T05:05:47.215513+0000","last_fullsized":"2023-10-09T05:05:47.215513+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":863,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215461+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:47.215461+0000","last_peered":"2023-10-09T05:05:47.215461+0000","last_clean":"2023-10-09T05:05:47.215461+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:47.215461+0000","last_undegraded":"2023-10-09T05:05:47.215461+0000","last_fullsized":"2023-10-09T05:05:47.215461+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":96,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102268+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:47.102268+0000","last_peered":"2023-10-09T05:05:47.102268+0000","last_clean":"2023-10-09T05:05:47.102268+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:47.102268+0000","last_undegraded":"2023-10-09T05:05:47.102268+0000","last_fullsized":"2023-10-09T05:05:47.102268+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":474,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103443+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:47.103443+0000","last_peered":"2023-10-09T05:05:47.103443+0000","last_clean":"2023-10-09T05:05:47.103443+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:47.103443+0000","last_undegraded":"2023-10-09T05:05:47.103443+0000","last_fullsized":"2023-10-09T05:05:47.103443+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":534,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.652305+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:05:53.652305+0000","last_peered":"2023-10-09T05:05:53.652305+0000","last_clean":"2023-10-09T05:05:53.652305+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:05:53.652305+0000","last_undegraded":"2023-10-09T05:05:53.652305+0000","last_fullsized":"2023-10-09T05:05:53.652305+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":861,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215284+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:47.215284+0000","last_peered":"2023-10-09T05:05:47.215284+0000","last_clean":"2023-10-09T05:05:47.215284+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:47.215284+0000","last_undegraded":"2023-10-09T05:05:47.215284+0000","last_fullsized":"2023-10-09T05:05:47.215284+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":79,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102623+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:47.102623+0000","last_peered":"2023-10-09T05:05:47.102623+0000","last_clean":"2023-10-09T05:05:47.102623+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:47.102623+0000","last_undegraded":"2023-10-09T05:05:47.102623+0000","last_fullsized":"2023-10-09T05:05:47.102623+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":268,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658781+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:05:53.658781+0000","last_peered":"2023-10-09T05:05:53.658781+0000","last_clean":"2023-10-09T05:05:53.658781+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:05:53.658781+0000","last_undegraded":"2023-10-09T05:05:53.658781+0000","last_fullsized":"2023-10-09T05:05:53.658781+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":221,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215442+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:47.215442+0000","last_peered":"2023-10-09T05:05:47.215442+0000","last_clean":"2023-10-09T05:05:47.215442+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:47.215442+0000","last_undegraded":"2023-10-09T05:05:47.215442+0000","last_fullsized":"2023-10-09T05:05:47.215442+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:05:52.632236+0000","last_change":"2023-10-09T05:05:52.632236+0000","last_active":"2023-10-09T05:05:52.632236+0000","last_peered":"2023-10-09T05:05:52.632236+0000","last_clean":"2023-10-09T05:05:52.632236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:05:52.632236+0000","last_undegraded":"2023-10-09T05:05:52.632236+0000","last_fullsized":"2023-10-09T05:05:52.632236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":520,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103398+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:47.103398+0000","last_peered":"2023-10-09T05:05:47.103398+0000","last_clean":"2023-10-09T05:05:47.103398+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:47.103398+0000","last_undegraded":"2023-10-09T05:05:47.103398+0000","last_fullsized":"2023-10-09T05:05:47.103398+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":220,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658328+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:05:53.658328+0000","last_peered":"2023-10-09T05:05:53.658328+0000","last_clean":"2023-10-09T05:05:53.658328+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:05:53.658328+0000","last_undegraded":"2023-10-09T05:05:53.658328+0000","last_fullsized":"2023-10-09T05:05:53.658328+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":426,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215365+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:47.215365+0000","last_peered":"2023-10-09T05:05:47.215365+0000","last_clean":"2023-10-09T05:05:47.215365+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:47.215365+0000","last_undegraded":"2023-10-09T05:05:47.215365+0000","last_fullsized":"2023-10-09T05:05:47.215365+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":242,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658373+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:05:53.658373+0000","last_peered":"2023-10-09T05:05:53.658373+0000","last_clean":"2023-10-09T05:05:53.658373+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:05:53.658373+0000","last_undegraded":"2023-10-09T05:05:53.658373+0000","last_fullsized":"2023-10-09T05:05:53.658373+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":11,"reported_epoch":525,"state":"active+clean","last_fresh":"2023-10-09T05:05:54.665317+0000","last_change":"2023-10-09T05:05:53.705293+0000","last_active":"2023-10-09T05:05:54.665317+0000","last_peered":"2023-10-09T05:05:54.665317+0000","last_clean":"2023-10-09T05:05:54.665317+0000","last_became_active":"2023-10-09T05:05:53.704990+0000","last_became_peered":"2023-10-09T05:05:53.704990+0000","last_unstale":"2023-10-09T05:05:54.665317+0000","last_undegraded":"2023-10-09T05:05:54.665317+0000","last_fullsized":"2023-10-09T05:05:54.665317+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:48:09.897855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":568,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.657684+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:05:53.657684+0000","last_peered":"2023-10-09T05:05:53.657684+0000","last_clean":"2023-10-09T05:05:53.657684+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:05:53.657684+0000","last_undegraded":"2023-10-09T05:05:53.657684+0000","last_fullsized":"2023-10-09T05:05:53.657684+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":215,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215379+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:47.215379+0000","last_peered":"2023-10-09T05:05:47.215379+0000","last_clean":"2023-10-09T05:05:47.215379+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:47.215379+0000","last_undegraded":"2023-10-09T05:05:47.215379+0000","last_fullsized":"2023-10-09T05:05:47.215379+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":522,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.652406+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:05:53.652406+0000","last_peered":"2023-10-09T05:05:53.652406+0000","last_clean":"2023-10-09T05:05:53.652406+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:05:53.652406+0000","last_undegraded":"2023-10-09T05:05:53.652406+0000","last_fullsized":"2023-10-09T05:05:53.652406+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":505,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103039+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:47.103039+0000","last_peered":"2023-10-09T05:05:47.103039+0000","last_clean":"2023-10-09T05:05:47.103039+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:47.103039+0000","last_undegraded":"2023-10-09T05:05:47.103039+0000","last_fullsized":"2023-10-09T05:05:47.103039+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":217,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103234+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:47.103234+0000","last_peered":"2023-10-09T05:05:47.103234+0000","last_clean":"2023-10-09T05:05:47.103234+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:47.103234+0000","last_undegraded":"2023-10-09T05:05:47.103234+0000","last_fullsized":"2023-10-09T05:05:47.103234+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":565,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658847+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:05:53.658847+0000","last_peered":"2023-10-09T05:05:53.658847+0000","last_clean":"2023-10-09T05:05:53.658847+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:05:53.658847+0000","last_undegraded":"2023-10-09T05:05:53.658847+0000","last_fullsized":"2023-10-09T05:05:53.658847+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":518,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215622+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:47.215622+0000","last_peered":"2023-10-09T05:05:47.215622+0000","last_clean":"2023-10-09T05:05:47.215622+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:47.215622+0000","last_undegraded":"2023-10-09T05:05:47.215622+0000","last_fullsized":"2023-10-09T05:05:47.215622+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":553,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103165+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:47.103165+0000","last_peered":"2023-10-09T05:05:47.103165+0000","last_clean":"2023-10-09T05:05:47.103165+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:47.103165+0000","last_undegraded":"2023-10-09T05:05:47.103165+0000","last_fullsized":"2023-10-09T05:05:47.103165+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":523,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.215630+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:47.215630+0000","last_peered":"2023-10-09T05:05:47.215630+0000","last_clean":"2023-10-09T05:05:47.215630+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:47.215630+0000","last_undegraded":"2023-10-09T05:05:47.215630+0000","last_fullsized":"2023-10-09T05:05:47.215630+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":526,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.103797+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:47.103797+0000","last_peered":"2023-10-09T05:05:47.103797+0000","last_clean":"2023-10-09T05:05:47.103797+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:47.103797+0000","last_undegraded":"2023-10-09T05:05:47.103797+0000","last_fullsized":"2023-10-09T05:05:47.103797+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":253,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.702496+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:05:53.702496+0000","last_peered":"2023-10-09T05:05:53.702496+0000","last_clean":"2023-10-09T05:05:53.702496+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:05:53.702496+0000","last_undegraded":"2023-10-09T05:05:53.702496+0000","last_fullsized":"2023-10-09T05:05:53.702496+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":218,"reported_epoch":524,"state":"active+clean","last_fresh":"2023-10-09T05:05:53.658145+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:05:53.658145+0000","last_peered":"2023-10-09T05:05:53.658145+0000","last_clean":"2023-10-09T05:05:53.658145+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:05:53.658145+0000","last_undegraded":"2023-10-09T05:05:53.658145+0000","last_fullsized":"2023-10-09T05:05:53.658145+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":208,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.214872+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:47.214872+0000","last_peered":"2023-10-09T05:05:47.214872+0000","last_clean":"2023-10-09T05:05:47.214872+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:47.214872+0000","last_undegraded":"2023-10-09T05:05:47.214872+0000","last_fullsized":"2023-10-09T05:05:47.214872+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":542,"reported_epoch":521,"state":"active+clean","last_fresh":"2023-10-09T05:05:47.102850+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:47.102850+0000","last_peered":"2023-10-09T05:05:47.102850+0000","last_clean":"2023-10-09T05:05:47.102850+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:47.102850+0000","last_undegraded":"2023-10-09T05:05:47.102850+0000","last_fullsized":"2023-10-09T05:05:47.102850+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":4},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234516,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506256,"kb_used_data":5576,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238896,"statfs":{"total":95995035648,"available":94452629504,"internally_reserved":0,"allocated":5709824,"data_stored":4363259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.879,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":8.9900000000000002,"5min":8.9900000000000002,"15min":16.027999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.7309999999999999,"5min":1.597,"15min":1.4259999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.785},"last":0.60799999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":1.8999999999999999,"15min":1.5860000000000001},"min":{"1min":0.29099999999999998,"5min":0.22,"15min":0.22},"max":{"1min":10.789,"5min":10.789,"15min":10.789},"last":0.56399999999999995},{"interface":"front","average":{"1min":3.2879999999999998,"5min":2.5640000000000001,"15min":2.4260000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.305999999999999,"5min":15.401,"15min":15.401},"last":0.65800000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":2.4809999999999999,"15min":2.1200000000000001},"min":{"1min":0.30399999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":16.951000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":2.802,"5min":2.2759999999999998,"15min":1.897},"min":{"1min":0.315,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.818,"5min":11.311,"15min":16.704000000000001},"last":0.54000000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:04:52 2023","interfaces":[{"interface":"back","average":{"1min":2.8420000000000001,"5min":2.3399999999999999,"15min":2.0339999999999998},"min":{"1min":0.34100000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":6.7089999999999996,"5min":13.489000000000001,"15min":14.228999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":3.3300000000000001,"5min":2.6520000000000001,"15min":1.978},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":10.629,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.58699999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":2.5259999999999998,"15min":1.8340000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.911999999999999,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":4.375,"5min":2.1890000000000001,"15min":1.506},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":13.050000000000001,"5min":18.971,"15min":18.971},"last":0.40799999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":3.863,"5min":2.5150000000000001,"15min":1.948},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":20.678999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.1890000000000001,"5min":1.845,"15min":1.5820000000000001},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8759999999999994,"5min":13.848000000000001,"15min":21.07},"last":0.42099999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.3040000000000003,"5min":2.4590000000000001,"15min":1.956},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":16.881,"5min":16.881,"15min":16.881},"last":0.442},{"interface":"front","average":{"1min":3.3519999999999999,"5min":2.218,"15min":1.8700000000000001},"min":{"1min":0.379,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":12.815,"5min":12.815,"15min":24.010000000000002},"last":0.46700000000000003}]}]},{"osd":6,"up_from":46,"seq":197568496152,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1190916,"kb_used_data":5244,"kb_used_omap":0,"kb_used_meta":1185664,"kb_avail":92554236,"statfs":{"total":95995035648,"available":94775537664,"internally_reserved":0,"allocated":5369856,"data_stored":4035491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1214119936},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":2.0950000000000002,"15min":1.8979999999999999},"min":{"1min":0.27500000000000002,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":6.1609999999999996,"5min":16.151,"15min":62.470999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.782,"5min":2.0449999999999999,"15min":2.032},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.8769999999999998,"5min":16.902999999999999,"15min":62.445},"last":0.443}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.4710000000000001,"15min":2.4180000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":15.935,"5min":15.935,"15min":15.935},"last":0.371},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.8300000000000001,"15min":2.6800000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9029999999999996,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.35999999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5840000000000001,"5min":2.48,"15min":2.1299999999999999},"min":{"1min":0.32800000000000001,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":7.4690000000000003,"5min":13.91,"15min":42.923999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":2.0539999999999998,"5min":2.4079999999999999,"15min":2.3239999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.252},"max":{"1min":7.351,"5min":8.2360000000000007,"15min":42.936999999999998},"last":0.41199999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:05 2023","interfaces":[{"interface":"back","average":{"1min":4.3470000000000004,"5min":2.4580000000000002,"15min":2.4359999999999999},"min":{"1min":0.35399999999999998,"5min":0.33600000000000002,"15min":0.29199999999999998},"max":{"1min":10.823,"5min":10.823,"15min":26.763000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":3.4220000000000002,"5min":2.6139999999999999,"15min":2.375},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.5600000000000005,"5min":18.140000000000001,"15min":26.777999999999999},"last":0.42199999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":2.367,"15min":1.6040000000000001},"min":{"1min":0.30599999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":12.153,"5min":12.153,"15min":16.399999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":2.6299999999999999,"5min":2.4169999999999998,"15min":1.649},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.26100000000000001},"max":{"1min":6.2030000000000003,"5min":10.106,"15min":16.068999999999999},"last":0.29399999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":2.3370000000000002,"15min":1.575},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":6.0010000000000003,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":3.5339999999999998,"5min":2.1000000000000001,"15min":1.4910000000000001},"min":{"1min":0.41299999999999998,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":11.295999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.33800000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":2.2639999999999998,"5min":2.0960000000000001,"15min":1.635},"min":{"1min":0.37,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":11.260999999999999,"5min":11.260999999999999,"15min":16.372},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.302,"5min":2.1970000000000001,"15min":1.754},"min":{"1min":0.41299999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":6.8460000000000001,"5min":10.185,"15min":16.018999999999998},"last":0.34999999999999998}]}]},{"osd":1,"up_from":478,"seq":2052994367535,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":216996,"kb_used_data":6492,"kb_used_omap":6,"kb_used_meta":210489,"kb_avail":93528156,"statfs":{"total":95995035648,"available":95772831744,"internally_reserved":0,"allocated":6647808,"data_stored":4200183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":215541227},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.454,"15min":1.454},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":5.1609999999999996,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.379},{"interface":"front","average":{"1min":1.825,"5min":1.8939999999999999,"15min":1.7450000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.7930000000000001,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.29499999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.863,"15min":1.8340000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":4.6310000000000002,"5min":15.759,"15min":15.759},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.288,"5min":1.631,"15min":1.4990000000000001},"min":{"1min":0.251,"5min":0.191,"15min":0.191},"max":{"1min":5.383,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.309}]},{"osd":3,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":2.512,"15min":2.7040000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.2449999999999992,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.5840000000000001,"15min":1.397},"min":{"1min":0.32700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5789999999999997,"5min":9.891,"15min":9.891},"last":0.40899999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.8340000000000001,"5min":4.9089999999999998,"15min":5.9359999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.2480000000000002,"5min":71.381,"15min":71.381},"last":0.70899999999999996},{"interface":"front","average":{"1min":4.319,"5min":5.367,"15min":6.3810000000000002},"min":{"1min":0.46800000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":11.282999999999999,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.65900000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":5.5209999999999999,"15min":6.8310000000000004},"min":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.3109999999999999,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.52100000000000002},{"interface":"front","average":{"1min":2.8149999999999999,"5min":5.2750000000000004,"15min":6.2759999999999998},"min":{"1min":0.41299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":11.347,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.62}]},{"osd":6,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.3260000000000001,"15min":2.2440000000000002},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":4.5490000000000004,"5min":12.977,"15min":12.977},"last":0.68200000000000005},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.6970000000000001,"15min":2.7170000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.3330000000000002,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.54900000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.6379999999999999,"5min":5.5190000000000001,"15min":6.391},"min":{"1min":0.42299999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":13,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":2.423,"5min":4.8330000000000002,"15min":5.9669999999999996},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":7.5350000000000001,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.72599999999999998}]}]},{"osd":0,"up_from":86,"seq":369367187859,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1078696,"kb_used_data":6944,"kb_used_omap":5,"kb_used_meta":1071738,"kb_avail":92666456,"statfs":{"total":95995035648,"available":94890450944,"internally_reserved":0,"allocated":7110656,"data_stored":4265913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1097460346},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.5589999999999999,"15min":1.587},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.8109999999999999,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":1.621,"5min":1.7629999999999999,"15min":1.978},"min":{"1min":0.221,"5min":0.218,"15min":0.218},"max":{"1min":6.9000000000000004,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.9079999999999999,"15min":2.2789999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":5.8319999999999999,"5min":16.081,"15min":24.021000000000001},"last":0.35199999999999998},{"interface":"front","average":{"1min":1.7410000000000001,"5min":2.1549999999999998,"15min":2.254},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":6.71,"5min":15.845000000000001,"15min":24.050999999999998},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:05:54 2023","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":1.788,"15min":1.927},"min":{"1min":0.25800000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.086,"5min":17.373999999999999,"15min":17.373999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.448,"15min":2.0339999999999998},"min":{"1min":0.247,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.2039999999999997,"5min":9.1029999999999998,"15min":21.132999999999999},"last":0.38800000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9019999999999999,"15min":1.8560000000000001},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.9409999999999998,"5min":10.004,"15min":14.581},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.8069999999999999,"5min":2.3399999999999999,"15min":1.804},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.6690000000000005,"5min":10.541,"15min":14.721},"last":0.47999999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5539999999999998,"5min":2.403,"15min":1.931},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.29899999999999999},"max":{"1min":11.403,"5min":11.403,"15min":13.542},"last":0.45700000000000002},{"interface":"front","average":{"1min":3.2160000000000002,"5min":2.569,"15min":2.1629999999999998},"min":{"1min":0.33700000000000002,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":9.0199999999999996,"5min":13.971,"15min":22.738},"last":0.501}]},{"osd":6,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9369999999999998,"5min":2.4199999999999999,"15min":2.0059999999999998},"min":{"1min":0.41999999999999998,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":3.028,"5min":2.3439999999999999,"15min":2.2250000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":17.335999999999999,"5min":17.335999999999999,"15min":22.709},"last":0.52200000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":2.8010000000000002,"15min":2.3900000000000001},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":10.896000000000001,"5min":10.896000000000001,"15min":22.763000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.141,"5min":1.762,"15min":2.0169999999999999},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.0270000000000001,"5min":11.802,"15min":20.890000000000001},"last":0.57099999999999995}]}]},{"osd":2,"up_from":116,"seq":498216206702,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1031648,"kb_used_data":6744,"kb_used_omap":7,"kb_used_meta":1024888,"kb_avail":92713504,"statfs":{"total":95995035648,"available":94938628096,"internally_reserved":0,"allocated":6905856,"data_stored":4464152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1049485393},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1179999999999999,"5min":2.1230000000000002,"15min":1.8009999999999999},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":12.209,"5min":20.329999999999998,"15min":20.329999999999998},"last":0.24299999999999999},{"interface":"front","average":{"1min":1.905,"5min":1.2829999999999999,"15min":1.569},"min":{"1min":0.214,"5min":0.192,"15min":0.188},"max":{"1min":9.8849999999999998,"5min":9.8849999999999998,"15min":13.952},"last":0.28699999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":3.9729999999999999,"15min":4.7089999999999996},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":4.1289999999999996,"5min":70.971000000000004,"15min":70.971000000000004},"last":0.26100000000000001},{"interface":"front","average":{"1min":2.2120000000000002,"5min":4.048,"15min":4.7789999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.4390000000000001,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.32300000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:01 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":3.2959999999999998,"15min":2.8439999999999999},"min":{"1min":0.23400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.5139999999999998,"5min":26.018999999999998,"15min":79.926000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":1.2250000000000001,"5min":3.3809999999999998,"15min":2.9409999999999998},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":3.601,"5min":26.056999999999999,"15min":79.959000000000003},"last":0.35999999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6920000000000002,"5min":2.9670000000000001,"15min":3.0419999999999998},"min":{"1min":0.41499999999999998,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":11.427,"5min":12.992000000000001,"15min":176.00200000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":2.722,"5min":2.2480000000000002,"15min":2.3799999999999999},"min":{"1min":0.32000000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":9.7249999999999996,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.621}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.452,"15min":1.982},"min":{"1min":0.40500000000000003,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.6739999999999995,"5min":46.997,"15min":46.997},"last":0.58899999999999997},{"interface":"front","average":{"1min":4.202,"5min":3.1970000000000001,"15min":2.577},"min":{"1min":0.33900000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":11.472,"5min":46.978000000000002,"15min":46.978000000000002},"last":0.52900000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":2.714,"15min":2.3559999999999999},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":9.7810000000000006,"5min":13.693,"15min":42.975999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.6850000000000001,"15min":2.0009999999999999},"min":{"1min":0.40699999999999997,"5min":0.307,"15min":0.307},"max":{"1min":3.1230000000000002,"5min":9.4670000000000005,"15min":42.843000000000004},"last":0.54700000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.198,"5min":2.484,"15min":2.202},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":9.8499999999999996,"5min":10.227,"15min":15.516},"last":0.58099999999999996},{"interface":"front","average":{"1min":2.7549999999999999,"5min":2.1680000000000001,"15min":2.0899999999999999},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":9.8379999999999992,"5min":12.401,"15min":15.583},"last":0.51400000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524839,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":590060,"kb_used_data":6820,"kb_used_omap":2,"kb_used_meta":583229,"kb_avail":93155092,"statfs":{"total":95995035648,"available":95390814208,"internally_reserved":0,"allocated":6983680,"data_stored":4767495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":597226549},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.579,"5min":2.0139999999999998,"15min":2.0339999999999998},"min":{"1min":0.20399999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.6159999999999997,"5min":11.06,"15min":26.260999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":1.8160000000000001,"5min":2.0329999999999999,"15min":1.98},"min":{"1min":0.23000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.6870000000000003,"5min":9.5909999999999993,"15min":22.477},"last":0.35899999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":1.452,"15min":1.0209999999999999},"min":{"1min":0.255,"5min":0.215,"15min":0.215},"max":{"1min":5.585,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.524,"5min":1.7190000000000001,"15min":1.407},"min":{"1min":0.24099999999999999,"5min":0.216,"15min":0.216},"max":{"1min":5.718,"5min":11.051,"15min":11.051},"last":0.32100000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":2.4209999999999998,"15min":2.3479999999999999},"min":{"1min":0.27800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":10.32,"5min":21.407,"15min":21.722999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":2.0369999999999999,"5min":2.9260000000000002,"15min":2.2869999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":6.4729999999999999,"5min":24.184000000000001,"15min":25.776},"last":0.34499999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.391,"5min":2.2650000000000001,"15min":1.9019999999999999},"min":{"1min":0.34100000000000003,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":8.7149999999999999,"5min":14.359999999999999,"15min":15.301},"last":0.44400000000000001},{"interface":"front","average":{"1min":2.3119999999999998,"5min":1.893,"15min":2.1099999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.356999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.435}]},{"osd":5,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":2.0870000000000002,"15min":1.97},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":8.6780000000000008,"5min":11.026,"15min":35.712000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":2.5529999999999999,"5min":2.5329999999999999,"15min":2.2200000000000002},"min":{"1min":0.442,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.492,"5min":10.109,"15min":35.488},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.4050000000000002,"5min":2.6349999999999998,"15min":2.6059999999999999},"min":{"1min":0.82599999999999996,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.284000000000001,"5min":14.609,"15min":50.113999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.27,"15min":2.2000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.443999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.42499999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.843,"15min":2.278},"min":{"1min":0.44800000000000001,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":15.491,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":2.8090000000000002,"5min":2.4889999999999999,"15min":2.3439999999999999},"min":{"1min":0.52800000000000002,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":10.226000000000001,"5min":14.663,"15min":21.587},"last":0.41199999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019424,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500172,"kb_used_data":5252,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244980,"statfs":{"total":95995035648,"available":94458859520,"internally_reserved":0,"allocated":5378048,"data_stored":4035798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":1.742,"15min":1.782},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":5.0380000000000003,"5min":11.003,"15min":21.047000000000001},"last":0.376},{"interface":"front","average":{"1min":1.98,"5min":1.8320000000000001,"15min":1.657},"min":{"1min":0.32600000000000001,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.6660000000000004,"5min":11.507999999999999,"15min":12.064},"last":0.45700000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.38700000000000001},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.32500000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.0680000000000001,"5min":2.524,"15min":3.1000000000000001},"min":{"1min":0.29799999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":19.295999999999999,"5min":19.295999999999999,"15min":105.411},"last":0.40999999999999998},{"interface":"front","average":{"1min":3.0790000000000002,"5min":2.512,"15min":3.0409999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.4000000000000004,"5min":11.468,"15min":97.927999999999997},"last":0.34599999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":17.498000000000001,"5min":5.0659999999999998,"15min":3.2309999999999999},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.28699999999999998},"max":{"1min":253.50700000000001,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":17.007999999999999,"5min":5.2089999999999996,"15min":3.3900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":253.72,"5min":253.72,"15min":253.72},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":2.145,"15min":1.5620000000000001},"min":{"1min":0.317,"5min":0.252,"15min":0.252},"max":{"1min":8.343,"5min":13.25,"15min":20.991},"last":0.28199999999999997},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.391,"15min":1.5620000000000001},"min":{"1min":0.33200000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":8.8160000000000007,"5min":11.628,"15min":14.202999999999999},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:04:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":2.1070000000000002,"15min":2.2080000000000002},"min":{"1min":0.317,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":7.4400000000000004,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.36599999999999999},{"interface":"front","average":{"1min":4.3869999999999996,"5min":2.0499999999999998,"15min":2.2949999999999999},"min":{"1min":0.35499999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":19.387,"5min":19.387,"15min":81.715999999999994},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":0.432},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":0.42399999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757788,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1496900,"kb_used_data":5820,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":92248252,"statfs":{"total":95995035648,"available":94462210048,"internally_reserved":0,"allocated":5959680,"data_stored":4621944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.2090000000000001,"15min":2.5910000000000002},"min":{"1min":0.249,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.7569999999999997,"5min":11.926,"15min":322.43200000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":4.0910000000000002,"5min":2.1240000000000001,"15min":2.9740000000000002},"min":{"1min":0.39600000000000002,"5min":0.246,"15min":0.219},"max":{"1min":13.456,"5min":13.456,"15min":322.61599999999999},"last":0.54600000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":4.6399999999999997,"5min":2.964,"15min":2.452},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":18.257000000000001,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.498},{"interface":"front","average":{"1min":4.915,"5min":2.8290000000000002,"15min":2.2040000000000002},"min":{"1min":0.47199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":13.411,"5min":13.411,"15min":13.411},"last":0.50800000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":2.7450000000000001,"15min":2.2050000000000001},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":17.82,"5min":17.82,"15min":18.553000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":5.4059999999999997,"5min":2.7959999999999998,"15min":2.2200000000000002},"min":{"1min":0.68300000000000005,"5min":0.313,"15min":0.255},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":18.617000000000001},"last":0.58099999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":4.1029999999999998,"5min":2.3969999999999998,"15min":2.2949999999999999},"min":{"1min":0.85999999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.193000000000001,"5min":17.193000000000001,"15min":74.915000000000006},"last":0.52100000000000002},{"interface":"front","average":{"1min":2.5950000000000002,"5min":2.2370000000000001,"15min":2.3879999999999999},"min":{"1min":0.378,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":9.1120000000000001,"5min":13.738,"15min":74.799999999999997},"last":0.61599999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":3.5619999999999998,"5min":2.403,"15min":1.5669999999999999},"min":{"1min":0.38200000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.287000000000001,"5min":10.287000000000001,"15min":13.285},"last":0.42699999999999999},{"interface":"front","average":{"1min":4.7599999999999998,"5min":2.5379999999999998,"15min":1.6619999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.27100000000000002},"max":{"1min":13.555999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":0.35099999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:05:00 2023","interfaces":[{"interface":"back","average":{"1min":3.3010000000000002,"5min":1.829,"15min":1.5009999999999999},"min":{"1min":0.34300000000000003,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":13.189},"last":0.38200000000000001},{"interface":"front","average":{"1min":4.2850000000000001,"5min":2.27,"15min":1.653},"min":{"1min":0.40200000000000002,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":17.149999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":0.33900000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":6.056,"5min":2.871,"15min":1.8280000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":18.442,"5min":18.442,"15min":18.442},"last":0.374},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2.8879999999999999,"15min":1.9350000000000001},"min":{"1min":0.39300000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":18.295999999999999,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.39500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:05:58.455 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:05:58.553 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:05:58.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:58.557 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:05:58.658 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:58.689 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:58.727 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:58.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:58.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:58.832 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:05:58.833 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:58 smithi107 ceph-mon[184249]: from='client.47159 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:58.834 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1136651631' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:58.834 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:58 smithi107 ceph-mon[179183]: from='client.47159 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:58.834 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1136651631' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:58.861 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:58.898 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:05:58.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:58.901 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:05:58.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:58 smithi150 ceph-mon[168511]: from='client.47159 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:05:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1136651631' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:05:59.002 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:05:59.029 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:59.064 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:05:59.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:59.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:05:59.170 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:05:59.198 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:59.232 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:05:59.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:59.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:05:59.284 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:59.337 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:05:59.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:59.399 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:05:59.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:59.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:05:59.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:05:59.531 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:59.565 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:05:59.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:59.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:05:59.669 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:05:59.695 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:59.729 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:05:59.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:05:59.732 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:05:59.833 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:05:59.845 INFO:teuthology.orchestra.run.smithi107.stderr:enabled application 'rados' on pool 'unique_pool_9' 2023-10-09T05:05:59.864 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:05:59.916 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:05:59.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:59 smithi150 ceph-mon[168511]: pgmap v1606: 99 pgs: 99 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:05:59.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:05:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1504806365' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_9", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:06:00.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:59 smithi107 ceph-mon[184249]: pgmap v1606: 99 pgs: 99 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:06:00.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:05:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1504806365' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_9", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:06:00.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:59 smithi107 ceph-mon[179183]: pgmap v1606: 99 pgs: 99 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:06:00.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:05:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1504806365' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_9", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:06:01.013 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1504806365' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_9", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[184249]: osdmap e526: 8 total, 8 up, 8 in 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[184249]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[184249]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[184249]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1504806365' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_9", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T05:06:01.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[179183]: osdmap e526: 8 total, 8 up, 8 in 2023-10-09T05:06:01.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[179183]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[179183]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:00 smithi107 ceph-mon[179183]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1504806365' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_9", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-10-09T05:06:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:00 smithi150 ceph-mon[168511]: osdmap e526: 8 total, 8 up, 8 in 2023-10-09T05:06:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:00 smithi150 ceph-mon[168511]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:00 smithi150 ceph-mon[168511]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:00 smithi150 ceph-mon[168511]: failed to encode map e526 with expected crc 2023-10-09T05:06:01.903 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:01.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:01.908 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:02.009 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:02.031 DEBUG:teuthology.orchestra.run.smithi107:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_9 bench 90 write' 2023-10-09T05:06:02.034 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-10-09T05:06:02.034 INFO:teuthology.orchestra.run:waiting for 3000 2023-10-09T05:06:02.041 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:02.080 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:02.081 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:hints = 1 2023-10-09T05:06:02.081 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-10-09T05:06:02.081 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object prefix: benchmark_data_smithi107_437372 2023-10-09T05:06:02.081 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:06:02.082 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 0 0 0 0 0 0 - 0 2023-10-09T05:06:02.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:02.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:02.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:06:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:06:02] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2023-10-09T05:06:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[184249]: failed to encode map e526 with expected crc 2023-10-09T05:06:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[184249]: pgmap v1608: 99 pgs: 99 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:06:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:02.172 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:02.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[179183]: failed to encode map e526 with expected crc 2023-10-09T05:06:02.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[179183]: pgmap v1608: 99 pgs: 99 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:06:02.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:02.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:02.187 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:02.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:01 smithi150 ceph-mon[168511]: failed to encode map e526 with expected crc 2023-10-09T05:06:02.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:01 smithi150 ceph-mon[168511]: pgmap v1608: 99 pgs: 99 active+clean; 582 KiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-10-09T05:06:02.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:02.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:02.228 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:02.287 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:02.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:02.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:02.392 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:02.433 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:02.482 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:02.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:02.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:02.593 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:02.663 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212526 12.7 12:e6f7fda0:::benchmark_data_smithi107_355541_object103453:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:06:02.665 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.69597577000002, 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.321320396, 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212526 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:06:02.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961262+0000", 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961271+0000", 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8340000000000005e-06 2023-10-09T05:06:02.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961290+0000", 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.925e-05 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961302+0000", 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1959e-05 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961464+0000", 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016163899999999999 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961476+0000", 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2001000000000001e-05 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282522+0000", 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3210458279999999 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282585+0000", 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2767000000000004e-05 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212531 12.7 12:ebc34db6:::benchmark_data_smithi107_355541_object103458:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.69591102099997, 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3325043329999999, 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212531 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.672 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961328+0000", 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961332+0000", 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7019999999999999e-06 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.674 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961353+0000", 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1073e-05 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961360+0000", 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8310000000000003e-06 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961501+0000", 2023-10-09T05:06:02.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014087 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961510+0000", 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7469999999999994e-06 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282861+0000", 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3213510989999999 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282950+0000", 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9580000000000006e-05 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293731+0000", 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010780615 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293833+0000", 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010234399999999999 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212536 12.7 12:e6bf8759:::benchmark_data_smithi107_355541_object103463:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.69587291800002, 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3365893309999999, 2023-10-09T05:06:02.678 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212536 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961366+0000", 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961369+0000", 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.994e-06 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961376+0000", 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2199999999999997e-06 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961381+0000", 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9150000000000004e-06 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961532+0000", 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015187800000000001 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961540+0000", 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8630000000000008e-06 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283058+0000", 2023-10-09T05:06:02.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3215178189999999 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283140+0000", 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2202999999999999e-05 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283255+0000", 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011435200000000001 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.289947+0000", 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066921309999999996 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293327+0000", 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0033802659999999998 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297683+0000", 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043558970000000001 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297762+0000", 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8944999999999997e-05 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297825+0000", 2023-10-09T05:06:02.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2810000000000003e-05 2023-10-09T05:06:02.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297956+0000", 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000131593 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212538 12.7 12:effdb850:::benchmark_data_smithi107_355541_object103465:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:06:02.688 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.69585490200001, 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.338220006, 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212538 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:06:02.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961387+0000", 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0959999999999999e-06 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961393+0000", 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.801e-06 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961397+0000", 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9180000000000002e-06 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961563+0000", 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016526400000000001 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961571+0000", 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1969999999999996e-06 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286712+0000", 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.325141524 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286841+0000", 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012872 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286930+0000", 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8646000000000005e-05 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293806+0000", 2023-10-09T05:06:02.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068762750000000003 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297724+0000", 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00391837 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.298010+0000", 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000285259 2023-10-09T05:06:02.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299447+0000", 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00143713 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299497+0000", 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0306000000000003e-05 2023-10-09T05:06:02.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299605+0000", 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010783800000000001 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212574 12.7 12:e24dc470:::benchmark_data_smithi107_355541_object103501:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:06:02.698 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.695837402, 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.342488495, 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212574 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.699 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961404+0000", 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2500000000000001e-06 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961410+0000", 2023-10-09T05:06:02.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0009999999999998e-06 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961416+0000", 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2610000000000001e-06 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961593+0000", 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000176971 2023-10-09T05:06:02.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961600+0000", 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8779999999999998e-06 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.289963+0000", 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3283626399999999 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.290038+0000", 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5218999999999999e-05 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.290123+0000", 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4716999999999995e-05 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.298020+0000", 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0078969490000000003 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299653+0000", 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0016333750000000001 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303471+0000", 2023-10-09T05:06:02.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038178180000000002 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303726+0000", 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00025442299999999999 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303779+0000", 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3488e-05 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303891+0000", 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011189800000000001 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56146 13.a 13:54c2ed7a:::benchmark_data_smithi107_396486_object56145:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:06:02.707 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 237.65040092199999, 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5285271730000001, 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56146 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006837+0000", 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.709 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006866+0000", 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8467e-05 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006877+0000", 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1141999999999999e-05 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006887+0000", 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0412e-05 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.009545+0000", 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026573 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.009557+0000", 2023-10-09T05:06:02.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2354000000000001e-05 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340738+0000", 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.33118116199999997 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340747+0000", 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3219999999999993e-06 2023-10-09T05:06:02.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527294+0000", 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1865478949999999 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527489+0000", 2023-10-09T05:06:02.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019502899999999999 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527688+0000", 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019841999999999999 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533521+0000", 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058330500000000002 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533577+0000", 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5633000000000001e-05 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533585+0000", 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3869999999999995e-06 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533631+0000", 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5735000000000002e-05 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535366+0000", 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001735466 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.716 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56176 13.a 13:5fae3670:::benchmark_data_smithi107_396486_object56175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 237.591399314, 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4711515230000001, 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56176 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.717 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065839+0000", 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065867+0000", 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8518999999999999e-05 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065890+0000", 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2847e-05 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065901+0000", 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0448999999999999e-05 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065971+0000", 2023-10-09T05:06:02.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0463000000000006e-05 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065989+0000", 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7589999999999999e-05 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340768+0000", 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27477936200000003 2023-10-09T05:06:02.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340778+0000", 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3719999999999994e-06 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531280+0000", 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1905020399999999 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531454+0000", 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000174501 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531649+0000", 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019472000000000001 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535505+0000", 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003856174 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535638+0000", 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013317299999999999 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535647+0000", 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7709999999999995e-06 2023-10-09T05:06:02.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535690+0000", 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3421000000000003e-05 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.536992+0000", 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013017300000000001 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.725 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56177 13.a 13:5636851f:::benchmark_data_smithi107_396486_object56176:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 237.58898206800001, 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4780011129999999, 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.726 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56177 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:06:02.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068256+0000", 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068284+0000", 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7217999999999999e-05 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068297+0000", 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3703000000000001e-05 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068306+0000", 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.918e-06 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068388+0000", 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1365000000000004e-05 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068395+0000", 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4139999999999997e-06 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340800+0000", 2023-10-09T05:06:02.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27240540000000002 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340805+0000", 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8670000000000002e-06 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537034+0000", 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.196229097 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537207+0000", 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017233799999999999 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537412+0000", 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00020570399999999999 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.539144+0000", 2023-10-09T05:06:02.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001731626 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.540087+0000", 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00094249000000000004 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.543966+0000", 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038790529999999999 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.544038+0000", 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2849000000000007e-05 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.546259+0000", 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022204429999999999 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.734 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:142997 13.a 13:5ff6004d:::benchmark_data_smithi107_396486_object37135:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.29139973700001, 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98252747900000004, 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.735 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142997 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365838+0000", 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365848+0000", 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9960000000000005e-06 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365871+0000", 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3065e-05 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365882+0000", 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0876999999999999e-05 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365953+0000", 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0396999999999997e-05 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365966+0000", 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3023999999999999e-05 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336313+0000", 2023-10-09T05:06:02.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97034680200000001 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336426+0000", 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113769 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336497+0000", 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0939000000000006e-05 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340222+0000", 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00372427 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348185+0000", 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0079632049999999992 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348275+0000", 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0482999999999994e-05 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348314+0000", 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9028e-05 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348368+0000", 2023-10-09T05:06:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3390999999999998e-05 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:142999 13.a 13:5d1a507a:::benchmark_data_smithi107_396486_object37137:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.286344387, 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97766070299999996, 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.743 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142999 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370894+0000", 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370902+0000", 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0760000000000003e-06 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370916+0000", 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3608000000000001e-05 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370923+0000", 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8929999999999999e-06 2023-10-09T05:06:02.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370999+0000", 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6902000000000003e-05 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371011+0000", 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1993e-05 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340278+0000", 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96926604999999999 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340405+0000", 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012732100000000001 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340472+0000", 2023-10-09T05:06:02.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7366000000000005e-05 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348241+0000", 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0077686830000000002 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348399+0000", 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015825400000000001 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348464+0000", 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5198999999999997e-05 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348514+0000", 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0098e-05 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348556+0000", 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1757e-05 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143002 13.a 13:56d77188:::benchmark_data_smithi107_396486_object37140:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:06:02.751 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.286141008, 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97759521100000002, 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143002 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371098+0000", 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371102+0000", 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1919999999999998e-06 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371112+0000", 2023-10-09T05:06:02.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4790000000000002e-06 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371116+0000", 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6469999999999997e-06 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371181+0000", 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4220000000000005e-05 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371197+0000", 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6758000000000001e-05 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.343943+0000", 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97274561299999995 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.344038+0000", 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4586999999999994e-05 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.344110+0000", 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2714999999999998e-05 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348592+0000", 2023-10-09T05:06:02.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044811360000000001 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348598+0000", 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4099999999999996e-06 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348640+0000", 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1958e-05 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348665+0000", 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4791999999999999e-05 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348694+0000", 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9405000000000001e-05 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143058 13.a 13:5d31e319:::benchmark_data_smithi107_396486_object37196:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.19665094, 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.90516730099999998, 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.760 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143058 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:06:02.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460588+0000", 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460594+0000", 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5999999999999997e-06 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460605+0000", 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1734e-05 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460614+0000", 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5650000000000002e-06 2023-10-09T05:06:02.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460687+0000", 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3589000000000003e-05 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460703+0000", 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6013999999999999e-05 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348717+0000", 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88801327100000005 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348806+0000", 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9371999999999997e-05 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348883+0000", 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6673000000000003e-05 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358032+0000", 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091491639999999996 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365641+0000", 2023-10-09T05:06:02.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076092099999999999 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365685+0000", 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3359999999999998e-05 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365727+0000", 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2585e-05 2023-10-09T05:06:02.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365756+0000", 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9113000000000001e-05 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143067 13.a 13:51225c8c:::benchmark_data_smithi107_396486_object37205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.769 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.183430763, 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.89210563499999995, 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143067 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.770 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473807+0000", 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473818+0000", 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0852e-05 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473839+0000", 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0937999999999998e-05 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473850+0000", 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1703e-05 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473928+0000", 2023-10-09T05:06:02.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7594000000000003e-05 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473942+0000", 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4143e-05 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353386+0000", 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.87944435700000001 2023-10-09T05:06:02.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353518+0000", 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013156100000000001 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353645+0000", 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000127236 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358079+0000", 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044339430000000001 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365767+0000", 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076875900000000002 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365851+0000", 2023-10-09T05:06:02.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4855e-05 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365880+0000", 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8385999999999999e-05 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365915+0000", 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4882999999999998e-05 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143081 13.a 13:52d818a5:::benchmark_data_smithi107_396486_object37219:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.164878414, 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88288068799999997, 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.778 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143081 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:06:02.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492360+0000", 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492367+0000", 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.075e-06 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492379+0000", 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1311000000000001e-05 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492387+0000", 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.824e-06 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492456+0000", 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9152999999999993e-05 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492469+0000", 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3658e-05 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358107+0000", 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.865637196 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358192+0000", 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5483999999999997e-05 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358265+0000", 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2815e-05 2023-10-09T05:06:02.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365772+0000", 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0075066229999999996 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365818+0000", 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6597999999999997e-05 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375179+0000", 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093606809999999992 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375214+0000", 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4764000000000001e-05 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375242+0000", 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8586999999999999e-05 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143082 13.a 13:5a28166f:::benchmark_data_smithi107_396486_object37220:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.162761421, 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88084425700000002, 2023-10-09T05:06:02.786 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143082 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494477+0000", 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494483+0000", 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0170000000000002e-06 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494494+0000", 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246999999999999e-05 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494501+0000", 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3539999999999996e-06 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.499191+0000", 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046907030000000001 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.499206+0000", 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5104e-05 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361688+0000", 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.86248211299999999 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361829+0000", 2023-10-09T05:06:02.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140882 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361960+0000", 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013049000000000001 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365926+0000", 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039660870000000001 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365963+0000", 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7153999999999997e-05 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375276+0000", 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093132560000000007 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375301+0000", 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4967999999999999e-05 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375323+0000", 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1433e-05 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143113 13.a 13:520f9835:::benchmark_data_smithi107_396486_object37251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.103378531, 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83063859500000004, 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.795 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143113 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.796 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553859+0000", 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553870+0000", 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0662000000000001e-05 2023-10-09T05:06:02.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553889+0000", 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9534e-05 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553901+0000", 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2259000000000001e-05 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553974+0000", 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2855000000000006e-05 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553988+0000", 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3739e-05 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365984+0000", 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.81199545200000001 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.366071+0000", 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7305000000000005e-05 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.366159+0000", 2023-10-09T05:06:02.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8453000000000002e-05 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375140+0000", 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089802530000000005 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375148+0000", 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4079999999999998e-06 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384418+0000", 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0092702770000000004 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384462+0000", 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3575999999999997e-05 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384500+0000", 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8133000000000002e-05 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143131 13.a 13:5744ec1a:::benchmark_data_smithi107_396486_object37269:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.077525737, 2023-10-09T05:06:02.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.805793384, 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143131 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579713+0000", 2023-10-09T05:06:02.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579719+0000", 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.533e-06 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579733+0000", 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3535e-05 2023-10-09T05:06:02.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579740+0000", 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0720000000000002e-06 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579797+0000", 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6524000000000003e-05 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579807+0000", 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0689e-05 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370548+0000", 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.79074042300000003 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370638+0000", 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0708e-05 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370718+0000", 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9949000000000003e-05 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375386+0000", 2023-10-09T05:06:02.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046674749999999999 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384535+0000", 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091496129999999991 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385418+0000", 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000882897 2023-10-09T05:06:02.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385468+0000", 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9327999999999999e-05 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385508+0000", 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9916000000000002e-05 2023-10-09T05:06:02.811 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143133 13.a 13:5f58afca:::benchmark_data_smithi107_396486_object37271:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.073528397, 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.80192368700000005, 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.812 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143133 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583710+0000", 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583717+0000", 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6510000000000004e-06 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583737+0000", 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9681e-05 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583745+0000", 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2470000000000008e-06 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583819+0000", 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3862999999999994e-05 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583829+0000", 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0604e-05 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375412+0000", 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.79158324700000005 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375515+0000", 2023-10-09T05:06:02.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010265200000000001 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375590+0000", 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4562999999999997e-05 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384563+0000", 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089735289999999992 2023-10-09T05:06:02.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384596+0000", 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2502999999999997e-05 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385558+0000", 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00096184700000000005 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385600+0000", 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2026e-05 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385635+0000", 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5583999999999997e-05 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.820 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143158 13.a 13:511329df:::benchmark_data_smithi107_396486_object37296:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.032330284, 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.76079118300000004, 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.821 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143158 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624908+0000", 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624920+0000", 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1487e-05 2023-10-09T05:06:02.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624934+0000", 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4433999999999999e-05 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624942+0000", 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.729e-06 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.625013+0000", 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0870000000000004e-05 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.625027+0000", 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4208e-05 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379498+0000", 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.75447134599999999 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379619+0000", 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120621 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379743+0000", 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012421099999999999 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385406+0000", 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056633660000000004 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385550+0000", 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014401600000000001 2023-10-09T05:06:02.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385642+0000", 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1757999999999998e-05 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385678+0000", 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6266999999999997e-05 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385701+0000", 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2388999999999999e-05 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143165 13.a 13:56369d63:::benchmark_data_smithi107_396486_object37303:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:06:02.829 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 124.020510294, 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.77222787900000001, 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143165 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:02.830 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636728+0000", 2023-10-09T05:06:02.831 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636736+0000", 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4769999999999997e-06 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636751+0000", 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5194999999999999e-05 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.832 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636759+0000", 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0430000000000008e-06 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636821+0000", 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2376e-05 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:06:02.833 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636838+0000", 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6566999999999999e-05 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385720+0000", 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.74888262999999999 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385819+0000", 2023-10-09T05:06:02.834 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8287000000000003e-05 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385916+0000", 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7079999999999999e-05 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.399918+0000", 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014002382000000001 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.835 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.399986+0000", 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7435999999999996e-05 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408886+0000", 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089006799999999994 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:06:02.836 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408925+0000", 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9152000000000001e-05 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408957+0000", 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2060999999999997e-05 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:02.837 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:06:02.838 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:02.925 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:02.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:02.930 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:03.031 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:03.078 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:03.081 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 1 16 3330 3314 207.114 207.125 0.00341209 0.00480363 2023-10-09T05:06:03.131 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:03.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:03.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:03.237 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:03.300 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:03.481 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:03.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:03.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:03.514 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T05:06:03.534 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:03.589 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:03.634 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:03.691 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:03.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:03.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:03.767 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:06:03.767 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2123,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":526,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":8,"osd_in_since":1696827648,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":99}],"num_pgs":99,"num_pools":5,"num_objects":508,"data_bytes":32315296,"bytes_used":8818507776,"bytes_avail":759141777408,"bytes_total":767960285184,"write_bytes_sec":3845335,"read_op_per_sec":0,"write_op_per_sec":58},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":30,"modified":"2023-10-09T05:03:26.835370+0000","services":{}},"progress_events":{"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:06:03.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:03.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:03.909 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:03.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:03.913 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:03.986 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:06:04.014 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:04.054 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:04.079 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[184249]: pgmap v1609: 99 pgs: 99 active+clean; 31 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s wr, 58 op/s 2023-10-09T05:06:04.079 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2153142231' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:06:04.079 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2717356492' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:04.079 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:04.080 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[179183]: pgmap v1609: 99 pgs: 99 active+clean; 31 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s wr, 58 op/s 2023-10-09T05:06:04.080 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2153142231' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:06:04.080 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2717356492' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:04.080 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:03 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:04.082 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 2 16 6081 6065 189.436 171.938 0.00371698 0.00525662 2023-10-09T05:06:04.101 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:04.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:04.105 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:04.105 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:03 smithi150 ceph-mon[168511]: pgmap v1609: 99 pgs: 99 active+clean; 31 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s wr, 58 op/s 2023-10-09T05:06:04.106 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2153142231' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:06:04.106 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2717356492' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:04.106 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:03 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:04.205 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:04.269 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:04.276 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:04.585 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:04.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:04.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:04.691 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:04.737 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:04.875 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-10-09T05:06:04.875 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:06:05.086 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 3 16 9021 9005 187.354 183.75 0.00536721 0.00532617 2023-10-09T05:06:05.096 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:05.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:05.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:05.201 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[184249]: failed to encode map e527 with expected crc 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[184249]: osdmap e527: 8 total, 8 up, 8 in 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[184249]: failed to encode map e527 with expected crc 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:05.257 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[179183]: failed to encode map e527 with expected crc 2023-10-09T05:06:05.258 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:06:05.258 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[179183]: osdmap e527: 8 total, 8 up, 8 in 2023-10-09T05:06:05.258 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:04 smithi107 ceph-mon[179183]: failed to encode map e527 with expected crc 2023-10-09T05:06:05.273 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:05.388 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:05.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:05.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:04 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:04 smithi150 ceph-mon[168511]: failed to encode map e527 with expected crc 2023-10-09T05:06:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:06:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:04 smithi150 ceph-mon[168511]: osdmap e527: 8 total, 8 up, 8 in 2023-10-09T05:06:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:04 smithi150 ceph-mon[168511]: failed to encode map e527 with expected crc 2023-10-09T05:06:05.494 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:05.543 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:05.708 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:05.804 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:05.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:05.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:05.911 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:05.984 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:06.060 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:06.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:06.068 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:06.069 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:06.077 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:05 smithi150 ceph-mon[168511]: pgmap v1611: 99 pgs: 99 active+clean; 31 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s wr, 60 op/s 2023-10-09T05:06:06.085 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 4 16 11476 11460 178.88 153.438 0.00435007 0.00558045 2023-10-09T05:06:06.113 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:06.158 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:06.169 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:06.206 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:06.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:05 smithi107 ceph-mon[179183]: pgmap v1611: 99 pgs: 99 active+clean; 31 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s wr, 60 op/s 2023-10-09T05:06:06.225 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:06 smithi107 ceph-mon[184249]: pgmap v1611: 99 pgs: 99 active+clean; 31 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s wr, 60 op/s 2023-10-09T05:06:06.232 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:06.240 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:06.280 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:06.301 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:06.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:06.307 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:06.313 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:06.351 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:06.361 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.361 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:06:06.408 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:06.463 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:06.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:06:07.086 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 5 16 14062 14046 175.424 161.625 0.0145254 0.00569163 2023-10-09T05:06:07.137 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:07.137 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:07.162 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/548684754' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:07.162 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:06 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/548684754' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:06 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/548684754' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:07.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:06 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:07.517 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T05:06:08.086 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 6 16 16721 16705 173.883 166.188 0.00667296 0.0057427 2023-10-09T05:06:08.306 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:08.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:08 smithi107 ceph-mon[179183]: pgmap v1612: 99 pgs: 99 active+clean; 274 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 34 MiB/s wr, 546 op/s 2023-10-09T05:06:08.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:08 smithi107 ceph-mon[184249]: pgmap v1612: 99 pgs: 99 active+clean; 274 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 34 MiB/s wr, 546 op/s 2023-10-09T05:06:08.441 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:08.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:08.447 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:08.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:08 smithi150 ceph-mon[168511]: pgmap v1612: 99 pgs: 99 active+clean; 274 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 34 MiB/s wr, 546 op/s 2023-10-09T05:06:08.548 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:08.601 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:09.086 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 7 16 19239 19223 171.521 157.375 0.00415343 0.00582244 2023-10-09T05:06:09.334 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:09.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:09.342 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:09.442 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:09.486 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:09.894 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:09.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:09.902 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:10.003 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:10.062 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:10.086 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 8 16 21556 21540 168.183 144.812 0.00732897 0.00593864 2023-10-09T05:06:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:10 smithi150 ceph-mon[168511]: pgmap v1613: 99 pgs: 99 active+clean; 813 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2023-10-09T05:06:10.330 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:10.339 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:10 smithi107 ceph-mon[179183]: pgmap v1613: 99 pgs: 99 active+clean; 813 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2023-10-09T05:06:10.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:10 smithi107 ceph-mon[184249]: pgmap v1613: 99 pgs: 99 active+clean; 813 MiB data, 10 GiB used, 705 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2023-10-09T05:06:10.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:10.340 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:10.441 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:10.493 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:10.955 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:10.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:10.963 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:11.063 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:11.086 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 9 16 23650 23634 164.038 130.875 0.00939859 0.00608834 2023-10-09T05:06:11.112 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:11.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:11.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:11.171 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:11.213 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:11.272 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:11.344 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:11.445 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:11 smithi150 ceph-mon[168511]: pgmap v1614: 99 pgs: 99 active+clean; 1009 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T05:06:11.500 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:11.501 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:11.501 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:11.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:11.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:11.609 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:11.654 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:11.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:11 smithi107 ceph-mon[179183]: pgmap v1614: 99 pgs: 99 active+clean; 1009 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T05:06:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:11 smithi107 ceph-mon[184249]: pgmap v1614: 99 pgs: 99 active+clean; 1009 MiB data, 11 GiB used, 704 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2023-10-09T05:06:11.716 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:06:11.721 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:06:11.732 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 05:06:11 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a[153137]: logger=cleanup t=2023-10-09T05:06:11.451608522Z level=info msg="Completed cleanup jobs" duration=25.033932ms 2023-10-09T05:06:11.869 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:11.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:11.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:11.926 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T05:06:11.975 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:12.012 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:06:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:06:12] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2023-10-09T05:06:12.030 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:12.087 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 10 16 25519 25503 159.308 116.812 0.0138949 0.00627105 2023-10-09T05:06:12.127 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:06:12.332 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1614,"stamp":"2023-10-09T05:06:10.904186+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1058281376,"num_objects":16163,"num_object_clones":0,"num_object_copies":48489,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16163,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16200,"num_write_kb":1032925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17965,"ondisk_log_size":17965,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":11789204,"kb_used_data":3157588,"kb_used_omap":22,"kb_used_meta":8631529,"kb_avail":738172012,"statfs":{"total":767960285184,"available":755888140288,"internally_reserved":0,"allocated":3233370112,"data_stored":3218030715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8838685931},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,4,2,5,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1057685504,"num_objects":16139,"num_object_clones":0,"num_object_copies":48417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16139,"num_write_kb":1032896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003984"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":540,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916878+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:59.916878+0000","last_peered":"2023-10-09T05:05:59.916878+0000","last_clean":"2023-10-09T05:05:59.916878+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:59.916878+0000","last_undegraded":"2023-10-09T05:05:59.916878+0000","last_fullsized":"2023-10-09T05:05:59.916878+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":261,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915885+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:05:59.915885+0000","last_peered":"2023-10-09T05:05:59.915885+0000","last_clean":"2023-10-09T05:05:59.915885+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:05:59.915885+0000","last_undegraded":"2023-10-09T05:05:59.915885+0000","last_fullsized":"2023-10-09T05:05:59.915885+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":446,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.840420+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:05:59.840420+0000","last_peered":"2023-10-09T05:05:59.840420+0000","last_clean":"2023-10-09T05:05:59.840420+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:05:59.840420+0000","last_undegraded":"2023-10-09T05:05:59.840420+0000","last_fullsized":"2023-10-09T05:05:59.840420+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919302+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:59.919302+0000","last_peered":"2023-10-09T05:05:59.919302+0000","last_clean":"2023-10-09T05:05:59.919302+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:59.919302+0000","last_undegraded":"2023-10-09T05:05:59.919302+0000","last_fullsized":"2023-10-09T05:05:59.919302+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":240,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915005+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:05:59.915005+0000","last_peered":"2023-10-09T05:05:59.915005+0000","last_clean":"2023-10-09T05:05:59.915005+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:05:59.915005+0000","last_undegraded":"2023-10-09T05:05:59.915005+0000","last_fullsized":"2023-10-09T05:05:59.915005+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":217,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919078+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:59.919078+0000","last_peered":"2023-10-09T05:05:59.919078+0000","last_clean":"2023-10-09T05:05:59.919078+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:59.919078+0000","last_undegraded":"2023-10-09T05:05:59.919078+0000","last_fullsized":"2023-10-09T05:05:59.919078+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":488,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917077+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:59.917077+0000","last_peered":"2023-10-09T05:05:59.917077+0000","last_clean":"2023-10-09T05:05:59.917077+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:59.917077+0000","last_undegraded":"2023-10-09T05:05:59.917077+0000","last_fullsized":"2023-10-09T05:05:59.917077+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":266,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915087+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:05:59.915087+0000","last_peered":"2023-10-09T05:05:59.915087+0000","last_clean":"2023-10-09T05:05:59.915087+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:05:59.915087+0000","last_undegraded":"2023-10-09T05:05:59.915087+0000","last_fullsized":"2023-10-09T05:05:59.915087+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":541,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917031+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:59.917031+0000","last_peered":"2023-10-09T05:05:59.917031+0000","last_clean":"2023-10-09T05:05:59.917031+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:59.917031+0000","last_undegraded":"2023-10-09T05:05:59.917031+0000","last_fullsized":"2023-10-09T05:05:59.917031+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":265,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915404+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:05:59.915404+0000","last_peered":"2023-10-09T05:05:59.915404+0000","last_clean":"2023-10-09T05:05:59.915404+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:05:59.915404+0000","last_undegraded":"2023-10-09T05:05:59.915404+0000","last_fullsized":"2023-10-09T05:05:59.915404+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":90,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919350+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:59.919350+0000","last_peered":"2023-10-09T05:05:59.919350+0000","last_clean":"2023-10-09T05:05:59.919350+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:59.919350+0000","last_undegraded":"2023-10-09T05:05:59.919350+0000","last_fullsized":"2023-10-09T05:05:59.919350+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":410,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918674+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:59.918674+0000","last_peered":"2023-10-09T05:05:59.918674+0000","last_clean":"2023-10-09T05:05:59.918674+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:59.918674+0000","last_undegraded":"2023-10-09T05:05:59.918674+0000","last_fullsized":"2023-10-09T05:05:59.918674+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":603,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917420+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:59.917420+0000","last_peered":"2023-10-09T05:05:59.917420+0000","last_clean":"2023-10-09T05:05:59.917420+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:59.917420+0000","last_undegraded":"2023-10-09T05:05:59.917420+0000","last_fullsized":"2023-10-09T05:05:59.917420+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":561,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917083+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:59.917083+0000","last_peered":"2023-10-09T05:05:59.917083+0000","last_clean":"2023-10-09T05:05:59.917083+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:59.917083+0000","last_undegraded":"2023-10-09T05:05:59.917083+0000","last_fullsized":"2023-10-09T05:05:59.917083+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":90,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918988+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:59.918988+0000","last_peered":"2023-10-09T05:05:59.918988+0000","last_clean":"2023-10-09T05:05:59.918988+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:59.918988+0000","last_undegraded":"2023-10-09T05:05:59.918988+0000","last_fullsized":"2023-10-09T05:05:59.918988+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":363,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915990+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:05:59.915990+0000","last_peered":"2023-10-09T05:05:59.915990+0000","last_clean":"2023-10-09T05:05:59.915990+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:05:59.915990+0000","last_undegraded":"2023-10-09T05:05:59.915990+0000","last_fullsized":"2023-10-09T05:05:59.915990+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918672+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:59.918672+0000","last_peered":"2023-10-09T05:05:59.918672+0000","last_clean":"2023-10-09T05:05:59.918672+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:59.918672+0000","last_undegraded":"2023-10-09T05:05:59.918672+0000","last_fullsized":"2023-10-09T05:05:59.918672+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":543,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916892+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:59.916892+0000","last_peered":"2023-10-09T05:05:59.916892+0000","last_clean":"2023-10-09T05:05:59.916892+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:59.916892+0000","last_undegraded":"2023-10-09T05:05:59.916892+0000","last_fullsized":"2023-10-09T05:05:59.916892+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918694+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:59.918694+0000","last_peered":"2023-10-09T05:05:59.918694+0000","last_clean":"2023-10-09T05:05:59.918694+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:59.918694+0000","last_undegraded":"2023-10-09T05:05:59.918694+0000","last_fullsized":"2023-10-09T05:05:59.918694+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":502,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916052+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:05:59.916052+0000","last_peered":"2023-10-09T05:05:59.916052+0000","last_clean":"2023-10-09T05:05:59.916052+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:05:59.916052+0000","last_undegraded":"2023-10-09T05:05:59.916052+0000","last_fullsized":"2023-10-09T05:05:59.916052+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":225,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918427+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:59.918427+0000","last_peered":"2023-10-09T05:05:59.918427+0000","last_clean":"2023-10-09T05:05:59.918427+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:59.918427+0000","last_undegraded":"2023-10-09T05:05:59.918427+0000","last_fullsized":"2023-10-09T05:05:59.918427+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":260,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916064+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:05:59.916064+0000","last_peered":"2023-10-09T05:05:59.916064+0000","last_clean":"2023-10-09T05:05:59.916064+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:05:59.916064+0000","last_undegraded":"2023-10-09T05:05:59.916064+0000","last_fullsized":"2023-10-09T05:05:59.916064+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"527'933","reported_seq":945,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.260397+0000","last_change":"2023-10-09T05:05:53.705431+0000","last_active":"2023-10-09T05:06:07.260397+0000","last_peered":"2023-10-09T05:06:07.260397+0000","last_clean":"2023-10-09T05:06:07.260397+0000","last_became_active":"2023-10-09T05:05:53.705112+0000","last_became_peered":"2023-10-09T05:05:53.705112+0000","last_unstale":"2023-10-09T05:06:07.260397+0000","last_undegraded":"2023-10-09T05:06:07.260397+0000","last_fullsized":"2023-10-09T05:06:07.260397+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":933,"log_dups_size":0,"ondisk_log_size":933,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:44.147389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61145088,"num_objects":933,"num_object_clones":0,"num_object_copies":2799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":933,"num_write_kb":59712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":88,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919531+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:59.919531+0000","last_peered":"2023-10-09T05:05:59.919531+0000","last_clean":"2023-10-09T05:05:59.919531+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:59.919531+0000","last_undegraded":"2023-10-09T05:05:59.919531+0000","last_fullsized":"2023-10-09T05:05:59.919531+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":527,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916531+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:59.916531+0000","last_peered":"2023-10-09T05:05:59.916531+0000","last_clean":"2023-10-09T05:05:59.916531+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:59.916531+0000","last_undegraded":"2023-10-09T05:05:59.916531+0000","last_fullsized":"2023-10-09T05:05:59.916531+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"527'862","reported_seq":874,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:06.856685+0000","last_change":"2023-10-09T05:05:53.708968+0000","last_active":"2023-10-09T05:06:06.856685+0000","last_peered":"2023-10-09T05:06:06.856685+0000","last_clean":"2023-10-09T05:06:06.856685+0000","last_became_active":"2023-10-09T05:05:53.708666+0000","last_became_peered":"2023-10-09T05:05:53.708666+0000","last_unstale":"2023-10-09T05:06:06.856685+0000","last_undegraded":"2023-10-09T05:06:06.856685+0000","last_fullsized":"2023-10-09T05:06:06.856685+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":862,"log_dups_size":0,"ondisk_log_size":862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:05:36.630194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56492032,"num_objects":862,"num_object_clones":0,"num_object_copies":2586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":862,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":862,"num_write_kb":55168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":105,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919260+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:59.919260+0000","last_peered":"2023-10-09T05:05:59.919260+0000","last_clean":"2023-10-09T05:05:59.919260+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:59.919260+0000","last_undegraded":"2023-10-09T05:05:59.919260+0000","last_fullsized":"2023-10-09T05:05:59.919260+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":551,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917324+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:59.917324+0000","last_peered":"2023-10-09T05:05:59.917324+0000","last_clean":"2023-10-09T05:05:59.917324+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:59.917324+0000","last_undegraded":"2023-10-09T05:05:59.917324+0000","last_fullsized":"2023-10-09T05:05:59.917324+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"527'1327","reported_seq":1340,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:10.074127+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:06:10.074127+0000","last_peered":"2023-10-09T05:06:10.074127+0000","last_clean":"2023-10-09T05:06:10.074127+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:06:10.074127+0000","last_undegraded":"2023-10-09T05:06:10.074127+0000","last_fullsized":"2023-10-09T05:06:10.074127+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1327,"log_dups_size":0,"ondisk_log_size":1327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86966272,"num_objects":1327,"num_object_clones":0,"num_object_copies":3981,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1327,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1327,"num_write_kb":84928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":88,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919441+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:59.919441+0000","last_peered":"2023-10-09T05:05:59.919441+0000","last_clean":"2023-10-09T05:05:59.919441+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:59.919441+0000","last_undegraded":"2023-10-09T05:05:59.919441+0000","last_fullsized":"2023-10-09T05:05:59.919441+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":237,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918730+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:59.918730+0000","last_peered":"2023-10-09T05:05:59.918730+0000","last_clean":"2023-10-09T05:05:59.918730+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:59.918730+0000","last_undegraded":"2023-10-09T05:05:59.918730+0000","last_fullsized":"2023-10-09T05:05:59.918730+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"527'821","reported_seq":834,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:06.858628+0000","last_change":"2023-10-09T05:05:53.704082+0000","last_active":"2023-10-09T05:06:06.858628+0000","last_peered":"2023-10-09T05:06:06.858628+0000","last_clean":"2023-10-09T05:06:06.858628+0000","last_became_active":"2023-10-09T05:05:53.703703+0000","last_became_peered":"2023-10-09T05:05:53.703703+0000","last_unstale":"2023-10-09T05:06:06.858628+0000","last_undegraded":"2023-10-09T05:06:06.858628+0000","last_fullsized":"2023-10-09T05:06:06.858628+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":821,"log_dups_size":0,"ondisk_log_size":821,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:51.940246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53805056,"num_objects":821,"num_object_clones":0,"num_object_copies":2463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":821,"num_write_kb":52544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":571,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916895+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:59.916895+0000","last_peered":"2023-10-09T05:05:59.916895+0000","last_clean":"2023-10-09T05:05:59.916895+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:59.916895+0000","last_undegraded":"2023-10-09T05:05:59.916895+0000","last_fullsized":"2023-10-09T05:05:59.916895+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":521,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.972109+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:06:03.972109+0000","last_peered":"2023-10-09T05:06:03.972109+0000","last_clean":"2023-10-09T05:06:03.972109+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:06:03.972109+0000","last_undegraded":"2023-10-09T05:06:03.972109+0000","last_fullsized":"2023-10-09T05:06:03.972109+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"527'1330","reported_seq":1343,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:10.075965+0000","last_change":"2023-10-09T05:05:53.706739+0000","last_active":"2023-10-09T05:06:10.075965+0000","last_peered":"2023-10-09T05:06:10.075965+0000","last_clean":"2023-10-09T05:06:10.075965+0000","last_became_active":"2023-10-09T05:05:53.706531+0000","last_became_peered":"2023-10-09T05:05:53.706531+0000","last_unstale":"2023-10-09T05:06:10.075965+0000","last_undegraded":"2023-10-09T05:06:10.075965+0000","last_fullsized":"2023-10-09T05:06:10.075965+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1330,"log_dups_size":0,"ondisk_log_size":1330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:28.920835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87162880,"num_objects":1330,"num_object_clones":0,"num_object_copies":3990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1330,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1330,"num_write_kb":85120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":952,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918770+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:59.918770+0000","last_peered":"2023-10-09T05:05:59.918770+0000","last_clean":"2023-10-09T05:05:59.918770+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:59.918770+0000","last_undegraded":"2023-10-09T05:05:59.918770+0000","last_fullsized":"2023-10-09T05:05:59.918770+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":196,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:06:01.867053+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:06:01.867053+0000","last_peered":"2023-10-09T05:06:01.867053+0000","last_clean":"2023-10-09T05:06:01.867053+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:06:01.867053+0000","last_undegraded":"2023-10-09T05:06:01.867053+0000","last_fullsized":"2023-10-09T05:06:01.867053+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":571,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917227+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:59.917227+0000","last_peered":"2023-10-09T05:05:59.917227+0000","last_clean":"2023-10-09T05:05:59.917227+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:59.917227+0000","last_undegraded":"2023-10-09T05:05:59.917227+0000","last_fullsized":"2023-10-09T05:05:59.917227+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"527'886","reported_seq":897,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.272007+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:06:07.272007+0000","last_peered":"2023-10-09T05:06:07.272007+0000","last_clean":"2023-10-09T05:06:07.272007+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:06:07.272007+0000","last_undegraded":"2023-10-09T05:06:07.272007+0000","last_fullsized":"2023-10-09T05:06:07.272007+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":886,"log_dups_size":0,"ondisk_log_size":886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58064896,"num_objects":886,"num_object_clones":0,"num_object_copies":2658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":886,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":886,"num_write_kb":56704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916493+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:59.916493+0000","last_peered":"2023-10-09T05:05:59.916493+0000","last_clean":"2023-10-09T05:05:59.916493+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:59.916493+0000","last_undegraded":"2023-10-09T05:05:59.916493+0000","last_fullsized":"2023-10-09T05:05:59.916493+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":217,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918770+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:59.918770+0000","last_peered":"2023-10-09T05:05:59.918770+0000","last_clean":"2023-10-09T05:05:59.918770+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:59.918770+0000","last_undegraded":"2023-10-09T05:05:59.918770+0000","last_fullsized":"2023-10-09T05:05:59.918770+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":497,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917548+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:59.917548+0000","last_peered":"2023-10-09T05:05:59.917548+0000","last_clean":"2023-10-09T05:05:59.917548+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:59.917548+0000","last_undegraded":"2023-10-09T05:05:59.917548+0000","last_fullsized":"2023-10-09T05:05:59.917548+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"527'926","reported_seq":938,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.271055+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:06:07.271055+0000","last_peered":"2023-10-09T05:06:07.271055+0000","last_clean":"2023-10-09T05:06:07.271055+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:06:07.271055+0000","last_undegraded":"2023-10-09T05:06:07.271055+0000","last_fullsized":"2023-10-09T05:06:07.271055+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":926,"log_dups_size":0,"ondisk_log_size":926,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60686336,"num_objects":926,"num_object_clones":0,"num_object_copies":2778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":926,"num_write_kb":59264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":508,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917299+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:59.917299+0000","last_peered":"2023-10-09T05:05:59.917299+0000","last_clean":"2023-10-09T05:05:59.917299+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:59.917299+0000","last_undegraded":"2023-10-09T05:05:59.917299+0000","last_fullsized":"2023-10-09T05:05:59.917299+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":571,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917529+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:59.917529+0000","last_peered":"2023-10-09T05:05:59.917529+0000","last_clean":"2023-10-09T05:05:59.917529+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:59.917529+0000","last_undegraded":"2023-10-09T05:05:59.917529+0000","last_fullsized":"2023-10-09T05:05:59.917529+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"527'872","reported_seq":884,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.266293+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:06:07.266293+0000","last_peered":"2023-10-09T05:06:07.266293+0000","last_clean":"2023-10-09T05:06:07.266293+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:06:07.266293+0000","last_undegraded":"2023-10-09T05:06:07.266293+0000","last_fullsized":"2023-10-09T05:06:07.266293+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":872,"log_dups_size":0,"ondisk_log_size":872,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57147392,"num_objects":872,"num_object_clones":0,"num_object_copies":2616,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":872,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":872,"num_write_kb":55808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916800+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:59.916800+0000","last_peered":"2023-10-09T05:05:59.916800+0000","last_clean":"2023-10-09T05:05:59.916800+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:59.916800+0000","last_undegraded":"2023-10-09T05:05:59.916800+0000","last_fullsized":"2023-10-09T05:05:59.916800+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":259,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915006+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:05:59.915006+0000","last_peered":"2023-10-09T05:05:59.915006+0000","last_clean":"2023-10-09T05:05:59.915006+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:05:59.915006+0000","last_undegraded":"2023-10-09T05:05:59.915006+0000","last_fullsized":"2023-10-09T05:05:59.915006+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":366,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916106+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:05:59.916106+0000","last_peered":"2023-10-09T05:05:59.916106+0000","last_clean":"2023-10-09T05:05:59.916106+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:05:59.916106+0000","last_undegraded":"2023-10-09T05:05:59.916106+0000","last_fullsized":"2023-10-09T05:05:59.916106+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"527'1344","reported_seq":1357,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:10.070798+0000","last_change":"2023-10-09T05:05:53.707652+0000","last_active":"2023-10-09T05:06:10.070798+0000","last_peered":"2023-10-09T05:06:10.070798+0000","last_clean":"2023-10-09T05:06:10.070798+0000","last_became_active":"2023-10-09T05:05:53.707376+0000","last_became_peered":"2023-10-09T05:05:53.707376+0000","last_unstale":"2023-10-09T05:06:10.070798+0000","last_undegraded":"2023-10-09T05:06:10.070798+0000","last_fullsized":"2023-10-09T05:06:10.070798+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1344,"log_dups_size":0,"ondisk_log_size":1344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:59:25.320907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88080384,"num_objects":1344,"num_object_clones":0,"num_object_copies":4032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1344,"num_write_kb":86016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":906,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919036+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:59.919036+0000","last_peered":"2023-10-09T05:05:59.919036+0000","last_clean":"2023-10-09T05:05:59.919036+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:59.919036+0000","last_undegraded":"2023-10-09T05:05:59.919036+0000","last_fullsized":"2023-10-09T05:05:59.919036+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":101,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919136+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:59.919136+0000","last_peered":"2023-10-09T05:05:59.919136+0000","last_clean":"2023-10-09T05:05:59.919136+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:59.919136+0000","last_undegraded":"2023-10-09T05:05:59.919136+0000","last_fullsized":"2023-10-09T05:05:59.919136+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":541,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916803+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:59.916803+0000","last_peered":"2023-10-09T05:05:59.916803+0000","last_clean":"2023-10-09T05:05:59.916803+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:59.916803+0000","last_undegraded":"2023-10-09T05:05:59.916803+0000","last_fullsized":"2023-10-09T05:05:59.916803+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":285,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916880+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:59.916880+0000","last_peered":"2023-10-09T05:05:59.916880+0000","last_clean":"2023-10-09T05:05:59.916880+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:59.916880+0000","last_undegraded":"2023-10-09T05:05:59.916880+0000","last_fullsized":"2023-10-09T05:05:59.916880+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"527'931","reported_seq":943,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.267511+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:06:07.267511+0000","last_peered":"2023-10-09T05:06:07.267511+0000","last_clean":"2023-10-09T05:06:07.267511+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:06:07.267511+0000","last_undegraded":"2023-10-09T05:06:07.267511+0000","last_fullsized":"2023-10-09T05:06:07.267511+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":931,"log_dups_size":0,"ondisk_log_size":931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61014016,"num_objects":931,"num_object_clones":0,"num_object_copies":2793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":931,"num_write_kb":59584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916844+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:59.916844+0000","last_peered":"2023-10-09T05:05:59.916844+0000","last_clean":"2023-10-09T05:05:59.916844+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:59.916844+0000","last_undegraded":"2023-10-09T05:05:59.916844+0000","last_fullsized":"2023-10-09T05:05:59.916844+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":564,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916962+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:59.916962+0000","last_peered":"2023-10-09T05:05:59.916962+0000","last_clean":"2023-10-09T05:05:59.916962+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:59.916962+0000","last_undegraded":"2023-10-09T05:05:59.916962+0000","last_fullsized":"2023-10-09T05:05:59.916962+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":528,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917096+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:59.917096+0000","last_peered":"2023-10-09T05:05:59.917096+0000","last_clean":"2023-10-09T05:05:59.917096+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:59.917096+0000","last_undegraded":"2023-10-09T05:05:59.917096+0000","last_fullsized":"2023-10-09T05:05:59.917096+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":391,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.841016+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:05:59.841016+0000","last_peered":"2023-10-09T05:05:59.841016+0000","last_clean":"2023-10-09T05:05:59.841016+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:05:59.841016+0000","last_undegraded":"2023-10-09T05:05:59.841016+0000","last_fullsized":"2023-10-09T05:05:59.841016+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"527'920","reported_seq":932,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.260022+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:06:07.260022+0000","last_peered":"2023-10-09T05:06:07.260022+0000","last_clean":"2023-10-09T05:06:07.260022+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:06:07.260022+0000","last_undegraded":"2023-10-09T05:06:07.260022+0000","last_fullsized":"2023-10-09T05:06:07.260022+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":920,"log_dups_size":0,"ondisk_log_size":920,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60293120,"num_objects":920,"num_object_clones":0,"num_object_copies":2760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":920,"num_write_kb":58880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":497,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918590+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:59.918590+0000","last_peered":"2023-10-09T05:05:59.918590+0000","last_clean":"2023-10-09T05:05:59.918590+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:59.918590+0000","last_undegraded":"2023-10-09T05:05:59.918590+0000","last_fullsized":"2023-10-09T05:05:59.918590+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":543,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.841633+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:05:59.841633+0000","last_peered":"2023-10-09T05:05:59.841633+0000","last_clean":"2023-10-09T05:05:59.841633+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:05:59.841633+0000","last_undegraded":"2023-10-09T05:05:59.841633+0000","last_fullsized":"2023-10-09T05:05:59.841633+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":410,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:06:00.086693+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:06:00.086693+0000","last_peered":"2023-10-09T05:06:00.086693+0000","last_clean":"2023-10-09T05:06:00.086693+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:06:00.086693+0000","last_undegraded":"2023-10-09T05:06:00.086693+0000","last_fullsized":"2023-10-09T05:06:00.086693+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":321,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917118+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:59.917118+0000","last_peered":"2023-10-09T05:05:59.917118+0000","last_clean":"2023-10-09T05:05:59.917118+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:59.917118+0000","last_undegraded":"2023-10-09T05:05:59.917118+0000","last_fullsized":"2023-10-09T05:05:59.917118+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"527'865","reported_seq":877,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.260389+0000","last_change":"2023-10-09T05:05:53.703851+0000","last_active":"2023-10-09T05:06:07.260389+0000","last_peered":"2023-10-09T05:06:07.260389+0000","last_clean":"2023-10-09T05:06:07.260389+0000","last_became_active":"2023-10-09T05:05:53.703500+0000","last_became_peered":"2023-10-09T05:05:53.703500+0000","last_unstale":"2023-10-09T05:06:07.260389+0000","last_undegraded":"2023-10-09T05:06:07.260389+0000","last_fullsized":"2023-10-09T05:06:07.260389+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":865,"log_dups_size":0,"ondisk_log_size":865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:11:52.790678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56688640,"num_objects":865,"num_object_clones":0,"num_object_copies":2595,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":865,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":865,"num_write_kb":55360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":510,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916612+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:59.916612+0000","last_peered":"2023-10-09T05:05:59.916612+0000","last_clean":"2023-10-09T05:05:59.916612+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:59.916612+0000","last_undegraded":"2023-10-09T05:05:59.916612+0000","last_fullsized":"2023-10-09T05:05:59.916612+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":497,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918457+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:59.918457+0000","last_peered":"2023-10-09T05:05:59.918457+0000","last_clean":"2023-10-09T05:05:59.918457+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:59.918457+0000","last_undegraded":"2023-10-09T05:05:59.918457+0000","last_fullsized":"2023-10-09T05:05:59.918457+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":363,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915196+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:05:59.915196+0000","last_peered":"2023-10-09T05:05:59.915196+0000","last_clean":"2023-10-09T05:05:59.915196+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:05:59.915196+0000","last_undegraded":"2023-10-09T05:05:59.915196+0000","last_fullsized":"2023-10-09T05:05:59.915196+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":220,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918824+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:59.918824+0000","last_peered":"2023-10-09T05:05:59.918824+0000","last_clean":"2023-10-09T05:05:59.918824+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:59.918824+0000","last_undegraded":"2023-10-09T05:05:59.918824+0000","last_fullsized":"2023-10-09T05:05:59.918824+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"527'921","reported_seq":933,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.270644+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:06:07.270644+0000","last_peered":"2023-10-09T05:06:07.270644+0000","last_clean":"2023-10-09T05:06:07.270644+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:06:07.270644+0000","last_undegraded":"2023-10-09T05:06:07.270644+0000","last_fullsized":"2023-10-09T05:06:07.270644+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":921,"log_dups_size":0,"ondisk_log_size":921,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60358656,"num_objects":921,"num_object_clones":0,"num_object_copies":2763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":921,"num_write_kb":58944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":868,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918600+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:59.918600+0000","last_peered":"2023-10-09T05:05:59.918600+0000","last_clean":"2023-10-09T05:05:59.918600+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:59.918600+0000","last_undegraded":"2023-10-09T05:05:59.918600+0000","last_fullsized":"2023-10-09T05:05:59.918600+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":101,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918408+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:59.918408+0000","last_peered":"2023-10-09T05:05:59.918408+0000","last_clean":"2023-10-09T05:05:59.918408+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:59.918408+0000","last_undegraded":"2023-10-09T05:05:59.918408+0000","last_fullsized":"2023-10-09T05:05:59.918408+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":479,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917396+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:59.917396+0000","last_peered":"2023-10-09T05:05:59.917396+0000","last_clean":"2023-10-09T05:05:59.917396+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:59.917396+0000","last_undegraded":"2023-10-09T05:05:59.917396+0000","last_fullsized":"2023-10-09T05:05:59.917396+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":536,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.842585+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:05:59.842585+0000","last_peered":"2023-10-09T05:05:59.842585+0000","last_clean":"2023-10-09T05:05:59.842585+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:05:59.842585+0000","last_undegraded":"2023-10-09T05:05:59.842585+0000","last_fullsized":"2023-10-09T05:05:59.842585+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"527'932","reported_seq":944,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.260871+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:06:07.260871+0000","last_peered":"2023-10-09T05:06:07.260871+0000","last_clean":"2023-10-09T05:06:07.260871+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:06:07.260871+0000","last_undegraded":"2023-10-09T05:06:07.260871+0000","last_fullsized":"2023-10-09T05:06:07.260871+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":932,"log_dups_size":0,"ondisk_log_size":932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61079552,"num_objects":932,"num_object_clones":0,"num_object_copies":2796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":932,"num_write_kb":59648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":866,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918910+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:59.918910+0000","last_peered":"2023-10-09T05:05:59.918910+0000","last_clean":"2023-10-09T05:05:59.918910+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:59.918910+0000","last_undegraded":"2023-10-09T05:05:59.918910+0000","last_fullsized":"2023-10-09T05:05:59.918910+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919399+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:59.919399+0000","last_peered":"2023-10-09T05:05:59.919399+0000","last_clean":"2023-10-09T05:05:59.919399+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:59.919399+0000","last_undegraded":"2023-10-09T05:05:59.919399+0000","last_fullsized":"2023-10-09T05:05:59.919399+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":270,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.841086+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:05:59.841086+0000","last_peered":"2023-10-09T05:05:59.841086+0000","last_clean":"2023-10-09T05:05:59.841086+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:05:59.841086+0000","last_undegraded":"2023-10-09T05:05:59.841086+0000","last_fullsized":"2023-10-09T05:05:59.841086+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":226,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916692+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:59.916692+0000","last_peered":"2023-10-09T05:05:59.916692+0000","last_clean":"2023-10-09T05:05:59.916692+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:59.916692+0000","last_undegraded":"2023-10-09T05:05:59.916692+0000","last_fullsized":"2023-10-09T05:05:59.916692+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"527'926","reported_seq":938,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:07.260875+0000","last_change":"2023-10-09T05:05:53.703983+0000","last_active":"2023-10-09T05:06:07.260875+0000","last_peered":"2023-10-09T05:06:07.260875+0000","last_clean":"2023-10-09T05:06:07.260875+0000","last_became_active":"2023-10-09T05:05:53.703601+0000","last_became_peered":"2023-10-09T05:05:53.703601+0000","last_unstale":"2023-10-09T05:06:07.260875+0000","last_undegraded":"2023-10-09T05:06:07.260875+0000","last_fullsized":"2023-10-09T05:06:07.260875+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":926,"log_dups_size":0,"ondisk_log_size":926,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:22:41.734662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60686336,"num_objects":926,"num_object_clones":0,"num_object_copies":2778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":926,"num_write_kb":59264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917378+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:59.917378+0000","last_peered":"2023-10-09T05:05:59.917378+0000","last_clean":"2023-10-09T05:05:59.917378+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:59.917378+0000","last_undegraded":"2023-10-09T05:05:59.917378+0000","last_fullsized":"2023-10-09T05:05:59.917378+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":222,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916158+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:05:59.916158+0000","last_peered":"2023-10-09T05:05:59.916158+0000","last_clean":"2023-10-09T05:05:59.916158+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:05:59.916158+0000","last_undegraded":"2023-10-09T05:05:59.916158+0000","last_fullsized":"2023-10-09T05:05:59.916158+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":431,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918999+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:59.918999+0000","last_peered":"2023-10-09T05:05:59.918999+0000","last_clean":"2023-10-09T05:05:59.918999+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:59.918999+0000","last_undegraded":"2023-10-09T05:05:59.918999+0000","last_fullsized":"2023-10-09T05:05:59.918999+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":244,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.914916+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:05:59.914916+0000","last_peered":"2023-10-09T05:05:59.914916+0000","last_clean":"2023-10-09T05:05:59.914916+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:05:59.914916+0000","last_undegraded":"2023-10-09T05:05:59.914916+0000","last_fullsized":"2023-10-09T05:05:59.914916+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"527'1343","reported_seq":1356,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:10.089415+0000","last_change":"2023-10-09T05:05:53.705293+0000","last_active":"2023-10-09T05:06:10.089415+0000","last_peered":"2023-10-09T05:06:10.089415+0000","last_clean":"2023-10-09T05:06:10.089415+0000","last_became_active":"2023-10-09T05:05:53.704990+0000","last_became_peered":"2023-10-09T05:05:53.704990+0000","last_unstale":"2023-10-09T05:06:10.089415+0000","last_undegraded":"2023-10-09T05:06:10.089415+0000","last_fullsized":"2023-10-09T05:06:10.089415+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1343,"log_dups_size":0,"ondisk_log_size":1343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:48:09.897855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88014848,"num_objects":1343,"num_object_clones":0,"num_object_copies":4029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1343,"num_write_kb":85952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":571,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982448+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:06:03.982448+0000","last_peered":"2023-10-09T05:06:03.982448+0000","last_clean":"2023-10-09T05:06:03.982448+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:06:03.982448+0000","last_undegraded":"2023-10-09T05:06:03.982448+0000","last_fullsized":"2023-10-09T05:06:03.982448+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":220,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918988+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:59.918988+0000","last_peered":"2023-10-09T05:05:59.918988+0000","last_clean":"2023-10-09T05:05:59.918988+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:59.918988+0000","last_undegraded":"2023-10-09T05:05:59.918988+0000","last_fullsized":"2023-10-09T05:05:59.918988+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":524,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.842625+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:05:59.842625+0000","last_peered":"2023-10-09T05:05:59.842625+0000","last_clean":"2023-10-09T05:05:59.842625+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:05:59.842625+0000","last_undegraded":"2023-10-09T05:05:59.842625+0000","last_fullsized":"2023-10-09T05:05:59.842625+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":510,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917120+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:59.917120+0000","last_peered":"2023-10-09T05:05:59.917120+0000","last_clean":"2023-10-09T05:05:59.917120+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:59.917120+0000","last_undegraded":"2023-10-09T05:05:59.917120+0000","last_fullsized":"2023-10-09T05:05:59.917120+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":222,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917192+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:59.917192+0000","last_peered":"2023-10-09T05:05:59.917192+0000","last_clean":"2023-10-09T05:05:59.917192+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:59.917192+0000","last_undegraded":"2023-10-09T05:05:59.917192+0000","last_fullsized":"2023-10-09T05:05:59.917192+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":567,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.841156+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:05:59.841156+0000","last_peered":"2023-10-09T05:05:59.841156+0000","last_clean":"2023-10-09T05:05:59.841156+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:05:59.841156+0000","last_undegraded":"2023-10-09T05:05:59.841156+0000","last_fullsized":"2023-10-09T05:05:59.841156+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":523,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916956+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:59.916956+0000","last_peered":"2023-10-09T05:05:59.916956+0000","last_clean":"2023-10-09T05:05:59.916956+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:59.916956+0000","last_undegraded":"2023-10-09T05:05:59.916956+0000","last_fullsized":"2023-10-09T05:05:59.916956+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":558,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917486+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:59.917486+0000","last_peered":"2023-10-09T05:05:59.917486+0000","last_clean":"2023-10-09T05:05:59.917486+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:59.917486+0000","last_undegraded":"2023-10-09T05:05:59.917486+0000","last_fullsized":"2023-10-09T05:05:59.917486+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":528,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916623+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:59.916623+0000","last_peered":"2023-10-09T05:05:59.916623+0000","last_clean":"2023-10-09T05:05:59.916623+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:59.916623+0000","last_undegraded":"2023-10-09T05:05:59.916623+0000","last_fullsized":"2023-10-09T05:05:59.916623+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":531,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916692+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:59.916692+0000","last_peered":"2023-10-09T05:05:59.916692+0000","last_clean":"2023-10-09T05:05:59.916692+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:59.916692+0000","last_undegraded":"2023-10-09T05:05:59.916692+0000","last_fullsized":"2023-10-09T05:05:59.916692+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":255,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916110+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:05:59.916110+0000","last_peered":"2023-10-09T05:05:59.916110+0000","last_clean":"2023-10-09T05:05:59.916110+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:05:59.916110+0000","last_undegraded":"2023-10-09T05:05:59.916110+0000","last_fullsized":"2023-10-09T05:05:59.916110+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":220,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.915320+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:05:59.915320+0000","last_peered":"2023-10-09T05:05:59.915320+0000","last_clean":"2023-10-09T05:05:59.915320+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:05:59.915320+0000","last_undegraded":"2023-10-09T05:05:59.915320+0000","last_fullsized":"2023-10-09T05:05:59.915320+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":213,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917042+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:59.917042+0000","last_peered":"2023-10-09T05:05:59.917042+0000","last_clean":"2023-10-09T05:05:59.917042+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:59.917042+0000","last_undegraded":"2023-10-09T05:05:59.917042+0000","last_fullsized":"2023-10-09T05:05:59.917042+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":547,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916436+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:59.916436+0000","last_peered":"2023-10-09T05:05:59.916436+0000","last_clean":"2023-10-09T05:05:59.916436+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:59.916436+0000","last_undegraded":"2023-10-09T05:05:59.916436+0000","last_fullsized":"2023-10-09T05:05:59.916436+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":1057685504,"num_objects":16139,"num_object_clones":0,"num_object_copies":48417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16139,"num_write_kb":1032896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3466199040,"data_stored":3466199040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16139,"ondisk_log_size":16139,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234519,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1670776,"kb_used_data":157808,"kb_used_omap":0,"kb_used_meta":1512960,"kb_avail":92074376,"statfs":{"total":95995035648,"available":94284161024,"internally_reserved":0,"allocated":161595392,"data_stored":160248793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1549271040},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.879,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":8.9900000000000002,"5min":8.9900000000000002,"15min":16.027999999999999},"last":2.7930000000000001},{"interface":"front","average":{"1min":2.7309999999999999,"5min":1.597,"15min":1.4259999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.785},"last":0.46300000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9950000000000001,"5min":1.8999999999999999,"15min":1.5860000000000001},"min":{"1min":0.29099999999999998,"5min":0.22,"15min":0.22},"max":{"1min":10.789,"5min":10.789,"15min":10.789},"last":0.59399999999999997},{"interface":"front","average":{"1min":3.2879999999999998,"5min":2.5640000000000001,"15min":2.4260000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.305999999999999,"5min":15.401,"15min":15.401},"last":3.2250000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":2.4809999999999999,"15min":2.1200000000000001},"min":{"1min":0.30399999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":16.951000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":1.5840000000000001},{"interface":"front","average":{"1min":2.802,"5min":2.2759999999999998,"15min":1.897},"min":{"1min":0.315,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.818,"5min":11.311,"15min":16.704000000000001},"last":0.52500000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:05:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.387,"15min":2.1139999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":10.897,"5min":13.489000000000001,"15min":14.228999999999999},"last":2.7509999999999999},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.9079999999999999,"15min":2.1259999999999999},"min":{"1min":0.49099999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":14.888999999999999,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.496}]},{"osd":4,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.282,"5min":2.5259999999999998,"15min":1.8340000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.911999999999999,"5min":19.949000000000002,"15min":19.949000000000002},"last":0.379},{"interface":"front","average":{"1min":4.375,"5min":2.1890000000000001,"15min":1.506},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":13.050000000000001,"5min":18.971,"15min":18.971},"last":1.1870000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":3.863,"5min":2.5150000000000001,"15min":1.948},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":16.838999999999999,"5min":16.838999999999999,"15min":20.678999999999998},"last":3.1869999999999998},{"interface":"front","average":{"1min":2.1890000000000001,"5min":1.845,"15min":1.5820000000000001},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8759999999999994,"5min":13.848000000000001,"15min":21.07},"last":0.77900000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":4.3040000000000003,"5min":2.4590000000000001,"15min":1.956},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":16.881,"5min":16.881,"15min":16.881},"last":0.57599999999999996},{"interface":"front","average":{"1min":3.3519999999999999,"5min":2.218,"15min":1.8700000000000001},"min":{"1min":0.379,"5min":0.31,"15min":0.29899999999999999},"max":{"1min":12.815,"5min":12.815,"15min":24.010000000000002},"last":0.82199999999999995}]}]},{"osd":6,"up_from":46,"seq":197568496155,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1400044,"kb_used_data":202084,"kb_used_omap":0,"kb_used_meta":1197952,"kb_avail":92345108,"statfs":{"total":95995035648,"available":94561390592,"internally_reserved":0,"allocated":206934016,"data_stored":205599617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1226702848},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":2.0950000000000002,"15min":1.8979999999999999},"min":{"1min":0.27500000000000002,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":6.1609999999999996,"5min":16.151,"15min":62.470999999999997},"last":1.1459999999999999},{"interface":"front","average":{"1min":1.782,"5min":2.0449999999999999,"15min":2.032},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.8769999999999998,"5min":16.902999999999999,"15min":62.445},"last":0.92500000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:05:10 2023","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":2.4710000000000001,"15min":2.4180000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":15.935,"5min":15.935,"15min":15.935},"last":2.2999999999999998},{"interface":"front","average":{"1min":2.1989999999999998,"5min":2.8300000000000001,"15min":2.6800000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9029999999999996,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.1599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5840000000000001,"5min":2.48,"15min":2.1299999999999999},"min":{"1min":0.32800000000000001,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":7.4690000000000003,"5min":13.91,"15min":42.923999999999999},"last":3.2669999999999999},{"interface":"front","average":{"1min":2.0539999999999998,"5min":2.4079999999999999,"15min":2.3239999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.252},"max":{"1min":7.351,"5min":8.2360000000000007,"15min":42.936999999999998},"last":1.083}]},{"osd":3,"last update":"Mon Oct 9 05:05:05 2023","interfaces":[{"interface":"back","average":{"1min":4.3470000000000004,"5min":2.4580000000000002,"15min":2.4359999999999999},"min":{"1min":0.35399999999999998,"5min":0.33600000000000002,"15min":0.29199999999999998},"max":{"1min":10.823,"5min":10.823,"15min":26.763000000000002},"last":1.123},{"interface":"front","average":{"1min":3.4220000000000002,"5min":2.6139999999999999,"15min":2.375},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.5600000000000005,"5min":18.140000000000001,"15min":26.777999999999999},"last":1.1930000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":2.367,"15min":1.6040000000000001},"min":{"1min":0.30599999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":12.153,"5min":12.153,"15min":16.399999999999999},"last":1.1020000000000001},{"interface":"front","average":{"1min":2.6299999999999999,"5min":2.4169999999999998,"15min":1.649},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.26100000000000001},"max":{"1min":6.2030000000000003,"5min":10.106,"15min":16.068999999999999},"last":0.96299999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":2.3370000000000002,"15min":1.575},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":6.0010000000000003,"5min":18.167000000000002,"15min":18.167000000000002},"last":1.2170000000000001},{"interface":"front","average":{"1min":3.5339999999999998,"5min":2.1000000000000001,"15min":1.4910000000000001},"min":{"1min":0.41299999999999998,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":11.295999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":1.179}]},{"osd":7,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":2.2639999999999998,"5min":2.0960000000000001,"15min":1.635},"min":{"1min":0.37,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":11.260999999999999,"5min":11.260999999999999,"15min":16.372},"last":3.1419999999999999},{"interface":"front","average":{"1min":2.302,"5min":2.1970000000000001,"15min":1.754},"min":{"1min":0.41299999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":6.8460000000000001,"5min":10.185,"15min":16.018999999999998},"last":1}]}]},{"osd":1,"up_from":478,"seq":2052994367538,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":821328,"kb_used_data":584584,"kb_used_omap":6,"kb_used_meta":236729,"kb_avail":92923824,"statfs":{"total":95995035648,"available":95153995776,"internally_reserved":0,"allocated":598614016,"data_stored":596155707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":242410987},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":1.454,"15min":1.454},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":5.1609999999999996,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":1.766},{"interface":"front","average":{"1min":1.825,"5min":1.8939999999999999,"15min":1.7450000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.7930000000000001,"5min":10.981999999999999,"15min":10.981999999999999},"last":1.958}]},{"osd":2,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.863,"15min":1.8340000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":4.6310000000000002,"5min":15.759,"15min":15.759},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.288,"5min":1.631,"15min":1.4990000000000001},"min":{"1min":0.251,"5min":0.191,"15min":0.191},"max":{"1min":5.383,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":2.0910000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":2.512,"15min":2.7040000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.2449999999999992,"5min":11.069000000000001,"15min":11.069000000000001},"last":1.7529999999999999},{"interface":"front","average":{"1min":1.3580000000000001,"5min":1.5840000000000001,"15min":1.397},"min":{"1min":0.32700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.5789999999999997,"5min":9.891,"15min":9.891},"last":1.8140000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.8340000000000001,"5min":4.9089999999999998,"15min":5.9359999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.2480000000000002,"5min":71.381,"15min":71.381},"last":2.0310000000000001},{"interface":"front","average":{"1min":4.319,"5min":5.367,"15min":6.3810000000000002},"min":{"1min":0.46800000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":11.282999999999999,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.35699999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":5.5209999999999999,"15min":6.8310000000000004},"min":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":7.3109999999999999,"5min":71.061000000000007,"15min":71.061000000000007},"last":2.0609999999999999},{"interface":"front","average":{"1min":2.8149999999999999,"5min":5.2750000000000004,"15min":6.2759999999999998},"min":{"1min":0.41299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":11.347,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.41299999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":2.3260000000000001,"15min":2.2440000000000002},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":4.5490000000000004,"5min":12.977,"15min":12.977},"last":2.1480000000000001},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.6970000000000001,"15min":2.7170000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.3330000000000002,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":2.0030000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.6379999999999999,"5min":5.5190000000000001,"15min":6.391},"min":{"1min":0.42299999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":13,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":2.423,"5min":4.8330000000000002,"15min":5.9669999999999996},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":7.5350000000000001,"5min":70.769999999999996,"15min":70.769999999999996},"last":1.786}]}]},{"osd":0,"up_from":86,"seq":369367187862,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1780800,"kb_used_data":709048,"kb_used_omap":5,"kb_used_meta":1071738,"kb_avail":91964352,"statfs":{"total":95995035648,"available":94171496448,"internally_reserved":0,"allocated":726065152,"data_stored":723213387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1097460346},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.5589999999999999,"15min":1.587},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.8109999999999999,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":1.621,"5min":1.7629999999999999,"15min":1.978},"min":{"1min":0.221,"5min":0.218,"15min":0.218},"max":{"1min":6.9000000000000004,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.501}]},{"osd":2,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.9079999999999999,"15min":2.2789999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":5.8319999999999999,"5min":16.081,"15min":24.021000000000001},"last":0.314},{"interface":"front","average":{"1min":1.7410000000000001,"5min":2.1549999999999998,"15min":2.254},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":6.71,"5min":15.845000000000001,"15min":24.050999999999998},"last":0.76600000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:54 2023","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":1.788,"15min":1.927},"min":{"1min":0.25800000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.086,"5min":17.373999999999999,"15min":17.373999999999999},"last":2.3809999999999998},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.448,"15min":2.0339999999999998},"min":{"1min":0.247,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.2039999999999997,"5min":9.1029999999999998,"15min":21.132999999999999},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9019999999999999,"15min":1.8560000000000001},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.9409999999999998,"5min":10.004,"15min":14.581},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.8069999999999999,"5min":2.3399999999999999,"15min":1.804},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.6690000000000005,"5min":10.541,"15min":14.721},"last":2.4220000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5539999999999998,"5min":2.403,"15min":1.931},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.29899999999999999},"max":{"1min":11.403,"5min":11.403,"15min":13.542},"last":2.4580000000000002},{"interface":"front","average":{"1min":3.2160000000000002,"5min":2.569,"15min":2.1629999999999998},"min":{"1min":0.33700000000000002,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":9.0199999999999996,"5min":13.971,"15min":22.738},"last":0.53200000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9369999999999998,"5min":2.4199999999999999,"15min":2.0059999999999998},"min":{"1min":0.41999999999999998,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":2.3290000000000002},{"interface":"front","average":{"1min":3.028,"5min":2.3439999999999999,"15min":2.2250000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":17.335999999999999,"5min":17.335999999999999,"15min":22.709},"last":0.55900000000000005}]},{"osd":7,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":2.8010000000000002,"15min":2.3900000000000001},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":10.896000000000001,"5min":10.896000000000001,"15min":22.763000000000002},"last":0.79200000000000004},{"interface":"front","average":{"1min":2.141,"5min":1.762,"15min":2.0169999999999999},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.0270000000000001,"5min":11.802,"15min":20.890000000000001},"last":0.64500000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206705,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1613440,"kb_used_data":578680,"kb_used_omap":7,"kb_used_meta":1034744,"kb_avail":92131712,"statfs":{"total":95995035648,"available":94342873088,"internally_reserved":0,"allocated":592568320,"data_stored":590119578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1059577937},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,5,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1179999999999999,"5min":2.1230000000000002,"15min":1.8009999999999999},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":12.209,"5min":20.329999999999998,"15min":20.329999999999998},"last":1.8720000000000001},{"interface":"front","average":{"1min":1.905,"5min":1.2829999999999999,"15min":1.569},"min":{"1min":0.214,"5min":0.192,"15min":0.188},"max":{"1min":9.8849999999999998,"5min":9.8849999999999998,"15min":13.952},"last":1.028}]},{"osd":1,"last update":"Mon Oct 9 05:05:13 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":3.9729999999999999,"15min":4.7089999999999996},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":4.1289999999999996,"5min":70.971000000000004,"15min":70.971000000000004},"last":1.3879999999999999},{"interface":"front","average":{"1min":2.2120000000000002,"5min":4.048,"15min":4.7789999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.4390000000000001,"5min":70.555000000000007,"15min":70.555000000000007},"last":2.0590000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:06:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0819999999999999,"5min":2.3279999999999998,"15min":2.9710000000000001},"min":{"1min":0.26400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.526,"5min":26.018999999999998,"15min":79.926000000000002},"last":1.4199999999999999},{"interface":"front","average":{"1min":3.5070000000000001,"5min":2.4900000000000002,"15min":3.0910000000000002},"min":{"1min":0.34699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":13.552,"5min":26.056999999999999,"15min":79.959000000000003},"last":8.3879999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6920000000000002,"5min":2.9670000000000001,"15min":3.0419999999999998},"min":{"1min":0.41499999999999998,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":11.427,"5min":12.992000000000001,"15min":176.00200000000001},"last":1.4550000000000001},{"interface":"front","average":{"1min":2.722,"5min":2.2480000000000002,"15min":2.3799999999999999},"min":{"1min":0.32000000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":9.7249999999999996,"5min":11.063000000000001,"15min":176.07900000000001},"last":2.419}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.452,"15min":1.982},"min":{"1min":0.40500000000000003,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.6739999999999995,"5min":46.997,"15min":46.997},"last":0.88900000000000001},{"interface":"front","average":{"1min":4.202,"5min":3.1970000000000001,"15min":2.577},"min":{"1min":0.33900000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":11.472,"5min":46.978000000000002,"15min":46.978000000000002},"last":1.48}]},{"osd":6,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":2.714,"15min":2.3559999999999999},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":9.7810000000000006,"5min":13.693,"15min":42.975999999999999},"last":2.48},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.6850000000000001,"15min":2.0009999999999999},"min":{"1min":0.40699999999999997,"5min":0.307,"15min":0.307},"max":{"1min":3.1230000000000002,"5min":9.4670000000000005,"15min":42.843000000000004},"last":0.84899999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.198,"5min":2.484,"15min":2.202},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":9.8499999999999996,"5min":10.227,"15min":15.516},"last":2.4529999999999998},{"interface":"front","average":{"1min":2.7549999999999999,"5min":2.1680000000000001,"15min":2.0899999999999999},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":9.8379999999999992,"5min":12.401,"15min":15.583},"last":0.91000000000000003}]}]},{"osd":3,"up_from":198,"seq":850403524841,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":953600,"kb_used_data":353976,"kb_used_omap":2,"kb_used_meta":599613,"kb_avail":92791552,"statfs":{"total":95995035648,"available":95018549248,"internally_reserved":0,"allocated":362471424,"data_stored":360251895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":614003765},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.5740000000000001,"15min":2.032},"min":{"1min":0.23899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":14.198,"5min":14.198,"15min":26.260999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":1.6539999999999999,"5min":1.536,"15min":2.0030000000000001},"min":{"1min":0.216,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":12.528,"5min":12.528,"15min":22.477},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":1.9019999999999999,"5min":1.452,"15min":1.0209999999999999},"min":{"1min":0.255,"5min":0.215,"15min":0.215},"max":{"1min":5.585,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":1.524,"5min":1.7190000000000001,"15min":1.407},"min":{"1min":0.24099999999999999,"5min":0.216,"15min":0.216},"max":{"1min":5.718,"5min":11.051,"15min":11.051},"last":0.35499999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.4289999999999998,"15min":2.3929999999999998},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":7.8840000000000003,"5min":21.407,"15min":21.722999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":1.8720000000000001,"5min":2.5259999999999998,"15min":2.3340000000000001},"min":{"1min":0.309,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":8.1389999999999993,"5min":23.350999999999999,"15min":25.776},"last":0.66800000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.1429999999999998,"15min":1.96},"min":{"1min":0.38100000000000001,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":9.4220000000000006,"5min":14.359999999999999,"15min":15.301},"last":1.585},{"interface":"front","average":{"1min":2.3599999999999999,"5min":2.0979999999999999,"15min":2.1469999999999998},"min":{"1min":0.375,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":8.8249999999999993,"5min":10.792999999999999,"15min":21.532},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.7729999999999999,"5min":1.899,"15min":1.9890000000000001},"min":{"1min":0.40200000000000002,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":6.9359999999999999,"5min":11.026,"15min":35.712000000000003},"last":1.6779999999999999},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.4060000000000001,"15min":2.2290000000000001},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":9.0760000000000005,"5min":10.109,"15min":35.488},"last":1.3919999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":3.2549999999999999,"5min":2.9220000000000002,"15min":2.625},"min":{"1min":0.34100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":18.436,"5min":18.436,"15min":50.113999999999997},"last":1.319},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.1030000000000002,"15min":2.1930000000000001},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":8.0909999999999993,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.63700000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":2.6739999999999999,"15min":2.3010000000000002},"min":{"1min":0.41899999999999998,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":8.1760000000000002,"5min":18.428000000000001,"15min":18.428000000000001},"last":1.5509999999999999},{"interface":"front","average":{"1min":2.5070000000000001,"5min":2.6659999999999999,"15min":2.3559999999999999},"min":{"1min":0.40500000000000003,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":7.8159999999999998,"5min":14.663,"15min":21.587},"last":0.71599999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019427,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1787124,"kb_used_data":296300,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":91958028,"statfs":{"total":95995035648,"available":94165020672,"internally_reserved":0,"allocated":303411200,"data_stored":302068916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":1.742,"15min":1.782},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":5.0380000000000003,"5min":11.003,"15min":21.047000000000001},"last":2.2160000000000002},{"interface":"front","average":{"1min":1.98,"5min":1.8320000000000001,"15min":1.657},"min":{"1min":0.32600000000000001,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.6660000000000004,"5min":11.507999999999999,"15min":12.064},"last":0.312}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.67800000000000005},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.58099999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.0680000000000001,"5min":2.524,"15min":3.1000000000000001},"min":{"1min":0.29799999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":19.295999999999999,"5min":19.295999999999999,"15min":105.411},"last":0.64700000000000002},{"interface":"front","average":{"1min":3.0790000000000002,"5min":2.512,"15min":3.0409999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.4000000000000004,"5min":11.468,"15min":97.927999999999997},"last":0.37}]},{"osd":3,"last update":"Mon Oct 9 05:06:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":4.9930000000000003,"15min":3.1019999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.28699999999999998},"max":{"1min":8.7789999999999999,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.72,"5min":5.0990000000000002,"15min":3.298},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.6099999999999994,"5min":253.72,"15min":253.72},"last":0.745}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":2.145,"15min":1.5620000000000001},"min":{"1min":0.317,"5min":0.252,"15min":0.252},"max":{"1min":8.343,"5min":13.25,"15min":20.991},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.391,"15min":1.5620000000000001},"min":{"1min":0.33200000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":8.8160000000000007,"5min":11.628,"15min":14.202999999999999},"last":0.34499999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:05:54 2023","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":2.3119999999999998,"15min":2.137},"min":{"1min":0.36599999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":8.4559999999999995,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.624},{"interface":"front","average":{"1min":1.5800000000000001,"5min":2.1930000000000001,"15min":2.0179999999999998},"min":{"1min":0.44500000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.5300000000000002,"5min":19.387,"15min":81.715999999999994},"last":0.60799999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":0.70799999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757791,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1762092,"kb_used_data":275108,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":91983060,"statfs":{"total":95995035648,"available":94190653440,"internally_reserved":0,"allocated":281710592,"data_stored":280372822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.2090000000000001,"15min":2.5910000000000002},"min":{"1min":0.249,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.7569999999999997,"5min":11.926,"15min":322.43200000000002},"last":0.38600000000000001},{"interface":"front","average":{"1min":4.0910000000000002,"5min":2.1240000000000001,"15min":2.9740000000000002},"min":{"1min":0.39600000000000002,"5min":0.246,"15min":0.219},"max":{"1min":13.456,"5min":13.456,"15min":322.61599999999999},"last":0.42899999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":4.6399999999999997,"5min":2.964,"15min":2.452},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":18.257000000000001,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":4.915,"5min":2.8290000000000002,"15min":2.2040000000000002},"min":{"1min":0.47199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":13.411,"5min":13.411,"15min":13.411},"last":0.47899999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":2.7450000000000001,"15min":2.2050000000000001},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":17.82,"5min":17.82,"15min":18.553000000000001},"last":0.65000000000000002},{"interface":"front","average":{"1min":5.4059999999999997,"5min":2.7959999999999998,"15min":2.2200000000000002},"min":{"1min":0.68300000000000005,"5min":0.313,"15min":0.255},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":18.617000000000001},"last":0.61399999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":2.577,"15min":2.3069999999999999},"min":{"1min":0.29299999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.487,"5min":17.193000000000001,"15min":74.915000000000006},"last":0.498},{"interface":"front","average":{"1min":3.5630000000000002,"5min":2.5470000000000002,"15min":2.4409999999999998},"min":{"1min":0.48299999999999998,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":13.532999999999999,"5min":13.738,"15min":74.799999999999997},"last":0.52000000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":3.5619999999999998,"5min":2.403,"15min":1.5669999999999999},"min":{"1min":0.38200000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.287000000000001,"5min":10.287000000000001,"15min":13.285},"last":0.53600000000000003},{"interface":"front","average":{"1min":4.7599999999999998,"5min":2.5379999999999998,"15min":1.6619999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.27100000000000002},"max":{"1min":13.555999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":0.69299999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:06:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3860000000000001,"5min":2.1539999999999999,"15min":1.476},"min":{"1min":0.36799999999999999,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":13.484,"5min":13.484,"15min":13.484},"last":0.72499999999999998},{"interface":"front","average":{"1min":2.698,"5min":2.6480000000000001,"15min":1.6579999999999999},"min":{"1min":0.33900000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":13.516,"5min":17.149999999999999,"15min":17.149999999999999},"last":0.58599999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":6.056,"5min":2.871,"15min":1.8280000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":18.442,"5min":18.442,"15min":18.442},"last":0.55100000000000005},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2.8879999999999999,"15min":1.9350000000000001},"min":{"1min":0.39300000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":18.295999999999999,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.70499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":753336320,"data_stored":753336320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":633208832,"data_stored":633208832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":613679104,"data_stored":613679104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":390856704,"data_stored":390856704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":357957632,"data_stored":357957632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":299171840,"data_stored":299171840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":243269632,"data_stored":243269632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":174718976,"data_stored":174718976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:06:12.509 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:12.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:12.516 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:12.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:12.668 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:12 smithi107 ceph-mon[179183]: from='client.37086 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:06:12.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:12 smithi107 ceph-mon[184249]: from='client.37086 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:06:12.674 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:12.715 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:12.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:12 smithi150 ceph-mon[168511]: from='client.37086 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:06:12.828 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:12.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:12.834 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:12.934 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:13.008 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:13.087 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 11 16 27376 27360 155.376 116.062 0.00983884 0.00643236 2023-10-09T05:06:13.127 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:13.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:13.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:13.236 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:13.253 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:13.278 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:13.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:13 smithi150 ceph-mon[168511]: pgmap v1615: 99 pgs: 99 active+clean; 1.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 151 MiB/s wr, 2.42k op/s 2023-10-09T05:06:13.806 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:13 smithi107 ceph-mon[184249]: pgmap v1615: 99 pgs: 99 active+clean; 1.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 151 MiB/s wr, 2.42k op/s 2023-10-09T05:06:13.806 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:13 smithi107 ceph-mon[179183]: pgmap v1615: 99 pgs: 99 active+clean; 1.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 151 MiB/s wr, 2.42k op/s 2023-10-09T05:06:14.087 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 12 16 29209 29193 151.975 114.562 0.00555535 0.00657436 2023-10-09T05:06:14.474 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3617643463' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:14.474 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:14 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:06:14.474 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3617643463' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:14.474 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:14 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:06:14.512 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:06:14.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3617643463' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:14.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:14 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:06:15.086 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:15.087 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 13 16 31002 30986 148.905 112.062 0.00687124 0.0067106 2023-10-09T05:06:15.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:15.093 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:15.193 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:15.213 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:15.250 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:15.276 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:15.290 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:15.328 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:15.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:06:15.349 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:15.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:15.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:15.364 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:15.397 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:15.441 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:15.459 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: failed to encode map e528 with expected crc 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3617643463' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: osdmap e528: 8 total, 8 up, 8 in 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: pgmap v1617: 99 pgs: 99 active+clean; 1.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 151 MiB/s wr, 2.42k op/s 2023-10-09T05:06:15.479 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1649729387' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:15.482 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.490 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.491 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:06:15.500 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:06:15.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:06:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: failed to encode map e528 with expected crc 2023-10-09T05:06:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3617643463' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: osdmap e528: 8 total, 8 up, 8 in 2023-10-09T05:06:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: pgmap v1617: 99 pgs: 99 active+clean; 1.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 151 MiB/s wr, 2.42k op/s 2023-10-09T05:06:15.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1649729387' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: failed to encode map e528 with expected crc 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3617643463' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: osdmap e528: 8 total, 8 up, 8 in 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: pgmap v1617: 99 pgs: 99 active+clean; 1.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 151 MiB/s wr, 2.42k op/s 2023-10-09T05:06:15.913 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1649729387' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:16.037 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:16.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:16.042 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:16.087 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 14 16 32570 32554 145.27 98 0.00387987 0.00687761 2023-10-09T05:06:16.143 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:16.169 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:16.204 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:16.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:16.210 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:16.310 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:16.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:16.445 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:16.445 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:16.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:16.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:16.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:16.639 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:16.803 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:16.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:16.811 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:16.912 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:16.983 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:17.053 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:17.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:17.058 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:17.088 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 15 16 33970 33954 141.419 87.5 0.0084573 0.00706609 2023-10-09T05:06:17.159 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:17.198 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:17.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:06:17.240 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:17.240 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:17.240 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:17.240 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:17.262 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:17.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:17.268 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:17.291 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197685 12.2 12:44f6587f:::benchmark_data_smithi107_355541_object88612:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e439)", 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.849005116, 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0447267790000001, 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.292 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197685 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.293 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439901+0000", 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.294 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439905+0000", 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6639999999999997e-06 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439917+0000", 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1252e-05 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.295 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439921+0000", 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.763e-06 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.439967+0000", 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5694e-05 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.440062+0000", 2023-10-09T05:06:17.296 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4530000000000005e-05 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6,7", 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.440138+0000", 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6248999999999995e-05 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.444059+0000", 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039216540000000001 2023-10-09T05:06:17.297 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.444430+0000", 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00037067900000000001 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.448463+0000", 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040330729999999999 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.298 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.451741+0000", 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032780800000000001 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.451754+0000", 2023-10-09T05:06:17.299 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2301e-05 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484555+0000", 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.032800978 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484628+0000", 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3596999999999993e-05 2023-10-09T05:06:17.300 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197711 12.2 12:4d6df408:::benchmark_data_smithi107_355541_object88638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.796407445, 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0362182289999999, 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.301 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197711 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:06:17.302 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492499+0000", 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.303 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492498+0000", 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492504+0000", 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3160000000000002e-06 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.304 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492519+0000", 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4800000000000001e-05 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492525+0000", 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9580000000000004e-06 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.305 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492577+0000", 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1798000000000001e-05 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.492587+0000", 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.049e-05 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.306 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484653+0000", 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99206639600000002 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484733+0000", 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0051999999999999e-05 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.307 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.484809+0000", 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5826000000000002e-05 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496025+0000", 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011215668999999999 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.308 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528502+0000", 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032477112000000002 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528649+0000", 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000146627 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528684+0000", 2023-10-09T05:06:17.309 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5525999999999998e-05 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528717+0000", 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3062000000000003e-05 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.310 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197715 12.2 12:44f4fbbc:::benchmark_data_smithi107_355541_object88642:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.78772269000001, 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0276673679999999, 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197715 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.311 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501184+0000", 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.312 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501182+0000", 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501205+0000", 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3255999999999999e-05 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501229+0000", 2023-10-09T05:06:17.313 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4394000000000001e-05 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501236+0000", 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6189999999999996e-06 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501281+0000", 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5129000000000001e-05 2023-10-09T05:06:17.314 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501288+0000", 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9090000000000003e-06 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487815+0000", 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98652665699999997 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.315 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487906+0000", 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1234000000000001e-05 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.487984+0000", 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8159999999999997e-05 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.316 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502440+0000", 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014455923000000001 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528588+0000", 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026148187 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528763+0000", 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017419899999999999 2023-10-09T05:06:17.317 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528812+0000", 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9539000000000001e-05 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528851+0000", 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9128999999999998e-05 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.318 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197719 12.2 12:46e795d5:::benchmark_data_smithi107_355541_object88646:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.78765716599997, 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0279135420000001, 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.319 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197719 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:06:17.320 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501249+0000", 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501252+0000", 2023-10-09T05:06:17.321 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6529999999999998e-06 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501258+0000", 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0079999999999999e-06 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501261+0000", 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4800000000000001e-06 2023-10-09T05:06:17.322 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501316+0000", 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4611999999999998e-05 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.501322+0000", 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8000000000000001e-06 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.323 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.490984+0000", 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98966141799999996 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.491061+0000", 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6984999999999996e-05 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.324 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.491133+0000", 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2168000000000004e-05 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502449+0000", 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011316417 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528628+0000", 2023-10-09T05:06:17.325 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.026178376999999999 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529082+0000", 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000453747 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529122+0000", 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0723999999999998e-05 2023-10-09T05:06:17.326 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529163+0000", 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0558e-05 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.327 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197724 12.2 12:482ea006:::benchmark_data_smithi107_355541_object88651:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.77271587400003, 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.013129827, 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197724 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.328 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516191+0000", 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.329 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516189+0000", 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516196+0000", 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.3039999999999999e-06 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516222+0000", 2023-10-09T05:06:17.330 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6199000000000001e-05 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516229+0000", 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5570000000000001e-06 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516286+0000", 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7111000000000003e-05 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.331 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.516297+0000", 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.097e-05 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493385+0000", 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.977088281 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.332 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493489+0000", 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000103502 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.493578+0000", 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9054000000000005e-05 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508507+0000", 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014928566000000001 2023-10-09T05:06:17.333 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528892+0000", 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020385525000000002 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529229+0000", 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00033733199999999997 2023-10-09T05:06:17.334 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529280+0000", 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0565999999999997e-05 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529320+0000", 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0534000000000002e-05 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.335 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197736 12.2 12:4abdbf10:::benchmark_data_smithi107_355541_object88663:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.75859282800002, 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.99926172300000005, 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.336 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197736 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530314+0000", 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.337 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530313+0000", 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530320+0000", 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5440000000000001e-06 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.338 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530333+0000", 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3324e-05 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530340+0000", 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0210000000000002e-06 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.339 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530403+0000", 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2809000000000001e-05 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.530413+0000", 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9410000000000002e-06 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.340 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496066+0000", 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96565277699999996 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496154+0000", 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7899999999999995e-05 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.496243+0000", 2023-10-09T05:06:17.341 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8708999999999994e-05 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508515+0000", 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012272386 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528985+0000", 2023-10-09T05:06:17.342 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020470025999999999 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529514+0000", 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00052864199999999996 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529548+0000", 2023-10-09T05:06:17.343 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4007999999999997e-05 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529575+0000", 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7796e-05 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197760 12.2 12:41f1bcb7:::benchmark_data_smithi107_355541_object88687:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:06:17.344 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.71142670699999, 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95217102399999998, 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197760 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.345 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577480+0000", 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.346 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577479+0000", 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577483+0000", 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3159999999999998e-06 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577496+0000", 2023-10-09T05:06:17.347 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2329e-05 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577500+0000", 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1899999999999997e-06 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577540+0000", 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0497999999999997e-05 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.348 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.577546+0000", 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4999999999999999e-06 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499561+0000", 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.92201493199999995 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.349 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499664+0000", 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010319600000000001 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.499739+0000", 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5389000000000006e-05 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.350 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514706+0000", 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014966995 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529032+0000", 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01432596 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529609+0000", 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00057660100000000004 2023-10-09T05:06:17.351 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529632+0000", 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2883000000000001e-05 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529651+0000", 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9088000000000001e-05 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.352 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197775 12.2 12:47695f48:::benchmark_data_smithi107_355541_object88702:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.69330047900002, 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.94465721599999997, 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197775 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.353 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.354 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595606+0000", 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595608+0000", 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9500000000000001e-06 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.355 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595616+0000", 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0639999999999996e-06 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595620+0000", 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.566e-06 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595664+0000", 2023-10-09T05:06:17.356 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3618999999999997e-05 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.595671+0000", 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5780000000000001e-06 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502487+0000", 2023-10-09T05:06:17.357 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90681534900000005 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502613+0000", 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000126678 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.358 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.502804+0000", 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019063500000000001 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514712+0000", 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011907737999999999 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.359 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529379+0000", 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014667757999999999 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540182+0000", 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010802903000000001 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.360 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540227+0000", 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4907000000000002e-05 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540263+0000", 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5964999999999999e-05 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.361 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197788 12.2 12:49a4b730:::benchmark_data_smithi107_355541_object88715:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.663452065, 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.91495667000000003, 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.362 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197788 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625454+0000", 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.363 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625453+0000", 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625460+0000", 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.409e-06 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.364 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625474+0000", 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4664999999999999e-05 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625480+0000", 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9560000000000002e-06 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625529+0000", 2023-10-09T05:06:17.365 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8832999999999998e-05 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.625535+0000", 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6149999999999996e-06 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505657+0000", 2023-10-09T05:06:17.366 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88012252499999999 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505751+0000", 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3346999999999999e-05 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.505828+0000", 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7939e-05 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.367 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519787+0000", 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013958641000000001 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529429+0000", 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096419609999999992 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540319+0000", 2023-10-09T05:06:17.368 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010889932999999999 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540366+0000", 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7219000000000003e-05 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540411+0000", 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4892000000000003e-05 2023-10-09T05:06:17.369 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197797 12.2 12:40505cc6:::benchmark_data_smithi107_355541_object88724:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.65342320799999, 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.90504616800000004, 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.370 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197797 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.371 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635483+0000", 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635482+0000", 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.372 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635491+0000", 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5950000000000005e-06 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635507+0000", 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5415000000000001e-05 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635514+0000", 2023-10-09T05:06:17.373 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0450000000000003e-06 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635560+0000", 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6319000000000002e-05 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.635571+0000", 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0467e-05 2023-10-09T05:06:17.374 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508558+0000", 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87298777900000002 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508684+0000", 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012552099999999999 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.375 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.508820+0000", 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013637600000000001 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.519793+0000", 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010972862999999999 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.376 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529481+0000", 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096882540000000003 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540454+0000", 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01097244 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540491+0000", 2023-10-09T05:06:17.377 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7657999999999998e-05 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540529+0000", 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7968e-05 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.378 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197802 12.2 12:4bc145c8:::benchmark_data_smithi107_355541_object88729:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.646424577, 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.89815648699999995, 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197802 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.379 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642482+0000", 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642481+0000", 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642489+0000", 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0569999999999993e-06 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642503+0000", 2023-10-09T05:06:17.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.382e-05 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642508+0000", 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8139999999999997e-06 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642564+0000", 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5186999999999999e-05 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.642573+0000", 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2909999999999996e-06 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512012+0000", 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.86943879499999999 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512122+0000", 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010992700000000001 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.512218+0000", 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6014999999999995e-05 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528113+0000", 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015894947 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529681+0000", 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001568624 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540563+0000", 2023-10-09T05:06:17.385 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010881312000000001 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540604+0000", 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1700999999999999e-05 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540638+0000", 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4180999999999997e-05 2023-10-09T05:06:17.386 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197811 12.2 12:4afa7a03:::benchmark_data_smithi107_355541_object88738:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.62988163300002, 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.881746166, 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.387 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197811 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.388 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659025+0000", 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659024+0000", 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.389 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659029+0000", 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7589999999999997e-06 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659037+0000", 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9389999999999997e-06 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.390 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659040+0000", 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.76e-06 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.391 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659085+0000", 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4295000000000002e-05 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.659095+0000", 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0604e-05 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.392 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514748+0000", 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.85565307999999995 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514830+0000", 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1809000000000002e-05 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.393 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.514906+0000", 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6148000000000003e-05 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528118+0000", 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013211376 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.394 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529705+0000", 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0015872740000000001 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540689+0000", 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010983852000000001 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.395 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540738+0000", 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8705999999999998e-05 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540771+0000", 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3498999999999999e-05 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.396 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197814 12.2 12:40df938b:::benchmark_data_smithi107_355541_object88741:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.62751100000003, 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87950724899999999, 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.397 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197814 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661396+0000", 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.398 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661395+0000", 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.399 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661399+0000", 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.763e-06 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661414+0000", 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4979e-05 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661421+0000", 2023-10-09T05:06:17.400 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4749999999999998e-06 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661465+0000", 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4477999999999997e-05 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.661470+0000", 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8570000000000003e-06 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.401 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517064+0000", 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.855594199 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517167+0000", 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000102335 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.402 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.517299+0000", 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013237599999999999 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528239+0000", 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010940297999999999 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529727+0000", 2023-10-09T05:06:17.403 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001487974 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540822+0000", 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011094339 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.404 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540867+0000", 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.545e-05 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.540903+0000", 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5635e-05 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.405 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:197836 12.2 12:45740ddf:::benchmark_data_smithi107_355541_object88763:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e440)", 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 352.57030894000002, 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.830849689, 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.406 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 197836 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718598+0000", 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.407 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718597+0000", 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718601+0000", 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8750000000000002e-06 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.408 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718612+0000", 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0726e-05 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718616+0000", 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4360000000000004e-06 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.409 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718654+0000", 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7679000000000003e-05 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:24.718660+0000", 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.596e-06 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.410 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525420+0000", 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80676023799999996 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525506+0000", 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5735000000000005e-05 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6", 2023-10-09T05:06:17.411 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.525590+0000", 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4046000000000001e-05 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.528511+0000", 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029211950000000001 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.529790+0000", 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012784579999999999 2023-10-09T05:06:17.412 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549347+0000", 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.019556919999999998 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549401+0000", 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4197999999999998e-05 2023-10-09T05:06:17.413 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:25.549447+0000", 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6230000000000003e-05 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.414 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212542 12.2 12:4abdf0e0:::benchmark_data_smithi107_355541_object103469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.979337+0000", 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 328.309569146, 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3509677980000001, 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.415 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212542 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979337+0000", 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.416 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979337+0000", 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979336+0000", 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979342+0000", 2023-10-09T05:06:17.417 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1859999999999997e-06 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979354+0000", 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1855000000000001e-05 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979361+0000", 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2949999999999996e-06 2023-10-09T05:06:17.418 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979429+0000", 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7711000000000003e-05 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.979439+0000", 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0052e-05 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.419 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.964963+0000", 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.98552439400000003 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.964971+0000", 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8299999999999996e-06 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.420 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.303240+0000", 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3382687980000001 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.303357+0000", 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000116877 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.421 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,6,7", 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.303669+0000", 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00031167 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.314858+0000", 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011189823 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.422 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.314897+0000", 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8210000000000002e-05 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.314903+0000", 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5540000000000003e-06 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.423 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.330144+0000", 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015240813000000001 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.330194+0000", 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9954999999999999e-05 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.424 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.330305+0000", 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111166 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.425 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212573 12.e 12:74fdf2d2:::benchmark_data_smithi107_355541_object103500:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e452)", 2023-10-09T05:06:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:49.051554+0000", 2023-10-09T05:06:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 328.23735272599998, 2023-10-09T05:06:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2614366499999998, 2023-10-09T05:06:17.426 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:06:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:06:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212573 2023-10-09T05:06:17.427 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051554+0000", 2023-10-09T05:06:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.428 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051554+0000", 2023-10-09T05:06:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.429 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051552+0000", 2023-10-09T05:06:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.430 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051558+0000", 2023-10-09T05:06:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5990000000000001e-06 2023-10-09T05:06:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.431 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051569+0000", 2023-10-09T05:06:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.076e-05 2023-10-09T05:06:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.432 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051575+0000", 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1999999999999999e-06 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051625+0000", 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9907000000000002e-05 2023-10-09T05:06:17.433 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.051631+0000", 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4269999999999996e-06 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.967320+0000", 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.91568855699999996 2023-10-09T05:06:17.434 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.967329+0000", 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3749999999999992e-06 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.296440+0000", 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3291105830000001 2023-10-09T05:06:17.435 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.296551+0000", 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000111438 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,3,7", 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.296674+0000", 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012289899999999999 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.436 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312483+0000", 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015809046 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312765+0000", 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00028157900000000001 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.437 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312796+0000", 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1163e-05 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312826+0000", 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0062000000000001e-05 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.438 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312878+0000", 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1801000000000001e-05 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.312990+0000", 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011284 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.439 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56147 13.d 13:b40da9d1:::benchmark_data_smithi107_396486_object56146:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 252.28899248499999, 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5392063810000001, 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56147 2023-10-09T05:06:17.440 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999914+0000", 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.441 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999913+0000", 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999972+0000", 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9097e-05 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.442 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999988+0000", 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.662e-05 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.999995+0000", 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8650000000000003e-06 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.443 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000036+0000", 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1168999999999998e-05 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000157+0000", 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012105899999999999 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.444 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 7", 2023-10-09T05:06:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.000352+0000", 2023-10-09T05:06:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00019454100000000001 2023-10-09T05:06:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.445 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.007317+0000", 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069646409999999997 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.020605+0000", 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013288748 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.446 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.020621+0000", 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5407e-05 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350191+0000", 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32957036899999997 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.447 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350205+0000", 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.411e-05 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539027+0000", 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.188821755 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539120+0000", 2023-10-09T05:06:17.448 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3377999999999999e-05 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56171 13.d 13:b585f92a:::benchmark_data_smithi107_396486_object56170:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 252.25358818000001, 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5159525659999999, 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.449 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56171 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.450 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035318+0000", 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.451 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035385+0000", 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7148000000000002e-05 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035392+0000", 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5749999999999997e-06 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.452 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.035395+0000", 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5360000000000001e-06 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.036666+0000", 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0012707110000000001 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.453 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.036672+0000", 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4359999999999999e-06 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350239+0000", 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31356715000000002 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.454 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350249+0000", 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.5529999999999998e-06 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539205+0000", 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1889558819999999 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.455 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539349+0000", 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014439499999999999 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.539512+0000", 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000163096 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.456 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548736+0000", 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0092235530000000007 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548786+0000", 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0139999999999998e-05 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.457 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548817+0000", 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0658999999999999e-05 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548871+0000", 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4360000000000001e-05 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.458 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.551271+0000", 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023998969999999998 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56179 13.d 13:b8f7f1c4:::benchmark_data_smithi107_396486_object56178:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 252.220334702, 2023-10-09T05:06:17.459 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4877742, 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56179 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.460 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068572+0000", 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.461 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068571+0000", 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068621+0000", 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0686000000000002e-05 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068635+0000", 2023-10-09T05:06:17.462 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3644e-05 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068640+0000", 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0719999999999999e-06 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068689+0000", 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8874e-05 2023-10-09T05:06:17.463 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.068699+0000", 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6490000000000003e-06 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350262+0000", 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.28156355300000002 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.464 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350267+0000", 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.549e-06 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.541610+0000", 2023-10-09T05:06:17.465 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1913436479999999 2023-10-09T05:06:17.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.466 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.466 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.466 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.541731+0000", 2023-10-09T05:06:17.466 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120337 2023-10-09T05:06:17.466 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.467 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T05:06:17.467 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.541884+0000", 2023-10-09T05:06:17.467 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015319500000000001 2023-10-09T05:06:17.467 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.467 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.468 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548742+0000", 2023-10-09T05:06:17.468 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068584650000000002 2023-10-09T05:06:17.468 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.468 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.468 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.551325+0000", 2023-10-09T05:06:17.469 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025825850000000001 2023-10-09T05:06:17.469 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.469 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.469 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.469 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.553629+0000", 2023-10-09T05:06:17.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023042430000000001 2023-10-09T05:06:17.470 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.470 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.470 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.470 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.553689+0000", 2023-10-09T05:06:17.470 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0266999999999997e-05 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.556346+0000", 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026565349999999998 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.471 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.472 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.472 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.472 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.472 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56181 13.d 13:b9ae6c98:::benchmark_data_smithi107_396486_object56180:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:06:17.472 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:06:17.473 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 252.21556961600001, 2023-10-09T05:06:17.473 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4856531740000001, 2023-10-09T05:06:17.473 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:17.473 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:17.473 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:17.473 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56181 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:17.474 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073337+0000", 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:17.475 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073336+0000", 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073387+0000", 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1303e-05 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073400+0000", 2023-10-09T05:06:17.476 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2354999999999999e-05 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073404+0000", 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6949999999999999e-06 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073453+0000", 2023-10-09T05:06:17.477 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8415999999999999e-05 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.073462+0000", 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3570000000000004e-06 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.478 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350278+0000", 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.27681558299999998 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.350282+0000", 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2209999999999999e-06 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.543831+0000", 2023-10-09T05:06:17.479 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1935489420000001 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.543952+0000", 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121276 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,7", 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.544106+0000", 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000153728 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.480 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548749+0000", 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046428260000000001 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.551370+0000", 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026214160000000001 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.481 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.556390+0000", 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050197380000000002 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.556445+0000", 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5105999999999997e-05 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:17.482 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.558990+0000", 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025452169999999998 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:17.483 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:06:17.483 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:17.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:17.571 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:17.799 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T05:06:17.817 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:17.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:17.824 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:17.915 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:06:17.925 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:18.046 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:18.094 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 16 16 35391 35375 138.106 88.8125 0.0201447 0.00723037 2023-10-09T05:06:18.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:18 smithi107 ceph-mon[179183]: pgmap v1618: 99 pgs: 99 active+clean; 1.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2023-10-09T05:06:18.126 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:18 smithi150 ceph-mon[168511]: pgmap v1618: 99 pgs: 99 active+clean; 1.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2023-10-09T05:06:18.195 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:18.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:18.204 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:18.250 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:18.305 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:18.372 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:18.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:18 smithi107 ceph-mon[184249]: pgmap v1618: 99 pgs: 99 active+clean; 1.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2023-10-09T05:06:18.550 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:06:18.560 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:06:18.714 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:18.794 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:18.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:18.806 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:18.906 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:18.953 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:19.092 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 17 16 36812 36796 135.191 88.8125 0.00795715 0.00739206 2023-10-09T05:06:19.110 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:19.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:19.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:19.218 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:19.293 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:19.363 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1618,"stamp":"2023-10-09T05:06:16.906332+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1843533728,"num_objects":28145,"num_object_clones":0,"num_object_copies":84435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28182,"num_write_kb":1799773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29947,"ondisk_log_size":29947,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14128628,"kb_used_data":5499380,"kb_used_omap":22,"kb_used_meta":8629097,"kb_avail":735832588,"statfs":{"total":767960285184,"available":753492570112,"internally_reserved":0,"allocated":5631365120,"data_stored":5616018358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":8836195563},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1556283392,"num_objects":23747,"num_object_clones":0,"num_object_copies":71241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23747,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23747,"num_write_kb":1519808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003234"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":540,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916878+0000","last_change":"2023-10-09T05:02:05.351461+0000","last_active":"2023-10-09T05:05:59.916878+0000","last_peered":"2023-10-09T05:05:59.916878+0000","last_clean":"2023-10-09T05:05:59.916878+0000","last_became_active":"2023-10-09T05:02:05.351076+0000","last_became_peered":"2023-10-09T05:02:05.351076+0000","last_unstale":"2023-10-09T05:05:59.916878+0000","last_undegraded":"2023-10-09T05:05:59.916878+0000","last_fullsized":"2023-10-09T05:05:59.916878+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:19:26.469628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":262,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982041+0000","last_change":"2023-10-09T04:57:02.237594+0000","last_active":"2023-10-09T05:06:03.982041+0000","last_peered":"2023-10-09T05:06:03.982041+0000","last_clean":"2023-10-09T05:06:03.982041+0000","last_became_active":"2023-10-09T04:57:02.237281+0000","last_became_peered":"2023-10-09T04:57:02.237281+0000","last_unstale":"2023-10-09T05:06:03.982041+0000","last_undegraded":"2023-10-09T05:06:03.982041+0000","last_fullsized":"2023-10-09T05:06:03.982041+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:33:06.556673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":446,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.840420+0000","last_change":"2023-10-09T05:02:05.349554+0000","last_active":"2023-10-09T05:05:59.840420+0000","last_peered":"2023-10-09T05:05:59.840420+0000","last_clean":"2023-10-09T05:05:59.840420+0000","last_became_active":"2023-10-09T05:02:05.349238+0000","last_became_peered":"2023-10-09T05:02:05.349238+0000","last_unstale":"2023-10-09T05:05:59.840420+0000","last_undegraded":"2023-10-09T05:05:59.840420+0000","last_fullsized":"2023-10-09T05:05:59.840420+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:36:58.910637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919302+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:05:59.919302+0000","last_peered":"2023-10-09T05:05:59.919302+0000","last_clean":"2023-10-09T05:05:59.919302+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:05:59.919302+0000","last_undegraded":"2023-10-09T05:05:59.919302+0000","last_fullsized":"2023-10-09T05:05:59.919302+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":241,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.981140+0000","last_change":"2023-10-09T05:02:05.348087+0000","last_active":"2023-10-09T05:06:03.981140+0000","last_peered":"2023-10-09T05:06:03.981140+0000","last_clean":"2023-10-09T05:06:03.981140+0000","last_became_active":"2023-10-09T05:02:05.347790+0000","last_became_peered":"2023-10-09T05:02:05.347790+0000","last_unstale":"2023-10-09T05:06:03.981140+0000","last_undegraded":"2023-10-09T05:06:03.981140+0000","last_fullsized":"2023-10-09T05:06:03.981140+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:16.670029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":217,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919078+0000","last_change":"2023-10-09T05:02:05.361165+0000","last_active":"2023-10-09T05:05:59.919078+0000","last_peered":"2023-10-09T05:05:59.919078+0000","last_clean":"2023-10-09T05:05:59.919078+0000","last_became_active":"2023-10-09T05:02:05.360869+0000","last_became_peered":"2023-10-09T05:02:05.360869+0000","last_unstale":"2023-10-09T05:05:59.919078+0000","last_undegraded":"2023-10-09T05:05:59.919078+0000","last_fullsized":"2023-10-09T05:05:59.919078+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:23.076363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":488,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917077+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:05:59.917077+0000","last_peered":"2023-10-09T05:05:59.917077+0000","last_clean":"2023-10-09T05:05:59.917077+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:05:59.917077+0000","last_undegraded":"2023-10-09T05:05:59.917077+0000","last_fullsized":"2023-10-09T05:05:59.917077+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":267,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.981299+0000","last_change":"2023-10-09T05:02:05.348178+0000","last_active":"2023-10-09T05:06:03.981299+0000","last_peered":"2023-10-09T05:06:03.981299+0000","last_clean":"2023-10-09T05:06:03.981299+0000","last_became_active":"2023-10-09T05:02:05.347907+0000","last_became_peered":"2023-10-09T05:02:05.347907+0000","last_unstale":"2023-10-09T05:06:03.981299+0000","last_undegraded":"2023-10-09T05:06:03.981299+0000","last_fullsized":"2023-10-09T05:06:03.981299+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:46:52.678960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":541,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917031+0000","last_change":"2023-10-09T05:02:05.356389+0000","last_active":"2023-10-09T05:05:59.917031+0000","last_peered":"2023-10-09T05:05:59.917031+0000","last_clean":"2023-10-09T05:05:59.917031+0000","last_became_active":"2023-10-09T05:02:05.356093+0000","last_became_peered":"2023-10-09T05:02:05.356093+0000","last_unstale":"2023-10-09T05:05:59.917031+0000","last_undegraded":"2023-10-09T05:05:59.917031+0000","last_fullsized":"2023-10-09T05:05:59.917031+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:26:44.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":266,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982159+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:06:03.982159+0000","last_peered":"2023-10-09T05:06:03.982159+0000","last_clean":"2023-10-09T05:06:03.982159+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:06:03.982159+0000","last_undegraded":"2023-10-09T05:06:03.982159+0000","last_fullsized":"2023-10-09T05:06:03.982159+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":90,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919350+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:05:59.919350+0000","last_peered":"2023-10-09T05:05:59.919350+0000","last_clean":"2023-10-09T05:05:59.919350+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:05:59.919350+0000","last_undegraded":"2023-10-09T05:05:59.919350+0000","last_fullsized":"2023-10-09T05:05:59.919350+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":410,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918674+0000","last_change":"2023-10-09T05:02:05.357343+0000","last_active":"2023-10-09T05:05:59.918674+0000","last_peered":"2023-10-09T05:05:59.918674+0000","last_clean":"2023-10-09T05:05:59.918674+0000","last_became_active":"2023-10-09T05:02:05.356488+0000","last_became_peered":"2023-10-09T05:02:05.356488+0000","last_unstale":"2023-10-09T05:05:59.918674+0000","last_undegraded":"2023-10-09T05:05:59.918674+0000","last_fullsized":"2023-10-09T05:05:59.918674+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:27:37.201291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":603,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917420+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:05:59.917420+0000","last_peered":"2023-10-09T05:05:59.917420+0000","last_clean":"2023-10-09T05:05:59.917420+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:05:59.917420+0000","last_undegraded":"2023-10-09T05:05:59.917420+0000","last_fullsized":"2023-10-09T05:05:59.917420+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":561,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917083+0000","last_change":"2023-10-09T05:02:05.352466+0000","last_active":"2023-10-09T05:05:59.917083+0000","last_peered":"2023-10-09T05:05:59.917083+0000","last_clean":"2023-10-09T05:05:59.917083+0000","last_became_active":"2023-10-09T05:02:05.352184+0000","last_became_peered":"2023-10-09T05:02:05.352184+0000","last_unstale":"2023-10-09T05:05:59.917083+0000","last_undegraded":"2023-10-09T05:05:59.917083+0000","last_fullsized":"2023-10-09T05:05:59.917083+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:34:18.204317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":90,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918988+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:05:59.918988+0000","last_peered":"2023-10-09T05:05:59.918988+0000","last_clean":"2023-10-09T05:05:59.918988+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:05:59.918988+0000","last_undegraded":"2023-10-09T05:05:59.918988+0000","last_fullsized":"2023-10-09T05:05:59.918988+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":364,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982718+0000","last_change":"2023-10-09T05:02:05.351012+0000","last_active":"2023-10-09T05:06:03.982718+0000","last_peered":"2023-10-09T05:06:03.982718+0000","last_clean":"2023-10-09T05:06:03.982718+0000","last_became_active":"2023-10-09T05:02:05.350720+0000","last_became_peered":"2023-10-09T05:02:05.350720+0000","last_unstale":"2023-10-09T05:06:03.982718+0000","last_undegraded":"2023-10-09T05:06:03.982718+0000","last_fullsized":"2023-10-09T05:06:03.982718+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:11:28.744023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918672+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:05:59.918672+0000","last_peered":"2023-10-09T05:05:59.918672+0000","last_clean":"2023-10-09T05:05:59.918672+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:05:59.918672+0000","last_undegraded":"2023-10-09T05:05:59.918672+0000","last_fullsized":"2023-10-09T05:05:59.918672+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":543,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916892+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:05:59.916892+0000","last_peered":"2023-10-09T05:05:59.916892+0000","last_clean":"2023-10-09T05:05:59.916892+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:05:59.916892+0000","last_undegraded":"2023-10-09T05:05:59.916892+0000","last_fullsized":"2023-10-09T05:05:59.916892+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918694+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:05:59.918694+0000","last_peered":"2023-10-09T05:05:59.918694+0000","last_clean":"2023-10-09T05:05:59.918694+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:05:59.918694+0000","last_undegraded":"2023-10-09T05:05:59.918694+0000","last_fullsized":"2023-10-09T05:05:59.918694+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":503,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982485+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:06:03.982485+0000","last_peered":"2023-10-09T05:06:03.982485+0000","last_clean":"2023-10-09T05:06:03.982485+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:06:03.982485+0000","last_undegraded":"2023-10-09T05:06:03.982485+0000","last_fullsized":"2023-10-09T05:06:03.982485+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":225,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918427+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:05:59.918427+0000","last_peered":"2023-10-09T05:05:59.918427+0000","last_clean":"2023-10-09T05:05:59.918427+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:05:59.918427+0000","last_undegraded":"2023-10-09T05:05:59.918427+0000","last_fullsized":"2023-10-09T05:05:59.918427+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":261,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.983042+0000","last_change":"2023-10-09T05:02:05.352522+0000","last_active":"2023-10-09T05:06:03.983042+0000","last_peered":"2023-10-09T05:06:03.983042+0000","last_clean":"2023-10-09T05:06:03.983042+0000","last_became_active":"2023-10-09T05:02:05.352207+0000","last_became_peered":"2023-10-09T05:02:05.352207+0000","last_unstale":"2023-10-09T05:06:03.983042+0000","last_undegraded":"2023-10-09T05:06:03.983042+0000","last_fullsized":"2023-10-09T05:06:03.983042+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:20:36.445813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"527'1602","reported_seq":1614,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.237628+0000","last_change":"2023-10-09T05:05:53.705431+0000","last_active":"2023-10-09T05:06:12.237628+0000","last_peered":"2023-10-09T05:06:12.237628+0000","last_clean":"2023-10-09T05:06:12.237628+0000","last_became_active":"2023-10-09T05:05:53.705112+0000","last_became_peered":"2023-10-09T05:05:53.705112+0000","last_unstale":"2023-10-09T05:06:12.237628+0000","last_undegraded":"2023-10-09T05:06:12.237628+0000","last_fullsized":"2023-10-09T05:06:12.237628+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1602,"log_dups_size":0,"ondisk_log_size":1602,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:14:44.147389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":104988672,"num_objects":1602,"num_object_clones":0,"num_object_copies":4806,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1602,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1602,"num_write_kb":102528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":88,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919531+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:05:59.919531+0000","last_peered":"2023-10-09T05:05:59.919531+0000","last_clean":"2023-10-09T05:05:59.919531+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:05:59.919531+0000","last_undegraded":"2023-10-09T05:05:59.919531+0000","last_fullsized":"2023-10-09T05:05:59.919531+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":527,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916531+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:05:59.916531+0000","last_peered":"2023-10-09T05:05:59.916531+0000","last_clean":"2023-10-09T05:05:59.916531+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:05:59.916531+0000","last_undegraded":"2023-10-09T05:05:59.916531+0000","last_fullsized":"2023-10-09T05:05:59.916531+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"528'2137","reported_seq":2151,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:16.806448+0000","last_change":"2023-10-09T05:05:53.708968+0000","last_active":"2023-10-09T05:06:16.806448+0000","last_peered":"2023-10-09T05:06:16.806448+0000","last_clean":"2023-10-09T05:06:16.806448+0000","last_became_active":"2023-10-09T05:05:53.708666+0000","last_became_peered":"2023-10-09T05:05:53.708666+0000","last_unstale":"2023-10-09T05:06:16.806448+0000","last_undegraded":"2023-10-09T05:06:16.806448+0000","last_fullsized":"2023-10-09T05:06:16.806448+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":2137,"log_dups_size":0,"ondisk_log_size":2137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:05:36.630194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140050432,"num_objects":2137,"num_object_clones":0,"num_object_copies":6411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2137,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2137,"num_write_kb":136768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":105,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919260+0000","last_change":"2023-10-09T05:02:05.355536+0000","last_active":"2023-10-09T05:05:59.919260+0000","last_peered":"2023-10-09T05:05:59.919260+0000","last_clean":"2023-10-09T05:05:59.919260+0000","last_became_active":"2023-10-09T05:02:05.355246+0000","last_became_peered":"2023-10-09T05:02:05.355246+0000","last_unstale":"2023-10-09T05:05:59.919260+0000","last_undegraded":"2023-10-09T05:05:59.919260+0000","last_fullsized":"2023-10-09T05:05:59.919260+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:54.725298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":551,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917324+0000","last_change":"2023-10-09T04:52:31.750750+0000","last_active":"2023-10-09T05:05:59.917324+0000","last_peered":"2023-10-09T05:05:59.917324+0000","last_clean":"2023-10-09T05:05:59.917324+0000","last_became_active":"2023-10-09T04:52:31.750239+0000","last_became_peered":"2023-10-09T04:52:31.750239+0000","last_unstale":"2023-10-09T05:05:59.917324+0000","last_undegraded":"2023-10-09T05:05:59.917324+0000","last_fullsized":"2023-10-09T05:05:59.917324+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:37:04.843249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"528'1907","reported_seq":1921,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:15.092108+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:06:15.092108+0000","last_peered":"2023-10-09T05:06:15.092108+0000","last_clean":"2023-10-09T05:06:15.092108+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:06:15.092108+0000","last_undegraded":"2023-10-09T05:06:15.092108+0000","last_fullsized":"2023-10-09T05:06:15.092108+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1907,"log_dups_size":0,"ondisk_log_size":1907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124977152,"num_objects":1907,"num_object_clones":0,"num_object_copies":5721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1907,"num_write_kb":122048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":88,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919441+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:05:59.919441+0000","last_peered":"2023-10-09T05:05:59.919441+0000","last_clean":"2023-10-09T05:05:59.919441+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:05:59.919441+0000","last_undegraded":"2023-10-09T05:05:59.919441+0000","last_fullsized":"2023-10-09T05:05:59.919441+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":237,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918730+0000","last_change":"2023-10-09T05:02:05.357913+0000","last_active":"2023-10-09T05:05:59.918730+0000","last_peered":"2023-10-09T05:05:59.918730+0000","last_clean":"2023-10-09T05:05:59.918730+0000","last_became_active":"2023-10-09T05:02:05.356963+0000","last_became_peered":"2023-10-09T05:02:05.356963+0000","last_unstale":"2023-10-09T05:05:59.918730+0000","last_undegraded":"2023-10-09T05:05:59.918730+0000","last_fullsized":"2023-10-09T05:05:59.918730+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:40.241738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"528'2039","reported_seq":2053,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:16.862102+0000","last_change":"2023-10-09T05:05:53.704082+0000","last_active":"2023-10-09T05:06:16.862102+0000","last_peered":"2023-10-09T05:06:16.862102+0000","last_clean":"2023-10-09T05:06:16.862102+0000","last_became_active":"2023-10-09T05:05:53.703703+0000","last_became_peered":"2023-10-09T05:05:53.703703+0000","last_unstale":"2023-10-09T05:06:16.862102+0000","last_undegraded":"2023-10-09T05:06:16.862102+0000","last_fullsized":"2023-10-09T05:06:16.862102+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":2039,"log_dups_size":0,"ondisk_log_size":2039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:51.940246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133627904,"num_objects":2039,"num_object_clones":0,"num_object_copies":6117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2039,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2039,"num_write_kb":130496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":571,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916895+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:05:59.916895+0000","last_peered":"2023-10-09T05:05:59.916895+0000","last_clean":"2023-10-09T05:05:59.916895+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:05:59.916895+0000","last_undegraded":"2023-10-09T05:05:59.916895+0000","last_fullsized":"2023-10-09T05:05:59.916895+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":522,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:10.750224+0000","last_change":"2023-10-09T05:02:05.350212+0000","last_active":"2023-10-09T05:06:10.750224+0000","last_peered":"2023-10-09T05:06:10.750224+0000","last_clean":"2023-10-09T05:06:10.750224+0000","last_became_active":"2023-10-09T05:02:05.349935+0000","last_became_peered":"2023-10-09T05:02:05.349935+0000","last_unstale":"2023-10-09T05:06:10.750224+0000","last_undegraded":"2023-10-09T05:06:10.750224+0000","last_fullsized":"2023-10-09T05:06:10.750224+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:55:15.841089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"528'1951","reported_seq":1964,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:15.080558+0000","last_change":"2023-10-09T05:05:53.706739+0000","last_active":"2023-10-09T05:06:15.080558+0000","last_peered":"2023-10-09T05:06:15.080558+0000","last_clean":"2023-10-09T05:06:15.080558+0000","last_became_active":"2023-10-09T05:05:53.706531+0000","last_became_peered":"2023-10-09T05:05:53.706531+0000","last_unstale":"2023-10-09T05:06:15.080558+0000","last_undegraded":"2023-10-09T05:06:15.080558+0000","last_fullsized":"2023-10-09T05:06:15.080558+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1951,"log_dups_size":0,"ondisk_log_size":1951,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:28.920835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127860736,"num_objects":1951,"num_object_clones":0,"num_object_copies":5853,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1951,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1951,"num_write_kb":124864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":952,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918770+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:05:59.918770+0000","last_peered":"2023-10-09T05:05:59.918770+0000","last_clean":"2023-10-09T05:05:59.918770+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:05:59.918770+0000","last_undegraded":"2023-10-09T05:05:59.918770+0000","last_fullsized":"2023-10-09T05:05:59.918770+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":197,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.981263+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:06:03.981263+0000","last_peered":"2023-10-09T05:06:03.981263+0000","last_clean":"2023-10-09T05:06:03.981263+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:06:03.981263+0000","last_undegraded":"2023-10-09T05:06:03.981263+0000","last_fullsized":"2023-10-09T05:06:03.981263+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":571,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917227+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:05:59.917227+0000","last_peered":"2023-10-09T05:05:59.917227+0000","last_clean":"2023-10-09T05:05:59.917227+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:05:59.917227+0000","last_undegraded":"2023-10-09T05:05:59.917227+0000","last_fullsized":"2023-10-09T05:05:59.917227+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"527'1608","reported_seq":1620,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.264482+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:06:12.264482+0000","last_peered":"2023-10-09T05:06:12.264482+0000","last_clean":"2023-10-09T05:06:12.264482+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:06:12.264482+0000","last_undegraded":"2023-10-09T05:06:12.264482+0000","last_fullsized":"2023-10-09T05:06:12.264482+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1608,"log_dups_size":0,"ondisk_log_size":1608,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105381888,"num_objects":1608,"num_object_clones":0,"num_object_copies":4824,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1608,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1608,"num_write_kb":102912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916493+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:05:59.916493+0000","last_peered":"2023-10-09T05:05:59.916493+0000","last_clean":"2023-10-09T05:05:59.916493+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:05:59.916493+0000","last_undegraded":"2023-10-09T05:05:59.916493+0000","last_fullsized":"2023-10-09T05:05:59.916493+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":217,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918770+0000","last_change":"2023-10-09T05:02:05.358300+0000","last_active":"2023-10-09T05:05:59.918770+0000","last_peered":"2023-10-09T05:05:59.918770+0000","last_clean":"2023-10-09T05:05:59.918770+0000","last_became_active":"2023-10-09T05:02:05.357691+0000","last_became_peered":"2023-10-09T05:02:05.357691+0000","last_unstale":"2023-10-09T05:05:59.918770+0000","last_undegraded":"2023-10-09T05:05:59.918770+0000","last_fullsized":"2023-10-09T05:05:59.918770+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:36:09.429029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":497,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917548+0000","last_change":"2023-10-09T04:35:37.093134+0000","last_active":"2023-10-09T05:05:59.917548+0000","last_peered":"2023-10-09T05:05:59.917548+0000","last_clean":"2023-10-09T05:05:59.917548+0000","last_became_active":"2023-10-09T04:35:37.092798+0000","last_became_peered":"2023-10-09T04:35:37.092798+0000","last_unstale":"2023-10-09T05:05:59.917548+0000","last_undegraded":"2023-10-09T05:05:59.917548+0000","last_fullsized":"2023-10-09T05:05:59.917548+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:05:29.661856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"527'1586","reported_seq":1598,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.260853+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:06:12.260853+0000","last_peered":"2023-10-09T05:06:12.260853+0000","last_clean":"2023-10-09T05:06:12.260853+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:06:12.260853+0000","last_undegraded":"2023-10-09T05:06:12.260853+0000","last_fullsized":"2023-10-09T05:06:12.260853+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1586,"log_dups_size":0,"ondisk_log_size":1586,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103940096,"num_objects":1586,"num_object_clones":0,"num_object_copies":4758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1586,"num_write_kb":101504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":508,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917299+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:05:59.917299+0000","last_peered":"2023-10-09T05:05:59.917299+0000","last_clean":"2023-10-09T05:05:59.917299+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:05:59.917299+0000","last_undegraded":"2023-10-09T05:05:59.917299+0000","last_fullsized":"2023-10-09T05:05:59.917299+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":571,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917529+0000","last_change":"2023-10-09T05:02:05.354142+0000","last_active":"2023-10-09T05:05:59.917529+0000","last_peered":"2023-10-09T05:05:59.917529+0000","last_clean":"2023-10-09T05:05:59.917529+0000","last_became_active":"2023-10-09T05:02:05.353774+0000","last_became_peered":"2023-10-09T05:02:05.353774+0000","last_unstale":"2023-10-09T05:05:59.917529+0000","last_undegraded":"2023-10-09T05:05:59.917529+0000","last_fullsized":"2023-10-09T05:05:59.917529+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:22:08.174731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"527'1625","reported_seq":1637,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.267813+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:06:12.267813+0000","last_peered":"2023-10-09T05:06:12.267813+0000","last_clean":"2023-10-09T05:06:12.267813+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:06:12.267813+0000","last_undegraded":"2023-10-09T05:06:12.267813+0000","last_fullsized":"2023-10-09T05:06:12.267813+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1625,"log_dups_size":0,"ondisk_log_size":1625,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106496000,"num_objects":1625,"num_object_clones":0,"num_object_copies":4875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1625,"num_write_kb":104000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916800+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:05:59.916800+0000","last_peered":"2023-10-09T05:05:59.916800+0000","last_clean":"2023-10-09T05:05:59.916800+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:05:59.916800+0000","last_undegraded":"2023-10-09T05:05:59.916800+0000","last_fullsized":"2023-10-09T05:05:59.916800+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":260,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.981220+0000","last_change":"2023-10-09T05:02:05.352027+0000","last_active":"2023-10-09T05:06:03.981220+0000","last_peered":"2023-10-09T05:06:03.981220+0000","last_clean":"2023-10-09T05:06:03.981220+0000","last_became_active":"2023-10-09T05:02:05.351814+0000","last_became_peered":"2023-10-09T05:02:05.351814+0000","last_unstale":"2023-10-09T05:06:03.981220+0000","last_undegraded":"2023-10-09T05:06:03.981220+0000","last_fullsized":"2023-10-09T05:06:03.981220+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:38:17.182381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":367,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.983125+0000","last_change":"2023-10-09T05:02:05.349558+0000","last_active":"2023-10-09T05:06:03.983125+0000","last_peered":"2023-10-09T05:06:03.983125+0000","last_clean":"2023-10-09T05:06:03.983125+0000","last_became_active":"2023-10-09T05:02:05.349267+0000","last_became_peered":"2023-10-09T05:02:05.349267+0000","last_unstale":"2023-10-09T05:06:03.983125+0000","last_undegraded":"2023-10-09T05:06:03.983125+0000","last_fullsized":"2023-10-09T05:06:03.983125+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:10:11.811445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"528'1933","reported_seq":1947,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:15.088863+0000","last_change":"2023-10-09T05:05:53.707652+0000","last_active":"2023-10-09T05:06:15.088863+0000","last_peered":"2023-10-09T05:06:15.088863+0000","last_clean":"2023-10-09T05:06:15.088863+0000","last_became_active":"2023-10-09T05:05:53.707376+0000","last_became_peered":"2023-10-09T05:05:53.707376+0000","last_unstale":"2023-10-09T05:06:15.088863+0000","last_undegraded":"2023-10-09T05:06:15.088863+0000","last_fullsized":"2023-10-09T05:06:15.088863+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1933,"log_dups_size":0,"ondisk_log_size":1933,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:59:25.320907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126681088,"num_objects":1933,"num_object_clones":0,"num_object_copies":5799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1933,"num_write_kb":123712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":906,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919036+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:05:59.919036+0000","last_peered":"2023-10-09T05:05:59.919036+0000","last_clean":"2023-10-09T05:05:59.919036+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:05:59.919036+0000","last_undegraded":"2023-10-09T05:05:59.919036+0000","last_fullsized":"2023-10-09T05:05:59.919036+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":101,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919136+0000","last_change":"2023-10-09T05:02:05.347960+0000","last_active":"2023-10-09T05:05:59.919136+0000","last_peered":"2023-10-09T05:05:59.919136+0000","last_clean":"2023-10-09T05:05:59.919136+0000","last_became_active":"2023-10-09T05:02:05.347629+0000","last_became_peered":"2023-10-09T05:02:05.347629+0000","last_unstale":"2023-10-09T05:05:59.919136+0000","last_undegraded":"2023-10-09T05:05:59.919136+0000","last_fullsized":"2023-10-09T05:05:59.919136+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:35.085544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":541,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916803+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:05:59.916803+0000","last_peered":"2023-10-09T05:05:59.916803+0000","last_clean":"2023-10-09T05:05:59.916803+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:05:59.916803+0000","last_undegraded":"2023-10-09T05:05:59.916803+0000","last_fullsized":"2023-10-09T05:05:59.916803+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":285,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916880+0000","last_change":"2023-10-09T05:02:05.354536+0000","last_active":"2023-10-09T05:05:59.916880+0000","last_peered":"2023-10-09T05:05:59.916880+0000","last_clean":"2023-10-09T05:05:59.916880+0000","last_became_active":"2023-10-09T05:02:05.354267+0000","last_became_peered":"2023-10-09T05:02:05.354267+0000","last_unstale":"2023-10-09T05:05:59.916880+0000","last_undegraded":"2023-10-09T05:05:59.916880+0000","last_fullsized":"2023-10-09T05:05:59.916880+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:30.547762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"527'1641","reported_seq":1653,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.257931+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:06:12.257931+0000","last_peered":"2023-10-09T05:06:12.257931+0000","last_clean":"2023-10-09T05:06:12.257931+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:06:12.257931+0000","last_undegraded":"2023-10-09T05:06:12.257931+0000","last_fullsized":"2023-10-09T05:06:12.257931+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1641,"log_dups_size":0,"ondisk_log_size":1641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107544576,"num_objects":1641,"num_object_clones":0,"num_object_copies":4923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1641,"num_write_kb":105024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916844+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:05:59.916844+0000","last_peered":"2023-10-09T05:05:59.916844+0000","last_clean":"2023-10-09T05:05:59.916844+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:05:59.916844+0000","last_undegraded":"2023-10-09T05:05:59.916844+0000","last_fullsized":"2023-10-09T05:05:59.916844+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":564,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916962+0000","last_change":"2023-10-09T05:02:05.346497+0000","last_active":"2023-10-09T05:05:59.916962+0000","last_peered":"2023-10-09T05:05:59.916962+0000","last_clean":"2023-10-09T05:05:59.916962+0000","last_became_active":"2023-10-09T05:02:05.346215+0000","last_became_peered":"2023-10-09T05:02:05.346215+0000","last_unstale":"2023-10-09T05:05:59.916962+0000","last_undegraded":"2023-10-09T05:05:59.916962+0000","last_fullsized":"2023-10-09T05:05:59.916962+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:22.004728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":528,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917096+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:05:59.917096+0000","last_peered":"2023-10-09T05:05:59.917096+0000","last_clean":"2023-10-09T05:05:59.917096+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:05:59.917096+0000","last_undegraded":"2023-10-09T05:05:59.917096+0000","last_fullsized":"2023-10-09T05:05:59.917096+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":393,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:14.495676+0000","last_change":"2023-10-09T05:02:05.351155+0000","last_active":"2023-10-09T05:06:14.495676+0000","last_peered":"2023-10-09T05:06:14.495676+0000","last_clean":"2023-10-09T05:06:14.495676+0000","last_became_active":"2023-10-09T05:02:05.350857+0000","last_became_peered":"2023-10-09T05:02:05.350857+0000","last_unstale":"2023-10-09T05:06:14.495676+0000","last_undegraded":"2023-10-09T05:06:14.495676+0000","last_fullsized":"2023-10-09T05:06:14.495676+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:06:32.561895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"527'1694","reported_seq":1706,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.268581+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:06:12.268581+0000","last_peered":"2023-10-09T05:06:12.268581+0000","last_clean":"2023-10-09T05:06:12.268581+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:06:12.268581+0000","last_undegraded":"2023-10-09T05:06:12.268581+0000","last_fullsized":"2023-10-09T05:06:12.268581+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1694,"log_dups_size":0,"ondisk_log_size":1694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":111017984,"num_objects":1694,"num_object_clones":0,"num_object_copies":5082,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1694,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1694,"num_write_kb":108416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":497,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918590+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:05:59.918590+0000","last_peered":"2023-10-09T05:05:59.918590+0000","last_clean":"2023-10-09T05:05:59.918590+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:05:59.918590+0000","last_undegraded":"2023-10-09T05:05:59.918590+0000","last_fullsized":"2023-10-09T05:05:59.918590+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":544,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.980807+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:06:03.980807+0000","last_peered":"2023-10-09T05:06:03.980807+0000","last_clean":"2023-10-09T05:06:03.980807+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:06:03.980807+0000","last_undegraded":"2023-10-09T05:06:03.980807+0000","last_fullsized":"2023-10-09T05:06:03.980807+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":411,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.980438+0000","last_change":"2023-10-09T05:02:05.347066+0000","last_active":"2023-10-09T05:06:03.980438+0000","last_peered":"2023-10-09T05:06:03.980438+0000","last_clean":"2023-10-09T05:06:03.980438+0000","last_became_active":"2023-10-09T05:02:05.346598+0000","last_became_peered":"2023-10-09T05:02:05.346598+0000","last_unstale":"2023-10-09T05:06:03.980438+0000","last_undegraded":"2023-10-09T05:06:03.980438+0000","last_fullsized":"2023-10-09T05:06:03.980438+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:35:44.135600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":321,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917118+0000","last_change":"2023-10-09T05:02:05.346332+0000","last_active":"2023-10-09T05:05:59.917118+0000","last_peered":"2023-10-09T05:05:59.917118+0000","last_clean":"2023-10-09T05:05:59.917118+0000","last_became_active":"2023-10-09T05:02:05.346033+0000","last_became_peered":"2023-10-09T05:02:05.346033+0000","last_unstale":"2023-10-09T05:05:59.917118+0000","last_undegraded":"2023-10-09T05:05:59.917118+0000","last_fullsized":"2023-10-09T05:05:59.917118+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:09:33.493972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"527'1628","reported_seq":1640,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.273868+0000","last_change":"2023-10-09T05:05:53.703851+0000","last_active":"2023-10-09T05:06:12.273868+0000","last_peered":"2023-10-09T05:06:12.273868+0000","last_clean":"2023-10-09T05:06:12.273868+0000","last_became_active":"2023-10-09T05:05:53.703500+0000","last_became_peered":"2023-10-09T05:05:53.703500+0000","last_unstale":"2023-10-09T05:06:12.273868+0000","last_undegraded":"2023-10-09T05:06:12.273868+0000","last_fullsized":"2023-10-09T05:06:12.273868+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1628,"log_dups_size":0,"ondisk_log_size":1628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:11:52.790678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106692608,"num_objects":1628,"num_object_clones":0,"num_object_copies":4884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1628,"num_write_kb":104192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":510,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916612+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:05:59.916612+0000","last_peered":"2023-10-09T05:05:59.916612+0000","last_clean":"2023-10-09T05:05:59.916612+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:05:59.916612+0000","last_undegraded":"2023-10-09T05:05:59.916612+0000","last_fullsized":"2023-10-09T05:05:59.916612+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":497,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918457+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:05:59.918457+0000","last_peered":"2023-10-09T05:05:59.918457+0000","last_clean":"2023-10-09T05:05:59.918457+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:05:59.918457+0000","last_undegraded":"2023-10-09T05:05:59.918457+0000","last_fullsized":"2023-10-09T05:05:59.918457+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":364,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.981531+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:06:03.981531+0000","last_peered":"2023-10-09T05:06:03.981531+0000","last_clean":"2023-10-09T05:06:03.981531+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:06:03.981531+0000","last_undegraded":"2023-10-09T05:06:03.981531+0000","last_fullsized":"2023-10-09T05:06:03.981531+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":220,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918824+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:05:59.918824+0000","last_peered":"2023-10-09T05:05:59.918824+0000","last_clean":"2023-10-09T05:05:59.918824+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:05:59.918824+0000","last_undegraded":"2023-10-09T05:05:59.918824+0000","last_fullsized":"2023-10-09T05:05:59.918824+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"527'1596","reported_seq":1608,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.259381+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:06:12.259381+0000","last_peered":"2023-10-09T05:06:12.259381+0000","last_clean":"2023-10-09T05:06:12.259381+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:06:12.259381+0000","last_undegraded":"2023-10-09T05:06:12.259381+0000","last_fullsized":"2023-10-09T05:06:12.259381+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1596,"log_dups_size":0,"ondisk_log_size":1596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":104595456,"num_objects":1596,"num_object_clones":0,"num_object_copies":4788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1596,"num_write_kb":102144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":868,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918600+0000","last_change":"2023-10-09T05:02:05.356487+0000","last_active":"2023-10-09T05:05:59.918600+0000","last_peered":"2023-10-09T05:05:59.918600+0000","last_clean":"2023-10-09T05:05:59.918600+0000","last_became_active":"2023-10-09T05:02:05.356154+0000","last_became_peered":"2023-10-09T05:02:05.356154+0000","last_unstale":"2023-10-09T05:05:59.918600+0000","last_undegraded":"2023-10-09T05:05:59.918600+0000","last_fullsized":"2023-10-09T05:05:59.918600+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:28:49.137668+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":101,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918408+0000","last_change":"2023-10-09T05:02:05.348299+0000","last_active":"2023-10-09T05:05:59.918408+0000","last_peered":"2023-10-09T05:05:59.918408+0000","last_clean":"2023-10-09T05:05:59.918408+0000","last_became_active":"2023-10-09T05:02:05.347998+0000","last_became_peered":"2023-10-09T05:02:05.347998+0000","last_unstale":"2023-10-09T05:05:59.918408+0000","last_undegraded":"2023-10-09T05:05:59.918408+0000","last_fullsized":"2023-10-09T05:05:59.918408+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:07:44.499794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":479,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917396+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:05:59.917396+0000","last_peered":"2023-10-09T05:05:59.917396+0000","last_clean":"2023-10-09T05:05:59.917396+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:05:59.917396+0000","last_undegraded":"2023-10-09T05:05:59.917396+0000","last_fullsized":"2023-10-09T05:05:59.917396+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":537,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.972549+0000","last_change":"2023-10-09T05:02:05.344302+0000","last_active":"2023-10-09T05:06:03.972549+0000","last_peered":"2023-10-09T05:06:03.972549+0000","last_clean":"2023-10-09T05:06:03.972549+0000","last_became_active":"2023-10-09T05:02:05.343939+0000","last_became_peered":"2023-10-09T05:02:05.343939+0000","last_unstale":"2023-10-09T05:06:03.972549+0000","last_undegraded":"2023-10-09T05:06:03.972549+0000","last_fullsized":"2023-10-09T05:06:03.972549+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:48:03.033051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"527'1628","reported_seq":1640,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.275388+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:06:12.275388+0000","last_peered":"2023-10-09T05:06:12.275388+0000","last_clean":"2023-10-09T05:06:12.275388+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:06:12.275388+0000","last_undegraded":"2023-10-09T05:06:12.275388+0000","last_fullsized":"2023-10-09T05:06:12.275388+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1628,"log_dups_size":0,"ondisk_log_size":1628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106692608,"num_objects":1628,"num_object_clones":0,"num_object_copies":4884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1628,"num_write_kb":104192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":866,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918910+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:05:59.918910+0000","last_peered":"2023-10-09T05:05:59.918910+0000","last_clean":"2023-10-09T05:05:59.918910+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:05:59.918910+0000","last_undegraded":"2023-10-09T05:05:59.918910+0000","last_fullsized":"2023-10-09T05:05:59.918910+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":84,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.919399+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:05:59.919399+0000","last_peered":"2023-10-09T05:05:59.919399+0000","last_clean":"2023-10-09T05:05:59.919399+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:05:59.919399+0000","last_undegraded":"2023-10-09T05:05:59.919399+0000","last_fullsized":"2023-10-09T05:05:59.919399+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":272,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:14.495758+0000","last_change":"2023-10-09T05:02:05.356188+0000","last_active":"2023-10-09T05:06:14.495758+0000","last_peered":"2023-10-09T05:06:14.495758+0000","last_clean":"2023-10-09T05:06:14.495758+0000","last_became_active":"2023-10-09T05:02:05.355919+0000","last_became_peered":"2023-10-09T05:02:05.355919+0000","last_unstale":"2023-10-09T05:06:14.495758+0000","last_undegraded":"2023-10-09T05:06:14.495758+0000","last_fullsized":"2023-10-09T05:06:14.495758+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:18.151282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":226,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916692+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:05:59.916692+0000","last_peered":"2023-10-09T05:05:59.916692+0000","last_clean":"2023-10-09T05:05:59.916692+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:05:59.916692+0000","last_undegraded":"2023-10-09T05:05:59.916692+0000","last_fullsized":"2023-10-09T05:05:59.916692+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"527'1615","reported_seq":1627,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:12.259955+0000","last_change":"2023-10-09T05:05:53.703983+0000","last_active":"2023-10-09T05:06:12.259955+0000","last_peered":"2023-10-09T05:06:12.259955+0000","last_clean":"2023-10-09T05:06:12.259955+0000","last_became_active":"2023-10-09T05:05:53.703601+0000","last_became_peered":"2023-10-09T05:05:53.703601+0000","last_unstale":"2023-10-09T05:06:12.259955+0000","last_undegraded":"2023-10-09T05:06:12.259955+0000","last_fullsized":"2023-10-09T05:06:12.259955+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1615,"log_dups_size":0,"ondisk_log_size":1615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:22:41.734662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105840640,"num_objects":1615,"num_object_clones":0,"num_object_copies":4845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1615,"num_write_kb":103360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":525,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917378+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:05:59.917378+0000","last_peered":"2023-10-09T05:05:59.917378+0000","last_clean":"2023-10-09T05:05:59.917378+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:05:59.917378+0000","last_undegraded":"2023-10-09T05:05:59.917378+0000","last_fullsized":"2023-10-09T05:05:59.917378+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":223,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.983216+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:06:03.983216+0000","last_peered":"2023-10-09T05:06:03.983216+0000","last_clean":"2023-10-09T05:06:03.983216+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:06:03.983216+0000","last_undegraded":"2023-10-09T05:06:03.983216+0000","last_fullsized":"2023-10-09T05:06:03.983216+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":431,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918999+0000","last_change":"2023-10-09T05:02:05.357565+0000","last_active":"2023-10-09T05:05:59.918999+0000","last_peered":"2023-10-09T05:05:59.918999+0000","last_clean":"2023-10-09T05:05:59.918999+0000","last_became_active":"2023-10-09T05:02:05.357299+0000","last_became_peered":"2023-10-09T05:02:05.357299+0000","last_unstale":"2023-10-09T05:05:59.918999+0000","last_undegraded":"2023-10-09T05:05:59.918999+0000","last_fullsized":"2023-10-09T05:05:59.918999+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:26:51.100368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":245,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.981050+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:06:03.981050+0000","last_peered":"2023-10-09T05:06:03.981050+0000","last_clean":"2023-10-09T05:06:03.981050+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:06:03.981050+0000","last_undegraded":"2023-10-09T05:06:03.981050+0000","last_fullsized":"2023-10-09T05:06:03.981050+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"528'1931","reported_seq":1945,"reported_epoch":528,"state":"active+clean","last_fresh":"2023-10-09T05:06:15.089998+0000","last_change":"2023-10-09T05:05:53.705293+0000","last_active":"2023-10-09T05:06:15.089998+0000","last_peered":"2023-10-09T05:06:15.089998+0000","last_clean":"2023-10-09T05:06:15.089998+0000","last_became_active":"2023-10-09T05:05:53.704990+0000","last_became_peered":"2023-10-09T05:05:53.704990+0000","last_unstale":"2023-10-09T05:06:15.089998+0000","last_undegraded":"2023-10-09T05:06:15.089998+0000","last_fullsized":"2023-10-09T05:06:15.089998+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":1931,"log_dups_size":0,"ondisk_log_size":1931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:48:09.897855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126550016,"num_objects":1931,"num_object_clones":0,"num_object_copies":5793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1931,"num_write_kb":123584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":572,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:06.868794+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:06:06.868794+0000","last_peered":"2023-10-09T05:06:06.868794+0000","last_clean":"2023-10-09T05:06:06.868794+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:06:06.868794+0000","last_undegraded":"2023-10-09T05:06:06.868794+0000","last_fullsized":"2023-10-09T05:06:06.868794+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":220,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.918988+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:05:59.918988+0000","last_peered":"2023-10-09T05:05:59.918988+0000","last_clean":"2023-10-09T05:05:59.918988+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:05:59.918988+0000","last_undegraded":"2023-10-09T05:05:59.918988+0000","last_fullsized":"2023-10-09T05:05:59.918988+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":525,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.972633+0000","last_change":"2023-10-09T05:02:05.353177+0000","last_active":"2023-10-09T05:06:03.972633+0000","last_peered":"2023-10-09T05:06:03.972633+0000","last_clean":"2023-10-09T05:06:03.972633+0000","last_became_active":"2023-10-09T05:02:05.352847+0000","last_became_peered":"2023-10-09T05:02:05.352847+0000","last_unstale":"2023-10-09T05:06:03.972633+0000","last_undegraded":"2023-10-09T05:06:03.972633+0000","last_fullsized":"2023-10-09T05:06:03.972633+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:50:02.441957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":510,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917120+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:05:59.917120+0000","last_peered":"2023-10-09T05:05:59.917120+0000","last_clean":"2023-10-09T05:05:59.917120+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:05:59.917120+0000","last_undegraded":"2023-10-09T05:05:59.917120+0000","last_fullsized":"2023-10-09T05:05:59.917120+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":222,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917192+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:05:59.917192+0000","last_peered":"2023-10-09T05:05:59.917192+0000","last_clean":"2023-10-09T05:05:59.917192+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:05:59.917192+0000","last_undegraded":"2023-10-09T05:05:59.917192+0000","last_fullsized":"2023-10-09T05:05:59.917192+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":568,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.983908+0000","last_change":"2023-10-09T05:02:05.351235+0000","last_active":"2023-10-09T05:06:03.983908+0000","last_peered":"2023-10-09T05:06:03.983908+0000","last_clean":"2023-10-09T05:06:03.983908+0000","last_became_active":"2023-10-09T05:02:05.350945+0000","last_became_peered":"2023-10-09T05:02:05.350945+0000","last_unstale":"2023-10-09T05:06:03.983908+0000","last_undegraded":"2023-10-09T05:06:03.983908+0000","last_fullsized":"2023-10-09T05:06:03.983908+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:17:27.394514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":523,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916956+0000","last_change":"2023-10-09T05:02:05.356061+0000","last_active":"2023-10-09T05:05:59.916956+0000","last_peered":"2023-10-09T05:05:59.916956+0000","last_clean":"2023-10-09T05:05:59.916956+0000","last_became_active":"2023-10-09T05:02:05.355708+0000","last_became_peered":"2023-10-09T05:02:05.355708+0000","last_unstale":"2023-10-09T05:05:59.916956+0000","last_undegraded":"2023-10-09T05:05:59.916956+0000","last_fullsized":"2023-10-09T05:05:59.916956+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:58.298474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":558,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917486+0000","last_change":"2023-10-09T05:00:33.378942+0000","last_active":"2023-10-09T05:05:59.917486+0000","last_peered":"2023-10-09T05:05:59.917486+0000","last_clean":"2023-10-09T05:05:59.917486+0000","last_became_active":"2023-10-09T05:00:33.378573+0000","last_became_peered":"2023-10-09T05:00:33.378573+0000","last_unstale":"2023-10-09T05:05:59.917486+0000","last_undegraded":"2023-10-09T05:05:59.917486+0000","last_fullsized":"2023-10-09T05:05:59.917486+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:45:05.920099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":528,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916623+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:05:59.916623+0000","last_peered":"2023-10-09T05:05:59.916623+0000","last_clean":"2023-10-09T05:05:59.916623+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:05:59.916623+0000","last_undegraded":"2023-10-09T05:05:59.916623+0000","last_fullsized":"2023-10-09T05:05:59.916623+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":531,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916692+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:05:59.916692+0000","last_peered":"2023-10-09T05:05:59.916692+0000","last_clean":"2023-10-09T05:05:59.916692+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:05:59.916692+0000","last_undegraded":"2023-10-09T05:05:59.916692+0000","last_fullsized":"2023-10-09T05:05:59.916692+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":256,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982491+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:06:03.982491+0000","last_peered":"2023-10-09T05:06:03.982491+0000","last_clean":"2023-10-09T05:06:03.982491+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:06:03.982491+0000","last_undegraded":"2023-10-09T05:06:03.982491+0000","last_fullsized":"2023-10-09T05:06:03.982491+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":221,"reported_epoch":527,"state":"active+clean","last_fresh":"2023-10-09T05:06:03.982092+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:06:03.982092+0000","last_peered":"2023-10-09T05:06:03.982092+0000","last_clean":"2023-10-09T05:06:03.982092+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:06:03.982092+0000","last_undegraded":"2023-10-09T05:06:03.982092+0000","last_fullsized":"2023-10-09T05:06:03.982092+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":213,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.917042+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:05:59.917042+0000","last_peered":"2023-10-09T05:05:59.917042+0000","last_clean":"2023-10-09T05:05:59.917042+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:05:59.917042+0000","last_undegraded":"2023-10-09T05:05:59.917042+0000","last_fullsized":"2023-10-09T05:05:59.917042+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":547,"reported_epoch":526,"state":"active+clean","last_fresh":"2023-10-09T05:05:59.916436+0000","last_change":"2023-10-09T04:53:24.776534+0000","last_active":"2023-10-09T05:05:59.916436+0000","last_peered":"2023-10-09T05:05:59.916436+0000","last_clean":"2023-10-09T05:05:59.916436+0000","last_became_active":"2023-10-09T04:53:24.776198+0000","last_became_peered":"2023-10-09T04:53:24.776198+0000","last_unstale":"2023-10-09T05:05:59.916436+0000","last_undegraded":"2023-10-09T05:05:59.916436+0000","last_fullsized":"2023-10-09T05:05:59.916436+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:11.354425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":1842937856,"num_objects":28121,"num_object_clones":0,"num_object_copies":84363,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28121,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28121,"num_write_kb":1799744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5766184960,"data_stored":5766184960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28121,"ondisk_log_size":28121,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234520,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1811256,"kb_used_data":306480,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":91933896,"statfs":{"total":95995035648,"available":94140309504,"internally_reserved":0,"allocated":313835520,"data_stored":312488921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.879,"5min":1.6259999999999999,"15min":1.6259999999999999},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.20899999999999999},"max":{"1min":8.9900000000000002,"5min":8.9900000000000002,"15min":16.027999999999999},"last":2.5950000000000002},{"interface":"front","average":{"1min":2.7309999999999999,"5min":1.597,"15min":1.4259999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.785},"last":2.262}]},{"osd":1,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":1.4350000000000001,"5min":1.901,"15min":1.587},"min":{"1min":0.311,"5min":0.22,"15min":0.22},"max":{"1min":6.9870000000000001,"5min":10.789,"15min":10.789},"last":0.35399999999999998},{"interface":"front","average":{"1min":1.917,"5min":2.476,"15min":2.3969999999999998},"min":{"1min":0.27700000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.5449999999999999,"5min":15.401,"15min":15.401},"last":1.2370000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:05:29 2023","interfaces":[{"interface":"back","average":{"1min":2.8740000000000001,"5min":2.4809999999999999,"15min":2.1200000000000001},"min":{"1min":0.30399999999999999,"5min":0.27700000000000002,"15min":0.254},"max":{"1min":16.951000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":2.375},{"interface":"front","average":{"1min":2.802,"5min":2.2759999999999998,"15min":1.897},"min":{"1min":0.315,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.818,"5min":11.311,"15min":16.704000000000001},"last":2.222}]},{"osd":3,"last update":"Mon Oct 9 05:05:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7360000000000002,"5min":2.387,"15min":2.1139999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":10.897,"5min":13.489000000000001,"15min":14.228999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.9079999999999999,"15min":2.1259999999999999},"min":{"1min":0.49099999999999999,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":14.888999999999999,"5min":17.853999999999999,"15min":17.853999999999999},"last":0.64700000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":2.476,"15min":1.6399999999999999},"min":{"1min":0.32600000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":7.6890000000000001,"5min":16.911999999999999,"15min":19.949000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.8280000000000001,"5min":2.2570000000000001,"15min":1.508},"min":{"1min":0.40400000000000003,"5min":0.254,"15min":0.254},"max":{"1min":6.8949999999999996,"5min":13.050000000000001,"15min":18.971},"last":0.40300000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":2.7429999999999999,"15min":1.833},"min":{"1min":0.309,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":12.343,"5min":16.838999999999999,"15min":20.678999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":1.8,"5min":2.044,"15min":1.486},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.9199999999999999,"5min":13.848000000000001,"15min":21.07},"last":0.373}]},{"osd":6,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.6709999999999998,"15min":1.8100000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":8.2059999999999995,"5min":16.881,"15min":16.881},"last":0.68400000000000005},{"interface":"front","average":{"1min":2.0899999999999999,"5min":2.5110000000000001,"15min":1.714},"min":{"1min":0.36099999999999999,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":8.9600000000000009,"5min":12.815,"15min":24.010000000000002},"last":0.66700000000000004}]}]},{"osd":6,"up_from":46,"seq":197568496156,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1583532,"kb_used_data":393764,"kb_used_omap":0,"kb_used_meta":1189760,"kb_avail":92161620,"statfs":{"total":95995035648,"available":94373498880,"internally_reserved":0,"allocated":403214336,"data_stored":401879937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1218314240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":2.0950000000000002,"15min":1.8979999999999999},"min":{"1min":0.27500000000000002,"5min":0.22500000000000001,"15min":0.219},"max":{"1min":6.1609999999999996,"5min":16.151,"15min":62.470999999999997},"last":1.7210000000000001},{"interface":"front","average":{"1min":1.782,"5min":2.0449999999999999,"15min":2.032},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.8769999999999998,"5min":16.902999999999999,"15min":62.445},"last":1.6699999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":2.2050000000000001,"15min":2.3290000000000002},"min":{"1min":0.28899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.9950000000000001,"5min":15.935,"15min":15.935},"last":0.34499999999999997},{"interface":"front","average":{"1min":1.298,"5min":2.569,"15min":2.593},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.0149999999999997,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.871}]},{"osd":2,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":3.5840000000000001,"5min":2.48,"15min":2.1299999999999999},"min":{"1min":0.32800000000000001,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":7.4690000000000003,"5min":13.91,"15min":42.923999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":2.0539999999999998,"5min":2.4079999999999999,"15min":2.3239999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.252},"max":{"1min":7.351,"5min":8.2360000000000007,"15min":42.936999999999998},"last":0.46700000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:06:08 2023","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":2.2400000000000002,"15min":2.3170000000000002},"min":{"1min":0.39300000000000002,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":5.1059999999999999,"5min":10.823,"15min":26.763000000000002},"last":0.69399999999999995},{"interface":"front","average":{"1min":1.2829999999999999,"5min":2.5070000000000001,"15min":2.2949999999999999},"min":{"1min":0.32400000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.9770000000000003,"5min":18.140000000000001,"15min":26.777999999999999},"last":1.917}]},{"osd":4,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":3.012,"5min":2.367,"15min":1.6040000000000001},"min":{"1min":0.30599999999999999,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":12.153,"5min":12.153,"15min":16.399999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":2.6299999999999999,"5min":2.4169999999999998,"15min":1.649},"min":{"1min":0.373,"5min":0.28199999999999997,"15min":0.26100000000000001},"max":{"1min":6.2030000000000003,"5min":10.106,"15min":16.068999999999999},"last":1.7949999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:05:47 2023","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":2.3370000000000002,"15min":1.575},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":6.0010000000000003,"5min":18.167000000000002,"15min":18.167000000000002},"last":1.9530000000000001},{"interface":"front","average":{"1min":3.5339999999999998,"5min":2.1000000000000001,"15min":1.4910000000000001},"min":{"1min":0.41299999999999998,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":11.295999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.76400000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":2.2639999999999998,"5min":2.0960000000000001,"15min":1.635},"min":{"1min":0.37,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":11.260999999999999,"5min":11.260999999999999,"15min":16.372},"last":0.81000000000000005},{"interface":"front","average":{"1min":2.302,"5min":2.1970000000000001,"15min":1.754},"min":{"1min":0.41299999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":6.8460000000000001,"5min":10.185,"15min":16.018999999999998},"last":0.58699999999999997}]}]},{"osd":1,"up_from":478,"seq":2052994367539,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1142672,"kb_used_data":905928,"kb_used_omap":6,"kb_used_meta":236729,"kb_avail":92602480,"statfs":{"total":95995035648,"available":94824939520,"internally_reserved":0,"allocated":927670272,"data_stored":925211963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":242410987},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":1.302,"15min":1.403},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":3.0960000000000001,"5min":8.3399999999999999,"15min":8.3399999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.722,"15min":1.6879999999999999},"min":{"1min":0.26800000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.8540000000000001,"5min":10.981999999999999,"15min":10.981999999999999},"last":0.30199999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":1.617,"15min":1.752},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.726,"5min":15.759,"15min":15.759},"last":0.371},{"interface":"front","average":{"1min":0.80400000000000005,"5min":1.5049999999999999,"15min":1.4570000000000001},"min":{"1min":0.245,"5min":0.191,"15min":0.191},"max":{"1min":3.202,"5min":9.9320000000000004,"15min":9.9320000000000004},"last":0.86099999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":2.1299999999999999,"15min":2.577},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.7629999999999999,"5min":11.069000000000001,"15min":11.069000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.546,"15min":1.3839999999999999},"min":{"1min":0.33700000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":4.8760000000000003,"5min":9.891,"15min":9.891},"last":0.68700000000000006}]},{"osd":4,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":3.8559999999999999,"15min":5.585},"min":{"1min":0.373,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.4850000000000003,"5min":71.381,"15min":71.381},"last":0.629},{"interface":"front","average":{"1min":1.921,"5min":4.3730000000000002,"15min":6.0490000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":9.5700000000000003,"5min":71.721999999999994,"15min":71.721999999999994},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":2.1840000000000002,"5min":4.4610000000000003,"15min":6.4770000000000003},"min":{"1min":0.41599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":10.792,"5min":71.061000000000007,"15min":71.061000000000007},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.8959999999999999,"5min":4.2990000000000004,"15min":5.9509999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":9.1769999999999996,"5min":72.126000000000005,"15min":72.126000000000005},"last":0.42599999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":2.0659999999999998,"5min":2.2989999999999999,"15min":2.2349999999999999},"min":{"1min":0.34200000000000003,"5min":0.317,"15min":0.317},"max":{"1min":7.7489999999999997,"5min":12.977,"15min":12.977},"last":0.73499999999999999},{"interface":"front","average":{"1min":1.609,"5min":2.4729999999999999,"15min":2.6419999999999999},"min":{"1min":0.44400000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":5.4459999999999997,"5min":8.7769999999999992,"15min":8.7769999999999992},"last":0.501}]},{"osd":7,"last update":"Mon Oct 9 05:06:12 2023","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":4.4139999999999997,"15min":6.0229999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":4.8220000000000001,"5min":70.832999999999998,"15min":70.832999999999998},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.6240000000000001,"5min":3.851,"15min":5.6399999999999997},"min":{"1min":0.39800000000000002,"5min":0.374,"15min":0.374},"max":{"1min":5.8899999999999997,"5min":70.769999999999996,"15min":70.769999999999996},"last":0.76500000000000001}]}]},{"osd":0,"up_from":86,"seq":369367187863,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2099532,"kb_used_data":1013828,"kb_used_omap":5,"kb_used_meta":1085690,"kb_avail":91645620,"statfs":{"total":95995035648,"available":93845114880,"internally_reserved":0,"allocated":1038159872,"data_stored":1035304426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1111747194},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:06:15 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":1.375,"15min":1.526},"min":{"1min":0.217,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.202,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":1.4890000000000001,"15min":1.887},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.0519999999999996,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.246}]},{"osd":2,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.9079999999999999,"15min":2.2789999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":5.8319999999999999,"5min":16.081,"15min":24.021000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.7410000000000001,"5min":2.1549999999999998,"15min":2.254},"min":{"1min":0.22900000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":6.71,"5min":15.845000000000001,"15min":24.050999999999998},"last":3.0390000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:05:54 2023","interfaces":[{"interface":"back","average":{"1min":2.2839999999999998,"5min":1.788,"15min":1.927},"min":{"1min":0.25800000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.086,"5min":17.373999999999999,"15min":17.373999999999999},"last":3.1539999999999999},{"interface":"front","average":{"1min":1.5129999999999999,"5min":1.448,"15min":2.0339999999999998},"min":{"1min":0.247,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":6.2039999999999997,"5min":9.1029999999999998,"15min":21.132999999999999},"last":0.48799999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9019999999999999,"15min":1.8560000000000001},"min":{"1min":0.308,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.9409999999999998,"5min":10.004,"15min":14.581},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.8069999999999999,"5min":2.3399999999999999,"15min":1.804},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.27800000000000002},"max":{"1min":8.6690000000000005,"5min":10.541,"15min":14.721},"last":3.1909999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5539999999999998,"5min":2.403,"15min":1.931},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.29899999999999999},"max":{"1min":11.403,"5min":11.403,"15min":13.542},"last":3.2149999999999999},{"interface":"front","average":{"1min":3.2160000000000002,"5min":2.569,"15min":2.1629999999999998},"min":{"1min":0.33700000000000002,"5min":0.30599999999999999,"15min":0.29999999999999999},"max":{"1min":9.0199999999999996,"5min":13.971,"15min":22.738},"last":0.59199999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9369999999999998,"5min":2.4199999999999999,"15min":2.0059999999999998},"min":{"1min":0.41999999999999998,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":3.238},{"interface":"front","average":{"1min":3.028,"5min":2.3439999999999999,"15min":2.2250000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":17.335999999999999,"5min":17.335999999999999,"15min":22.709},"last":2.9969999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:05:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5089999999999999,"5min":2.8010000000000002,"15min":2.3900000000000001},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":10.896000000000001,"5min":10.896000000000001,"15min":22.763000000000002},"last":0.625},{"interface":"front","average":{"1min":2.141,"5min":1.762,"15min":2.0169999999999999},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.0270000000000001,"5min":11.802,"15min":20.890000000000001},"last":0.55000000000000004}]}]},{"osd":2,"up_from":116,"seq":498216206706,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1891276,"kb_used_data":844228,"kb_used_omap":7,"kb_used_meta":1047032,"kb_avail":91853876,"statfs":{"total":95995035648,"available":94058369024,"internally_reserved":0,"allocated":864489472,"data_stored":862037049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1072160849},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.1179999999999999,"5min":2.1230000000000002,"15min":1.8009999999999999},"min":{"1min":0.221,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":12.209,"5min":20.329999999999998,"15min":20.329999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.905,"5min":1.2829999999999999,"15min":1.569},"min":{"1min":0.214,"5min":0.192,"15min":0.188},"max":{"1min":9.8849999999999998,"5min":9.8849999999999998,"15min":13.952},"last":1.181}]},{"osd":1,"last update":"Mon Oct 9 05:06:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":3.5409999999999999,"15min":4.5650000000000004},"min":{"1min":0.255,"5min":0.19,"15min":0.19},"max":{"1min":13.619999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":1.3580000000000001},{"interface":"front","average":{"1min":0.83699999999999997,"5min":3.1869999999999998,"15min":4.492},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.9729999999999999,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:06:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0819999999999999,"5min":2.3279999999999998,"15min":2.9710000000000001},"min":{"1min":0.26400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.526,"5min":26.018999999999998,"15min":79.926000000000002},"last":1.27},{"interface":"front","average":{"1min":3.5070000000000001,"5min":2.4900000000000002,"15min":3.0910000000000002},"min":{"1min":0.34699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":13.552,"5min":26.056999999999999,"15min":79.959000000000003},"last":1.3029999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":4.6920000000000002,"5min":2.9670000000000001,"15min":3.0419999999999998},"min":{"1min":0.41499999999999998,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":11.427,"5min":12.992000000000001,"15min":176.00200000000001},"last":1.0600000000000001},{"interface":"front","average":{"1min":2.722,"5min":2.2480000000000002,"15min":2.3799999999999999},"min":{"1min":0.32000000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":9.7249999999999996,"5min":11.063000000000001,"15min":176.07900000000001},"last":0.51900000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.452,"15min":1.982},"min":{"1min":0.40500000000000003,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.6739999999999995,"5min":46.997,"15min":46.997},"last":1.2190000000000001},{"interface":"front","average":{"1min":4.202,"5min":3.1970000000000001,"15min":2.577},"min":{"1min":0.33900000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":11.472,"5min":46.978000000000002,"15min":46.978000000000002},"last":1.1080000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":2.714,"15min":2.3559999999999999},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":9.7810000000000006,"5min":13.693,"15min":42.975999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.6850000000000001,"15min":2.0009999999999999},"min":{"1min":0.40699999999999997,"5min":0.307,"15min":0.307},"max":{"1min":3.1230000000000002,"5min":9.4670000000000005,"15min":42.843000000000004},"last":1.2430000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.198,"5min":2.484,"15min":2.202},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":9.8499999999999996,"5min":10.227,"15min":15.516},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.7549999999999999,"5min":2.1680000000000001,"15min":2.0899999999999999},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":9.8379999999999992,"5min":12.401,"15min":15.583},"last":1.2809999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524843,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1524552,"kb_used_data":933056,"kb_used_omap":2,"kb_used_meta":591421,"kb_avail":92220600,"statfs":{"total":95995035648,"available":94433894400,"internally_reserved":0,"allocated":955449344,"data_stored":953229812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":605615157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.5740000000000001,"15min":2.032},"min":{"1min":0.23899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":14.198,"5min":14.198,"15min":26.260999999999999},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.6539999999999999,"5min":1.536,"15min":2.0030000000000001},"min":{"1min":0.216,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":12.528,"5min":12.528,"15min":22.477},"last":0.79300000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:06:13 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":1.474,"15min":1.028},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.215},"max":{"1min":5.3419999999999996,"5min":11.076000000000001,"15min":11.076000000000001},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.7569999999999999,"15min":1.4199999999999999},"min":{"1min":0.26400000000000001,"5min":0.216,"15min":0.216},"max":{"1min":12.672000000000001,"5min":12.672000000000001,"15min":12.672000000000001},"last":2.1659999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.4289999999999998,"15min":2.3929999999999998},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":7.8840000000000003,"5min":21.407,"15min":21.722999999999999},"last":1.075},{"interface":"front","average":{"1min":1.8720000000000001,"5min":2.5259999999999998,"15min":2.3340000000000001},"min":{"1min":0.309,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":8.1389999999999993,"5min":23.350999999999999,"15min":25.776},"last":1.1799999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.1429999999999998,"15min":1.96},"min":{"1min":0.38100000000000001,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":9.4220000000000006,"5min":14.359999999999999,"15min":15.301},"last":0.83999999999999997},{"interface":"front","average":{"1min":2.3599999999999999,"5min":2.0979999999999999,"15min":2.1469999999999998},"min":{"1min":0.375,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":8.8249999999999993,"5min":10.792999999999999,"15min":21.532},"last":1.103}]},{"osd":5,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.7729999999999999,"5min":1.899,"15min":1.9890000000000001},"min":{"1min":0.40200000000000002,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":6.9359999999999999,"5min":11.026,"15min":35.712000000000003},"last":1.22},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.4060000000000001,"15min":2.2290000000000001},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":9.0760000000000005,"5min":10.109,"15min":35.488},"last":0.89000000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":3.2549999999999999,"5min":2.9220000000000002,"15min":2.625},"min":{"1min":0.34100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":18.436,"5min":18.436,"15min":50.113999999999997},"last":2.423},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.1030000000000002,"15min":2.1930000000000001},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":8.0909999999999993,"5min":17.443999999999999,"15min":53.841999999999999},"last":1.236}]},{"osd":7,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":2.6739999999999999,"15min":2.3010000000000002},"min":{"1min":0.41899999999999998,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":8.1760000000000002,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":2.5070000000000001,"5min":2.6659999999999999,"15min":2.3559999999999999},"min":{"1min":0.40500000000000003,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":7.8159999999999998,"5min":14.663,"15min":21.587},"last":2.4700000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019428,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2082100,"kb_used_data":591276,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":91663052,"statfs":{"total":95995035648,"available":93862965248,"internally_reserved":0,"allocated":605466624,"data_stored":604124340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":1.742,"15min":1.782},"min":{"1min":0.23899999999999999,"5min":0.22,"15min":0.20499999999999999},"max":{"1min":5.0380000000000003,"5min":11.003,"15min":21.047000000000001},"last":1.272},{"interface":"front","average":{"1min":1.98,"5min":1.8320000000000001,"15min":1.657},"min":{"1min":0.32600000000000001,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.6660000000000004,"5min":11.507999999999999,"15min":12.064},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":2.306,"5min":2.516,"15min":2.625},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":7.4740000000000002,"5min":12.317,"15min":12.317},"last":0.745},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.246,"15min":2.0299999999999998},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.7509999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.84199999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":3.0680000000000001,"5min":2.524,"15min":3.1000000000000001},"min":{"1min":0.29799999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":19.295999999999999,"5min":19.295999999999999,"15min":105.411},"last":0.49199999999999999},{"interface":"front","average":{"1min":3.0790000000000002,"5min":2.512,"15min":3.0409999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.4000000000000004,"5min":11.468,"15min":97.927999999999997},"last":1.3899999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":4.9930000000000003,"15min":3.1019999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.28699999999999998},"max":{"1min":8.7789999999999999,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.72,"5min":5.0990000000000002,"15min":3.298},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.6099999999999994,"5min":253.72,"15min":253.72},"last":0.70999999999999996}]},{"osd":5,"last update":"Mon Oct 9 05:05:37 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":2.145,"15min":1.5620000000000001},"min":{"1min":0.317,"5min":0.252,"15min":0.252},"max":{"1min":8.343,"5min":13.25,"15min":20.991},"last":0.56299999999999994},{"interface":"front","average":{"1min":2.5430000000000001,"5min":2.391,"15min":1.5620000000000001},"min":{"1min":0.33200000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":8.8160000000000007,"5min":11.628,"15min":14.202999999999999},"last":0.59699999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:05:54 2023","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":2.3119999999999998,"15min":2.137},"min":{"1min":0.36599999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":8.4559999999999995,"5min":12.281000000000001,"15min":81.980999999999995},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.5800000000000001,"5min":2.1930000000000001,"15min":2.0179999999999998},"min":{"1min":0.44500000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.5300000000000002,"5min":19.387,"15min":81.715999999999994},"last":0.72499999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:05:11 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":2.298,"15min":1.7410000000000001},"min":{"1min":0.34100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.987,"5min":12.987,"15min":29.175000000000001},"last":0.76900000000000002},{"interface":"front","average":{"1min":3.7450000000000001,"5min":2.2280000000000002,"15min":1.9490000000000001},"min":{"1min":0.435,"5min":0.35399999999999998,"15min":0.317},"max":{"1min":10.121,"5min":12.48,"15min":29.192},"last":0.64600000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757792,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1993708,"kb_used_data":510820,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":91751444,"statfs":{"total":95995035648,"available":93953478656,"internally_reserved":0,"allocated":523079680,"data_stored":521741910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":2.2090000000000001,"15min":2.5910000000000002},"min":{"1min":0.249,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":8.7569999999999997,"5min":11.926,"15min":322.43200000000002},"last":1.3939999999999999},{"interface":"front","average":{"1min":4.0910000000000002,"5min":2.1240000000000001,"15min":2.9740000000000002},"min":{"1min":0.39600000000000002,"5min":0.246,"15min":0.219},"max":{"1min":13.456,"5min":13.456,"15min":322.61599999999999},"last":0.436}]},{"osd":1,"last update":"Mon Oct 9 05:05:14 2023","interfaces":[{"interface":"back","average":{"1min":4.6399999999999997,"5min":2.964,"15min":2.452},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":18.257000000000001,"5min":18.257000000000001,"15min":18.257000000000001},"last":1.284},{"interface":"front","average":{"1min":4.915,"5min":2.8290000000000002,"15min":2.2040000000000002},"min":{"1min":0.47199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":13.411,"5min":13.411,"15min":13.411},"last":1.1499999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":4.1289999999999996,"5min":2.7450000000000001,"15min":2.2050000000000001},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":17.82,"5min":17.82,"15min":18.553000000000001},"last":1.3220000000000001},{"interface":"front","average":{"1min":5.4059999999999997,"5min":2.7959999999999998,"15min":2.2200000000000002},"min":{"1min":0.68300000000000005,"5min":0.313,"15min":0.255},"max":{"1min":13.507999999999999,"5min":13.507999999999999,"15min":18.617000000000001},"last":0.46700000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:06:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":2.577,"15min":2.3069999999999999},"min":{"1min":0.29299999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.487,"5min":17.193000000000001,"15min":74.915000000000006},"last":2.0739999999999998},{"interface":"front","average":{"1min":3.5630000000000002,"5min":2.5470000000000002,"15min":2.4409999999999998},"min":{"1min":0.48299999999999998,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":13.532999999999999,"5min":13.738,"15min":74.799999999999997},"last":0.51300000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":3.5619999999999998,"5min":2.403,"15min":1.5669999999999999},"min":{"1min":0.38200000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.287000000000001,"5min":10.287000000000001,"15min":13.285},"last":3.2570000000000001},{"interface":"front","average":{"1min":4.7599999999999998,"5min":2.5379999999999998,"15min":1.6619999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.27100000000000002},"max":{"1min":13.555999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":0.48899999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:06:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3860000000000001,"5min":2.1539999999999999,"15min":1.476},"min":{"1min":0.36799999999999999,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":13.484,"5min":13.484,"15min":13.484},"last":2.1120000000000001},{"interface":"front","average":{"1min":2.698,"5min":2.6480000000000001,"15min":1.6579999999999999},"min":{"1min":0.33900000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":13.516,"5min":17.149999999999999,"15min":17.149999999999999},"last":3.4239999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:05:28 2023","interfaces":[{"interface":"back","average":{"1min":6.056,"5min":2.871,"15min":1.8280000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":18.442,"5min":18.442,"15min":18.442},"last":3.4540000000000002},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2.8879999999999999,"15min":1.9350000000000001},"min":{"1min":0.39300000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":18.295999999999999,"5min":18.295999999999999,"15min":18.295999999999999},"last":1.3660000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1048313856,"data_stored":1048313856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":956760064,"data_stored":956760064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":882311168,"data_stored":882311168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":958201856,"data_stored":958201856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":641728512,"data_stored":641728512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":533725184,"data_stored":533725184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":427687936,"data_stored":427687936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":317456384,"data_stored":317456384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:06:19.370 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T05:06:19.370 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:06:19.370 INFO:tasks.thrashosds.thrasher:inject_pause on osd.6 2023-10-09T05:06:19.370 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T05:06:19.370 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T05:06:19.370 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 config set filestore_inject_stall 3 2023-10-09T05:06:19.463 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:19.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:19.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:19.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:19.642 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:20.012 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:20.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:20.023 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:20.093 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 18 16 38289 38273 132.81 92.3125 0.00996774 0.00752389 2023-10-09T05:06:20.124 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:20.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:20 smithi107 ceph-mon[179183]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:06:20.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:20 smithi107 ceph-mon[179183]: pgmap v1619: 99 pgs: 99 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-10-09T05:06:20.208 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:20.280 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:20.287 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:20.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:20.303 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:20.326 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:06:20.326 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:06:20.326 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T05:06:20.326 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:06:20.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:20 smithi150 ceph-mon[168511]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:06:20.360 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:20 smithi150 ceph-mon[168511]: pgmap v1619: 99 pgs: 99 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-10-09T05:06:20.404 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:20.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:20 smithi107 ceph-mon[184249]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:06:20.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:20 smithi107 ceph-mon[184249]: pgmap v1619: 99 pgs: 99 active+clean; 2.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-10-09T05:06:20.466 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:20.505 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:20.845 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:20.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:20.851 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:20.952 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:21.039 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:21.093 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 19 16 39553 39537 129.975 79 0.0109303 0.00768662 2023-10-09T05:06:21.492 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:21.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:21.497 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:21.500 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:06:21.502 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[179183]: pgmap v1620: 99 pgs: 99 active+clean; 2.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/70783060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[184249]: pgmap v1620: 99 pgs: 99 active+clean; 2.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/70783060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:21.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:21.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:21.576 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T05:06:21.598 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:21.670 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:21 smithi150 ceph-mon[168511]: pgmap v1620: 99 pgs: 99 active+clean; 2.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2023-10-09T05:06:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/70783060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:21.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:21 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:21.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:21.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:21.884 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:21.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:21.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:21.991 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:22.044 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:22.093 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:06:22.094296+0000 min lat: 0.00117672 max lat: 0.146443 avg lat: 0.00781856 2023-10-09T05:06:22.093 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:06:22.094 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 20 16 40931 40915 127.783 86.125 0.00275537 0.00781856 2023-10-09T05:06:22.150 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:06:22.150 INFO:teuthology.orchestra.run.smithi150.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T05:06:22.150 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:06:22.222 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:22.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:22.227 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:22.263 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:06:22] "GET /metrics HTTP/1.1" 200 36673 "" "Prometheus/2.43.0" 2023-10-09T05:06:22.328 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:22.401 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:22.468 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:22.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:22.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:22.546 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:22.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:22.590 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:22.631 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:22.645 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:22.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:22.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:06:22.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-mon[179183]: osdmap e529: 8 total, 8 up, 8 in 2023-10-09T05:06:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:06:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:22 smithi107 ceph-mon[184249]: osdmap e529: 8 total, 8 up, 8 in 2023-10-09T05:06:22.683 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:22.713 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:22.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:22.718 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:22.720 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:22 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:06:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:22 smithi150 ceph-mon[168511]: osdmap e529: 8 total, 8 up, 8 in 2023-10-09T05:06:22.756 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:22.793 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:22.819 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:22.830 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:22.845 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.845 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.845 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.845 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.846 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:06:22.851 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:22.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:23.008 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:23.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:23.012 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:23.094 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 21 16 42392 42376 126.047 91.3125 0.012104 0.0079283 2023-10-09T05:06:23.112 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:23.193 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:23.257 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:23.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:23.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:23.369 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:23.411 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:23.571 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:23.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:23.576 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:23 smithi107 ceph-mon[179183]: failed to encode map e529 with expected crc 2023-10-09T05:06:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1895838311' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:23 smithi107 ceph-mon[179183]: pgmap v1622: 99 pgs: 99 active+clean; 2.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 116 MiB/s wr, 1.86k op/s 2023-10-09T05:06:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:23 smithi107 ceph-mon[184249]: failed to encode map e529 with expected crc 2023-10-09T05:06:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1895838311' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:23 smithi107 ceph-mon[184249]: pgmap v1622: 99 pgs: 99 active+clean; 2.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 116 MiB/s wr, 1.86k op/s 2023-10-09T05:06:23.677 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:23 smithi150 ceph-mon[168511]: failed to encode map e529 with expected crc 2023-10-09T05:06:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1895838311' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:23.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:23 smithi150 ceph-mon[168511]: pgmap v1622: 99 pgs: 99 active+clean; 2.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 116 MiB/s wr, 1.86k op/s 2023-10-09T05:06:23.741 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:23.801 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:23.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:23.807 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:23.908 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:23.957 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:24.030 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:24.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:24.035 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:24.093 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 22 16 43955 43939 124.757 97.6875 0.0103137 0.00800995 2023-10-09T05:06:24.102 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:06:24.136 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:24.186 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:24.243 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:24.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:24.248 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:24.349 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:24.411 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:24.474 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:24.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:24.479 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:24.580 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:24.664 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:24.725 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:24.725 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:24.726 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:24.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:24.731 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:24.831 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:24.886 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:24.916 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:24.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:06:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:06:24.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:24.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:06:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:06:24.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:24 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:24.957 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:24.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:24.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:25.066 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:25.094 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 23 16 45364 45348 123.159 88.0625 0.00346724 0.00811467 2023-10-09T05:06:25.113 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:25.113 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:25.113 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:06:25.113 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:06:25.113 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:24 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:25.138 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:25.205 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T05:06:25.210 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:25.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:25.215 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:25.316 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:25.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:06:25.384 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:25.444 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:25.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:25.450 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:25.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:25.640 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:25.906 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:25 smithi107 ceph-mon[184249]: pgmap v1623: 99 pgs: 99 active+clean; 2.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 98 MiB/s wr, 1.56k op/s 2023-10-09T05:06:25.924 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:25.946 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:25.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:25.951 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:26.052 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:26.094 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 24 16 46686 46670 121.47 82.625 0.011456 0.00822688 2023-10-09T05:06:26.131 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:26.150 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:25 smithi150 ceph-mon[168511]: pgmap v1623: 99 pgs: 99 active+clean; 2.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 98 MiB/s wr, 1.56k op/s 2023-10-09T05:06:26.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:25 smithi107 ceph-mon[179183]: pgmap v1623: 99 pgs: 99 active+clean; 2.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 98 MiB/s wr, 1.56k op/s 2023-10-09T05:06:26.257 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:26.264 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:26.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:26.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:26.367 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:26.450 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:26.709 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:26.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:26.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:26.821 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:26.878 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:26.982 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:26.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:26.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:27.086 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:27.094 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 25 16 48126 48110 120.212 90 0.00853431 0.00831281 2023-10-09T05:06:27.130 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:27.186 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:27.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:27.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:27.292 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:27.331 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:27.533 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:27.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:27.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:27.636 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:27.659 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:06:27.659 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:06:27.659 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-10-09T05:06:27.660 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T05:06:27.660 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T05:06:27.660 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-10-09T05:06:27.709 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:27.873 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:27.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:27.878 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:27.922 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:27.922 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:27.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:28.004 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:06:28.037 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:28.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 26 16 49435 49419 118.725 81.8125 0.00609042 0.008417 2023-10-09T05:06:28.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:27 smithi107 ceph-mon[179183]: pgmap v1624: 99 pgs: 99 active+clean; 2.6 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-10-09T05:06:28.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/916517514' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:28.150 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:28.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:27 smithi107 ceph-mon[184249]: pgmap v1624: 99 pgs: 99 active+clean; 2.6 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-10-09T05:06:28.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/916517514' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:28.150 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:27 smithi150 ceph-mon[168511]: pgmap v1624: 99 pgs: 99 active+clean; 2.6 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-10-09T05:06:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/916517514' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:28.313 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:28.396 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:28.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:28.405 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:28.506 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:28.542 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:28.982 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:29.018 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:29.056 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:29.093 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:29.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 27 16 50608 50592 117.044 73.3125 0.0036347 0.00853799 2023-10-09T05:06:29.127 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:29.164 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:29.203 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: osdmap e530: 8 total, 8 up, 8 in 2023-10-09T05:06:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3909384431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:29.240 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:29.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.250 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.251 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: osdmap e530: 8 total, 8 up, 8 in 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3909384431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: osdmap e530: 8 total, 8 up, 8 in 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: failed to encode map e530 with expected crc 2023-10-09T05:06:29.281 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3909384431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:29.420 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:29.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:29.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:29.532 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:29.571 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:29.609 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:29.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:29.615 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:29.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:29.767 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:30.000 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:30 smithi107 ceph-mon[184249]: pgmap v1626: 99 pgs: 99 active+clean; 2.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T05:06:30.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 28 16 52029 52013 116.036 88.8125 0.00853304 0.00861257 2023-10-09T05:06:30.220 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:30.225 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:29 smithi150 ceph-mon[168511]: pgmap v1626: 99 pgs: 99 active+clean; 2.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T05:06:30.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:30.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:30.327 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:30.376 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:29 smithi107 ceph-mon[179183]: pgmap v1626: 99 pgs: 99 active+clean; 2.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 97 MiB/s wr, 1.54k op/s 2023-10-09T05:06:30.388 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:30.424 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:06:30.451 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:30.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:30.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:30.562 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:30.606 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:30.754 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:30.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:30.760 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:30.860 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:30.933 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:30.962 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T05:06:31.021 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:31.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:31.028 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:31.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 29 16 53347 53331 114.875 82.375 0.0155575 0.00869958 2023-10-09T05:06:31.129 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:31.196 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:31.265 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:31.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:31.272 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:31.272 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:31.373 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:31.409 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:31.457 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:31.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:31.461 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:31.561 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:31.611 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:31.709 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:31.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:31.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:31.796 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:06:31.816 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:31.866 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:32.016 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:32.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:32.022 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:32.084 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:32.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 30 16 54621 54605 113.7 79.625 0.00807477 0.00878976 2023-10-09T05:06:32.123 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:32.169 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:06:32.170 INFO:teuthology.orchestra.run.smithi150.stdout: "success": "" 2023-10-09T05:06:32.170 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:06:32.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-mon[179183]: pgmap v1627: 99 pgs: 99 active+clean; 3.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-10-09T05:06:32.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:32.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:32.173 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:06:32] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2023-10-09T05:06:32.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-mon[184249]: pgmap v1627: 99 pgs: 99 active+clean; 3.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-10-09T05:06:32.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:32.173 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:32.194 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:32.373 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:32 smithi150 ceph-mon[168511]: pgmap v1627: 99 pgs: 99 active+clean; 3.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-10-09T05:06:32.373 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:32.373 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:33.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 31 16 56015 55999 112.843 87.125 0.00938192 0.00885638 2023-10-09T05:06:33.517 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:33.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:33.522 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:33.623 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:33.708 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:56988 14.2 14:4723a395:::benchmark_data_smithi107_437372_object56987:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e530)", 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:06:33.846915+0000", 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0095478609999999995, 2023-10-09T05:06:33.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0095792789999999996, 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56988 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.846915+0000", 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.846915+0000", 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.846914+0000", 2023-10-09T05:06:33.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.847023+0000", 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010896 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.847039+0000", 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5882000000000001e-05 2023-10-09T05:06:33.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.847045+0000", 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1360000000000002e-06 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.847170+0000", 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000124902 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.847298+0000", 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000127577 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.847432+0000", 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000134213 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.849816+0000", 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023844109999999999 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853183+0000", 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033669329999999999 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:56994 14.d 14:b3bd596e:::benchmark_data_smithi107_437372_object56993:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e530)", 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:06:33.850844+0000", 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0056186090000000001, 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005733045, 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56994 2023-10-09T05:06:33.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850844+0000", 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850844+0000", 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850843+0000", 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850876+0000", 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2848000000000001e-05 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:33.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850885+0000", 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9029999999999993e-06 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850890+0000", 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3199999999999999e-06 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.850935+0000", 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4487999999999998e-05 2023-10-09T05:06:33.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.851063+0000", 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000128818 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,5", 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.851223+0000", 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015917899999999999 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853355+0000", 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021320570000000001 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.855784+0000", 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024296159999999999 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:56996 14.4 14:2cedd4b7:::benchmark_data_smithi107_437372_object56995:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e530)", 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:06:33.853439+0000", 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.003023745, 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032152600000000002, 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56996 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.870 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853439+0000", 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853439+0000", 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853438+0000", 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853523+0000", 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4605999999999996e-05 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853533+0000", 2023-10-09T05:06:33.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0643e-05 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853538+0000", 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5349999999999998e-06 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853587+0000", 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8982e-05 2023-10-09T05:06:33.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853772+0000", 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018480600000000001 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.853937+0000", 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000165749 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856308+0000", 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023706560000000001 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856498+0000", 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018952899999999999 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.47180.0:56988 14.2 e530/523 ondisk, result = 0)", 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:06:33.856558+0000", 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 4294967295.9999046, 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015114499999999999, 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856558+0000", 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856558+0000", 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856558+0000", 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856565+0000", 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.5859999999999999e-06 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856577+0000", 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1464999999999999e-05 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:33.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856582+0000", 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2889999999999997e-06 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856627+0000", 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4870999999999998e-05 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:33.856635+0000", 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.439e-06 2023-10-09T05:06:33.879 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.880 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:33.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:33.880 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T05:06:33.880 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 4 2023-10-09T05:06:33.880 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:06:34.051 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:34.058 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:34.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:34.059 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:34.097 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 32 16 57329 57313 111.883 82.125 0.0124289 0.00893102 2023-10-09T05:06:34.160 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:34.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:34 smithi150 ceph-mon[168511]: pgmap v1628: 99 pgs: 99 active+clean; 3.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T05:06:34.256 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:34.302 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T05:06:34.378 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:34.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:34.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:34.384 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:34 smithi107 ceph-mon[184249]: pgmap v1628: 99 pgs: 99 active+clean; 3.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T05:06:34.385 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:34 smithi107 ceph-mon[179183]: pgmap v1628: 99 pgs: 99 active+clean; 3.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T05:06:34.485 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:34.530 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:34.603 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:34.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:34.607 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:34.707 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:34.784 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:35.047 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:35.100 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 33 16 58487 58471 110.679 72.375 0.00497082 0.00903002 2023-10-09T05:06:35.143 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:06:35.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4259180532' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:35.339 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:35.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4259180532' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:35.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:35.481 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:35.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4259180532' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:35.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:06:35.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:35.490 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:35.591 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:35.674 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:35.841 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:35.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:35.846 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:35.947 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:36.009 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:36.068 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:36.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:36.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:36.102 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 34 16 59642 59626 109.54 72.1875 0.0106438 0.00912413 2023-10-09T05:06:36.136 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: pgmap v1629: 99 pgs: 99 active+clean; 3.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T05:06:36.136 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:06:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: osdmap e531: 8 total, 8 up, 8 in 2023-10-09T05:06:36.137 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:36 smithi150 ceph-mon[168511]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.178 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:36.230 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:36.230 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:36.267 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:36.289 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:36.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:36.294 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:36.304 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:36.347 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:36.393 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:36.394 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:36.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: pgmap v1629: 99 pgs: 99 active+clean; 3.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T05:06:36.424 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: osdmap e531: 8 total, 8 up, 8 in 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[184249]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: pgmap v1629: 99 pgs: 99 active+clean; 3.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:36.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:06:36.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: osdmap e531: 8 total, 8 up, 8 in 2023-10-09T05:06:36.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:36 smithi107 ceph-mon[179183]: failed to encode map e531 with expected crc 2023-10-09T05:06:36.443 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:36.478 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:36.489 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:36.528 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:36.535 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:36.536 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:36.554 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:36.562 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.562 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.563 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.563 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.563 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.563 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.563 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.563 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:06:36.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:36.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:36.665 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:36.737 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:37.051 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:37.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:37.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:37.102 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 35 16 60871 60855 108.605 76.8125 0.00472506 0.00920293 2023-10-09T05:06:37.159 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:37.208 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1858555027' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:37.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1858555027' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1858555027' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:37.748 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:06:37.957 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 4, 5, 3, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:06:37.957 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:06:37.957 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 1, 2, 4, 5, 3, 6, 7] 2023-10-09T05:06:37.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd out 1 2023-10-09T05:06:38.102 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 36 16 62141 62125 107.793 79.375 0.00832309 0.00927294 2023-10-09T05:06:38.173 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:38 smithi107 ceph-mon[179183]: pgmap v1631: 99 pgs: 99 active+clean; 3.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s 2023-10-09T05:06:38.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:38 smithi150 ceph-mon[168511]: pgmap v1631: 99 pgs: 99 active+clean; 3.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s 2023-10-09T05:06:38.546 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:38.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:38 smithi107 ceph-mon[184249]: pgmap v1631: 99 pgs: 99 active+clean; 3.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s 2023-10-09T05:06:38.844 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:38.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:38.849 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:38.938 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T05:06:38.950 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:39.031 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:39.084 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:39.104 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 37 16 63289 63273 106.814 71.75 0.01443 0.00935537 2023-10-09T05:06:39.110 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:06:39.285 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:39.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:39.293 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:39.394 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:39.474 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:39.556 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:39.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:39.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:39.602 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:39.663 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:39.745 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:40.104 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 38 16 64340 64324 105.732 65.6875 0.00526057 0.00945216 2023-10-09T05:06:40.119 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:40.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:40.133 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:40.234 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:40.298 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:40.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:40 smithi107 ceph-mon[184249]: pgmap v1632: 99 pgs: 99 active+clean; 3.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-10-09T05:06:40.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:40 smithi107 ceph-mon[179183]: pgmap v1632: 99 pgs: 99 active+clean; 3.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-10-09T05:06:40.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:40 smithi150 ceph-mon[168511]: pgmap v1632: 99 pgs: 99 active+clean; 3.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-10-09T05:06:40.647 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:40.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:40.662 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:40.720 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:40.763 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:40.796 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:40.837 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:40.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:40.842 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:40.943 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:41.045 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:41.105 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 39 16 65369 65353 104.669 64.3125 0.00954892 0.009549 2023-10-09T05:06:41.168 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:41.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:41.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:41.276 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:41.323 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:41.430 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:41.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:41.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:41.477 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:06:41.535 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:41.570 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2470787135' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:41.570 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:41.570 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:41 smithi150 ceph-mon[168511]: pgmap v1633: 99 pgs: 99 active+clean; 3.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T05:06:41.571 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:41.629 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:41.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:41.635 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:41.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2470787135' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:41.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:41.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:41 smithi107 ceph-mon[184249]: pgmap v1633: 99 pgs: 99 active+clean; 3.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T05:06:41.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2470787135' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:41.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:41.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:41 smithi107 ceph-mon[179183]: pgmap v1633: 99 pgs: 99 active+clean; 3.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-10-09T05:06:41.736 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:41.774 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:42.105 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:06:42.106109+0000 min lat: 0.00117672 max lat: 0.180728 avg lat: 0.00964053 2023-10-09T05:06:42.106 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:06:42.106 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 40 16 66408 66392 103.676 64.9375 0.00476072 0.00964053 2023-10-09T05:06:42.107 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:42.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:42.112 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:42.213 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:42.298 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T05:06:42.029+0000 7f28b98db700 -1 mon.a@0(leader).osd e532 definitely_dead 0 2023-10-09T05:06:42.298 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:06:42] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2023-10-09T05:06:42.312 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:42.425 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:42.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:42.434 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:42.457 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: osdmap e532: 8 total, 8 up, 8 in 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: failed to encode map e532 with expected crc 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: failed to encode map e532 with expected crc 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2335089651' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-10-09T05:06:42.458 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:42 smithi150 ceph-mon[168511]: Client client.admin marked osd.1 out, while it was still marked up 2023-10-09T05:06:42.501 INFO:teuthology.orchestra.run.smithi107.stderr:marked out osd.1. 2023-10-09T05:06:42.535 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:42.565 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:42.569 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: osdmap e532: 8 total, 8 up, 8 in 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: failed to encode map e532 with expected crc 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: failed to encode map e532 with expected crc 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2335089651' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-10-09T05:06:42.570 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[179183]: Client client.admin marked osd.1 out, while it was still marked up 2023-10-09T05:06:42.571 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:06:42.571 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:06:42.571 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:42.571 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: osdmap e532: 8 total, 8 up, 8 in 2023-10-09T05:06:42.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: failed to encode map e532 with expected crc 2023-10-09T05:06:42.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: failed to encode map e532 with expected crc 2023-10-09T05:06:42.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2335089651' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-10-09T05:06:42.572 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:42 smithi107 ceph-mon[184249]: Client client.admin marked osd.1 out, while it was still marked up 2023-10-09T05:06:42.700 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:42.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:42.703 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:42.804 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:42.824 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:42.825 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:42.835 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:42.835 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:42.863 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:42.882 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:42.901 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:42.920 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:42.938 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:42.956 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:42.974 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:42.975 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:06:42.976 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:06:43.051 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:43.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:43.055 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:43.106 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 41 16 66837 66821 101.802 26.8125 0.00302415 0.00967273 2023-10-09T05:06:43.157 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:43.184 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:43.194 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T05:06:43.429 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:43.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:43.432 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:43.533 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:43.563 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:43.600 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:43.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:43.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:43.704 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:43.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2335089651' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-10-09T05:06:43.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: osdmap e533: 8 total, 8 up, 7 in 2023-10-09T05:06:43.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.728 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.729 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1490893440' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:43.729 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[179183]: pgmap v1636: 99 pgs: 99 active+clean; 4.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-10-09T05:06:43.729 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2335089651' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-10-09T05:06:43.729 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: osdmap e533: 8 total, 8 up, 7 in 2023-10-09T05:06:43.729 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.729 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1490893440' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:43.730 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:43 smithi107 ceph-mon[184249]: pgmap v1636: 99 pgs: 99 active+clean; 4.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-10-09T05:06:43.730 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:43.761 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:43.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:43.765 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:43.794 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:43.865 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:43.892 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:43.924 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:43.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:43.927 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2335089651' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-10-09T05:06:43.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: osdmap e533: 8 total, 8 up, 7 in 2023-10-09T05:06:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: failed to encode map e533 with expected crc 2023-10-09T05:06:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1490893440' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:43.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:43 smithi150 ceph-mon[168511]: pgmap v1636: 99 pgs: 99 active+clean; 4.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-10-09T05:06:44.028 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:44.058 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:44.094 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:44.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:44.097 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:44.105 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 42 16 66837 66821 99.3791 0 - 0.00967273 2023-10-09T05:06:44.198 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:44.225 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:44.259 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:44.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:44.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:44.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:06:44.363 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:44.390 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:44.499 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.499 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.499 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.499 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: osdmap e534: 8 total, 8 up, 7 in 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.500 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.501 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[179183]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.503 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: osdmap e534: 8 total, 8 up, 7 in 2023-10-09T05:06:44.504 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.505 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.505 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.505 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.505 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.505 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:44 smithi107 ceph-mon[184249]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.535 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:44.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:44.545 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:44.608 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.608 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.608 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.608 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: osdmap e534: 8 total, 8 up, 7 in 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.609 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:44 smithi150 ceph-mon[168511]: failed to encode map e534 with expected crc 2023-10-09T05:06:44.646 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:44.684 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:44.744 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:44.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:44.748 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:44.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:44.895 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:44.916 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:44.946 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:44.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:44.958 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:45.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:45.106 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 43 16 67122 67106 97.4828 8.90625 0.0281878 0.0102541 2023-10-09T05:06:45.119 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:45.180 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:45.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:45.190 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:45.290 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:45.344 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:45.414 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:45.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:45.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:45.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:06:45.520 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:45.574 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: osdmap e535: 8 total, 8 up, 7 in 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: pgmap v1639: 99 pgs: 99 active+clean; 4.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T05:06:45.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: osdmap e536: 8 total, 8 up, 7 in 2023-10-09T05:06:45.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[179183]: failed to encode map e536 with expected crc 2023-10-09T05:06:45.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: osdmap e535: 8 total, 8 up, 7 in 2023-10-09T05:06:45.676 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: pgmap v1639: 99 pgs: 99 active+clean; 4.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: osdmap e536: 8 total, 8 up, 7 in 2023-10-09T05:06:45.677 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:45 smithi107 ceph-mon[184249]: failed to encode map e536 with expected crc 2023-10-09T05:06:45.689 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:45.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:45.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:45.795 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:45.847 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:45.911 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:45.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:45.919 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:45.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: osdmap e535: 8 total, 8 up, 7 in 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e535 with expected crc 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: pgmap v1639: 99 pgs: 99 active+clean; 4.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: osdmap e536: 8 total, 8 up, 7 in 2023-10-09T05:06:45.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:45 smithi150 ceph-mon[168511]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.020 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:46.104 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:46.107 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 44 16 67903 67887 96.3732 48.8125 0.0230326 0.0103702 2023-10-09T05:06:46.172 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:46.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:46.184 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:46.285 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:46.360 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:46.381 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:46.583 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:46.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:46.597 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: osdmap e537: 8 total, 8 up, 7 in 2023-10-09T05:06:46.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[179183]: failed to encode map e537 with expected crc 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: osdmap e537: 8 total, 8 up, 7 in 2023-10-09T05:06:46.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:46 smithi107 ceph-mon[184249]: failed to encode map e537 with expected crc 2023-10-09T05:06:46.687 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.687 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.687 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: failed to encode map e536 with expected crc 2023-10-09T05:06:46.687 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:46.687 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:06:46.688 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: osdmap e537: 8 total, 8 up, 7 in 2023-10-09T05:06:46.688 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:46 smithi150 ceph-mon[168511]: failed to encode map e537 with expected crc 2023-10-09T05:06:46.698 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:46.769 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:46.843 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:46.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:46.850 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:46.951 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:68576 14.f 14:f349ec52:::benchmark_data_smithi107_437372_object68575:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e537)", 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:06:47.015311+0000", 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.020859974, 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.020887938000000002, 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:06:47.037 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 68576 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.015311+0000", 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.038 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.015311+0000", 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.015309+0000", 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:06:47.039 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.015364+0000", 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5059000000000003e-05 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.015382+0000", 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7611000000000001e-05 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.015390+0000", 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9230000000000002e-06 2023-10-09T05:06:47.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.018343+0000", 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00295276 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.018556+0000", 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000213418 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,5", 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.018792+0000", 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00023573100000000001 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.027615+0000", 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088236589999999993 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.027653+0000", 2023-10-09T05:06:47.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7398999999999999e-05 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.035752+0000", 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0080996190000000006 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:06:47.035819+0000", 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6619999999999996e-05 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:47.043 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:06:47.044 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:47.044 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:06:47.044 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T05:06:47.044 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 1 2023-10-09T05:06:47.044 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:06:47.044 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:47.112 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 45 16 68638 68622 95.2427 45.9375 0.0156634 0.0104923 2023-10-09T05:06:47.163 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:47.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:47.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:47.273 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:47.342 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:47.508 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:47.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:47.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:47.532 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T05:06:47.575 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:06:47.607 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[179183]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.607 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[179183]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.607 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[179183]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.607 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[179183]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.607 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[179183]: pgmap v1642: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 15 MiB/s wr, 243 op/s; 16596/200946 objects degraded (8.259%); 4115/200946 objects misplaced (2.048%); 960 KiB/s, 15 objects/s recovering 2023-10-09T05:06:47.607 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4234689424' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:47.614 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:47.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[184249]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[184249]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[184249]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[184249]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[184249]: pgmap v1642: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 15 MiB/s wr, 243 op/s; 16596/200946 objects degraded (8.259%); 4115/200946 objects misplaced (2.048%); 960 KiB/s, 15 objects/s recovering 2023-10-09T05:06:47.617 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4234689424' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:47.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:47 smithi150 ceph-mon[168511]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:47 smithi150 ceph-mon[168511]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:47 smithi150 ceph-mon[168511]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:47 smithi150 ceph-mon[168511]: failed to encode map e537 with expected crc 2023-10-09T05:06:47.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:47 smithi150 ceph-mon[168511]: pgmap v1642: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 4.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 15 MiB/s wr, 243 op/s; 16596/200946 objects degraded (8.259%); 4115/200946 objects misplaced (2.048%); 960 KiB/s, 15 objects/s recovering 2023-10-09T05:06:47.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4234689424' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:06:47.658 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:48.115 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 46 16 69435 69419 94.2555 49.8125 0.0235891 0.0106036 2023-10-09T05:06:48.123 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:48.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:48.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:48.144 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 3, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:06:48.144 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:06:48.144 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-10-09T05:06:48.144 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-10-09T05:06:48.144 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-10-09T05:06:48.145 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-10-09T05:06:48.230 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:48.288 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:48.374 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:48.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:48.385 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:48.458 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:48.484 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:48.486 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:48.511 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:48.551 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:48.555 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:48.579 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:48.605 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:48.629 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:48.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:48.633 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:48.650 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:48.703 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:48.733 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:48.743 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:48.749 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.750 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:06:48.802 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: Health check failed: Degraded data redundancy: 16596/200946 objects degraded (8.259%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:48.802 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:48.803 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.803 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4234689424' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:06:48.803 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: osdmap e538: 8 total, 8 up, 7 in 2023-10-09T05:06:48.803 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.803 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.803 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2665923993' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:48.803 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:48.903 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:48.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:48.910 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:48.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: Health check failed: Degraded data redundancy: 16596/200946 objects degraded (8.259%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:48.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:48.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4234689424' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: osdmap e538: 8 total, 8 up, 7 in 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2665923993' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: Health check failed: Degraded data redundancy: 16596/200946 objects degraded (8.259%), 4 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:48.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4234689424' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:06:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: osdmap e538: 8 total, 8 up, 7 in 2023-10-09T05:06:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: failed to encode map e538 with expected crc 2023-10-09T05:06:48.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2665923993' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:48.959 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:49.010 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:49.055 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:49.113 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 47 16 70165 70149 93.2213 45.625 0.0251796 0.0107225 2023-10-09T05:06:49.217 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:49.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:49.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:49.324 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:49.379 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:49.446 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:49.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:49.451 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:49.552 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:49.667 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:49.802 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:49.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:49.809 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:49.811 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:49 smithi150 ceph-mon[168511]: pgmap v1644: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 524 op/s; 24910/205014 objects degraded (12.150%); 8168/205014 objects misplaced (3.984%); 2.2 MiB/s, 35 objects/s recovering 2023-10-09T05:06:49.910 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:49.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:49 smithi107 ceph-mon[184249]: pgmap v1644: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 524 op/s; 24910/205014 objects degraded (12.150%); 8168/205014 objects misplaced (3.984%); 2.2 MiB/s, 35 objects/s recovering 2023-10-09T05:06:49.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:49 smithi107 ceph-mon[179183]: pgmap v1644: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 524 op/s; 24910/205014 objects degraded (12.150%); 8168/205014 objects misplaced (3.984%); 2.2 MiB/s, 35 objects/s recovering 2023-10-09T05:06:50.017 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:50.113 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 48 16 70956 70940 92.3096 49.4375 0.0247073 0.0108272 2023-10-09T05:06:50.237 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:50.246 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:06:50.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:50.248 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:50.349 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:50.360 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:50.360 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:50.412 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:50.486 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:50.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:50.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:50.594 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:50.666 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:50.823 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:50.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:50.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:50.860 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T05:06:50.934 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:51.050 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:51.113 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 49 16 71695 71679 91.3688 46.1875 0.0197598 0.0109379 2023-10-09T05:06:51.117 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:06:51.117 INFO:teuthology.orchestra.run.smithi107.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-10-09T05:06:51.117 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:06:51.132 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:51.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:51.247 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:51.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:51.262 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:06:51.348 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:51.423 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:51.476 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:51 smithi150 ceph-mon[168511]: pgmap v1645: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 34 MiB/s wr, 550 op/s; 24910/207933 objects degraded (11.980%); 8168/207933 objects misplaced (3.928%); 1.6 MiB/s, 26 objects/s recovering 2023-10-09T05:06:51.505 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:51.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:51.515 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:51.615 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:51.616 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:06:51.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:51 smithi107 ceph-mon[184249]: pgmap v1645: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 34 MiB/s wr, 550 op/s; 24910/207933 objects degraded (11.980%); 8168/207933 objects misplaced (3.928%); 1.6 MiB/s, 26 objects/s recovering 2023-10-09T05:06:51.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:51 smithi107 ceph-mon[179183]: pgmap v1645: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 34 MiB/s wr, 550 op/s; 24910/207933 objects degraded (11.980%); 8168/207933 objects misplaced (3.928%); 1.6 MiB/s, 26 objects/s recovering 2023-10-09T05:06:51.713 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:51.797 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:51.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:51.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:51.908 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:51.993 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:52.017 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:06:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:06:52] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2023-10-09T05:06:52.048 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:52.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:52.058 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:52.113 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 50 16 72395 72379 90.4168 43.75 0.0466282 0.011052 2023-10-09T05:06:52.160 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:52.245 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:52.353 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:52.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:52.363 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:52.417 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:52.464 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:52.514 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:52.599 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:52.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:52.605 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:52.705 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:52.772 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:52.854 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:52.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:52.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:52.961 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:06:53.033 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:53 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/216414 objects degraded (11.510%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:53.033 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:53 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/216414 objects degraded (11.510%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:53.062 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:53.113 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 51 16 73136 73120 89.5524 46.3125 0.0139071 0.0111618 2023-10-09T05:06:53.154 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:06:53.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:53.161 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:06:53.262 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:53.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:53 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/216414 objects degraded (11.510%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:53.337 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:53.368 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:06:53.368 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:06:53.412 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:53.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:53.421 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:53.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:53.590 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:53.807 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:53.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:53.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:53.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T05:06:53.922 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:53.969 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:54.037 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:54.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:54.046 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:54.086 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:06:54.127 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 52 16 73873 73857 88.7056 46.0625 0.0202173 0.0112674 2023-10-09T05:06:54.147 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:54.196 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:54 smithi107 ceph-mon[179183]: pgmap v1646: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 45 MiB/s wr, 727 op/s; 24910/216414 objects degraded (11.510%); 7853/216414 objects misplaced (3.629%); 3.9 MiB/s, 63 objects/s recovering 2023-10-09T05:06:54.196 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:54 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/921064448' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:54.196 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:54 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:54.197 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:54 smithi107 ceph-mon[184249]: pgmap v1646: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 45 MiB/s wr, 727 op/s; 24910/216414 objects degraded (11.510%); 7853/216414 objects misplaced (3.629%); 3.9 MiB/s, 63 objects/s recovering 2023-10-09T05:06:54.197 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:54 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/921064448' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:54.197 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:54 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:54.200 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:54.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:54 smithi150 ceph-mon[168511]: pgmap v1646: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 45 MiB/s wr, 727 op/s; 24910/216414 objects degraded (11.510%); 7853/216414 objects misplaced (3.629%); 3.9 MiB/s, 63 objects/s recovering 2023-10-09T05:06:54.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:54 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/921064448' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:54.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:54 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:06:54.419 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:06:54.461 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:06:54.501 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:06:54.538 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:06:54.554 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:54.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:54.570 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:54.571 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:06:54.611 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:06:54.659 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:06:54.671 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:54.699 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:06:54.714 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.714 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.714 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.714 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.714 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.714 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.715 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.715 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:06:54.775 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:54.852 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:54.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:54.859 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:54.878 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:54.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:55.019 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:55.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:55.097 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:55.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: osdmap e539: 8 total, 8 up, 7 in 2023-10-09T05:06:55.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.098 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3157869442' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:55.120 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 53 16 74603 74587 87.8931 45.625 0.0288556 0.0113727 2023-10-09T05:06:55.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: osdmap e539: 8 total, 8 up, 7 in 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3157869442' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: osdmap e539: 8 total, 8 up, 7 in 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: failed to encode map e539 with expected crc 2023-10-09T05:06:55.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3157869442' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:06:55.691 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:55.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:55.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:55.798 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:06:55.851 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:56.034 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:06:56.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:56.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:06:56.120 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 54 16 75379 75363 87.164 48.5 0.0186545 0.0114662 2023-10-09T05:06:56.143 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:06:56.208 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:56 smithi107 ceph-mon[179183]: pgmap v1648: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 40 MiB/s wr, 644 op/s; 24910/216414 objects degraded (11.510%); 7853/216414 objects misplaced (3.629%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T05:06:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:56 smithi107 ceph-mon[184249]: pgmap v1648: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 40 MiB/s wr, 644 op/s; 24910/216414 objects degraded (11.510%); 7853/216414 objects misplaced (3.629%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T05:06:56.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:56 smithi150 ceph-mon[168511]: pgmap v1648: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 40 MiB/s wr, 644 op/s; 24910/216414 objects degraded (11.510%); 7853/216414 objects misplaced (3.629%); 3.2 MiB/s, 51 objects/s recovering 2023-10-09T05:06:56.642 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 3, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:06:56.643 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:06:56.643 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_9 2023-10-09T05:06:56.643 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:06:56.845 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:06:57.120 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 55 16 76185 76169 86.4954 50.375 0.0266847 0.0115551 2023-10-09T05:06:57.563 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:06:57.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:57.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:06:57.669 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:57.710 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:57.780 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:57.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:57.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:57.886 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:57.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:57.900 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:57 smithi107 ceph-mon[179183]: pgmap v1649: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.5 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 31 MiB/s wr, 503 op/s; 24910/219171 objects degraded (11.366%); 7853/219171 objects misplaced (3.583%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T05:06:57.952 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:57.955 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:58.030 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:58.030 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:57 smithi150 ceph-mon[168511]: pgmap v1649: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.5 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 31 MiB/s wr, 503 op/s; 24910/219171 objects degraded (11.366%); 7853/219171 objects misplaced (3.583%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T05:06:58.053 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:06:58.100 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:58.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:58.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:58.122 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 56 16 76909 76893 85.7573 45.25 0.0339424 0.0116538 2023-10-09T05:06:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:06:58.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:57 smithi107 ceph-mon[184249]: pgmap v1649: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.5 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 31 MiB/s wr, 503 op/s; 24910/219171 objects degraded (11.366%); 7853/219171 objects misplaced (3.583%); 2.1 MiB/s, 33 objects/s recovering 2023-10-09T05:06:58.209 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:58.257 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:58.337 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:58.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:58.346 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:58.421 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop_reply(client.47180.0:77115 14.1 e539/534)", 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:06:58.416760+0000", 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0043379969999999997, 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043661899999999998, 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:58.422 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416760+0000", 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416760+0000", 2023-10-09T05:06:58.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416759+0000", 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416769+0000", 2023-10-09T05:06:58.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0163000000000001e-05 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416781+0000", 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1970000000000001e-05 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416790+0000", 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.918e-06 2023-10-09T05:06:58.425 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:77123 14.4 e539/523 14:25babda4:::benchmark_data_smithi107_437372_object77122:head v 539'4863, mlcod=539'4861)", 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:06:58.416803+0000", 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0042946160000000002, 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043862379999999998, 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:58.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416803+0000", 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416803+0000", 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416803+0000", 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416845+0000", 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1752999999999998e-05 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416852+0000", 2023-10-09T05:06:58.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1180000000000003e-06 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416857+0000", 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4870000000000002e-06 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.419422+0000", 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0025645609999999999 2023-10-09T05:06:58.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.419446+0000", 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3728000000000001e-05 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:77125 14.2 e539/534 14:4796dc63:::benchmark_data_smithi107_437372_object77124:head v 539'4790, mlcod=0'0)", 2023-10-09T05:06:58.430 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:06:58.416869+0000", 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.004228936, 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043824129999999999, 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416869+0000", 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416869+0000", 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416869+0000", 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416906+0000", 2023-10-09T05:06:58.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7048999999999997e-05 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416912+0000", 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5250000000000002e-06 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.416917+0000", 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.318e-06 2023-10-09T05:06:58.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.420018+0000", 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031016920000000001 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.420043+0000", 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4196e-05 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.434 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:77131 14.2 e539/534)", 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:06:58.417729+0000", 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.003369276, 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003580892, 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.417729+0000", 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.417729+0000", 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.417728+0000", 2023-10-09T05:06:58.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.417783+0000", 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5356999999999999e-05 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.417794+0000", 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1015999999999999e-05 2023-10-09T05:06:58.437 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.417802+0000", 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4259999999999997e-06 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:77115 14.1 14:8b315ed0:::benchmark_data_smithi107_437372_object77114:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e539)", 2023-10-09T05:06:58.438 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:06:58.395548+0000", 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.025550349, 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025829004999999999, 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 77115 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395548+0000", 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395548+0000", 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395546+0000", 2023-10-09T05:06:58.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395574+0000", 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8050000000000001e-05 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395586+0000", 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2177999999999999e-05 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395594+0000", 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9810000000000003e-06 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395639+0000", 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4304000000000001e-05 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:06:58.442 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395786+0000", 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000147398 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,6", 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.395941+0000", 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015524000000000001 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.400768+0000", 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0048264029999999999 2023-10-09T05:06:58.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:06:58.403772+0000", 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0030045919999999999 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:06:58.444 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 5 2023-10-09T05:06:58.445 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:06:58.446 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:06:58.505 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:58.568 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:06:58.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:58.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:06:58.675 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:06:58.748 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:58.813 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:06:58.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:58.822 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:06:58.923 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:06:59.000 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:59.035 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:06:59 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/227607 objects degraded (10.944%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:59.071 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:06:59.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:59.082 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:06:59.121 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 57 16 77670 77654 85.0876 47.5625 0.00947477 0.0117454 2023-10-09T05:06:59.182 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:06:59.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:06:59 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/227607 objects degraded (10.944%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:59.252 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:59.341 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:06:59.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:59.352 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:06:59.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:06:59 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/227607 objects degraded (10.944%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:06:59.412 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:06:59.452 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:06:59.508 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T05:06:59.531 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:06:59.783 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:06:59.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:06:59.799 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:06:59.899 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:00.030 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:00.047 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:00 smithi107 ceph-mon[179183]: pgmap v1650: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.6 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 47 MiB/s wr, 752 op/s; 24910/227607 objects degraded (10.944%); 7516/227607 objects misplaced (3.302%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:00.121 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 58 15 78328 78313 84.331 41.1875 0.0112257 0.0118522 2023-10-09T05:07:00.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:00 smithi107 ceph-mon[184249]: pgmap v1650: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.6 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 47 MiB/s wr, 752 op/s; 24910/227607 objects degraded (10.944%); 7516/227607 objects misplaced (3.302%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:00.437 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:00.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:00.449 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:00.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:00 smithi150 ceph-mon[168511]: pgmap v1650: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.6 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 47 MiB/s wr, 752 op/s; 24910/227607 objects degraded (10.944%); 7516/227607 objects misplaced (3.302%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:00.550 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:00.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:00.689 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:00.740 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:00.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:00.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:00.852 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:00.916 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:00.936 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:00.994 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:01.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:01.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:01.082 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:07:01.096 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:07:01.106 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:01.121 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 59 16 79031 79015 83.6457 43.875 0.0235466 0.0119489 2023-10-09T05:07:01.161 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:01.213 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:01.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:01.219 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:01.320 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:01.411 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:01.482 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:07:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1760501790' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:01 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:01 smithi150 ceph-mon[168511]: pgmap v1651: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.7 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 47 MiB/s wr, 747 op/s; 24910/230370 objects degraded (10.813%); 7516/230370 objects misplaced (3.263%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:01 smithi150 ceph-mon[168511]: from='client.47276 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:07:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:01.488 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:01.497 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:01.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:01.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:01.607 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1760501790' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[179183]: pgmap v1651: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.7 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 47 MiB/s wr, 747 op/s; 24910/230370 objects degraded (10.813%); 7516/230370 objects misplaced (3.263%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[179183]: from='client.47276 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:07:01.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1760501790' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[184249]: pgmap v1651: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.7 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 47 MiB/s wr, 747 op/s; 24910/230370 objects degraded (10.813%); 7516/230370 objects misplaced (3.263%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[184249]: from='client.47276 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:01.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:01.671 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:01.737 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:01.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:01.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:01.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:01.924 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:02.126 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:07:02.127162+0000 min lat: 0.00117672 max lat: 2.30142 avg lat: 0.0120364 2023-10-09T05:07:02.126 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:07:02.126 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 60 16 79799 79783 83.0453 48 0.0138503 0.0120364 2023-10-09T05:07:02.303 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:07:02] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2023-10-09T05:07:02.327 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1651,"stamp":"2023-10-09T05:07:00.924804+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5031532448,"num_objects":76790,"num_object_clones":0,"num_object_copies":230370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24910,"num_objects_misplaced":7516,"num_objects_unfound":0,"num_objects_dirty":76790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":76827,"num_write_kb":4913053,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":859,"num_bytes_recovered":53501386,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78592,"ondisk_log_size":78592,"up":297,"acting":289,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":21549192,"kb_used_data":12689168,"kb_used_omap":16,"kb_used_meta":8859951,"kb_avail":634666872,"statfs":{"total":671965249536,"available":649898876928,"internally_reserved":0,"allocated":12993708032,"data_stored":12980545170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9072590592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,3,4,6,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":490143744,"num_objects":7479,"num_object_clones":0,"num_object_copies":22437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-652,"num_objects_unfound":0,"num_objects_dirty":7479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7479,"num_write_kb":478656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":652,"num_bytes_recovered":42729472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003691"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":562,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.570056+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:06:47.570056+0000","last_peered":"2023-10-09T05:06:47.570056+0000","last_clean":"2023-10-09T05:06:47.570056+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:06:47.570056+0000","last_undegraded":"2023-10-09T05:06:47.570056+0000","last_fullsized":"2023-10-09T05:06:47.570056+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":282,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551233+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:06:47.551233+0000","last_peered":"2023-10-09T05:06:47.551233+0000","last_clean":"2023-10-09T05:06:47.551233+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:06:47.551233+0000","last_undegraded":"2023-10-09T05:06:47.551233+0000","last_fullsized":"2023-10-09T05:06:47.551233+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":405,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551681+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:06:47.551681+0000","last_peered":"2023-10-09T05:06:47.551681+0000","last_clean":"2023-10-09T05:06:47.551681+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:06:47.551681+0000","last_undegraded":"2023-10-09T05:06:47.551681+0000","last_fullsized":"2023-10-09T05:06:47.551681+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":96,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558220+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:06:47.558220+0000","last_peered":"2023-10-09T05:06:47.558220+0000","last_clean":"2023-10-09T05:06:47.558220+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:06:47.558220+0000","last_undegraded":"2023-10-09T05:06:47.558220+0000","last_fullsized":"2023-10-09T05:06:47.558220+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":261,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.553991+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:06:47.553991+0000","last_peered":"2023-10-09T05:06:47.553991+0000","last_clean":"2023-10-09T05:06:47.553991+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:06:47.553991+0000","last_undegraded":"2023-10-09T05:06:47.553991+0000","last_fullsized":"2023-10-09T05:06:47.553991+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":239,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.562943+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:06:47.562943+0000","last_peered":"2023-10-09T05:06:47.562943+0000","last_clean":"2023-10-09T05:06:47.562943+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:06:47.562943+0000","last_undegraded":"2023-10-09T05:06:47.562943+0000","last_fullsized":"2023-10-09T05:06:47.562943+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":500,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.560835+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:06:47.560835+0000","last_peered":"2023-10-09T05:06:47.560835+0000","last_clean":"2023-10-09T05:06:47.560835+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:06:47.560835+0000","last_undegraded":"2023-10-09T05:06:47.560835+0000","last_fullsized":"2023-10-09T05:06:47.560835+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":288,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.554172+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:06:47.554172+0000","last_peered":"2023-10-09T05:06:47.554172+0000","last_clean":"2023-10-09T05:06:47.554172+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:06:47.554172+0000","last_undegraded":"2023-10-09T05:06:47.554172+0000","last_fullsized":"2023-10-09T05:06:47.554172+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":563,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.560754+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:06:47.560754+0000","last_peered":"2023-10-09T05:06:47.560754+0000","last_clean":"2023-10-09T05:06:47.560754+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:06:47.560754+0000","last_undegraded":"2023-10-09T05:06:47.560754+0000","last_fullsized":"2023-10-09T05:06:47.560754+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":278,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551912+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:06:47.551912+0000","last_peered":"2023-10-09T05:06:47.551912+0000","last_clean":"2023-10-09T05:06:47.551912+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:06:47.551912+0000","last_undegraded":"2023-10-09T05:06:47.551912+0000","last_fullsized":"2023-10-09T05:06:47.551912+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":102,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558385+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:06:47.558385+0000","last_peered":"2023-10-09T05:06:47.558385+0000","last_clean":"2023-10-09T05:06:47.558385+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:06:47.558385+0000","last_undegraded":"2023-10-09T05:06:47.558385+0000","last_fullsized":"2023-10-09T05:06:47.558385+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":432,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569774+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:06:47.569774+0000","last_peered":"2023-10-09T05:06:47.569774+0000","last_clean":"2023-10-09T05:06:47.569774+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:06:47.569774+0000","last_undegraded":"2023-10-09T05:06:47.569774+0000","last_fullsized":"2023-10-09T05:06:47.569774+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":615,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.568804+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:06:47.568804+0000","last_peered":"2023-10-09T05:06:47.568804+0000","last_clean":"2023-10-09T05:06:47.568804+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:06:47.568804+0000","last_undegraded":"2023-10-09T05:06:47.568804+0000","last_fullsized":"2023-10-09T05:06:47.568804+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":583,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569426+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:06:47.569426+0000","last_peered":"2023-10-09T05:06:47.569426+0000","last_clean":"2023-10-09T05:06:47.569426+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:06:47.569426+0000","last_undegraded":"2023-10-09T05:06:47.569426+0000","last_fullsized":"2023-10-09T05:06:47.569426+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":102,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557814+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:06:47.557814+0000","last_peered":"2023-10-09T05:06:47.557814+0000","last_clean":"2023-10-09T05:06:47.557814+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:06:47.557814+0000","last_undegraded":"2023-10-09T05:06:47.557814+0000","last_fullsized":"2023-10-09T05:06:47.557814+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":385,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551147+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:06:47.551147+0000","last_peered":"2023-10-09T05:06:47.551147+0000","last_clean":"2023-10-09T05:06:47.551147+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:06:47.551147+0000","last_undegraded":"2023-10-09T05:06:47.551147+0000","last_fullsized":"2023-10-09T05:06:47.551147+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":96,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557570+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:06:47.557570+0000","last_peered":"2023-10-09T05:06:47.557570+0000","last_clean":"2023-10-09T05:06:47.557570+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:06:47.557570+0000","last_undegraded":"2023-10-09T05:06:47.557570+0000","last_fullsized":"2023-10-09T05:06:47.557570+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":555,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555990+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:06:47.555990+0000","last_peered":"2023-10-09T05:06:47.555990+0000","last_clean":"2023-10-09T05:06:47.555990+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:06:47.555990+0000","last_undegraded":"2023-10-09T05:06:47.555990+0000","last_fullsized":"2023-10-09T05:06:47.555990+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":96,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557339+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:06:47.557339+0000","last_peered":"2023-10-09T05:06:47.557339+0000","last_clean":"2023-10-09T05:06:47.557339+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:06:47.557339+0000","last_undegraded":"2023-10-09T05:06:47.557339+0000","last_fullsized":"2023-10-09T05:06:47.557339+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":514,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.552221+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:06:47.552221+0000","last_peered":"2023-10-09T05:06:47.552221+0000","last_clean":"2023-10-09T05:06:47.552221+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:06:47.552221+0000","last_undegraded":"2023-10-09T05:06:47.552221+0000","last_fullsized":"2023-10-09T05:06:47.552221+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":237,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.562633+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:06:47.562633+0000","last_peered":"2023-10-09T05:06:47.562633+0000","last_clean":"2023-10-09T05:06:47.562633+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:06:47.562633+0000","last_undegraded":"2023-10-09T05:06:47.562633+0000","last_fullsized":"2023-10-09T05:06:47.562633+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":281,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551680+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:06:47.551680+0000","last_peered":"2023-10-09T05:06:47.551680+0000","last_clean":"2023-10-09T05:06:47.551680+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:06:47.551680+0000","last_undegraded":"2023-10-09T05:06:47.551680+0000","last_fullsized":"2023-10-09T05:06:47.551680+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"539'4747","reported_seq":4780,"reported_epoch":539,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:06:57.257022+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:06:57.257022+0000","last_peered":"2023-10-09T05:06:57.257022+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:06:57.257022+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4747,"log_dups_size":0,"ondisk_log_size":4747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311099392,"num_objects":4747,"num_object_clones":0,"num_object_copies":14241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4747,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4747,"num_write_kb":303808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":4162},{"shards":"3,6","objects":585}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":100,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558914+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:06:47.558914+0000","last_peered":"2023-10-09T05:06:47.558914+0000","last_clean":"2023-10-09T05:06:47.558914+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:06:47.558914+0000","last_undegraded":"2023-10-09T05:06:47.558914+0000","last_fullsized":"2023-10-09T05:06:47.558914+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":539,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555421+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:06:47.555421+0000","last_peered":"2023-10-09T05:06:47.555421+0000","last_clean":"2023-10-09T05:06:47.555421+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:06:47.555421+0000","last_undegraded":"2023-10-09T05:06:47.555421+0000","last_fullsized":"2023-10-09T05:06:47.555421+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"539'4778","reported_seq":5553,"reported_epoch":539,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T05:06:56.912730+0000","last_change":"2023-10-09T05:06:44.735898+0000","last_active":"2023-10-09T05:06:56.912730+0000","last_peered":"2023-10-09T05:06:56.912730+0000","last_clean":"2023-10-09T05:06:42.481123+0000","last_became_active":"2023-10-09T05:06:44.700379+0000","last_became_peered":"2023-10-09T05:06:44.700379+0000","last_unstale":"2023-10-09T05:06:56.912730+0000","last_undegraded":"2023-10-09T05:06:56.912730+0000","last_fullsized":"2023-10-09T05:06:44.490567+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4778,"log_dups_size":0,"ondisk_log_size":4778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:48:26.384509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313131008,"num_objects":4778,"num_object_clones":0,"num_object_copies":14334,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3802,"num_objects_unfound":0,"num_objects_dirty":4778,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4778,"num_write_kb":305792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":371,"num_bytes_recovered":24313856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0],"avail_no_missing":["3","0","1"],"object_location_counts":[{"shards":"0,1,3","objects":3802},{"shards":"0,3","objects":976}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":131,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558147+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:06:47.558147+0000","last_peered":"2023-10-09T05:06:47.558147+0000","last_clean":"2023-10-09T05:06:47.558147+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:06:47.558147+0000","last_undegraded":"2023-10-09T05:06:47.558147+0000","last_fullsized":"2023-10-09T05:06:47.558147+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":573,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.568944+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:06:47.568944+0000","last_peered":"2023-10-09T05:06:47.568944+0000","last_clean":"2023-10-09T05:06:47.568944+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:06:47.568944+0000","last_undegraded":"2023-10-09T05:06:47.568944+0000","last_fullsized":"2023-10-09T05:06:47.568944+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"539'4959","reported_seq":4984,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:07:00.110767+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:07:00.110767+0000","last_peered":"2023-10-09T05:07:00.110767+0000","last_clean":"2023-10-09T05:07:00.110767+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:07:00.110767+0000","last_undegraded":"2023-10-09T05:07:00.110767+0000","last_fullsized":"2023-10-09T05:07:00.110767+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4959,"log_dups_size":0,"ondisk_log_size":4959,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324993024,"num_objects":4959,"num_object_clones":0,"num_object_copies":14877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4959,"num_write_kb":317376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":100,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558529+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:06:47.558529+0000","last_peered":"2023-10-09T05:06:47.558529+0000","last_clean":"2023-10-09T05:06:47.558529+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:06:47.558529+0000","last_undegraded":"2023-10-09T05:06:47.558529+0000","last_fullsized":"2023-10-09T05:06:47.558529+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":259,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569845+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:06:47.569845+0000","last_peered":"2023-10-09T05:06:47.569845+0000","last_clean":"2023-10-09T05:06:47.569845+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:06:47.569845+0000","last_undegraded":"2023-10-09T05:06:47.569845+0000","last_fullsized":"2023-10-09T05:06:47.569845+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"539'4636","reported_seq":4671,"reported_epoch":539,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:06:56.857364+0000","last_change":"2023-10-09T05:06:44.732033+0000","last_active":"2023-10-09T05:06:56.857364+0000","last_peered":"2023-10-09T05:06:56.857364+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:06:56.857364+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4636,"log_dups_size":0,"ondisk_log_size":4636,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303824896,"num_objects":4636,"num_object_clones":0,"num_object_copies":13908,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4125,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4636,"num_write_kb":296704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":4125},{"shards":"2,3","objects":511}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":583,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555851+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:06:47.555851+0000","last_peered":"2023-10-09T05:06:47.555851+0000","last_clean":"2023-10-09T05:06:47.555851+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:06:47.555851+0000","last_undegraded":"2023-10-09T05:06:47.555851+0000","last_fullsized":"2023-10-09T05:06:47.555851+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":542,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.559698+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:06:47.559698+0000","last_peered":"2023-10-09T05:06:47.559698+0000","last_clean":"2023-10-09T05:06:47.559698+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:06:47.559698+0000","last_undegraded":"2023-10-09T05:06:47.559698+0000","last_fullsized":"2023-10-09T05:06:47.559698+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"539'4838","reported_seq":4871,"reported_epoch":539,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:00.096474+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:07:00.096474+0000","last_peered":"2023-10-09T05:07:00.096474+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:07:00.096474+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4838,"log_dups_size":0,"ondisk_log_size":4838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317063168,"num_objects":4838,"num_object_clones":0,"num_object_copies":14514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4838,"num_write_kb":309632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4123},{"shards":"0,2","objects":715}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":964,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557404+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:06:47.557404+0000","last_peered":"2023-10-09T05:06:47.557404+0000","last_clean":"2023-10-09T05:06:47.557404+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:06:47.557404+0000","last_undegraded":"2023-10-09T05:06:47.557404+0000","last_fullsized":"2023-10-09T05:06:47.557404+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":208,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558323+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:06:47.558323+0000","last_peered":"2023-10-09T05:06:47.558323+0000","last_clean":"2023-10-09T05:06:47.558323+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:06:47.558323+0000","last_undegraded":"2023-10-09T05:06:47.558323+0000","last_fullsized":"2023-10-09T05:06:47.558323+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":583,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.568645+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:06:47.568645+0000","last_peered":"2023-10-09T05:06:47.568645+0000","last_clean":"2023-10-09T05:06:47.568645+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:06:47.568645+0000","last_undegraded":"2023-10-09T05:06:47.568645+0000","last_fullsized":"2023-10-09T05:06:47.568645+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"539'4885","reported_seq":4909,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.261490+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:06:57.261490+0000","last_peered":"2023-10-09T05:06:57.261490+0000","last_clean":"2023-10-09T05:06:57.261490+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:06:57.261490+0000","last_undegraded":"2023-10-09T05:06:57.261490+0000","last_fullsized":"2023-10-09T05:06:57.261490+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4885,"log_dups_size":0,"ondisk_log_size":4885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320143360,"num_objects":4885,"num_object_clones":0,"num_object_copies":14655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4885,"num_write_kb":312640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":537,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.554738+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:06:47.554738+0000","last_peered":"2023-10-09T05:06:47.554738+0000","last_clean":"2023-10-09T05:06:47.554738+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:06:47.554738+0000","last_undegraded":"2023-10-09T05:06:47.554738+0000","last_fullsized":"2023-10-09T05:06:47.554738+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":239,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569916+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:06:47.569916+0000","last_peered":"2023-10-09T05:06:47.569916+0000","last_clean":"2023-10-09T05:06:47.569916+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:06:47.569916+0000","last_undegraded":"2023-10-09T05:06:47.569916+0000","last_fullsized":"2023-10-09T05:06:47.569916+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":519,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569876+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:06:47.569876+0000","last_peered":"2023-10-09T05:06:47.569876+0000","last_clean":"2023-10-09T05:06:47.569876+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:06:47.569876+0000","last_undegraded":"2023-10-09T05:06:47.569876+0000","last_fullsized":"2023-10-09T05:06:47.569876+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"539'4813","reported_seq":4837,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.284389+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:06:57.284389+0000","last_peered":"2023-10-09T05:06:57.284389+0000","last_clean":"2023-10-09T05:06:57.284389+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:06:57.284389+0000","last_undegraded":"2023-10-09T05:06:57.284389+0000","last_fullsized":"2023-10-09T05:06:57.284389+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4813,"log_dups_size":0,"ondisk_log_size":4813,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315424768,"num_objects":4813,"num_object_clones":0,"num_object_copies":14439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4813,"num_write_kb":308032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":520,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.568872+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:06:47.568872+0000","last_peered":"2023-10-09T05:06:47.568872+0000","last_clean":"2023-10-09T05:06:47.568872+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:06:47.568872+0000","last_undegraded":"2023-10-09T05:06:47.568872+0000","last_fullsized":"2023-10-09T05:06:47.568872+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":593,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569100+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:06:47.569100+0000","last_peered":"2023-10-09T05:06:47.569100+0000","last_clean":"2023-10-09T05:06:47.569100+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:06:47.569100+0000","last_undegraded":"2023-10-09T05:06:47.569100+0000","last_fullsized":"2023-10-09T05:06:47.569100+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"539'4802","reported_seq":4826,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.313267+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:06:57.313267+0000","last_peered":"2023-10-09T05:06:57.313267+0000","last_clean":"2023-10-09T05:06:57.313267+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:06:57.313267+0000","last_undegraded":"2023-10-09T05:06:57.313267+0000","last_fullsized":"2023-10-09T05:06:57.313267+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4802,"log_dups_size":0,"ondisk_log_size":4802,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314703872,"num_objects":4802,"num_object_clones":0,"num_object_copies":14406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4802,"num_write_kb":307328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":537,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557923+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:06:47.557923+0000","last_peered":"2023-10-09T05:06:47.557923+0000","last_clean":"2023-10-09T05:06:47.557923+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:06:47.557923+0000","last_undegraded":"2023-10-09T05:06:47.557923+0000","last_fullsized":"2023-10-09T05:06:47.557923+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":280,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.554106+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:06:47.554106+0000","last_peered":"2023-10-09T05:06:47.554106+0000","last_clean":"2023-10-09T05:06:47.554106+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:06:47.554106+0000","last_undegraded":"2023-10-09T05:06:47.554106+0000","last_fullsized":"2023-10-09T05:06:47.554106+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":388,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551754+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:06:47.551754+0000","last_peered":"2023-10-09T05:06:47.551754+0000","last_clean":"2023-10-09T05:06:47.551754+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:06:47.551754+0000","last_undegraded":"2023-10-09T05:06:47.551754+0000","last_fullsized":"2023-10-09T05:06:47.551754+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"539'4881","reported_seq":4915,"reported_epoch":539,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:00.089892+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:07:00.089892+0000","last_peered":"2023-10-09T05:07:00.089892+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:07:00.089892+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4881,"log_dups_size":0,"ondisk_log_size":4881,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319881216,"num_objects":4881,"num_object_clones":0,"num_object_copies":14643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4881,"num_write_kb":312384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4164},{"shards":"0,2","objects":717}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":918,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.562835+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:06:47.562835+0000","last_peered":"2023-10-09T05:06:47.562835+0000","last_clean":"2023-10-09T05:06:47.562835+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:06:47.562835+0000","last_undegraded":"2023-10-09T05:06:47.562835+0000","last_fullsized":"2023-10-09T05:06:47.562835+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":123,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557944+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:06:47.557944+0000","last_peered":"2023-10-09T05:06:47.557944+0000","last_clean":"2023-10-09T05:06:47.557944+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:06:47.557944+0000","last_undegraded":"2023-10-09T05:06:47.557944+0000","last_fullsized":"2023-10-09T05:06:47.557944+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":553,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555928+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:06:47.555928+0000","last_peered":"2023-10-09T05:06:47.555928+0000","last_clean":"2023-10-09T05:06:47.555928+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:06:47.555928+0000","last_undegraded":"2023-10-09T05:06:47.555928+0000","last_fullsized":"2023-10-09T05:06:47.555928+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":307,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557855+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:06:47.557855+0000","last_peered":"2023-10-09T05:06:47.557855+0000","last_clean":"2023-10-09T05:06:47.557855+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:06:47.557855+0000","last_undegraded":"2023-10-09T05:06:47.557855+0000","last_fullsized":"2023-10-09T05:06:47.557855+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"539'4780","reported_seq":4804,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.247806+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:06:57.247806+0000","last_peered":"2023-10-09T05:06:57.247806+0000","last_clean":"2023-10-09T05:06:57.247806+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:06:57.247806+0000","last_undegraded":"2023-10-09T05:06:57.247806+0000","last_fullsized":"2023-10-09T05:06:57.247806+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4780,"log_dups_size":0,"ondisk_log_size":4780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313262080,"num_objects":4780,"num_object_clones":0,"num_object_copies":14340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4780,"num_write_kb":305920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":537,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555591+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:06:47.555591+0000","last_peered":"2023-10-09T05:06:47.555591+0000","last_clean":"2023-10-09T05:06:47.555591+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:06:47.555591+0000","last_undegraded":"2023-10-09T05:06:47.555591+0000","last_fullsized":"2023-10-09T05:06:47.555591+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":586,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557739+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:06:47.557739+0000","last_peered":"2023-10-09T05:06:47.557739+0000","last_clean":"2023-10-09T05:06:47.557739+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:06:47.557739+0000","last_undegraded":"2023-10-09T05:06:47.557739+0000","last_fullsized":"2023-10-09T05:06:47.557739+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":540,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569355+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:06:47.569355+0000","last_peered":"2023-10-09T05:06:47.569355+0000","last_clean":"2023-10-09T05:06:47.569355+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:06:47.569355+0000","last_undegraded":"2023-10-09T05:06:47.569355+0000","last_fullsized":"2023-10-09T05:06:47.569355+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":413,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.566589+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:06:47.566589+0000","last_peered":"2023-10-09T05:06:47.566589+0000","last_clean":"2023-10-09T05:06:47.566589+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:06:47.566589+0000","last_undegraded":"2023-10-09T05:06:47.566589+0000","last_fullsized":"2023-10-09T05:06:47.566589+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"539'4760","reported_seq":4784,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.190440+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:06:57.190440+0000","last_peered":"2023-10-09T05:06:57.190440+0000","last_clean":"2023-10-09T05:06:57.190440+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:06:57.190440+0000","last_undegraded":"2023-10-09T05:06:57.190440+0000","last_fullsized":"2023-10-09T05:06:57.190440+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4760,"log_dups_size":0,"ondisk_log_size":4760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311951360,"num_objects":4760,"num_object_clones":0,"num_object_copies":14280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4760,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4760,"num_write_kb":304640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":509,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557493+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:06:47.557493+0000","last_peered":"2023-10-09T05:06:47.557493+0000","last_clean":"2023-10-09T05:06:47.557493+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:06:47.557493+0000","last_undegraded":"2023-10-09T05:06:47.557493+0000","last_fullsized":"2023-10-09T05:06:47.557493+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":556,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:50.128599+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:06:50.128599+0000","last_peered":"2023-10-09T05:06:50.128599+0000","last_clean":"2023-10-09T05:06:50.128599+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:06:50.128599+0000","last_undegraded":"2023-10-09T05:06:50.128599+0000","last_fullsized":"2023-10-09T05:06:50.128599+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":431,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.572815+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:06:47.572815+0000","last_peered":"2023-10-09T05:06:47.572815+0000","last_clean":"2023-10-09T05:06:47.572815+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:06:47.572815+0000","last_undegraded":"2023-10-09T05:06:47.572815+0000","last_fullsized":"2023-10-09T05:06:47.572815+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":343,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.560869+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:06:47.560869+0000","last_peered":"2023-10-09T05:06:47.560869+0000","last_clean":"2023-10-09T05:06:47.560869+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:06:47.560869+0000","last_undegraded":"2023-10-09T05:06:47.560869+0000","last_fullsized":"2023-10-09T05:06:47.560869+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"539'4728","reported_seq":5629,"reported_epoch":539,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T05:06:57.294255+0000","last_change":"2023-10-09T05:06:44.749237+0000","last_active":"2023-10-09T05:06:57.294255+0000","last_peered":"2023-10-09T05:06:57.294255+0000","last_clean":"2023-10-09T05:06:42.469275+0000","last_became_active":"2023-10-09T05:06:44.717395+0000","last_became_peered":"2023-10-09T05:06:44.717395+0000","last_unstale":"2023-10-09T05:06:57.294255+0000","last_undegraded":"2023-10-09T05:06:57.294255+0000","last_fullsized":"2023-10-09T05:06:44.513790+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4728,"log_dups_size":0,"ondisk_log_size":4728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:04.991332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309854208,"num_objects":4728,"num_object_clones":0,"num_object_copies":14184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3714,"num_objects_unfound":0,"num_objects_dirty":4728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4728,"num_write_kb":302592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":433,"num_bytes_recovered":28377088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":3714},{"shards":"3,7","objects":1014}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":522,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555761+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:06:47.555761+0000","last_peered":"2023-10-09T05:06:47.555761+0000","last_clean":"2023-10-09T05:06:47.555761+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:06:47.555761+0000","last_undegraded":"2023-10-09T05:06:47.555761+0000","last_fullsized":"2023-10-09T05:06:47.555761+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":509,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557149+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:06:47.557149+0000","last_peered":"2023-10-09T05:06:47.557149+0000","last_clean":"2023-10-09T05:06:47.557149+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:06:47.557149+0000","last_undegraded":"2023-10-09T05:06:47.557149+0000","last_fullsized":"2023-10-09T05:06:47.557149+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":375,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.554804+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:06:47.554804+0000","last_peered":"2023-10-09T05:06:47.554804+0000","last_clean":"2023-10-09T05:06:47.554804+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:06:47.554804+0000","last_undegraded":"2023-10-09T05:06:47.554804+0000","last_fullsized":"2023-10-09T05:06:47.554804+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":232,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.563065+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:06:47.563065+0000","last_peered":"2023-10-09T05:06:47.563065+0000","last_clean":"2023-10-09T05:06:47.563065+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:06:47.563065+0000","last_undegraded":"2023-10-09T05:06:47.563065+0000","last_fullsized":"2023-10-09T05:06:47.563065+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"539'4749","reported_seq":4773,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.246013+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:06:57.246013+0000","last_peered":"2023-10-09T05:06:57.246013+0000","last_clean":"2023-10-09T05:06:57.246013+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:06:57.246013+0000","last_undegraded":"2023-10-09T05:06:57.246013+0000","last_fullsized":"2023-10-09T05:06:57.246013+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4749,"log_dups_size":0,"ondisk_log_size":4749,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311230464,"num_objects":4749,"num_object_clones":0,"num_object_copies":14247,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4749,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4749,"num_write_kb":303936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":900,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.567232+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:06:47.567232+0000","last_peered":"2023-10-09T05:06:47.567232+0000","last_clean":"2023-10-09T05:06:47.567232+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:06:47.567232+0000","last_undegraded":"2023-10-09T05:06:47.567232+0000","last_fullsized":"2023-10-09T05:06:47.567232+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":123,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.557075+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:06:47.557075+0000","last_peered":"2023-10-09T05:06:47.557075+0000","last_clean":"2023-10-09T05:06:47.557075+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:06:47.557075+0000","last_undegraded":"2023-10-09T05:06:47.557075+0000","last_fullsized":"2023-10-09T05:06:47.557075+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":491,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569021+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:06:47.569021+0000","last_peered":"2023-10-09T05:06:47.569021+0000","last_clean":"2023-10-09T05:06:47.569021+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:06:47.569021+0000","last_undegraded":"2023-10-09T05:06:47.569021+0000","last_fullsized":"2023-10-09T05:06:47.569021+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":557,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.561891+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:06:47.561891+0000","last_peered":"2023-10-09T05:06:47.561891+0000","last_clean":"2023-10-09T05:06:47.561891+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:06:47.561891+0000","last_undegraded":"2023-10-09T05:06:47.561891+0000","last_fullsized":"2023-10-09T05:06:47.561891+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"539'4772","reported_seq":4796,"reported_epoch":539,"state":"active+clean","last_fresh":"2023-10-09T05:06:57.234029+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:06:57.234029+0000","last_peered":"2023-10-09T05:06:57.234029+0000","last_clean":"2023-10-09T05:06:57.234029+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:06:57.234029+0000","last_undegraded":"2023-10-09T05:06:57.234029+0000","last_fullsized":"2023-10-09T05:06:57.234029+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4772,"log_dups_size":0,"ondisk_log_size":4772,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312737792,"num_objects":4772,"num_object_clones":0,"num_object_copies":14316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4772,"num_write_kb":305408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":878,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.563092+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:06:47.563092+0000","last_peered":"2023-10-09T05:06:47.563092+0000","last_clean":"2023-10-09T05:06:47.563092+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:06:47.563092+0000","last_undegraded":"2023-10-09T05:06:47.563092+0000","last_fullsized":"2023-10-09T05:06:47.563092+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":96,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.558454+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:06:47.558454+0000","last_peered":"2023-10-09T05:06:47.558454+0000","last_clean":"2023-10-09T05:06:47.558454+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:06:47.558454+0000","last_undegraded":"2023-10-09T05:06:47.558454+0000","last_fullsized":"2023-10-09T05:06:47.558454+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":292,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.566670+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:06:47.566670+0000","last_peered":"2023-10-09T05:06:47.566670+0000","last_clean":"2023-10-09T05:06:47.566670+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:06:47.566670+0000","last_undegraded":"2023-10-09T05:06:47.566670+0000","last_fullsized":"2023-10-09T05:06:47.566670+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":238,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555833+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:06:47.555833+0000","last_peered":"2023-10-09T05:06:47.555833+0000","last_clean":"2023-10-09T05:06:47.555833+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:06:47.555833+0000","last_undegraded":"2023-10-09T05:06:47.555833+0000","last_fullsized":"2023-10-09T05:06:47.555833+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"539'4746","reported_seq":4778,"reported_epoch":539,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:06:57.233349+0000","last_change":"2023-10-09T05:06:44.747903+0000","last_active":"2023-10-09T05:06:57.233349+0000","last_peered":"2023-10-09T05:06:57.233349+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:06:57.233349+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4746,"log_dups_size":0,"ondisk_log_size":4746,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311033856,"num_objects":4746,"num_object_clones":0,"num_object_copies":14238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4152,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4746,"num_write_kb":303744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4152},{"shards":"3,5","objects":594}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":537,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569739+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:06:47.569739+0000","last_peered":"2023-10-09T05:06:47.569739+0000","last_clean":"2023-10-09T05:06:47.569739+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:06:47.569739+0000","last_undegraded":"2023-10-09T05:06:47.569739+0000","last_fullsized":"2023-10-09T05:06:47.569739+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":234,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551837+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:06:47.551837+0000","last_peered":"2023-10-09T05:06:47.551837+0000","last_clean":"2023-10-09T05:06:47.551837+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:06:47.551837+0000","last_undegraded":"2023-10-09T05:06:47.551837+0000","last_fullsized":"2023-10-09T05:06:47.551837+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":453,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.563274+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:06:47.563274+0000","last_peered":"2023-10-09T05:06:47.563274+0000","last_clean":"2023-10-09T05:06:47.563274+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:06:47.563274+0000","last_undegraded":"2023-10-09T05:06:47.563274+0000","last_fullsized":"2023-10-09T05:06:47.563274+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":257,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.553916+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:06:47.553916+0000","last_peered":"2023-10-09T05:06:47.553916+0000","last_clean":"2023-10-09T05:06:47.553916+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:06:47.553916+0000","last_undegraded":"2023-10-09T05:06:47.553916+0000","last_fullsized":"2023-10-09T05:06:47.553916+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"539'4892","reported_seq":4925,"reported_epoch":539,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:00.110804+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:07:00.110804+0000","last_peered":"2023-10-09T05:07:00.110804+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:07:00.110804+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":4892,"log_dups_size":0,"ondisk_log_size":4892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320602112,"num_objects":4892,"num_object_clones":0,"num_object_copies":14676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4892,"num_write_kb":313088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4184},{"shards":"0,2","objects":708}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":583,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.550802+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:06:47.550802+0000","last_peered":"2023-10-09T05:06:47.550802+0000","last_clean":"2023-10-09T05:06:47.550802+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:06:47.550802+0000","last_undegraded":"2023-10-09T05:06:47.550802+0000","last_fullsized":"2023-10-09T05:06:47.550802+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":232,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.562756+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:06:47.562756+0000","last_peered":"2023-10-09T05:06:47.562756+0000","last_clean":"2023-10-09T05:06:47.562756+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:06:47.562756+0000","last_undegraded":"2023-10-09T05:06:47.562756+0000","last_fullsized":"2023-10-09T05:06:47.562756+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":549,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.561985+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:06:47.561985+0000","last_peered":"2023-10-09T05:06:47.561985+0000","last_clean":"2023-10-09T05:06:47.561985+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:06:47.561985+0000","last_undegraded":"2023-10-09T05:06:47.561985+0000","last_fullsized":"2023-10-09T05:06:47.561985+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":522,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.568731+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:06:47.568731+0000","last_peered":"2023-10-09T05:06:47.568731+0000","last_clean":"2023-10-09T05:06:47.568731+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:06:47.568731+0000","last_undegraded":"2023-10-09T05:06:47.568731+0000","last_fullsized":"2023-10-09T05:06:47.568731+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":234,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569575+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:06:47.569575+0000","last_peered":"2023-10-09T05:06:47.569575+0000","last_clean":"2023-10-09T05:06:47.569575+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:06:47.569575+0000","last_undegraded":"2023-10-09T05:06:47.569575+0000","last_fullsized":"2023-10-09T05:06:47.569575+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":588,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.566738+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:06:47.566738+0000","last_peered":"2023-10-09T05:06:47.566738+0000","last_clean":"2023-10-09T05:06:47.566738+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:06:47.566738+0000","last_undegraded":"2023-10-09T05:06:47.566738+0000","last_fullsized":"2023-10-09T05:06:47.566738+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":549,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555933+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:06:47.555933+0000","last_peered":"2023-10-09T05:06:47.555933+0000","last_clean":"2023-10-09T05:06:47.555933+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:06:47.555933+0000","last_undegraded":"2023-10-09T05:06:47.555933+0000","last_fullsized":"2023-10-09T05:06:47.555933+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":580,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569498+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:06:47.569498+0000","last_peered":"2023-10-09T05:06:47.569498+0000","last_clean":"2023-10-09T05:06:47.569498+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:06:47.569498+0000","last_undegraded":"2023-10-09T05:06:47.569498+0000","last_fullsized":"2023-10-09T05:06:47.569498+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":540,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.555858+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:06:47.555858+0000","last_peered":"2023-10-09T05:06:47.555858+0000","last_clean":"2023-10-09T05:06:47.555858+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:06:47.555858+0000","last_undegraded":"2023-10-09T05:06:47.555858+0000","last_fullsized":"2023-10-09T05:06:47.555858+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":543,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.569868+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:06:47.569868+0000","last_peered":"2023-10-09T05:06:47.569868+0000","last_clean":"2023-10-09T05:06:47.569868+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:06:47.569868+0000","last_undegraded":"2023-10-09T05:06:47.569868+0000","last_fullsized":"2023-10-09T05:06:47.569868+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":268,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.552176+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:06:47.552176+0000","last_peered":"2023-10-09T05:06:47.552176+0000","last_clean":"2023-10-09T05:06:47.552176+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:06:47.552176+0000","last_undegraded":"2023-10-09T05:06:47.552176+0000","last_fullsized":"2023-10-09T05:06:47.552176+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":232,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.551843+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:06:47.551843+0000","last_peered":"2023-10-09T05:06:47.551843+0000","last_clean":"2023-10-09T05:06:47.551843+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:06:47.551843+0000","last_undegraded":"2023-10-09T05:06:47.551843+0000","last_fullsized":"2023-10-09T05:06:47.551843+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":225,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.560745+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:06:47.560745+0000","last_peered":"2023-10-09T05:06:47.560745+0000","last_clean":"2023-10-09T05:06:47.560745+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:06:47.560745+0000","last_undegraded":"2023-10-09T05:06:47.560745+0000","last_fullsized":"2023-10-09T05:06:47.560745+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":569,"reported_epoch":538,"state":"active+clean","last_fresh":"2023-10-09T05:06:47.568504+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:06:47.568504+0000","last_peered":"2023-10-09T05:06:47.568504+0000","last_clean":"2023-10-09T05:06:47.568504+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:06:47.568504+0000","last_undegraded":"2023-10-09T05:06:47.568504+0000","last_fullsized":"2023-10-09T05:06:47.568504+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":5030936576,"num_objects":76766,"num_object_clones":0,"num_object_copies":230298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24910,"num_objects_misplaced":7516,"num_objects_unfound":0,"num_objects_dirty":76766,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":76766,"num_write_kb":4913024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":806,"num_bytes_recovered":52822016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15188033536,"data_stored":15188033536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76766,"ondisk_log_size":76766,"up":48,"acting":40,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234529,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2428912,"kb_used_data":920040,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":91316240,"statfs":{"total":95995035648,"available":93507829760,"internally_reserved":0,"allocated":942120960,"data_stored":940750184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,4,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.649,"15min":1.546},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":3.2549999999999999,"5min":8.9900000000000002,"15min":16.027999999999999},"last":4.1040000000000001},{"interface":"front","average":{"1min":1.099,"5min":1.609,"15min":1.3979999999999999},"min":{"1min":0.31,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":5.5860000000000003,"5min":10.742000000000001,"15min":10.785},"last":3.512}]},{"osd":1,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":1.4350000000000001,"5min":1.901,"15min":1.587},"min":{"1min":0.311,"5min":0.22,"15min":0.22},"max":{"1min":6.9870000000000001,"5min":10.789,"15min":10.789},"last":3.544},{"interface":"front","average":{"1min":1.917,"5min":2.476,"15min":2.3969999999999998},"min":{"1min":0.27700000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.5449999999999999,"5min":15.401,"15min":15.401},"last":3.609}]},{"osd":2,"last update":"Mon Oct 9 05:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":2.3330000000000002,"15min":1.984},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":3.2210000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":4.1349999999999998},{"interface":"front","average":{"1min":1.2110000000000001,"5min":2.1829999999999998,"15min":1.915},"min":{"1min":0.36399999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":5.7060000000000004,"5min":11.311,"15min":16.704000000000001},"last":3.48}]},{"osd":3,"last update":"Mon Oct 9 05:06:56 2023","interfaces":[{"interface":"back","average":{"1min":1.351,"5min":2.427,"15min":2.1349999999999998},"min":{"1min":0.44700000000000001,"5min":0.33100000000000002,"15min":0.29799999999999999},"max":{"1min":4.133,"5min":13.489000000000001,"15min":14.228999999999999},"last":3.681},{"interface":"front","average":{"1min":1.0509999999999999,"5min":2.7080000000000002,"15min":2.1240000000000001},"min":{"1min":0.39500000000000002,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":3.6539999999999999,"5min":17.771000000000001,"15min":17.853999999999999},"last":3.6539999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":2.476,"15min":1.6399999999999999},"min":{"1min":0.32600000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":7.6890000000000001,"5min":16.911999999999999,"15min":19.949000000000002},"last":3.5710000000000002},{"interface":"front","average":{"1min":1.8280000000000001,"5min":2.2570000000000001,"15min":1.508},"min":{"1min":0.40400000000000003,"5min":0.254,"15min":0.254},"max":{"1min":6.8949999999999996,"5min":13.050000000000001,"15min":18.971},"last":3.7050000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":2.7429999999999999,"15min":1.833},"min":{"1min":0.309,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":12.343,"5min":16.838999999999999,"15min":20.678999999999998},"last":3.641},{"interface":"front","average":{"1min":1.8,"5min":2.044,"15min":1.486},"min":{"1min":0.35699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.9199999999999999,"5min":13.848000000000001,"15min":21.07},"last":4.1589999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0760000000000001,"5min":2.6709999999999998,"15min":1.8100000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":8.2059999999999995,"5min":16.881,"15min":16.881},"last":5.4450000000000003},{"interface":"front","average":{"1min":2.0899999999999999,"5min":2.5110000000000001,"15min":1.714},"min":{"1min":0.36099999999999999,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":8.9600000000000009,"5min":12.815,"15min":24.010000000000002},"last":5.2850000000000001}]}]},{"osd":6,"up_from":46,"seq":197568496165,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2789604,"kb_used_data":1298780,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":90955548,"statfs":{"total":95995035648,"available":93138481152,"internally_reserved":0,"allocated":1329950720,"data_stored":1328592144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:39 2023","interfaces":[{"interface":"back","average":{"1min":1.232,"5min":2.008,"15min":1.867},"min":{"1min":0.222,"5min":0.222,"15min":0.219},"max":{"1min":7.1600000000000001,"5min":16.151,"15min":62.470999999999997},"last":0.58899999999999997},{"interface":"front","average":{"1min":1.099,"5min":1.9450000000000001,"15min":1.8919999999999999},"min":{"1min":0.27200000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.2039999999999997,"5min":16.902999999999999,"15min":62.445},"last":0.315}]},{"osd":1,"last update":"Mon Oct 9 05:06:11 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":2.2050000000000001,"15min":2.3290000000000002},"min":{"1min":0.28899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.9950000000000001,"5min":15.935,"15min":15.935},"last":0.34499999999999997},{"interface":"front","average":{"1min":1.298,"5min":2.569,"15min":2.593},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.0149999999999997,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.2839999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:06:47 2023","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":2.3239999999999998,"15min":2.1179999999999999},"min":{"1min":0.35999999999999999,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.1619999999999999,"5min":10.127000000000001,"15min":42.923999999999999},"last":0.622},{"interface":"front","average":{"1min":1.141,"5min":2.3519999999999999,"15min":2.0960000000000001},"min":{"1min":0.39500000000000002,"5min":0.31900000000000001,"15min":0.252},"max":{"1min":4.2930000000000001,"5min":8.1300000000000008,"15min":42.936999999999998},"last":2.6099999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:08 2023","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":2.2400000000000002,"15min":2.3170000000000002},"min":{"1min":0.39300000000000002,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":5.1059999999999999,"5min":10.823,"15min":26.763000000000002},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.2829999999999999,"5min":2.5070000000000001,"15min":2.2949999999999999},"min":{"1min":0.32400000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.9770000000000003,"5min":18.140000000000001,"15min":26.777999999999999},"last":3.5640000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:06:47 2023","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":2.5350000000000001,"15min":1.546},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.23699999999999999},"max":{"1min":10.805999999999999,"5min":12.153,"15min":16.399999999999999},"last":2.927},{"interface":"front","average":{"1min":0.88700000000000001,"5min":2.3450000000000002,"15min":1.466},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":4.3250000000000002,"5min":9.077,"15min":16.068999999999999},"last":0.36699999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:06:47 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":2.4209999999999998,"15min":1.4370000000000001},"min":{"1min":0.311,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":7.3680000000000003,"5min":18.167000000000002,"15min":18.167000000000002},"last":3.2440000000000002},{"interface":"front","average":{"1min":1.702,"5min":2.302,"15min":1.5169999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.29799999999999999},"max":{"1min":10.786,"5min":11.295999999999999,"15min":16.292999999999999},"last":2.895}]},{"osd":7,"last update":"Mon Oct 9 05:06:16 2023","interfaces":[{"interface":"back","average":{"1min":1.9690000000000001,"5min":2.1459999999999999,"15min":1.554},"min":{"1min":0.43099999999999999,"5min":0.309,"15min":0.28199999999999997},"max":{"1min":8.8049999999999997,"5min":11.260999999999999,"15min":16.372},"last":2.3559999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.978,"15min":1.556},"min":{"1min":0.34999999999999998,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":5.1600000000000001,"5min":10.185,"15min":16.018999999999998},"last":2.407}]}]},{"osd":1,"up_from":0,"seq":2052994367548,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187872,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3686820,"kb_used_data":2537116,"kb_used_omap":5,"kb_used_meta":1149690,"kb_avail":90058332,"statfs":{"total":95995035648,"available":92219731968,"internally_reserved":0,"allocated":2598006784,"data_stored":2595090830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1177283194},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:06:15 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":1.375,"15min":1.526},"min":{"1min":0.217,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.202,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.71299999999999997,"5min":1.4890000000000001,"15min":1.887},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.0519999999999996,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":0.52100000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:06:23 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.3160000000000001,"15min":2.129},"min":{"1min":0.253,"5min":0.214,"15min":0.214},"max":{"1min":4.2539999999999996,"5min":9.0739999999999998,"15min":24.021000000000001},"last":9.1120000000000001},{"interface":"front","average":{"1min":0.996,"5min":1.589,"15min":2.165},"min":{"1min":0.314,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.9969999999999999,"5min":15.845000000000001,"15min":24.050999999999998},"last":0.48599999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:55 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.821,"15min":1.97},"min":{"1min":0.28299999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4540000000000006,"5min":13.086,"15min":17.373999999999999},"last":3.415},{"interface":"front","average":{"1min":1.248,"5min":1.4570000000000001,"15min":2.02},"min":{"1min":0.26300000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":6.5949999999999998,"5min":9.1029999999999998,"15min":21.132999999999999},"last":17.739000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:06:23 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.8420000000000001,"15min":1.724},"min":{"1min":0.30399999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":4.2160000000000002,"5min":10.004,"15min":14.581},"last":9.0289999999999999},{"interface":"front","average":{"1min":1.4079999999999999,"5min":2.2679999999999998,"15min":1.7210000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":3.5190000000000001,"5min":9.9719999999999995,"15min":14.721},"last":1.8460000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:06:23 2023","interfaces":[{"interface":"back","average":{"1min":1.8540000000000001,"5min":2.3860000000000001,"15min":1.885},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.29899999999999999},"max":{"1min":5.7039999999999997,"5min":11.403,"15min":13.542},"last":1.8879999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":2.2989999999999999,"15min":2.0790000000000002},"min":{"1min":0.434,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":4.0289999999999999,"5min":13.971,"15min":22.738},"last":0.73399999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:06:23 2023","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":2.3279999999999998,"15min":1.9359999999999999},"min":{"1min":0.376,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":4.9969999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":1.9239999999999999},{"interface":"front","average":{"1min":1.091,"5min":2.0510000000000002,"15min":2.1440000000000001},"min":{"1min":0.46899999999999997,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":2.9969999999999999,"5min":17.335999999999999,"15min":22.709},"last":4.2240000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:06:23 2023","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":2.468,"15min":2.2799999999999998},"min":{"1min":0.46899999999999997,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":2.9700000000000002,"5min":10.896000000000001,"15min":22.763000000000002},"last":4.1890000000000001},{"interface":"front","average":{"1min":1.234,"5min":1.677,"15min":1.9199999999999999},"min":{"1min":0.438,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.2279999999999998,"5min":11.802,"15min":20.890000000000001},"last":9.0779999999999994}]}]},{"osd":2,"up_from":116,"seq":498216206715,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3283620,"kb_used_data":2186524,"kb_used_omap":7,"kb_used_meta":1097080,"kb_avail":90461532,"statfs":{"total":95995035648,"available":92632608768,"internally_reserved":0,"allocated":2239000576,"data_stored":2236487645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1123410001},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":2.1110000000000002,"15min":1.8},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":4.0490000000000004,"5min":20.329999999999998,"15min":20.329999999999998},"last":3.3969999999999998},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.351,"15min":1.5920000000000001},"min":{"1min":0.215,"5min":0.192,"15min":0.188},"max":{"1min":3.4900000000000002,"5min":9.8849999999999998,"15min":13.952},"last":5.2999999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:06:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9169999999999998,"5min":3.5409999999999999,"15min":4.5650000000000004},"min":{"1min":0.255,"5min":0.19,"15min":0.19},"max":{"1min":13.619999999999999,"5min":70.971000000000004,"15min":70.971000000000004},"last":5.2430000000000003},{"interface":"front","average":{"1min":0.83699999999999997,"5min":3.1869999999999998,"15min":4.492},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.9729999999999999,"5min":70.555000000000007,"15min":70.555000000000007},"last":0.36399999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0819999999999999,"5min":2.3279999999999998,"15min":2.9710000000000001},"min":{"1min":0.26400000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.526,"5min":26.018999999999998,"15min":79.926000000000002},"last":6.5},{"interface":"front","average":{"1min":3.5070000000000001,"5min":2.4900000000000002,"15min":3.0910000000000002},"min":{"1min":0.34699999999999998,"5min":0.252,"15min":0.252},"max":{"1min":13.552,"5min":26.056999999999999,"15min":79.959000000000003},"last":6.5449999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":8.5370000000000008,"5min":4.4089999999999998,"15min":3.4249999999999998},"min":{"1min":0.33800000000000002,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":144.90299999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":5.5999999999999996},{"interface":"front","average":{"1min":8.1649999999999991,"5min":3.7210000000000001,"15min":2.7229999999999999},"min":{"1min":0.318,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":141.24700000000001,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.73499999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":8.2620000000000005,"5min":3.9580000000000002,"15min":2.4260000000000002},"min":{"1min":0.35999999999999999,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":143.22499999999999,"5min":143.22499999999999,"15min":143.22499999999999},"last":5.3570000000000002},{"interface":"front","average":{"1min":8.4420000000000002,"5min":4.6189999999999998,"15min":2.9729999999999999},"min":{"1min":0.34300000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":143.07300000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":5.4500000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":8.1679999999999993,"5min":4.1829999999999998,"15min":2.7559999999999998},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":142.339,"5min":142.339,"15min":142.339},"last":0.76400000000000001},{"interface":"front","average":{"1min":8.0039999999999996,"5min":3.1339999999999999,"15min":2.363},"min":{"1min":0.42299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":140.96700000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":5.3280000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":3.6400000000000001,"5min":3.0430000000000001,"15min":2.1859999999999999},"min":{"1min":0.39400000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":54.470999999999997,"5min":54.470999999999997,"15min":54.470999999999997},"last":4.1959999999999997},{"interface":"front","average":{"1min":3.6850000000000001,"5min":2.7429999999999999,"15min":2.0670000000000002},"min":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":54.484000000000002,"5min":54.484000000000002,"15min":54.484000000000002},"last":11.590999999999999}]}]},{"osd":3,"up_from":198,"seq":850403524851,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2812572,"kb_used_data":2189140,"kb_used_omap":2,"kb_used_meta":623421,"kb_avail":90932580,"statfs":{"total":95995035648,"available":93114961920,"internally_reserved":0,"allocated":2241679360,"data_stored":2239403143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":638383157},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.5740000000000001,"15min":2.032},"min":{"1min":0.23899999999999999,"5min":0.183,"15min":0.183},"max":{"1min":14.198,"5min":14.198,"15min":26.260999999999999},"last":0.44},{"interface":"front","average":{"1min":1.6539999999999999,"5min":1.536,"15min":2.0030000000000001},"min":{"1min":0.216,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":12.528,"5min":12.528,"15min":22.477},"last":0.68700000000000006}]},{"osd":1,"last update":"Mon Oct 9 05:06:13 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":1.474,"15min":1.028},"min":{"1min":0.22700000000000001,"5min":0.215,"15min":0.215},"max":{"1min":5.3419999999999996,"5min":11.076000000000001,"15min":11.076000000000001},"last":1.631},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.7569999999999999,"15min":1.4199999999999999},"min":{"1min":0.26400000000000001,"5min":0.216,"15min":0.216},"max":{"1min":12.672000000000001,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.318}]},{"osd":2,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.917,"5min":2.4289999999999998,"15min":2.3929999999999998},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":7.8840000000000003,"5min":21.407,"15min":21.722999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":1.8720000000000001,"5min":2.5259999999999998,"15min":2.3340000000000001},"min":{"1min":0.309,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":8.1389999999999993,"5min":23.350999999999999,"15min":25.776},"last":0.28499999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":2.6099999999999999,"5min":2.1429999999999998,"15min":1.96},"min":{"1min":0.38100000000000001,"5min":0.28999999999999998,"15min":0.26300000000000001},"max":{"1min":9.4220000000000006,"5min":14.359999999999999,"15min":15.301},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.3599999999999999,"5min":2.0979999999999999,"15min":2.1469999999999998},"min":{"1min":0.375,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":8.8249999999999993,"5min":10.792999999999999,"15min":21.532},"last":0.45600000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":1.7729999999999999,"5min":1.899,"15min":1.9890000000000001},"min":{"1min":0.40200000000000002,"5min":0.30099999999999999,"15min":0.28299999999999997},"max":{"1min":6.9359999999999999,"5min":11.026,"15min":35.712000000000003},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.4060000000000001,"15min":2.2290000000000001},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":9.0760000000000005,"5min":10.109,"15min":35.488},"last":0.59899999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":3.2549999999999999,"5min":2.9220000000000002,"15min":2.625},"min":{"1min":0.34100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":18.436,"5min":18.436,"15min":50.113999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.1030000000000002,"15min":2.1930000000000001},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":8.0909999999999993,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.56499999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:06:02 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":2.6739999999999999,"15min":2.3010000000000002},"min":{"1min":0.41899999999999998,"5min":0.40999999999999998,"15min":0.35499999999999998},"max":{"1min":8.1760000000000002,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.5070000000000001,"5min":2.6659999999999999,"15min":2.3559999999999999},"min":{"1min":0.40500000000000003,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":7.8159999999999998,"5min":14.663,"15min":21.587},"last":0.47999999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019437,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3421612,"kb_used_data":1926692,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":90323540,"statfs":{"total":95995035648,"available":92491304960,"internally_reserved":0,"allocated":1972932608,"data_stored":1971566147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:40 2023","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":1.647,"15min":1.6080000000000001},"min":{"1min":0.26900000000000002,"5min":0.22,"15min":0.218},"max":{"1min":2.2160000000000002,"5min":7.8460000000000001,"15min":21.047000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.872,"5min":1.802,"15min":1.478},"min":{"1min":0.24299999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":3.153,"5min":11.507999999999999,"15min":12.064},"last":3.1880000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:06:14 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":2.2469999999999999,"15min":2.5350000000000001},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":8.3399999999999999,"5min":12.317,"15min":12.317},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.2070000000000001,"5min":2.1030000000000002,"15min":1.982},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":3.754,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.49399999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:06:40 2023","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":2.4449999999999998,"15min":2.9630000000000001},"min":{"1min":0.38200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":6.8620000000000001,"5min":19.295999999999999,"15min":105.411},"last":3.6309999999999998},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.4860000000000002,"15min":2.8730000000000002},"min":{"1min":0.309,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.0899999999999999,"5min":11.468,"15min":97.927999999999997},"last":3.4990000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:06:03 2023","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":4.9930000000000003,"15min":3.1019999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.28699999999999998},"max":{"1min":8.7789999999999999,"5min":253.50700000000001,"15min":253.50700000000001},"last":1.196},{"interface":"front","average":{"1min":1.72,"5min":5.0990000000000002,"15min":3.298},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.6099999999999994,"5min":253.72,"15min":253.72},"last":0.68100000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:06:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":2.1739999999999999,"15min":1.3340000000000001},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":1.9870000000000001,"5min":13.25,"15min":20.991},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":2.3370000000000002,"15min":1.3480000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.9059999999999999,"5min":11.628,"15min":11.628},"last":1.0109999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:05:54 2023","interfaces":[{"interface":"back","average":{"1min":1.8640000000000001,"5min":2.3119999999999998,"15min":2.137},"min":{"1min":0.36599999999999999,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":8.4559999999999995,"5min":12.281000000000001,"15min":81.980999999999995},"last":1.1299999999999999},{"interface":"front","average":{"1min":1.5800000000000001,"5min":2.1930000000000001,"15min":2.0179999999999998},"min":{"1min":0.44500000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.5300000000000002,"5min":19.387,"15min":81.715999999999994},"last":3.673}]},{"osd":7,"last update":"Mon Oct 9 05:06:14 2023","interfaces":[{"interface":"back","average":{"1min":1.51,"5min":2.4359999999999999,"15min":1.629},"min":{"1min":0.40600000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":12.396000000000001,"5min":12.987,"15min":29.175000000000001},"last":1.048},{"interface":"front","average":{"1min":1.903,"5min":2.4660000000000002,"15min":1.76},"min":{"1min":0.42399999999999999,"5min":0.35399999999999998,"15min":0.34599999999999997},"max":{"1min":12.983000000000001,"5min":12.983000000000001,"15min":29.192},"last":1.1499999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757801,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3126052,"kb_used_data":1630876,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":90619100,"statfs":{"total":95995035648,"available":92793958400,"internally_reserved":0,"allocated":1670017024,"data_stored":1668655077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,2,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":2.2109999999999999,"15min":1.5860000000000001},"min":{"1min":0.28599999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.5110000000000001,"5min":11.926,"15min":12.074999999999999},"last":3.5310000000000001},{"interface":"front","average":{"1min":1.3140000000000001,"5min":2.169,"15min":1.8480000000000001},"min":{"1min":0.25,"5min":0.246,"15min":0.23100000000000001},"max":{"1min":6.3920000000000003,"5min":13.456,"15min":15.164},"last":3.6560000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:06:16 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":2.8330000000000002,"15min":2.4079999999999999},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.359,"5min":18.257000000000001,"15min":18.257000000000001},"last":3.5870000000000002},{"interface":"front","average":{"1min":1.119,"5min":2.6739999999999999,"15min":2.1520000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.5870000000000002,"5min":13.411,"15min":13.411},"last":3.6869999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":2.5099999999999998,"15min":2.145},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.9340000000000002,"5min":17.82,"15min":18.553000000000001},"last":3.5649999999999999},{"interface":"front","average":{"1min":1.419,"5min":2.8130000000000002,"15min":2.1080000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28299999999999997},"max":{"1min":4.875,"5min":13.507999999999999,"15min":18.617000000000001},"last":11.231999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:00 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":2.577,"15min":2.3069999999999999},"min":{"1min":0.29299999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.487,"5min":17.193000000000001,"15min":74.915000000000006},"last":10.688000000000001},{"interface":"front","average":{"1min":3.5630000000000002,"5min":2.5470000000000002,"15min":2.4409999999999998},"min":{"1min":0.48299999999999998,"5min":0.33900000000000002,"15min":0.30499999999999999},"max":{"1min":13.532999999999999,"5min":13.738,"15min":74.799999999999997},"last":3.722}]},{"osd":4,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":2.48,"15min":1.3700000000000001},"min":{"1min":0.29599999999999999,"5min":0.28999999999999998,"15min":0.251},"max":{"1min":5.2380000000000004,"5min":10.287000000000001,"15min":10.287000000000001},"last":3.6190000000000002},{"interface":"front","average":{"1min":0.85699999999999998,"5min":2.589,"15min":1.4199999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.5449999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":3.7429999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:06:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3860000000000001,"5min":2.1539999999999999,"15min":1.476},"min":{"1min":0.36799999999999999,"5min":0.30199999999999999,"15min":0.26300000000000001},"max":{"1min":13.484,"5min":13.484,"15min":13.484},"last":11.199999999999999},{"interface":"front","average":{"1min":2.698,"5min":2.6480000000000001,"15min":1.6579999999999999},"min":{"1min":0.33900000000000002,"5min":0.32400000000000001,"15min":0.28899999999999998},"max":{"1min":13.516,"5min":17.149999999999999,"15min":17.149999999999999},"last":4.0179999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":2.944,"15min":1.6180000000000001},"min":{"1min":0.33700000000000002,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":6.0300000000000002,"5min":18.442,"15min":18.442},"last":10.906000000000001},{"interface":"front","average":{"1min":1.01,"5min":2.9609999999999999,"15min":1.7},"min":{"1min":0.32500000000000001,"5min":0.313,"15min":0.313},"max":{"1min":6.0540000000000003,"5min":18.295999999999999,"15min":18.295999999999999},"last":3.9950000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2591227904,"data_stored":2591227904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2177892352,"data_stored":2177892352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2238578688,"data_stored":2238578688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2247622656,"data_stored":2247622656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1989804032,"data_stored":1989804032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1677852672,"data_stored":1677852672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1325137920,"data_stored":1325137920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":939917312,"data_stored":939917312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:07:02.335 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_9 pgp_num 16 2023-10-09T05:07:02.578 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:02.579 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[179183]: failed to encode map e540 with expected crc 2023-10-09T05:07:02.579 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:07:02.579 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[179183]: osdmap e540: 8 total, 8 up, 7 in 2023-10-09T05:07:02.579 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[179183]: failed to encode map e540 with expected crc 2023-10-09T05:07:02.579 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:02.579 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[184249]: failed to encode map e540 with expected crc 2023-10-09T05:07:02.580 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:07:02.580 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[184249]: osdmap e540: 8 total, 8 up, 7 in 2023-10-09T05:07:02.580 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:02 smithi107 ceph-mon[184249]: failed to encode map e540 with expected crc 2023-10-09T05:07:02.877 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:02.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:02.884 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:02 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:02 smithi150 ceph-mon[168511]: failed to encode map e540 with expected crc 2023-10-09T05:07:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:07:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:02 smithi150 ceph-mon[168511]: osdmap e540: 8 total, 8 up, 7 in 2023-10-09T05:07:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:02 smithi150 ceph-mon[168511]: failed to encode map e540 with expected crc 2023-10-09T05:07:02.984 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:03.026 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:03.083 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:03.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:03.087 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:03.126 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 61 16 80536 80520 82.4393 46.0625 0.0141146 0.0121246 2023-10-09T05:07:03.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:03.229 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:03.302 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:03.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:03.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:03.410 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:03.479 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:03.558 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:03.561 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:03 smithi150 ceph-mon[168511]: pgmap v1653: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 52 MiB/s wr, 832 op/s; 24910/238611 objects degraded (10.440%); 7167/238611 objects misplaced (3.004%); 4.8 MiB/s, 77 objects/s recovering 2023-10-09T05:07:03.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:03.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:03.662 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:03.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:03 smithi107 ceph-mon[179183]: pgmap v1653: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 52 MiB/s wr, 832 op/s; 24910/238611 objects degraded (10.440%); 7167/238611 objects misplaced (3.004%); 4.8 MiB/s, 77 objects/s recovering 2023-10-09T05:07:03.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:03 smithi107 ceph-mon[184249]: pgmap v1653: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 52 MiB/s wr, 832 op/s; 24910/238611 objects degraded (10.440%); 7167/238611 objects misplaced (3.004%); 4.8 MiB/s, 77 objects/s recovering 2023-10-09T05:07:03.759 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:03.785 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:07:03.786 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:07:03.786 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:07:03.786 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:07:03.786 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:07:03.804 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:03.829 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:03.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:03.835 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:03.851 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:07:03.900 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:07:03.930 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:07:03.937 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:03.968 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:07:03.992 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:04.019 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:07:04.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:07:04.064 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:04.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:04.068 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:04.089 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:07:04.128 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:07:04.129 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 62 16 81233 81217 81.8091 43.5625 0.0231227 0.0122177 2023-10-09T05:07:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.143 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.144 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.144 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.144 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:07:04.169 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:04.236 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:04.577 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:07:04.747 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3534861378' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:04.747 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3534861378' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:04.766 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T05:07:04.864 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:04.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:04.878 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:04.980 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:04.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3534861378' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:05.109 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:05.129 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 63 16 81953 81937 81.2252 45 0.0150246 0.0123061 2023-10-09T05:07:05.164 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:05.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:05.172 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:05.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:05.322 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:05.467 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:05.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:05.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:05.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:05.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:05.799 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:05.801 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:05.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:05.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:05.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:05 smithi107 ceph-mon[184249]: pgmap v1654: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 46 MiB/s wr, 739 op/s; 24910/238611 objects degraded (10.440%); 7167/238611 objects misplaced (3.004%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T05:07:05.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:05 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/238611 objects degraded (10.440%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:05.806 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:05 smithi107 ceph-mon[179183]: pgmap v1654: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 46 MiB/s wr, 739 op/s; 24910/238611 objects degraded (10.440%); 7167/238611 objects misplaced (3.004%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T05:07:05.806 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:05 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/238611 objects degraded (10.440%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:05.806 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:05.906 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:05.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:05 smithi150 ceph-mon[168511]: pgmap v1654: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 46 MiB/s wr, 739 op/s; 24910/238611 objects degraded (10.440%); 7167/238611 objects misplaced (3.004%); 4.3 MiB/s, 68 objects/s recovering 2023-10-09T05:07:05.975 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:05 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/238611 objects degraded (10.440%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:05.979 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:06.062 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:06.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:06.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:06.129 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 64 16 82683 82667 80.6692 45.625 0.016561 0.0123908 2023-10-09T05:07:06.175 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:06.267 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:06.328 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:06.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:06.334 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:06.435 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:06.499 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:06.561 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:06.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:06.571 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:06.672 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:06.695 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 14 pgp_num to 16 2023-10-09T05:07:06.737 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:06.975 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:07:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/620627300' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:06 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:07.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/620627300' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:07.034 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:06 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:07.034 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/620627300' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:07.034 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:06 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:07.115 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:07.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:07.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:07.129 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 65 16 83410 83394 80.1275 45.4375 0.0235058 0.0124737 2023-10-09T05:07:07.225 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:07.304 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:07.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: failed to encode map e541 with expected crc 2023-10-09T05:07:07.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: failed to encode map e541 with expected crc 2023-10-09T05:07:07.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:07:07.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: osdmap e541: 8 total, 8 up, 7 in 2023-10-09T05:07:07.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: failed to encode map e541 with expected crc 2023-10-09T05:07:07.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: failed to encode map e541 with expected crc 2023-10-09T05:07:07.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:07 smithi150 ceph-mon[168511]: pgmap v1656: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 24910/241392 objects degraded (10.319%); 7167/241392 objects misplaced (2.969%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:07:08.129 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 66 16 84167 84151 79.6305 47.3125 0.0332232 0.0125523 2023-10-09T05:07:08.163 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: osdmap e541: 8 total, 8 up, 7 in 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[184249]: pgmap v1656: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 24910/241392 objects degraded (10.319%); 7167/241392 objects misplaced (2.969%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:07:08.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: osdmap e541: 8 total, 8 up, 7 in 2023-10-09T05:07:08.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: failed to encode map e541 with expected crc 2023-10-09T05:07:08.165 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:07 smithi107 ceph-mon[179183]: pgmap v1656: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 24910/241392 objects degraded (10.319%); 7167/241392 objects misplaced (2.969%); 2.7 MiB/s, 43 objects/s recovering 2023-10-09T05:07:08.276 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:08.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:08.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:08.393 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:08.454 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:08.621 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:08.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:08.627 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:08.728 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:08.826 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:08.949 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:08.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:08.954 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:09.055 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:09.131 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 67 16 84897 84881 79.1208 45.625 0.0142897 0.0126326 2023-10-09T05:07:09.132 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:09.134 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:09.396 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:09.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:09.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:09.513 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:09.568 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:07:09.569 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:07:09.582 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:09.649 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:09.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:09.656 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:09.757 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:09.820 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:10.017 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:10 smithi107 ceph-mon[184249]: pgmap v1657: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 49 MiB/s wr, 789 op/s; 24910/249333 objects degraded (9.991%); 6783/249333 objects misplaced (2.720%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T05:07:10.020 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:10 smithi107 ceph-mon[179183]: pgmap v1657: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 49 MiB/s wr, 789 op/s; 24910/249333 objects degraded (9.991%); 6783/249333 objects misplaced (2.720%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T05:07:10.021 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3539047881' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:07:10.023 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:07:10.132 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 68 16 85619 85603 78.6211 45.125 0.0428075 0.0127133 2023-10-09T05:07:10.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3539047881' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:07:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:10 smithi150 ceph-mon[168511]: pgmap v1657: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 49 MiB/s wr, 789 op/s; 24910/249333 objects degraded (9.991%); 6783/249333 objects misplaced (2.720%); 5.7 MiB/s, 91 objects/s recovering 2023-10-09T05:07:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3539047881' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:07:11.132 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 69 16 86369 86353 78.1613 46.875 0.0124741 0.0127892 2023-10-09T05:07:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3539047881' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: osdmap e542: 8 total, 8 up, 7 in 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/249333 objects degraded (9.991%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3539047881' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: osdmap e542: 8 total, 8 up, 7 in 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:11 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/249333 objects degraded (9.991%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:11.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3539047881' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: osdmap e542: 8 total, 8 up, 7 in 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: failed to encode map e542 with expected crc 2023-10-09T05:07:11.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:11 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/249333 objects degraded (9.991%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:12.132 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 70 16 87135 87119 77.7288 47.875 0.00929164 0.01286 2023-10-09T05:07:12.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:12 smithi107 ceph-mon[184249]: pgmap v1659: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 35 MiB/s wr, 562 op/s; 24910/252117 objects degraded (9.880%); 6783/252117 objects misplaced (2.690%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T05:07:12.419 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:07:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:07:12] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2023-10-09T05:07:12.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:12 smithi107 ceph-mon[179183]: pgmap v1659: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 35 MiB/s wr, 562 op/s; 24910/252117 objects degraded (9.880%); 6783/252117 objects misplaced (2.690%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T05:07:12.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:12 smithi150 ceph-mon[168511]: pgmap v1659: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 35 MiB/s wr, 562 op/s; 24910/252117 objects degraded (9.880%); 6783/252117 objects misplaced (2.690%); 3.0 MiB/s, 47 objects/s recovering 2023-10-09T05:07:13.132 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 71 16 87911 87895 77.3173 48.5 0.0266212 0.0129282 2023-10-09T05:07:13.293 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 3, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:07:13.293 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:07:13.294 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_9 2023-10-09T05:07:13.294 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:07:14.132 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 72 16 88679 88663 76.9103 48 0.0101192 0.0129965 2023-10-09T05:07:14.304 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:07:14.304 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:14 smithi107 ceph-mon[179183]: pgmap v1660: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 57 MiB/s wr, 912 op/s; 24910/260526 objects degraded (9.561%); 6416/260526 objects misplaced (2.463%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T05:07:14.305 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:14 smithi107 ceph-mon[184249]: pgmap v1660: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 57 MiB/s wr, 912 op/s; 24910/260526 objects degraded (9.561%); 6416/260526 objects misplaced (2.463%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T05:07:14.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:14 smithi150 ceph-mon[168511]: pgmap v1660: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 57 MiB/s wr, 912 op/s; 24910/260526 objects degraded (9.561%); 6416/260526 objects misplaced (2.463%); 5.9 MiB/s, 93 objects/s recovering 2023-10-09T05:07:15.132 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 73 16 89448 89432 76.5154 48.0625 0.030369 0.0130649 2023-10-09T05:07:15.723 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:15.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:15.730 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:15.831 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:15.871 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:16.053 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:16 smithi107 ceph-mon[179183]: pgmap v1661: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 48 MiB/s wr, 771 op/s; 24910/260526 objects degraded (9.561%); 6416/260526 objects misplaced (2.463%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T05:07:16.054 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:16 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/260526 objects degraded (9.561%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:16.054 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:16 smithi107 ceph-mon[184249]: pgmap v1661: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 48 MiB/s wr, 771 op/s; 24910/260526 objects degraded (9.561%); 6416/260526 objects misplaced (2.463%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T05:07:16.054 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:16 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/260526 objects degraded (9.561%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:16.135 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 74 16 90182 90166 76.0986 45.875 0.0197451 0.0131352 2023-10-09T05:07:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:16 smithi150 ceph-mon[168511]: pgmap v1661: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 48 MiB/s wr, 771 op/s; 24910/260526 objects degraded (9.561%); 6416/260526 objects misplaced (2.463%); 5.7 MiB/s, 90 objects/s recovering 2023-10-09T05:07:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:16 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/260526 objects degraded (9.561%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:16.564 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:16.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:16.569 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:16.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:16.793 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:16.831 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:17.135 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 75 16 90922 90906 75.7008 46.25 0.0180807 0.0132046 2023-10-09T05:07:17.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:17.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:17.428 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:17.428 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:17.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:17.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:17.807 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:17.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:17.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:17.817 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:17.914 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:18.008 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:18.108 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:18.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:18.114 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:18.131 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:18 smithi107 ceph-mon[184249]: pgmap v1662: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 46 MiB/s wr, 733 op/s; 24910/263400 objects degraded (9.457%); 6416/263400 objects misplaced (2.436%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:07:18.131 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:18 smithi107 ceph-mon[179183]: pgmap v1662: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 46 MiB/s wr, 733 op/s; 24910/263400 objects degraded (9.457%); 6416/263400 objects misplaced (2.436%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:07:18.135 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 76 16 91664 91648 75.3151 46.375 0.0189846 0.0132716 2023-10-09T05:07:18.214 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:18.219 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:07:18.288 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:18 smithi150 ceph-mon[168511]: pgmap v1662: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 46 MiB/s wr, 733 op/s; 24910/263400 objects degraded (9.457%); 6416/263400 objects misplaced (2.436%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:07:18.984 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:18.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:18.992 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:19.093 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:19.135 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 77 16 92317 92301 74.8671 40.8125 0.0688653 0.0133469 2023-10-09T05:07:19.180 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:19.545 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:19.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:19.555 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:19.655 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:19.667 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:07:19.696 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:07:19.716 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:19.733 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:07:19.768 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:07:19.777 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:19.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:19.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:19.807 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:07:19.857 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:07:19.886 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:19.896 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:07:19.935 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:07:19.941 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.941 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.941 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.942 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.942 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.942 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.942 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.942 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:07:19.966 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:20.025 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:20.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:20.034 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:20.135 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:20.136 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 78 16 92968 92952 74.4283 40.6875 0.0142247 0.0134305 2023-10-09T05:07:20.153 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:20 smithi107 ceph-mon[184249]: pgmap v1663: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 47 MiB/s wr, 751 op/s; 24910/271893 objects degraded (9.162%); 6020/271893 objects misplaced (2.214%); 4.8 MiB/s, 76 objects/s recovering 2023-10-09T05:07:20.154 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:20 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1347870886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:20.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:20 smithi107 ceph-mon[179183]: pgmap v1663: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 47 MiB/s wr, 751 op/s; 24910/271893 objects degraded (9.162%); 6020/271893 objects misplaced (2.214%); 4.8 MiB/s, 76 objects/s recovering 2023-10-09T05:07:20.154 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:20 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1347870886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:20.203 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:20.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:20 smithi150 ceph-mon[168511]: pgmap v1663: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 47 MiB/s wr, 751 op/s; 24910/271893 objects degraded (9.162%); 6020/271893 objects misplaced (2.214%); 4.8 MiB/s, 76 objects/s recovering 2023-10-09T05:07:20.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:20 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1347870886' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:21.136 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 79 16 93722 93706 74.0828 47.125 0.0138629 0.0134927 2023-10-09T05:07:21.423 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:21 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/271893 objects degraded (9.162%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:21.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:21 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/271893 objects degraded (9.162%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:21.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:21 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/271893 objects degraded (9.162%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:22.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:2023-10-09T05:07:22.137553+0000 min lat: 0.00117672 max lat: 2.30142 avg lat: 0.0135616 2023-10-09T05:07:22.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-10-09T05:07:22.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 80 16 94428 94412 73.7085 44.125 0.0167737 0.0135616 2023-10-09T05:07:22.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:22 smithi107 ceph-mon[184249]: pgmap v1664: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.6 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 48 MiB/s wr, 772 op/s; 24910/274677 objects degraded (9.069%); 6020/274677 objects misplaced (2.192%); 4.4 MiB/s, 69 objects/s recovering 2023-10-09T05:07:22.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:22 smithi107 ceph-mon[179183]: pgmap v1664: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.6 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 48 MiB/s wr, 772 op/s; 24910/274677 objects degraded (9.069%); 6020/274677 objects misplaced (2.192%); 4.4 MiB/s, 69 objects/s recovering 2023-10-09T05:07:22.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:07:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:07:22] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2023-10-09T05:07:22.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:22 smithi150 ceph-mon[168511]: pgmap v1664: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.6 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 48 MiB/s wr, 772 op/s; 24910/274677 objects degraded (9.069%); 6020/274677 objects misplaced (2.192%); 4.4 MiB/s, 69 objects/s recovering 2023-10-09T05:07:23.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 81 16 95187 95171 73.3843 47.4375 0.00739494 0.0136209 2023-10-09T05:07:24.138 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 82 16 95935 95919 73.0596 46.75 0.0164293 0.0136822 2023-10-09T05:07:24.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:24 smithi150 ceph-mon[168511]: pgmap v1665: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 53 MiB/s wr, 843 op/s; 24910/282495 objects degraded (8.818%); 5609/282495 objects misplaced (1.986%); 6.1 MiB/s, 97 objects/s recovering 2023-10-09T05:07:24.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:24 smithi107 ceph-mon[184249]: pgmap v1665: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 53 MiB/s wr, 843 op/s; 24910/282495 objects degraded (8.818%); 5609/282495 objects misplaced (1.986%); 6.1 MiB/s, 97 objects/s recovering 2023-10-09T05:07:24.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:24 smithi107 ceph-mon[179183]: pgmap v1665: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 53 MiB/s wr, 843 op/s; 24910/282495 objects degraded (8.818%); 5609/282495 objects misplaced (1.986%); 6.1 MiB/s, 97 objects/s recovering 2023-10-09T05:07:24.790 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:24.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:24.797 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:24.898 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:24.994 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:25.050 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:25.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:25.057 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:25.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 83 15 96653 96638 72.721 44.9375 0.0342668 0.0137452 2023-10-09T05:07:25.158 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:25.214 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:25.323 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:25.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:25.332 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:25.333 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:25 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:07:25.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:25 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:07:25.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:25 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:07:25.432 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:25.448 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:25.499 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:26.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 84 16 97294 97278 72.3316 40 0.0299679 0.0138196 2023-10-09T05:07:26.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:26 smithi150 ceph-mon[168511]: pgmap v1666: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 610 op/s; 24910/282495 objects degraded (8.818%); 5609/282495 objects misplaced (1.986%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:26.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:26 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/282495 objects degraded (8.818%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:26.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:26 smithi107 ceph-mon[184249]: pgmap v1666: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 610 op/s; 24910/282495 objects degraded (8.818%); 5609/282495 objects misplaced (1.986%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:26.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:26 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/282495 objects degraded (8.818%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:26.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:26 smithi107 ceph-mon[179183]: pgmap v1666: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 610 op/s; 24910/282495 objects degraded (8.818%); 5609/282495 objects misplaced (1.986%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:26.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:26 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/282495 objects degraded (8.818%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:26.876 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:26.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:26.884 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:26.984 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:27.030 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:27.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 85 16 97999 97983 71.9992 44.0625 0.0219711 0.0138838 2023-10-09T05:07:27.146 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:27.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:27.151 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:27.174 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:07:27.251 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:27.339 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:27.650 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:27.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:27.657 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:27.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:27.831 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:28.010 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:28.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:28.020 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:28.121 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:28.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 86 16 98622 98606 71.6149 38.9375 0.0103187 0.0139585 2023-10-09T05:07:28.205 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:28.313 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:28.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:28.320 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:28.321 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:28 smithi107 ceph-mon[184249]: pgmap v1667: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 43 MiB/s wr, 687 op/s; 24910/285294 objects degraded (8.731%); 5609/285294 objects misplaced (1.966%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:28.321 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:28 smithi107 ceph-mon[179183]: pgmap v1667: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 43 MiB/s wr, 687 op/s; 24910/285294 objects degraded (8.731%); 5609/285294 objects misplaced (1.966%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:28.421 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:28 smithi150 ceph-mon[168511]: pgmap v1667: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 43 MiB/s wr, 687 op/s; 24910/285294 objects degraded (8.731%); 5609/285294 objects misplaced (1.966%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:28.542 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:28.844 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:07:28.849 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:07:29.137 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 87 16 99273 99257 71.2596 40.6875 0.0196055 0.014024 2023-10-09T05:07:29.537 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:29.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:29.544 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:29.644 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:29.679 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:07:29.679 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:07:29.679 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T05:07:29.679 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:07:29.711 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:29.768 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:29.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:29.773 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:29.874 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:29.923 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:30.006 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:30.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:30.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:30.120 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:30.141 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 88 16 99909 99893 70.899 39.75 0.0217213 0.0140993 2023-10-09T05:07:30.217 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:30.335 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1667,"stamp":"2023-10-09T05:07:26.941800+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6231365536,"num_objects":95098,"num_object_clones":0,"num_object_copies":285294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24910,"num_objects_misplaced":5609,"num_objects_unfound":0,"num_objects_dirty":95098,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":95135,"num_write_kb":6084765,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2766,"num_bytes_recovered":178478538,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96800,"ondisk_log_size":96800,"up":297,"acting":289,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":25274596,"kb_used_data":16322988,"kb_used_omap":16,"kb_used_meta":8951535,"kb_avail":630941468,"statfs":{"total":671965249536,"available":646084063232,"internally_reserved":0,"allocated":16714739712,"data_stored":16701463034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9166372608},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,7,3,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":541065216,"num_objects":8256,"num_object_clones":0,"num_object_copies":24768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-807,"num_objects_unfound":0,"num_objects_dirty":8256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8256,"num_write_kb":528384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":807,"num_bytes_recovered":52887552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003654"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":565,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691001+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:07:06.691001+0000","last_peered":"2023-10-09T05:07:06.691001+0000","last_clean":"2023-10-09T05:07:06.691001+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:07:06.691001+0000","last_undegraded":"2023-10-09T05:07:06.691001+0000","last_fullsized":"2023-10-09T05:07:06.691001+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":286,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.678602+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:07:06.678602+0000","last_peered":"2023-10-09T05:07:06.678602+0000","last_clean":"2023-10-09T05:07:06.678602+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:07:06.678602+0000","last_undegraded":"2023-10-09T05:07:06.678602+0000","last_fullsized":"2023-10-09T05:07:06.678602+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":408,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.680589+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:07:06.680589+0000","last_peered":"2023-10-09T05:07:06.680589+0000","last_clean":"2023-10-09T05:07:06.680589+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:07:06.680589+0000","last_undegraded":"2023-10-09T05:07:06.680589+0000","last_fullsized":"2023-10-09T05:07:06.680589+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":99,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681918+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:07:06.681918+0000","last_peered":"2023-10-09T05:07:06.681918+0000","last_clean":"2023-10-09T05:07:06.681918+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:07:06.681918+0000","last_undegraded":"2023-10-09T05:07:06.681918+0000","last_fullsized":"2023-10-09T05:07:06.681918+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":265,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679458+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:07:06.679458+0000","last_peered":"2023-10-09T05:07:06.679458+0000","last_clean":"2023-10-09T05:07:06.679458+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:07:06.679458+0000","last_undegraded":"2023-10-09T05:07:06.679458+0000","last_fullsized":"2023-10-09T05:07:06.679458+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":242,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.685374+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:07:06.685374+0000","last_peered":"2023-10-09T05:07:06.685374+0000","last_clean":"2023-10-09T05:07:06.685374+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:07:06.685374+0000","last_undegraded":"2023-10-09T05:07:06.685374+0000","last_fullsized":"2023-10-09T05:07:06.685374+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":503,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682649+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:07:06.682649+0000","last_peered":"2023-10-09T05:07:06.682649+0000","last_clean":"2023-10-09T05:07:06.682649+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:07:06.682649+0000","last_undegraded":"2023-10-09T05:07:06.682649+0000","last_fullsized":"2023-10-09T05:07:06.682649+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":291,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679672+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:07:06.679672+0000","last_peered":"2023-10-09T05:07:06.679672+0000","last_clean":"2023-10-09T05:07:06.679672+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:07:06.679672+0000","last_undegraded":"2023-10-09T05:07:06.679672+0000","last_fullsized":"2023-10-09T05:07:06.679672+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":566,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682318+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:07:06.682318+0000","last_peered":"2023-10-09T05:07:06.682318+0000","last_clean":"2023-10-09T05:07:06.682318+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:07:06.682318+0000","last_undegraded":"2023-10-09T05:07:06.682318+0000","last_fullsized":"2023-10-09T05:07:06.682318+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":281,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.680804+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:07:06.680804+0000","last_peered":"2023-10-09T05:07:06.680804+0000","last_clean":"2023-10-09T05:07:06.680804+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:07:06.680804+0000","last_undegraded":"2023-10-09T05:07:06.680804+0000","last_fullsized":"2023-10-09T05:07:06.680804+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":105,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682248+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:07:06.682248+0000","last_peered":"2023-10-09T05:07:06.682248+0000","last_clean":"2023-10-09T05:07:06.682248+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:07:06.682248+0000","last_undegraded":"2023-10-09T05:07:06.682248+0000","last_fullsized":"2023-10-09T05:07:06.682248+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":435,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.687064+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:07:06.687064+0000","last_peered":"2023-10-09T05:07:06.687064+0000","last_clean":"2023-10-09T05:07:06.687064+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:07:06.687064+0000","last_undegraded":"2023-10-09T05:07:06.687064+0000","last_fullsized":"2023-10-09T05:07:06.687064+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":618,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691334+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:07:06.691334+0000","last_peered":"2023-10-09T05:07:06.691334+0000","last_clean":"2023-10-09T05:07:06.691334+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:07:06.691334+0000","last_undegraded":"2023-10-09T05:07:06.691334+0000","last_fullsized":"2023-10-09T05:07:06.691334+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":586,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691140+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:07:06.691140+0000","last_peered":"2023-10-09T05:07:06.691140+0000","last_clean":"2023-10-09T05:07:06.691140+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:07:06.691140+0000","last_undegraded":"2023-10-09T05:07:06.691140+0000","last_fullsized":"2023-10-09T05:07:06.691140+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":105,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681811+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:07:06.681811+0000","last_peered":"2023-10-09T05:07:06.681811+0000","last_clean":"2023-10-09T05:07:06.681811+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:07:06.681811+0000","last_undegraded":"2023-10-09T05:07:06.681811+0000","last_fullsized":"2023-10-09T05:07:06.681811+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":388,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679669+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:07:06.679669+0000","last_peered":"2023-10-09T05:07:06.679669+0000","last_clean":"2023-10-09T05:07:06.679669+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:07:06.679669+0000","last_undegraded":"2023-10-09T05:07:06.679669+0000","last_fullsized":"2023-10-09T05:07:06.679669+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":99,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681554+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:07:06.681554+0000","last_peered":"2023-10-09T05:07:06.681554+0000","last_clean":"2023-10-09T05:07:06.681554+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:07:06.681554+0000","last_undegraded":"2023-10-09T05:07:06.681554+0000","last_fullsized":"2023-10-09T05:07:06.681554+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":558,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682545+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:07:06.682545+0000","last_peered":"2023-10-09T05:07:06.682545+0000","last_clean":"2023-10-09T05:07:06.682545+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:07:06.682545+0000","last_undegraded":"2023-10-09T05:07:06.682545+0000","last_fullsized":"2023-10-09T05:07:06.682545+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":99,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681510+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:07:06.681510+0000","last_peered":"2023-10-09T05:07:06.681510+0000","last_clean":"2023-10-09T05:07:06.681510+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:07:06.681510+0000","last_undegraded":"2023-10-09T05:07:06.681510+0000","last_fullsized":"2023-10-09T05:07:06.681510+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":517,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681963+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:07:06.681963+0000","last_peered":"2023-10-09T05:07:06.681963+0000","last_clean":"2023-10-09T05:07:06.681963+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:07:06.681963+0000","last_undegraded":"2023-10-09T05:07:06.681963+0000","last_fullsized":"2023-10-09T05:07:06.681963+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":240,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.684600+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:07:06.684600+0000","last_peered":"2023-10-09T05:07:06.684600+0000","last_clean":"2023-10-09T05:07:06.684600+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:07:06.684600+0000","last_undegraded":"2023-10-09T05:07:06.684600+0000","last_fullsized":"2023-10-09T05:07:06.684600+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":285,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679098+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:07:06.679098+0000","last_peered":"2023-10-09T05:07:06.679098+0000","last_clean":"2023-10-09T05:07:06.679098+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:07:06.679098+0000","last_undegraded":"2023-10-09T05:07:06.679098+0000","last_fullsized":"2023-10-09T05:07:06.679098+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"542'5880","reported_seq":5915,"reported_epoch":542,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:22.306389+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:07:22.306389+0000","last_peered":"2023-10-09T05:07:22.306389+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:07:22.306389+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5880,"log_dups_size":0,"ondisk_log_size":5880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":385351680,"num_objects":5880,"num_object_clones":0,"num_object_copies":17640,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5880,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5880,"num_write_kb":376320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":4162},{"shards":"3,6","objects":1718}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":103,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.683086+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:07:06.683086+0000","last_peered":"2023-10-09T05:07:06.683086+0000","last_clean":"2023-10-09T05:07:06.683086+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:07:06.683086+0000","last_undegraded":"2023-10-09T05:07:06.683086+0000","last_fullsized":"2023-10-09T05:07:06.683086+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":542,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682199+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:07:06.682199+0000","last_peered":"2023-10-09T05:07:06.682199+0000","last_clean":"2023-10-09T05:07:06.682199+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:07:06.682199+0000","last_undegraded":"2023-10-09T05:07:06.682199+0000","last_fullsized":"2023-10-09T05:07:06.682199+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"542'5905","reported_seq":8431,"reported_epoch":542,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T05:07:21.972827+0000","last_change":"2023-10-09T05:06:44.735898+0000","last_active":"2023-10-09T05:07:21.972827+0000","last_peered":"2023-10-09T05:07:21.972827+0000","last_clean":"2023-10-09T05:06:42.481123+0000","last_became_active":"2023-10-09T05:06:44.700379+0000","last_became_peered":"2023-10-09T05:06:44.700379+0000","last_unstale":"2023-10-09T05:07:21.972827+0000","last_undegraded":"2023-10-09T05:07:21.972827+0000","last_fullsized":"2023-10-09T05:06:44.490567+0000","mapping_epoch":534,"log_start":"526'100","ondisk_log_start":"526'100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5805,"log_dups_size":0,"ondisk_log_size":5805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:48:26.384509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":386990080,"num_objects":5905,"num_object_clones":0,"num_object_copies":17715,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2928,"num_objects_unfound":0,"num_objects_dirty":5905,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5905,"num_write_kb":377920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1245,"num_bytes_recovered":81592320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0],"avail_no_missing":["3","0","1"],"object_location_counts":[{"shards":"0,1,3","objects":2928},{"shards":"0,3","objects":2977}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":134,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681853+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:07:06.681853+0000","last_peered":"2023-10-09T05:07:06.681853+0000","last_clean":"2023-10-09T05:07:06.681853+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:07:06.681853+0000","last_undegraded":"2023-10-09T05:07:06.681853+0000","last_fullsized":"2023-10-09T05:07:06.681853+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":576,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690472+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:07:06.690472+0000","last_peered":"2023-10-09T05:07:06.690472+0000","last_clean":"2023-10-09T05:07:06.690472+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:07:06.690472+0000","last_undegraded":"2023-10-09T05:07:06.690472+0000","last_fullsized":"2023-10-09T05:07:06.690472+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"542'6124","reported_seq":6152,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:25.078144+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:07:25.078144+0000","last_peered":"2023-10-09T05:07:25.078144+0000","last_clean":"2023-10-09T05:07:25.078144+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:07:25.078144+0000","last_undegraded":"2023-10-09T05:07:25.078144+0000","last_fullsized":"2023-10-09T05:07:25.078144+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6124,"log_dups_size":0,"ondisk_log_size":6124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401342464,"num_objects":6124,"num_object_clones":0,"num_object_copies":18372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6124,"num_write_kb":391936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":103,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682410+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:07:06.682410+0000","last_peered":"2023-10-09T05:07:06.682410+0000","last_clean":"2023-10-09T05:07:06.682410+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:07:06.682410+0000","last_undegraded":"2023-10-09T05:07:06.682410+0000","last_fullsized":"2023-10-09T05:07:06.682410+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":262,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.687130+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:07:06.687130+0000","last_peered":"2023-10-09T05:07:06.687130+0000","last_clean":"2023-10-09T05:07:06.687130+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:07:06.687130+0000","last_undegraded":"2023-10-09T05:07:06.687130+0000","last_fullsized":"2023-10-09T05:07:06.687130+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"542'5791","reported_seq":5829,"reported_epoch":542,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:21.894532+0000","last_change":"2023-10-09T05:06:44.732033+0000","last_active":"2023-10-09T05:07:21.894532+0000","last_peered":"2023-10-09T05:07:21.894532+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:07:21.894532+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5791,"log_dups_size":0,"ondisk_log_size":5791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379518976,"num_objects":5791,"num_object_clones":0,"num_object_copies":17373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4125,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5791,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":4125},{"shards":"2,3","objects":1666}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":586,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682472+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:07:06.682472+0000","last_peered":"2023-10-09T05:07:06.682472+0000","last_clean":"2023-10-09T05:07:06.682472+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:07:06.682472+0000","last_undegraded":"2023-10-09T05:07:06.682472+0000","last_fullsized":"2023-10-09T05:07:06.682472+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":545,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.675772+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:07:06.675772+0000","last_peered":"2023-10-09T05:07:06.675772+0000","last_clean":"2023-10-09T05:07:06.675772+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:07:06.675772+0000","last_undegraded":"2023-10-09T05:07:06.675772+0000","last_fullsized":"2023-10-09T05:07:06.675772+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"542'5986","reported_seq":6022,"reported_epoch":542,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:25.088533+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:07:25.088533+0000","last_peered":"2023-10-09T05:07:25.088533+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:07:25.088533+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5986,"log_dups_size":0,"ondisk_log_size":5986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":392298496,"num_objects":5986,"num_object_clones":0,"num_object_copies":17958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5986,"num_write_kb":383104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4123},{"shards":"0,2","objects":1863}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":967,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681973+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:07:06.681973+0000","last_peered":"2023-10-09T05:07:06.681973+0000","last_clean":"2023-10-09T05:07:06.681973+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:07:06.681973+0000","last_undegraded":"2023-10-09T05:07:06.681973+0000","last_fullsized":"2023-10-09T05:07:06.681973+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":211,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.692325+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:07:06.692325+0000","last_peered":"2023-10-09T05:07:06.692325+0000","last_clean":"2023-10-09T05:07:06.692325+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:07:06.692325+0000","last_undegraded":"2023-10-09T05:07:06.692325+0000","last_fullsized":"2023-10-09T05:07:06.692325+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":586,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691159+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:07:06.691159+0000","last_peered":"2023-10-09T05:07:06.691159+0000","last_clean":"2023-10-09T05:07:06.691159+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:07:06.691159+0000","last_undegraded":"2023-10-09T05:07:06.691159+0000","last_fullsized":"2023-10-09T05:07:06.691159+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"542'6007","reported_seq":6034,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.358258+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:07:22.358258+0000","last_peered":"2023-10-09T05:07:22.358258+0000","last_clean":"2023-10-09T05:07:22.358258+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:07:22.358258+0000","last_undegraded":"2023-10-09T05:07:22.358258+0000","last_fullsized":"2023-10-09T05:07:22.358258+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6007,"log_dups_size":0,"ondisk_log_size":6007,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393674752,"num_objects":6007,"num_object_clones":0,"num_object_copies":18021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6007,"num_write_kb":384448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":540,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679303+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:07:06.679303+0000","last_peered":"2023-10-09T05:07:06.679303+0000","last_clean":"2023-10-09T05:07:06.679303+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:07:06.679303+0000","last_undegraded":"2023-10-09T05:07:06.679303+0000","last_fullsized":"2023-10-09T05:07:06.679303+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":242,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.687197+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:07:06.687197+0000","last_peered":"2023-10-09T05:07:06.687197+0000","last_clean":"2023-10-09T05:07:06.687197+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:07:06.687197+0000","last_undegraded":"2023-10-09T05:07:06.687197+0000","last_fullsized":"2023-10-09T05:07:06.687197+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":522,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690484+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:07:06.690484+0000","last_peered":"2023-10-09T05:07:06.690484+0000","last_clean":"2023-10-09T05:07:06.690484+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:07:06.690484+0000","last_undegraded":"2023-10-09T05:07:06.690484+0000","last_fullsized":"2023-10-09T05:07:06.690484+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"542'5910","reported_seq":5937,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.319285+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:07:22.319285+0000","last_peered":"2023-10-09T05:07:22.319285+0000","last_clean":"2023-10-09T05:07:22.319285+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:07:22.319285+0000","last_undegraded":"2023-10-09T05:07:22.319285+0000","last_fullsized":"2023-10-09T05:07:22.319285+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5910,"log_dups_size":0,"ondisk_log_size":5910,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":387317760,"num_objects":5910,"num_object_clones":0,"num_object_copies":17730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5910,"num_write_kb":378240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":523,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690401+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:07:06.690401+0000","last_peered":"2023-10-09T05:07:06.690401+0000","last_clean":"2023-10-09T05:07:06.690401+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:07:06.690401+0000","last_undegraded":"2023-10-09T05:07:06.690401+0000","last_fullsized":"2023-10-09T05:07:06.690401+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":596,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.694199+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:07:06.694199+0000","last_peered":"2023-10-09T05:07:06.694199+0000","last_clean":"2023-10-09T05:07:06.694199+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:07:06.694199+0000","last_undegraded":"2023-10-09T05:07:06.694199+0000","last_fullsized":"2023-10-09T05:07:06.694199+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"542'5931","reported_seq":5958,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.263769+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:07:22.263769+0000","last_peered":"2023-10-09T05:07:22.263769+0000","last_clean":"2023-10-09T05:07:22.263769+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:07:22.263769+0000","last_undegraded":"2023-10-09T05:07:22.263769+0000","last_fullsized":"2023-10-09T05:07:22.263769+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5931,"log_dups_size":0,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388694016,"num_objects":5931,"num_object_clones":0,"num_object_copies":17793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5931,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":540,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.683126+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:07:06.683126+0000","last_peered":"2023-10-09T05:07:06.683126+0000","last_clean":"2023-10-09T05:07:06.683126+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:07:06.683126+0000","last_undegraded":"2023-10-09T05:07:06.683126+0000","last_fullsized":"2023-10-09T05:07:06.683126+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":283,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679596+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:07:06.679596+0000","last_peered":"2023-10-09T05:07:06.679596+0000","last_clean":"2023-10-09T05:07:06.679596+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:07:06.679596+0000","last_undegraded":"2023-10-09T05:07:06.679596+0000","last_fullsized":"2023-10-09T05:07:06.679596+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":391,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679170+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:07:06.679170+0000","last_peered":"2023-10-09T05:07:06.679170+0000","last_clean":"2023-10-09T05:07:06.679170+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:07:06.679170+0000","last_undegraded":"2023-10-09T05:07:06.679170+0000","last_fullsized":"2023-10-09T05:07:06.679170+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"542'6089","reported_seq":6125,"reported_epoch":542,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:25.096666+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:07:25.096666+0000","last_peered":"2023-10-09T05:07:25.096666+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:07:25.096666+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6089,"log_dups_size":0,"ondisk_log_size":6089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399048704,"num_objects":6089,"num_object_clones":0,"num_object_copies":18267,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6089,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6089,"num_write_kb":389696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4164},{"shards":"0,2","objects":1925}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":921,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.685306+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:07:06.685306+0000","last_peered":"2023-10-09T05:07:06.685306+0000","last_clean":"2023-10-09T05:07:06.685306+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:07:06.685306+0000","last_undegraded":"2023-10-09T05:07:06.685306+0000","last_fullsized":"2023-10-09T05:07:06.685306+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":126,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682048+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:07:06.682048+0000","last_peered":"2023-10-09T05:07:06.682048+0000","last_clean":"2023-10-09T05:07:06.682048+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:07:06.682048+0000","last_undegraded":"2023-10-09T05:07:06.682048+0000","last_fullsized":"2023-10-09T05:07:06.682048+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":556,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682475+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:07:06.682475+0000","last_peered":"2023-10-09T05:07:06.682475+0000","last_clean":"2023-10-09T05:07:06.682475+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:07:06.682475+0000","last_undegraded":"2023-10-09T05:07:06.682475+0000","last_fullsized":"2023-10-09T05:07:06.682475+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":310,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.683073+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:07:06.683073+0000","last_peered":"2023-10-09T05:07:06.683073+0000","last_clean":"2023-10-09T05:07:06.683073+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:07:06.683073+0000","last_undegraded":"2023-10-09T05:07:06.683073+0000","last_fullsized":"2023-10-09T05:07:06.683073+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"542'5927","reported_seq":5954,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.328273+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:07:22.328273+0000","last_peered":"2023-10-09T05:07:22.328273+0000","last_clean":"2023-10-09T05:07:22.328273+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:07:22.328273+0000","last_undegraded":"2023-10-09T05:07:22.328273+0000","last_fullsized":"2023-10-09T05:07:22.328273+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5927,"log_dups_size":0,"ondisk_log_size":5927,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388431872,"num_objects":5927,"num_object_clones":0,"num_object_copies":17781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5927,"num_write_kb":379328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":540,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679401+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:07:06.679401+0000","last_peered":"2023-10-09T05:07:06.679401+0000","last_clean":"2023-10-09T05:07:06.679401+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:07:06.679401+0000","last_undegraded":"2023-10-09T05:07:06.679401+0000","last_fullsized":"2023-10-09T05:07:06.679401+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":589,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682998+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:07:06.682998+0000","last_peered":"2023-10-09T05:07:06.682998+0000","last_clean":"2023-10-09T05:07:06.682998+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:07:06.682998+0000","last_undegraded":"2023-10-09T05:07:06.682998+0000","last_fullsized":"2023-10-09T05:07:06.682998+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":543,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691059+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:07:06.691059+0000","last_peered":"2023-10-09T05:07:06.691059+0000","last_clean":"2023-10-09T05:07:06.691059+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:07:06.691059+0000","last_undegraded":"2023-10-09T05:07:06.691059+0000","last_fullsized":"2023-10-09T05:07:06.691059+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":416,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682885+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:07:06.682885+0000","last_peered":"2023-10-09T05:07:06.682885+0000","last_clean":"2023-10-09T05:07:06.682885+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:07:06.682885+0000","last_undegraded":"2023-10-09T05:07:06.682885+0000","last_fullsized":"2023-10-09T05:07:06.682885+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"542'5913","reported_seq":5940,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.190190+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:07:22.190190+0000","last_peered":"2023-10-09T05:07:22.190190+0000","last_clean":"2023-10-09T05:07:22.190190+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:07:22.190190+0000","last_undegraded":"2023-10-09T05:07:22.190190+0000","last_fullsized":"2023-10-09T05:07:22.190190+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5913,"log_dups_size":0,"ondisk_log_size":5913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":387514368,"num_objects":5913,"num_object_clones":0,"num_object_copies":17739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5913,"num_write_kb":378432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":512,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681463+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:07:06.681463+0000","last_peered":"2023-10-09T05:07:06.681463+0000","last_clean":"2023-10-09T05:07:06.681463+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:07:06.681463+0000","last_undegraded":"2023-10-09T05:07:06.681463+0000","last_fullsized":"2023-10-09T05:07:06.681463+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":559,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.683156+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:07:06.683156+0000","last_peered":"2023-10-09T05:07:06.683156+0000","last_clean":"2023-10-09T05:07:06.683156+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:07:06.683156+0000","last_undegraded":"2023-10-09T05:07:06.683156+0000","last_fullsized":"2023-10-09T05:07:06.683156+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":434,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.683323+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:07:06.683323+0000","last_peered":"2023-10-09T05:07:06.683323+0000","last_clean":"2023-10-09T05:07:06.683323+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:07:06.683323+0000","last_undegraded":"2023-10-09T05:07:06.683323+0000","last_fullsized":"2023-10-09T05:07:06.683323+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":346,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682713+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:07:06.682713+0000","last_peered":"2023-10-09T05:07:06.682713+0000","last_clean":"2023-10-09T05:07:06.682713+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:07:06.682713+0000","last_undegraded":"2023-10-09T05:07:06.682713+0000","last_fullsized":"2023-10-09T05:07:06.682713+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"542'5845","reported_seq":8815,"reported_epoch":542,"state":"active+recovering+undersized+remapped","last_fresh":"2023-10-09T05:07:22.295306+0000","last_change":"2023-10-09T05:06:44.749237+0000","last_active":"2023-10-09T05:07:22.295306+0000","last_peered":"2023-10-09T05:07:22.295306+0000","last_clean":"2023-10-09T05:06:42.469275+0000","last_became_active":"2023-10-09T05:06:44.717395+0000","last_became_peered":"2023-10-09T05:06:44.717395+0000","last_unstale":"2023-10-09T05:07:22.295306+0000","last_undegraded":"2023-10-09T05:07:22.295306+0000","last_fullsized":"2023-10-09T05:06:44.513790+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5845,"log_dups_size":0,"ondisk_log_size":5845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:50:04.991332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383057920,"num_objects":5845,"num_object_clones":0,"num_object_copies":17535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2681,"num_objects_unfound":0,"num_objects_dirty":5845,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5845,"num_write_kb":374080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1466,"num_bytes_recovered":96075776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":2681},{"shards":"3,7","objects":3164}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":525,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.680427+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:07:06.680427+0000","last_peered":"2023-10-09T05:07:06.680427+0000","last_clean":"2023-10-09T05:07:06.680427+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:07:06.680427+0000","last_undegraded":"2023-10-09T05:07:06.680427+0000","last_fullsized":"2023-10-09T05:07:06.680427+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":512,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681513+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:07:06.681513+0000","last_peered":"2023-10-09T05:07:06.681513+0000","last_clean":"2023-10-09T05:07:06.681513+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:07:06.681513+0000","last_undegraded":"2023-10-09T05:07:06.681513+0000","last_fullsized":"2023-10-09T05:07:06.681513+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":378,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.678796+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:07:06.678796+0000","last_peered":"2023-10-09T05:07:06.678796+0000","last_clean":"2023-10-09T05:07:06.678796+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:07:06.678796+0000","last_undegraded":"2023-10-09T05:07:06.678796+0000","last_fullsized":"2023-10-09T05:07:06.678796+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":235,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.685228+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:07:06.685228+0000","last_peered":"2023-10-09T05:07:06.685228+0000","last_clean":"2023-10-09T05:07:06.685228+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:07:06.685228+0000","last_undegraded":"2023-10-09T05:07:06.685228+0000","last_fullsized":"2023-10-09T05:07:06.685228+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"542'5911","reported_seq":5938,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.328611+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:07:22.328611+0000","last_peered":"2023-10-09T05:07:22.328611+0000","last_clean":"2023-10-09T05:07:22.328611+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:07:22.328611+0000","last_undegraded":"2023-10-09T05:07:22.328611+0000","last_fullsized":"2023-10-09T05:07:22.328611+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5911,"log_dups_size":0,"ondisk_log_size":5911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":387383296,"num_objects":5911,"num_object_clones":0,"num_object_copies":17733,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5911,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5911,"num_write_kb":378304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":903,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.684820+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:07:06.684820+0000","last_peered":"2023-10-09T05:07:06.684820+0000","last_clean":"2023-10-09T05:07:06.684820+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:07:06.684820+0000","last_undegraded":"2023-10-09T05:07:06.684820+0000","last_fullsized":"2023-10-09T05:07:06.684820+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":126,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681431+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:07:06.681431+0000","last_peered":"2023-10-09T05:07:06.681431+0000","last_clean":"2023-10-09T05:07:06.681431+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:07:06.681431+0000","last_undegraded":"2023-10-09T05:07:06.681431+0000","last_fullsized":"2023-10-09T05:07:06.681431+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":494,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690543+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:07:06.690543+0000","last_peered":"2023-10-09T05:07:06.690543+0000","last_clean":"2023-10-09T05:07:06.690543+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:07:06.690543+0000","last_undegraded":"2023-10-09T05:07:06.690543+0000","last_fullsized":"2023-10-09T05:07:06.690543+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":561,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.675044+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:07:06.675044+0000","last_peered":"2023-10-09T05:07:06.675044+0000","last_clean":"2023-10-09T05:07:06.675044+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:07:06.675044+0000","last_undegraded":"2023-10-09T05:07:06.675044+0000","last_fullsized":"2023-10-09T05:07:06.675044+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"542'5932","reported_seq":5959,"reported_epoch":542,"state":"active+clean","last_fresh":"2023-10-09T05:07:22.308341+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:07:22.308341+0000","last_peered":"2023-10-09T05:07:22.308341+0000","last_clean":"2023-10-09T05:07:22.308341+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:07:22.308341+0000","last_undegraded":"2023-10-09T05:07:22.308341+0000","last_fullsized":"2023-10-09T05:07:22.308341+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5932,"log_dups_size":0,"ondisk_log_size":5932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388759552,"num_objects":5932,"num_object_clones":0,"num_object_copies":17796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5932,"num_write_kb":379648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":881,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.685520+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:07:06.685520+0000","last_peered":"2023-10-09T05:07:06.685520+0000","last_clean":"2023-10-09T05:07:06.685520+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:07:06.685520+0000","last_undegraded":"2023-10-09T05:07:06.685520+0000","last_fullsized":"2023-10-09T05:07:06.685520+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":99,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682324+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:07:06.682324+0000","last_peered":"2023-10-09T05:07:06.682324+0000","last_clean":"2023-10-09T05:07:06.682324+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:07:06.682324+0000","last_undegraded":"2023-10-09T05:07:06.682324+0000","last_fullsized":"2023-10-09T05:07:06.682324+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":295,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682966+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:07:06.682966+0000","last_peered":"2023-10-09T05:07:06.682966+0000","last_clean":"2023-10-09T05:07:06.682966+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:07:06.682966+0000","last_undegraded":"2023-10-09T05:07:06.682966+0000","last_fullsized":"2023-10-09T05:07:06.682966+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":241,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.680491+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:07:06.680491+0000","last_peered":"2023-10-09T05:07:06.680491+0000","last_clean":"2023-10-09T05:07:06.680491+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:07:06.680491+0000","last_undegraded":"2023-10-09T05:07:06.680491+0000","last_fullsized":"2023-10-09T05:07:06.680491+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"542'5878","reported_seq":5915,"reported_epoch":542,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:22.332588+0000","last_change":"2023-10-09T05:06:44.747903+0000","last_active":"2023-10-09T05:07:22.332588+0000","last_peered":"2023-10-09T05:07:22.332588+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:07:22.332588+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5878,"log_dups_size":0,"ondisk_log_size":5878,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":385220608,"num_objects":5878,"num_object_clones":0,"num_object_copies":17634,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4152,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5878,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5878,"num_write_kb":376192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4152},{"shards":"3,5","objects":1726}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":540,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690363+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:07:06.690363+0000","last_peered":"2023-10-09T05:07:06.690363+0000","last_clean":"2023-10-09T05:07:06.690363+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:07:06.690363+0000","last_undegraded":"2023-10-09T05:07:06.690363+0000","last_fullsized":"2023-10-09T05:07:06.690363+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":237,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679245+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:07:06.679245+0000","last_peered":"2023-10-09T05:07:06.679245+0000","last_clean":"2023-10-09T05:07:06.679245+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:07:06.679245+0000","last_undegraded":"2023-10-09T05:07:06.679245+0000","last_fullsized":"2023-10-09T05:07:06.679245+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":456,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.685691+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:07:06.685691+0000","last_peered":"2023-10-09T05:07:06.685691+0000","last_clean":"2023-10-09T05:07:06.685691+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:07:06.685691+0000","last_undegraded":"2023-10-09T05:07:06.685691+0000","last_fullsized":"2023-10-09T05:07:06.685691+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":260,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679376+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:07:06.679376+0000","last_peered":"2023-10-09T05:07:06.679376+0000","last_clean":"2023-10-09T05:07:06.679376+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:07:06.679376+0000","last_undegraded":"2023-10-09T05:07:06.679376+0000","last_fullsized":"2023-10-09T05:07:06.679376+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"542'6045","reported_seq":6081,"reported_epoch":542,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:07:25.115191+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:07:25.115191+0000","last_peered":"2023-10-09T05:07:25.115191+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:07:25.115191+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6045,"log_dups_size":0,"ondisk_log_size":6045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":396165120,"num_objects":6045,"num_object_clones":0,"num_object_copies":18135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6045,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6045,"num_write_kb":386880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4184},{"shards":"0,2","objects":1861}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":586,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.679414+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:07:06.679414+0000","last_peered":"2023-10-09T05:07:06.679414+0000","last_clean":"2023-10-09T05:07:06.679414+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:07:06.679414+0000","last_undegraded":"2023-10-09T05:07:06.679414+0000","last_fullsized":"2023-10-09T05:07:06.679414+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":235,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.685225+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:07:06.685225+0000","last_peered":"2023-10-09T05:07:06.685225+0000","last_clean":"2023-10-09T05:07:06.685225+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:07:06.685225+0000","last_undegraded":"2023-10-09T05:07:06.685225+0000","last_fullsized":"2023-10-09T05:07:06.685225+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":553,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.675125+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:07:06.675125+0000","last_peered":"2023-10-09T05:07:06.675125+0000","last_clean":"2023-10-09T05:07:06.675125+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:07:06.675125+0000","last_undegraded":"2023-10-09T05:07:06.675125+0000","last_fullsized":"2023-10-09T05:07:06.675125+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":525,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690267+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:07:06.690267+0000","last_peered":"2023-10-09T05:07:06.690267+0000","last_clean":"2023-10-09T05:07:06.690267+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:07:06.690267+0000","last_undegraded":"2023-10-09T05:07:06.690267+0000","last_fullsized":"2023-10-09T05:07:06.690267+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":237,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691303+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:07:06.691303+0000","last_peered":"2023-10-09T05:07:06.691303+0000","last_clean":"2023-10-09T05:07:06.691303+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:07:06.691303+0000","last_undegraded":"2023-10-09T05:07:06.691303+0000","last_fullsized":"2023-10-09T05:07:06.691303+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":591,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.683128+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:07:06.683128+0000","last_peered":"2023-10-09T05:07:06.683128+0000","last_clean":"2023-10-09T05:07:06.683128+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:07:06.683128+0000","last_undegraded":"2023-10-09T05:07:06.683128+0000","last_fullsized":"2023-10-09T05:07:06.683128+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":552,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682553+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:07:06.682553+0000","last_peered":"2023-10-09T05:07:06.682553+0000","last_clean":"2023-10-09T05:07:06.682553+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:07:06.682553+0000","last_undegraded":"2023-10-09T05:07:06.682553+0000","last_fullsized":"2023-10-09T05:07:06.682553+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":583,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.691223+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:07:06.691223+0000","last_peered":"2023-10-09T05:07:06.691223+0000","last_clean":"2023-10-09T05:07:06.691223+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:07:06.691223+0000","last_undegraded":"2023-10-09T05:07:06.691223+0000","last_fullsized":"2023-10-09T05:07:06.691223+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":543,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682391+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:07:06.682391+0000","last_peered":"2023-10-09T05:07:06.682391+0000","last_clean":"2023-10-09T05:07:06.682391+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:07:06.682391+0000","last_undegraded":"2023-10-09T05:07:06.682391+0000","last_fullsized":"2023-10-09T05:07:06.682391+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":546,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690812+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:07:06.690812+0000","last_peered":"2023-10-09T05:07:06.690812+0000","last_clean":"2023-10-09T05:07:06.690812+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:07:06.690812+0000","last_undegraded":"2023-10-09T05:07:06.690812+0000","last_fullsized":"2023-10-09T05:07:06.690812+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":271,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.681900+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:07:06.681900+0000","last_peered":"2023-10-09T05:07:06.681900+0000","last_clean":"2023-10-09T05:07:06.681900+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:07:06.681900+0000","last_undegraded":"2023-10-09T05:07:06.681900+0000","last_fullsized":"2023-10-09T05:07:06.681900+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":236,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.680741+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:07:06.680741+0000","last_peered":"2023-10-09T05:07:06.680741+0000","last_clean":"2023-10-09T05:07:06.680741+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:07:06.680741+0000","last_undegraded":"2023-10-09T05:07:06.680741+0000","last_fullsized":"2023-10-09T05:07:06.680741+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":228,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.682577+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:07:06.682577+0000","last_peered":"2023-10-09T05:07:06.682577+0000","last_clean":"2023-10-09T05:07:06.682577+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:07:06.682577+0000","last_undegraded":"2023-10-09T05:07:06.682577+0000","last_fullsized":"2023-10-09T05:07:06.682577+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":572,"reported_epoch":541,"state":"active+clean","last_fresh":"2023-10-09T05:07:06.690088+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:07:06.690088+0000","last_peered":"2023-10-09T05:07:06.690088+0000","last_clean":"2023-10-09T05:07:06.690088+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:07:06.690088+0000","last_undegraded":"2023-10-09T05:07:06.690088+0000","last_fullsized":"2023-10-09T05:07:06.690088+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":6230769664,"num_objects":95074,"num_object_clones":0,"num_object_copies":285222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24910,"num_objects_misplaced":5609,"num_objects_unfound":0,"num_objects_dirty":95074,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":95074,"num_write_kb":6084736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2713,"num_bytes_recovered":177799168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18906677248,"data_stored":18906677248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94974,"ondisk_log_size":94974,"up":48,"acting":40,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234534,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2640724,"kb_used_data":1135948,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":91104428,"statfs":{"total":95995035648,"available":93290934272,"internally_reserved":0,"allocated":1163210752,"data_stored":1161827940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.649,"15min":1.546},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":3.2549999999999999,"5min":8.9900000000000002,"15min":16.027999999999999},"last":4.431},{"interface":"front","average":{"1min":1.099,"5min":1.609,"15min":1.3979999999999999},"min":{"1min":0.31,"5min":0.255,"15min":0.24299999999999999},"max":{"1min":5.5860000000000003,"5min":10.742000000000001,"15min":10.785},"last":0.309}]},{"osd":1,"last update":"Mon Oct 9 05:07:14 2023","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":1.994,"15min":1.6180000000000001},"min":{"1min":0.28100000000000003,"5min":0.22,"15min":0.22},"max":{"1min":6.9950000000000001,"5min":10.789,"15min":10.789},"last":1.7669999999999999},{"interface":"front","average":{"1min":1.5609999999999999,"5min":2.3159999999999998,"15min":2.3439999999999999},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.9470000000000001,"5min":15.401,"15min":15.401},"last":4.5819999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":2.3330000000000002,"15min":1.984},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":3.2210000000000001,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":2.1829999999999998,"15min":1.915},"min":{"1min":0.36399999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":5.7060000000000004,"5min":11.311,"15min":16.704000000000001},"last":2.0819999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:06:56 2023","interfaces":[{"interface":"back","average":{"1min":1.351,"5min":2.427,"15min":2.1349999999999998},"min":{"1min":0.44700000000000001,"5min":0.33100000000000002,"15min":0.29799999999999999},"max":{"1min":4.133,"5min":13.489000000000001,"15min":14.228999999999999},"last":3.8359999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":2.7080000000000002,"15min":2.1240000000000001},"min":{"1min":0.39500000000000002,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":3.6539999999999999,"5min":17.771000000000001,"15min":17.853999999999999},"last":0.92800000000000005}]},{"osd":4,"last update":"Mon Oct 9 05:07:14 2023","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":2.4860000000000002,"15min":1.581},"min":{"1min":0.33100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.0039999999999996,"5min":16.911999999999999,"15min":19.949000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":1.357,"5min":2.3079999999999998,"15min":1.4570000000000001},"min":{"1min":0.35499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":3.8559999999999999,"5min":13.050000000000001,"15min":18.971},"last":0.47299999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:07:14 2023","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":2.7519999999999998,"15min":1.7809999999999999},"min":{"1min":0.36299999999999999,"5min":0.30499999999999999,"15min":0.28000000000000003},"max":{"1min":3.641,"5min":16.838999999999999,"15min":20.678999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":1.153,"5min":2,"15min":1.4770000000000001},"min":{"1min":0.34499999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.298,"5min":13.848000000000001,"15min":21.07},"last":0.55100000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:07:14 2023","interfaces":[{"interface":"back","average":{"1min":1.246,"5min":2.698,"15min":1.7589999999999999},"min":{"1min":0.41199999999999998,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":5.4450000000000003,"5min":16.881,"15min":16.881},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.0620000000000001,"5min":2.4380000000000002,"15min":1.653},"min":{"1min":0.377,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":5.2850000000000001,"5min":12.815,"15min":24.010000000000002},"last":0.497}]}]},{"osd":6,"up_from":46,"seq":197568496170,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3225544,"kb_used_data":1730624,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":90519608,"statfs":{"total":95995035648,"available":92692078592,"internally_reserved":0,"allocated":1772158976,"data_stored":1770788364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:39 2023","interfaces":[{"interface":"back","average":{"1min":1.232,"5min":2.008,"15min":1.867},"min":{"1min":0.222,"5min":0.222,"15min":0.219},"max":{"1min":7.1600000000000001,"5min":16.151,"15min":62.470999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.099,"5min":1.9450000000000001,"15min":1.8919999999999999},"min":{"1min":0.27200000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.2039999999999997,"5min":16.902999999999999,"15min":62.445},"last":5.0880000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:07:16 2023","interfaces":[{"interface":"back","average":{"1min":1.681,"5min":2.0630000000000002,"15min":2.282},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":7.4299999999999997,"5min":15.935,"15min":15.935},"last":5.0179999999999998},{"interface":"front","average":{"1min":1.7549999999999999,"5min":2.399,"15min":2.536},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.252},"max":{"1min":8.3840000000000003,"5min":18.094000000000001,"15min":18.094000000000001},"last":2.3620000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:06:47 2023","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":2.3239999999999998,"15min":2.1179999999999999},"min":{"1min":0.35999999999999999,"5min":0.25700000000000001,"15min":0.221},"max":{"1min":5.1619999999999999,"5min":10.127000000000001,"15min":42.923999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.141,"5min":2.3519999999999999,"15min":2.0960000000000001},"min":{"1min":0.39500000000000002,"5min":0.31900000000000001,"15min":0.252},"max":{"1min":4.2930000000000001,"5min":8.1300000000000008,"15min":42.936999999999998},"last":5.335}]},{"osd":3,"last update":"Mon Oct 9 05:07:08 2023","interfaces":[{"interface":"back","average":{"1min":2.319,"5min":2.4329999999999998,"15min":2.2410000000000001},"min":{"1min":0.36699999999999999,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":9.7609999999999992,"5min":10.823,"15min":26.763000000000002},"last":3.8860000000000001},{"interface":"front","average":{"1min":2.6699999999999999,"5min":2.8490000000000002,"15min":2.3210000000000002},"min":{"1min":0.36299999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":9.9420000000000002,"5min":18.140000000000001,"15min":26.777999999999999},"last":3.919}]},{"osd":4,"last update":"Mon Oct 9 05:06:47 2023","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":2.5350000000000001,"15min":1.546},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.23699999999999999},"max":{"1min":10.805999999999999,"5min":12.153,"15min":16.399999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.88700000000000001,"5min":2.3450000000000002,"15min":1.466},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":4.3250000000000002,"5min":9.077,"15min":16.068999999999999},"last":0.77100000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:06:47 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":2.4209999999999998,"15min":1.4370000000000001},"min":{"1min":0.311,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":7.3680000000000003,"5min":18.167000000000002,"15min":18.167000000000002},"last":1.71},{"interface":"front","average":{"1min":1.702,"5min":2.302,"15min":1.5169999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.29799999999999999},"max":{"1min":10.786,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:07:16 2023","interfaces":[{"interface":"back","average":{"1min":2.0289999999999999,"5min":2.29,"15min":1.5620000000000001},"min":{"1min":0.36099999999999999,"5min":0.309,"15min":0.309},"max":{"1min":10.752000000000001,"5min":11.260999999999999,"15min":16.372},"last":2.7530000000000001},{"interface":"front","average":{"1min":1.3160000000000001,"5min":1.911,"15min":1.4350000000000001},"min":{"1min":0.34300000000000003,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":4.6379999999999999,"5min":7.04,"15min":16.018999999999998},"last":2.7669999999999999}]}]},{"osd":1,"up_from":0,"seq":2052994367553,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187877,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4299924,"kb_used_data":3118540,"kb_used_omap":5,"kb_used_meta":1181370,"kb_avail":89445228,"statfs":{"total":95995035648,"available":91591913472,"internally_reserved":0,"allocated":3193384960,"data_stored":3190445841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1209723514},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:07:16 2023","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":1.409,"15min":1.5369999999999999},"min":{"1min":0.216,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":6.4619999999999997,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":4.266},{"interface":"front","average":{"1min":2.2650000000000001,"5min":1.5249999999999999,"15min":1.899},"min":{"1min":0.252,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":7.5720000000000001,"5min":8.8689999999999998,"15min":8.8689999999999998},"last":4.3380000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:07:23 2023","interfaces":[{"interface":"back","average":{"1min":3.3090000000000002,"5min":1.8959999999999999,"15min":2.2240000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.4199999999999999,"5min":9.4199999999999999,"15min":16.789999999999999},"last":1.7210000000000001},{"interface":"front","average":{"1min":2.355,"5min":1.905,"15min":2.1869999999999998},"min":{"1min":0.28100000000000003,"5min":0.22900000000000001,"15min":0.20000000000000001},"max":{"1min":7.4859999999999998,"5min":15.845000000000001,"15min":22.683},"last":4.2999999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:06:55 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.821,"15min":1.97},"min":{"1min":0.28299999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4540000000000006,"5min":13.086,"15min":17.373999999999999},"last":10.382},{"interface":"front","average":{"1min":1.248,"5min":1.4570000000000001,"15min":2.02},"min":{"1min":0.26300000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":6.5949999999999998,"5min":9.1029999999999998,"15min":21.132999999999999},"last":1.7549999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:07:23 2023","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":2.0230000000000001,"15min":1.804},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":9.0289999999999999,"5min":10.004,"15min":14.581},"last":1.782},{"interface":"front","average":{"1min":2.2770000000000001,"5min":2.48,"15min":1.7989999999999999},"min":{"1min":0.32900000000000001,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":5.9409999999999998,"5min":9.9719999999999995,"15min":14.721},"last":5.9409999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:07:23 2023","interfaces":[{"interface":"back","average":{"1min":2.7879999999999998,"5min":2.6360000000000001,"15min":1.9890000000000001},"min":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.29899999999999999},"max":{"1min":10.666,"5min":11.403,"15min":13.542},"last":9.6229999999999993},{"interface":"front","average":{"1min":2.6560000000000001,"5min":2.621,"15min":2.1669999999999998},"min":{"1min":0.34899999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":11.728,"5min":13.971,"15min":22.738},"last":4.3639999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:07:23 2023","interfaces":[{"interface":"back","average":{"1min":2.9289999999999998,"5min":2.6520000000000001,"15min":2.0409999999999999},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.32900000000000001},"max":{"1min":9.0670000000000002,"5min":17.097999999999999,"15min":17.097999999999999},"last":8.0890000000000004},{"interface":"front","average":{"1min":2.8370000000000002,"5min":2.3570000000000002,"15min":2.2530000000000001},"min":{"1min":0.379,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":9.7070000000000007,"5min":17.335999999999999,"15min":22.709},"last":6.0739999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:07:23 2023","interfaces":[{"interface":"back","average":{"1min":2.4729999999999999,"5min":2.7370000000000001,"15min":2.359},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":6.7599999999999998,"5min":10.896000000000001,"15min":22.763000000000002},"last":6.0999999999999996},{"interface":"front","average":{"1min":2.423,"5min":1.9350000000000001,"15min":2.0270000000000001},"min":{"1min":0.38400000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":9.0779999999999994,"5min":11.802,"15min":20.890000000000001},"last":5.7249999999999996}]}]},{"osd":2,"up_from":116,"seq":498216206720,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3838100,"kb_used_data":2709004,"kb_used_omap":7,"kb_used_meta":1129080,"kb_avail":89907052,"statfs":{"total":95995035648,"available":92064821248,"internally_reserved":0,"allocated":2774020096,"data_stored":2771484000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1156178001},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":2.1110000000000002,"15min":1.8},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.16600000000000001},"max":{"1min":4.0490000000000004,"5min":20.329999999999998,"15min":20.329999999999998},"last":1.6319999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.351,"15min":1.5920000000000001},"min":{"1min":0.215,"5min":0.192,"15min":0.188},"max":{"1min":3.4900000000000002,"5min":9.8849999999999998,"15min":13.952},"last":1.04}]},{"osd":1,"last update":"Mon Oct 9 05:07:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":3.0529999999999999,"15min":4.4029999999999996},"min":{"1min":0.28999999999999998,"5min":0.19,"15min":0.19},"max":{"1min":6.9160000000000004,"5min":70.971000000000004,"15min":70.971000000000004},"last":4.0899999999999999},{"interface":"front","average":{"1min":2.1539999999999999,"5min":2.589,"15min":4.2930000000000001},"min":{"1min":0.27600000000000002,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":9.3940000000000001,"5min":70.555000000000007,"15min":70.555000000000007},"last":1.6599999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:07:08 2023","interfaces":[{"interface":"back","average":{"1min":2.8170000000000002,"5min":2.7480000000000002,"15min":3.093},"min":{"1min":0.25800000000000001,"5min":0.223,"15min":0.18099999999999999},"max":{"1min":13.292999999999999,"5min":26.018999999999998,"15min":79.926000000000002},"last":4.0270000000000001},{"interface":"front","average":{"1min":2.8519999999999999,"5min":2.9079999999999999,"15min":3.2130000000000001},"min":{"1min":0.33300000000000002,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":13.327999999999999,"5min":26.056999999999999,"15min":79.959000000000003},"last":4.0549999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":8.5370000000000008,"5min":4.4089999999999998,"15min":3.4249999999999998},"min":{"1min":0.33800000000000002,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":144.90299999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":8.1649999999999991,"5min":3.7210000000000001,"15min":2.7229999999999999},"min":{"1min":0.318,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":141.24700000000001,"5min":141.24700000000001,"15min":176.07900000000001},"last":1.5640000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":8.2620000000000005,"5min":3.9580000000000002,"15min":2.4260000000000002},"min":{"1min":0.35999999999999999,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":143.22499999999999,"5min":143.22499999999999,"15min":143.22499999999999},"last":4.8819999999999997},{"interface":"front","average":{"1min":8.4420000000000002,"5min":4.6189999999999998,"15min":2.9729999999999999},"min":{"1min":0.34300000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":143.07300000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":8.1679999999999993,"5min":4.1829999999999998,"15min":2.7559999999999998},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.312},"max":{"1min":142.339,"5min":142.339,"15min":142.339},"last":2.2719999999999998},{"interface":"front","average":{"1min":8.0039999999999996,"5min":3.1339999999999999,"15min":2.363},"min":{"1min":0.42299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":140.96700000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.66000000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:06:38 2023","interfaces":[{"interface":"back","average":{"1min":3.6400000000000001,"5min":3.0430000000000001,"15min":2.1859999999999999},"min":{"1min":0.39400000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":54.470999999999997,"5min":54.470999999999997,"15min":54.470999999999997},"last":1.6000000000000001},{"interface":"front","average":{"1min":3.6850000000000001,"5min":2.7429999999999999,"15min":2.0670000000000002},"min":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":54.484000000000002,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.63800000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524856,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3504200,"kb_used_data":2844672,"kb_used_omap":2,"kb_used_meta":659517,"kb_avail":90240952,"statfs":{"total":95995035648,"available":92406734848,"internally_reserved":0,"allocated":2912944128,"data_stored":2910648569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":675345461},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.8100000000000001,"15min":2.0830000000000002},"min":{"1min":0.188,"5min":0.187,"15min":0.183},"max":{"1min":5.3319999999999999,"5min":14.198,"15min":26.260999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":1.357,"5min":1.72,"15min":2.0579999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":6.8070000000000004,"5min":12.528,"15min":22.477},"last":0.23899999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:07:14 2023","interfaces":[{"interface":"back","average":{"1min":2.141,"5min":1.7410000000000001,"15min":1.117},"min":{"1min":0.26600000000000001,"5min":0.215,"15min":0.215},"max":{"1min":7.4539999999999997,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.254},{"interface":"front","average":{"1min":1.8200000000000001,"5min":1.8700000000000001,"15min":1.458},"min":{"1min":0.22800000000000001,"5min":0.216,"15min":0.216},"max":{"1min":5.0590000000000002,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":2.6160000000000001,"15min":2.419},"min":{"1min":0.318,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":7.7000000000000002,"5min":21.407,"15min":21.722999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":2.4649999999999999,"5min":2.8860000000000001,"15min":2.411},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":9.8930000000000007,"5min":23.350999999999999,"15min":25.776},"last":0.32300000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":2.2850000000000001,"15min":1.9870000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":6.8540000000000001,"5min":14.359999999999999,"15min":15.301},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.863,"5min":2.2799999999999998,"15min":2.173},"min":{"1min":0.34599999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.5819999999999999,"5min":10.792999999999999,"15min":21.532},"last":0.77200000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":2.323,"5min":2.1899999999999999,"15min":2.0489999999999999},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.4699999999999998,"5min":11.026,"15min":35.712000000000003},"last":6.0449999999999999},{"interface":"front","average":{"1min":1.7450000000000001,"5min":2.5430000000000001,"15min":2.2719999999999998},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":6.9210000000000003,"5min":10.109,"15min":35.488},"last":0.48799999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":3.1309999999999998,"15min":2.6429999999999998},"min":{"1min":0.35099999999999998,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":7.4989999999999997,"5min":18.436,"15min":50.113999999999997},"last":0.46800000000000003},{"interface":"front","average":{"1min":2.6760000000000002,"5min":2.4950000000000001,"15min":2.2629999999999999},"min":{"1min":0.40600000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.8499999999999996,"5min":17.443999999999999,"15min":53.841999999999999},"last":3.4649999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.9500000000000002,"15min":2.391},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":6.891,"5min":18.428000000000001,"15min":18.428000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.9540000000000002,"15min":2.4340000000000002},"min":{"1min":0.376,"5min":0.35799999999999998,"15min":0.34399999999999997},"max":{"1min":7.6299999999999999,"5min":14.663,"15min":21.587},"last":0.80800000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019442,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4064976,"kb_used_data":2574152,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":89680176,"statfs":{"total":95995035648,"available":91832500224,"internally_reserved":0,"allocated":2635931648,"data_stored":2634553151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:40 2023","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":1.647,"15min":1.6080000000000001},"min":{"1min":0.26900000000000002,"5min":0.22,"15min":0.218},"max":{"1min":2.2160000000000002,"5min":7.8460000000000001,"15min":21.047000000000001},"last":5.6079999999999997},{"interface":"front","average":{"1min":0.872,"5min":1.802,"15min":1.478},"min":{"1min":0.24299999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":3.153,"5min":11.507999999999999,"15min":12.064},"last":1.0249999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:07:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1970000000000001,"5min":2.1499999999999999,"15min":2.5030000000000001},"min":{"1min":0.29299999999999998,"5min":0.254,"15min":0.254},"max":{"1min":9.4600000000000009,"5min":12.317,"15min":12.317},"last":5.8029999999999999},{"interface":"front","average":{"1min":1.8959999999999999,"5min":2.0979999999999999,"15min":1.98},"min":{"1min":0.314,"5min":0.253,"15min":0.253},"max":{"1min":6.649,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":5.6360000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:06:40 2023","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":2.4449999999999998,"15min":2.9630000000000001},"min":{"1min":0.38200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":6.8620000000000001,"5min":19.295999999999999,"15min":105.411},"last":5.5759999999999996},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.4860000000000002,"15min":2.8730000000000002},"min":{"1min":0.309,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.0899999999999999,"5min":11.468,"15min":97.927999999999997},"last":1.097}]},{"osd":3,"last update":"Mon Oct 9 05:07:05 2023","interfaces":[{"interface":"back","average":{"1min":2.032,"5min":5.2670000000000003,"15min":3.1280000000000001},"min":{"1min":0.433,"5min":0.312,"15min":0.28699999999999998},"max":{"1min":5.6159999999999997,"5min":253.50700000000001,"15min":253.50700000000001},"last":1.0609999999999999},{"interface":"front","average":{"1min":2.512,"5min":5.4530000000000003,"15min":3.3740000000000001},"min":{"1min":0.35999999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.5839999999999996,"5min":253.72,"15min":253.72},"last":5.835}]},{"osd":5,"last update":"Mon Oct 9 05:06:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":2.1739999999999999,"15min":1.3340000000000001},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":1.9870000000000001,"5min":13.25,"15min":20.991},"last":5.5279999999999996},{"interface":"front","average":{"1min":0.65300000000000002,"5min":2.3370000000000002,"15min":1.3480000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.9059999999999999,"5min":11.628,"15min":11.628},"last":1.113}]},{"osd":6,"last update":"Mon Oct 9 05:06:59 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":2.3929999999999998,"15min":1.8959999999999999},"min":{"1min":0.38900000000000001,"5min":0.28599999999999998,"15min":0.27000000000000002},"max":{"1min":4.2009999999999996,"5min":12.281000000000001,"15min":81.980999999999995},"last":5.7510000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":2.238,"15min":1.8440000000000001},"min":{"1min":0.40500000000000003,"5min":0.32200000000000001,"15min":0.27300000000000002},"max":{"1min":3.673,"5min":19.387,"15min":81.715999999999994},"last":7.1070000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:07:17 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.6520000000000001,"15min":1.649},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.27200000000000002},"max":{"1min":10.913,"5min":12.987,"15min":29.175000000000001},"last":1.081},{"interface":"front","average":{"1min":1.1359999999999999,"5min":2.4649999999999999,"15min":1.726},"min":{"1min":0.38700000000000001,"5min":0.35399999999999998,"15min":0.34599999999999997},"max":{"1min":5.8650000000000002,"5min":12.983000000000001,"15min":29.192},"last":5.8650000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757806,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3701128,"kb_used_data":2210048,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":90044024,"statfs":{"total":95995035648,"available":92205080576,"internally_reserved":0,"allocated":2263089152,"data_stored":2261715169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,3,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":2.2109999999999999,"15min":1.5860000000000001},"min":{"1min":0.28599999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.5110000000000001,"5min":11.926,"15min":12.074999999999999},"last":1.248},{"interface":"front","average":{"1min":1.3140000000000001,"5min":2.169,"15min":1.8480000000000001},"min":{"1min":0.25,"5min":0.246,"15min":0.23100000000000001},"max":{"1min":6.3920000000000003,"5min":13.456,"15min":15.164},"last":2.7770000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:07:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7349999999999999,"5min":2.9409999999999998,"15min":2.444},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.8150000000000004,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":2.2999999999999998,"5min":2.7559999999999998,"15min":2.1800000000000002},"min":{"1min":0.309,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":7.1550000000000002,"5min":13.411,"15min":13.411},"last":2.8130000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":2.5099999999999998,"15min":2.145},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.9340000000000002,"5min":17.82,"15min":18.553000000000001},"last":1.8879999999999999},{"interface":"front","average":{"1min":1.419,"5min":2.8130000000000002,"15min":2.1080000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28299999999999997},"max":{"1min":4.875,"5min":13.507999999999999,"15min":18.617000000000001},"last":4.4710000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:07:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.8340000000000001,"15min":2.339},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":10.734,"5min":17.193000000000001,"15min":74.915000000000006},"last":4.9749999999999996},{"interface":"front","average":{"1min":2.0760000000000001,"5min":2.6640000000000001,"15min":2.4180000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.30499999999999999},"max":{"1min":7.274,"5min":13.738,"15min":74.799999999999997},"last":3.8170000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":2.48,"15min":1.3700000000000001},"min":{"1min":0.29599999999999999,"5min":0.28999999999999998,"15min":0.251},"max":{"1min":5.2380000000000004,"5min":10.287000000000001,"15min":10.287000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.85699999999999998,"5min":2.589,"15min":1.4199999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":3.5449999999999999,"5min":13.555999999999999,"15min":13.555999999999999},"last":2.7360000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:07:03 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":2.512,"15min":1.3919999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":11.199999999999999,"5min":13.484,"15min":13.484},"last":11.499000000000001},{"interface":"front","average":{"1min":2.298,"5min":2.9319999999999999,"15min":1.589},"min":{"1min":0.309,"5min":0.309,"15min":0.28899999999999998},"max":{"1min":10.917999999999999,"5min":17.149999999999999,"15min":17.149999999999999},"last":11.67}]},{"osd":7,"last update":"Mon Oct 9 05:06:29 2023","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":2.944,"15min":1.6180000000000001},"min":{"1min":0.33700000000000002,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":6.0300000000000002,"5min":18.442,"15min":18.442},"last":3.544},{"interface":"front","average":{"1min":1.01,"5min":2.9609999999999999,"15min":1.7},"min":{"1min":0.32500000000000001,"5min":0.313,"15min":0.313},"max":{"1min":6.0540000000000003,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.52800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3189899264,"data_stored":3189899264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2177892352,"data_stored":2177892352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2771779584,"data_stored":2771779584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2921529344,"data_stored":2921529344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2644639744,"data_stored":2644639744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2269446144,"data_stored":2269446144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1772421120,"data_stored":1772421120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1159069696,"data_stored":1159069696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:07:30.342 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set unique_pool_9 pgp_num 16 2023-10-09T05:07:30.343 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:30.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:30.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:30.350 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:30 smithi150 ceph-mon[168511]: from='client.56938 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:07:30.350 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:30 smithi150 ceph-mon[168511]: pgmap v1668: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 52 MiB/s wr, 826 op/s; 24910/293175 objects degraded (8.497%); 5213/293175 objects misplaced (1.778%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T05:07:30.366 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:30.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:30 smithi107 ceph-mon[184249]: from='client.56938 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:07:30.408 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:30 smithi107 ceph-mon[184249]: pgmap v1668: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 52 MiB/s wr, 826 op/s; 24910/293175 objects degraded (8.497%); 5213/293175 objects misplaced (1.778%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T05:07:30.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:30 smithi107 ceph-mon[179183]: from='client.56938 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:07:30.409 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:30 smithi107 ceph-mon[179183]: pgmap v1668: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 52 MiB/s wr, 826 op/s; 24910/293175 objects degraded (8.497%); 5213/293175 objects misplaced (1.778%); 6.3 MiB/s, 100 objects/s recovering 2023-10-09T05:07:30.450 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:30.520 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:30.594 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:30.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:30.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:30.713 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:30.763 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:30.866 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:30.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:30.878 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:30.979 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:31.037 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:31.082 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T05:07:31.142 INFO:tasks.radosbench.radosbench.0.smithi107.stdout: 89 16 100512 100496 70.5246 37.6875 0.0190218 0.0141725 2023-10-09T05:07:31.187 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:31.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:31.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:31.301 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:31.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:31 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/293175 objects degraded (8.497%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:31.426 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:31.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:31 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/293175 objects degraded (8.497%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:31.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:31.440 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:31.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:31 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/293175 objects degraded (8.497%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:31.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total time run: 90.0164 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Total writes made: 101091 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Write size: 65536 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Object size: 65536 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Bandwidth (MB/sec): 70.1893 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Bandwidth: 39.4128 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max bandwidth (MB/sec): 207.125 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min bandwidth (MB/sec): 0 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average IOPS: 1123 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev IOPS: 630.613 2023-10-09T05:07:32.143 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max IOPS: 3314 2023-10-09T05:07:32.144 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min IOPS: 0 2023-10-09T05:07:32.144 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Average Latency(s): 0.0142423 2023-10-09T05:07:32.144 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Stddev Latency(s): 0.0300557 2023-10-09T05:07:32.144 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Max latency(s): 2.30142 2023-10-09T05:07:32.144 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Min latency(s): 0.00117672 2023-10-09T05:07:32.149 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Cleaning up (deleting benchmark objects) 2023-10-09T05:07:32.249 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:07:32.270 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:07:32] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:07:32.273 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-mon[179183]: pgmap v1669: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 41 MiB/s wr, 658 op/s; 24910/295602 objects degraded (8.427%); 5213/295602 objects misplaced (1.764%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:32.273 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1492577526' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:07:32.273 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:07:32.274 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-mon[184249]: pgmap v1669: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 41 MiB/s wr, 658 op/s; 24910/295602 objects degraded (8.427%); 5213/295602 objects misplaced (1.764%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:32.274 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1492577526' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:07:32.274 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:32 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:07:32.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:32 smithi150 ceph-mon[168511]: pgmap v1669: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 41 MiB/s wr, 658 op/s; 24910/295602 objects degraded (8.427%); 5213/295602 objects misplaced (1.764%); 4.2 MiB/s, 67 objects/s recovering 2023-10-09T05:07:32.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1492577526' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:07:32.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:32 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:07:32.964 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:32.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:32.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:33.068 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:33.106 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: failed to encode map e543 with expected crc 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: failed to encode map e543 with expected crc 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: osdmap e543: 8 total, 8 up, 7 in 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:33.272 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:33.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:33.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: failed to encode map e543 with expected crc 2023-10-09T05:07:33.273 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: failed to encode map e543 with expected crc 2023-10-09T05:07:33.673 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:07:33.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: osdmap e543: 8 total, 8 up, 7 in 2023-10-09T05:07:33.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:33.674 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:33.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: failed to encode map e543 with expected crc 2023-10-09T05:07:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: failed to encode map e543 with expected crc 2023-10-09T05:07:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:07:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: osdmap e543: 8 total, 8 up, 7 in 2023-10-09T05:07:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:33.738 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:34.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:34 smithi107 ceph-mon[184249]: pgmap v1671: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 42 MiB/s wr, 675 op/s; 24910/302244 objects degraded (8.242%); 4793/302244 objects misplaced (1.586%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:34.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:34 smithi107 ceph-mon[179183]: pgmap v1671: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 42 MiB/s wr, 675 op/s; 24910/302244 objects degraded (8.242%); 4793/302244 objects misplaced (1.586%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:34.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:34 smithi150 ceph-mon[168511]: pgmap v1671: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 42 MiB/s wr, 675 op/s; 24910/302244 objects degraded (8.242%); 4793/302244 objects misplaced (1.586%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:34.958 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:34.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:34.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:35.070 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:35.328 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:35.330 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:35.420 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:35.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:35.426 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:35.527 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:35.574 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:35.650 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:35.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:35.667 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:35.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:35.830 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:35.897 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:35.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:35.910 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:36.011 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:36.069 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:36.141 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:36.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:36.148 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:36.249 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:36.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:36 smithi150 ceph-mon[168511]: pgmap v1672: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 42 MiB/s wr, 675 op/s; 24910/302244 objects degraded (8.242%); 4793/302244 objects misplaced (1.586%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:36.323 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:36 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/302244 objects degraded (8.242%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:36.332 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:36.394 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:36.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:36.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:36.508 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:36.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:36 smithi107 ceph-mon[179183]: pgmap v1672: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 42 MiB/s wr, 675 op/s; 24910/302244 objects degraded (8.242%); 4793/302244 objects misplaced (1.586%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:36.567 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:36 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/302244 objects degraded (8.242%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:36.567 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:36 smithi107 ceph-mon[184249]: pgmap v1672: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 42 MiB/s wr, 675 op/s; 24910/302244 objects degraded (8.242%); 4793/302244 objects misplaced (1.586%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:36.567 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:36 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/302244 objects degraded (8.242%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:36.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:37.344 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:37.570 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:07:37.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:37 smithi107 ceph-mon[184249]: pgmap v1673: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 38 MiB/s wr, 659 op/s; 24910/301551 objects degraded (8.261%); 4793/301551 objects misplaced (1.589%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:37.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:37 smithi107 ceph-mon[179183]: pgmap v1673: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 38 MiB/s wr, 659 op/s; 24910/301551 objects degraded (8.261%); 4793/301551 objects misplaced (1.589%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:37.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:37 smithi150 ceph-mon[168511]: pgmap v1673: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.1 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 38 MiB/s wr, 659 op/s; 24910/301551 objects degraded (8.261%); 4793/301551 objects misplaced (1.589%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:07:37.961 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:37.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:37.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:38.076 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:38.155 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:38.449 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:07:38.488 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:07:38.515 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:07:38.551 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:07:38.582 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:07:38.661 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:07:38.700 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:07:38.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4239771049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:38.754 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:07:38.766 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.767 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:07:38.804 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4239771049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:38.805 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4239771049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:39.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:39 smithi150 ceph-mon[168511]: pgmap v1674: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 21 MiB/s wr, 664 op/s; 24910/293592 objects degraded (8.485%); 4345/293592 objects misplaced (1.480%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:07:39.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:39 smithi107 ceph-mon[179183]: pgmap v1674: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 21 MiB/s wr, 664 op/s; 24910/293592 objects degraded (8.485%); 4345/293592 objects misplaced (1.480%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:07:39.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:39 smithi107 ceph-mon[184249]: pgmap v1674: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 6.0 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 21 MiB/s wr, 664 op/s; 24910/293592 objects degraded (8.485%); 4345/293592 objects misplaced (1.480%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:07:40.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:40 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/293592 objects degraded (8.485%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:40.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:40 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/293592 objects degraded (8.485%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:40.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:40.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:40.964 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:40.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:40 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/293592 objects degraded (8.485%), 6 pgs degraded (PG_DEGRADED) 2023-10-09T05:07:41.065 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:41.141 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:41.231 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:41.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:41.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:41.346 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:41.428 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:41.502 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:41.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:41.514 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:41.615 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:41.688 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:41.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:41 smithi150 ceph-mon[168511]: pgmap v1675: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.9 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 16 MiB/s wr, 670 op/s; 24910/290973 objects degraded (8.561%); 4345/290973 objects misplaced (1.493%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:07:41.771 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:41 smithi107 ceph-mon[184249]: pgmap v1675: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.9 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 16 MiB/s wr, 670 op/s; 24910/290973 objects degraded (8.561%); 4345/290973 objects misplaced (1.493%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:07:41.773 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:41 smithi107 ceph-mon[179183]: pgmap v1675: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.9 GiB data, 25 GiB used, 601 GiB / 626 GiB avail; 102 B/s rd, 16 MiB/s wr, 670 op/s; 24910/290973 objects degraded (8.561%); 4345/290973 objects misplaced (1.493%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:07:41.822 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:41.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:41.840 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:41.941 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:42.020 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:42.116 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:42.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:42.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:42.136 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:07:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:07:42] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:07:42.225 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:42.341 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:42.742 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:42.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:42.751 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:42.852 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:42.916 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:42.944 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:42.982 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:42.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:42.990 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:43.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:43.151 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:43.252 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:43.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:43.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:43.365 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:43.466 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:43.663 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:43.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:43.677 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:43.778 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:43.825 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:07:43.825 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:07:43.854 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:44.023 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:44.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:44.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:44.068 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 14 pgp_num to 16 2023-10-09T05:07:44.126 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:44.219 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:44.230 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:07:44.281 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:44.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:44.289 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:44.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:44 smithi107 ceph-mon[184249]: pgmap v1676: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 95 B/s rd, 13 MiB/s wr, 838 op/s; 24910/282954 objects degraded (8.804%); 3861/282954 objects misplaced (1.365%); 6.8 MiB/s, 109 objects/s recovering 2023-10-09T05:07:44.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:44 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2707008932' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:44.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:44 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:44.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:44 smithi107 ceph-mon[179183]: pgmap v1676: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 95 B/s rd, 13 MiB/s wr, 838 op/s; 24910/282954 objects degraded (8.804%); 3861/282954 objects misplaced (1.365%); 6.8 MiB/s, 109 objects/s recovering 2023-10-09T05:07:44.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:44 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2707008932' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:44.291 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:44 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:44.389 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:44.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:44 smithi150 ceph-mon[168511]: pgmap v1676: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 95 B/s rd, 13 MiB/s wr, 838 op/s; 24910/282954 objects degraded (8.804%); 3861/282954 objects misplaced (1.365%); 6.8 MiB/s, 109 objects/s recovering 2023-10-09T05:07:44.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:44 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2707008932' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:44.448 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:44 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]: dispatch 2023-10-09T05:07:44.451 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:44.521 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:44.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:44.525 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:44.626 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:44.675 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:45.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:07:45.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[179183]: osdmap e544: 8 total, 8 up, 7 in 2023-10-09T05:07:45.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[179183]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[179183]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.072 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[179183]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:07:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[184249]: osdmap e544: 8 total, 8 up, 7 in 2023-10-09T05:07:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[184249]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[184249]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:45 smithi107 ceph-mon[184249]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:45 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_9", "var": "pgp_num", "val": "16"}]': finished 2023-10-09T05:07:45.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:45 smithi150 ceph-mon[168511]: osdmap e544: 8 total, 8 up, 7 in 2023-10-09T05:07:45.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:45 smithi150 ceph-mon[168511]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:45 smithi150 ceph-mon[168511]: failed to encode map e544 with expected crc 2023-10-09T05:07:45.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:45 smithi150 ceph-mon[168511]: failed to encode map e544 with expected crc 2023-10-09T05:07:46.140 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:46.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:46.157 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:46.258 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:46.313 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:46 smithi107 ceph-mon[184249]: pgmap v1678: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 1.7 MiB/s wr, 698 op/s; 24910/282954 objects degraded (8.804%); 3861/282954 objects misplaced (1.365%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T05:07:46.314 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:46 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/282954 objects degraded (8.804%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:46.314 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:46 smithi107 ceph-mon[179183]: pgmap v1678: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 1.7 MiB/s wr, 698 op/s; 24910/282954 objects degraded (8.804%); 3861/282954 objects misplaced (1.365%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T05:07:46.314 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:46 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/282954 objects degraded (8.804%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:46.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:46 smithi150 ceph-mon[168511]: pgmap v1678: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 1.7 MiB/s wr, 698 op/s; 24910/282954 objects degraded (8.804%); 3861/282954 objects misplaced (1.365%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T05:07:46.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:46 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/282954 objects degraded (8.804%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:46.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T05:07:46.353 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:46.420 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:46.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:46.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:46.534 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:46.605 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:46.728 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:46.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:46.732 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:46.832 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:46.889 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:46.956 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:46.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:46.967 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:47.068 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:47.072 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:47.115 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:47.159 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:47.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:47.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.161 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:47.162 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:47.263 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:47.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:47.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.380 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.380 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.380 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:07:47.380 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.381 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:47.398 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:47.401 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:47.567 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:47.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:47.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:47.672 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:47.739 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:47.811 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:47.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:47.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:47.920 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:47.997 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:48.063 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:48.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:48.070 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:48.170 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:48.172 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:07:48.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:48 smithi150 ceph-mon[168511]: pgmap v1679: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 58 KiB/s wr, 707 op/s; 24910/280374 objects degraded (8.885%); 3861/280374 objects misplaced (1.377%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T05:07:48.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:48 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1134490547' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:07:48.245 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:48.312 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:48.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:48.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:48.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:48 smithi107 ceph-mon[179183]: pgmap v1679: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 58 KiB/s wr, 707 op/s; 24910/280374 objects degraded (8.885%); 3861/280374 objects misplaced (1.377%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T05:07:48.350 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:48 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1134490547' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:07:48.353 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:48 smithi107 ceph-mon[184249]: pgmap v1679: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.7 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 58 KiB/s wr, 707 op/s; 24910/280374 objects degraded (8.885%); 3861/280374 objects misplaced (1.377%); 5.8 MiB/s, 93 objects/s recovering 2023-10-09T05:07:48.353 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:48 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1134490547' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:07:48.422 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:48.525 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:48.617 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:48.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:48.632 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:48.733 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:48.789 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:49.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1134490547' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[179183]: osdmap e545: 8 total, 8 up, 7 in 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[179183]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[179183]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[179183]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1134490547' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:07:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[184249]: osdmap e545: 8 total, 8 up, 7 in 2023-10-09T05:07:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[184249]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[184249]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:49 smithi107 ceph-mon[184249]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:49 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1134490547' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:07:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:49 smithi150 ceph-mon[168511]: osdmap e545: 8 total, 8 up, 7 in 2023-10-09T05:07:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:49 smithi150 ceph-mon[168511]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:49 smithi150 ceph-mon[168511]: failed to encode map e545 with expected crc 2023-10-09T05:07:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:49 smithi150 ceph-mon[168511]: failed to encode map e545 with expected crc 2023-10-09T05:07:50.240 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:50.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:50.244 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:50.345 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:50.383 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:50 smithi107 ceph-mon[179183]: pgmap v1681: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 756 op/s; 24910/272805 objects degraded (9.131%); 3333/272805 objects misplaced (1.222%); 7.9 MiB/s, 126 objects/s recovering 2023-10-09T05:07:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:50 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:50 smithi107 ceph-mon[184249]: pgmap v1681: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 756 op/s; 24910/272805 objects degraded (9.131%); 3333/272805 objects misplaced (1.222%); 7.9 MiB/s, 126 objects/s recovering 2023-10-09T05:07:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:50 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:50.420 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:50.423 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:50 smithi150 ceph-mon[168511]: pgmap v1681: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 756 op/s; 24910/272805 objects degraded (9.131%); 3333/272805 objects misplaced (1.222%); 7.9 MiB/s, 126 objects/s recovering 2023-10-09T05:07:50.423 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:50.423 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:50 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:07:50.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:50.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:50.525 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:50.574 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:50.747 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:50.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:50.756 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:50.857 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:50.908 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:50.959 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:50.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:50.970 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:51.071 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:51.129 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:51.202 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:51.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:51.208 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:51.213 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:51 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/272805 objects degraded (9.131%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:51.309 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:51.324 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:07:51.378 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:51 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/272805 objects degraded (9.131%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:51.379 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:51 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/272805 objects degraded (9.131%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:51.383 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:51.392 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:07:51.398 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head, version: 474'1502, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head@474'1502, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 316.25438494299999, 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.065701585000000007, 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.399 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.400 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138353+0000", 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0339999999999997e-05 2023-10-09T05:07:51.401 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138362+0000", 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1120000000000002e-06 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138370+0000", 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9829999999999996e-06 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.402 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201938+0000", 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.063567324999999994 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201975+0000", 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7200000000000003e-05 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.403 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.204015+0000", 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002040002 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85142 13.4 e485/479 13:2900abc0:::benchmark_data_smithi107_396486_object85141:head v 485'5516, mlcod=0'0)", 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.712996546, 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.098588663000000007, 2023-10-09T05:07:51.404 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.405 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679701+0000", 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679798+0000", 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7486999999999997e-05 2023-10-09T05:07:51.406 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679811+0000", 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2860999999999999e-05 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679820+0000", 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5259999999999993e-06 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.407 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681176+0000", 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00135592 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681191+0000", 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5183e-05 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778246+0000", 2023-10-09T05:07:51.408 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097055440000000007 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778290+0000", 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.405e-05 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85153 13.0 e485/479 13:02190296:::benchmark_data_smithi107_396486_object85152:head v 485'5251, mlcod=474'1702)", 2023-10-09T05:07:51.409 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.70902041900001, 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.089183388000000002, 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.410 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683677+0000", 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.411 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683743+0000", 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5846999999999995e-05 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683753+0000", 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0356999999999999e-05 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683759+0000", 2023-10-09T05:07:51.412 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1709999999999999e-06 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683801+0000", 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1189000000000002e-05 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683818+0000", 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7112000000000002e-05 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.413 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772814+0000", 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.088996722 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772861+0000", 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6669000000000003e-05 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.414 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.415 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.415 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85155 13.4 e485/479 13:2f3cff07:::benchmark_data_smithi107_396486_object85154:head v 485'5517, mlcod=0'0)", 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.70690969200001, 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097824291999999993, 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.416 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.417 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685824+0000", 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6015e-05 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.418 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685837+0000", 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3324e-05 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685846+0000", 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1060000000000006e-06 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772839+0000", 2023-10-09T05:07:51.419 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.086993055999999999 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772869+0000", 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9490000000000001e-05 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783573+0000", 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010704978 2023-10-09T05:07:51.420 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783613+0000", 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9178000000000003e-05 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85156 13.4 e485/479 13:20ec559a:::benchmark_data_smithi107_396486_object85155:head v 485'5518, mlcod=0'0)", 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:07:51.421 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.70326587300002, 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.099151403999999999, 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.422 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689431+0000", 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689481+0000", 2023-10-09T05:07:51.423 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9249000000000002e-05 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772802+0000", 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.083321194000000001 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772827+0000", 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5653999999999999e-05 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.424 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778432+0000", 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056045720000000004 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778449+0000", 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6841e-05 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.425 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788562+0000", 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010113364999999999 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788584+0000", 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1359999999999999e-05 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.426 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:04204c61:::benchmark_data_smithi107_396486_object28877:head, version: 474'1705, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:04204c61:::benchmark_data_smithi107_396486_object28877:head@474'1705, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 312.701866392, 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084390634000000006, 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.427 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690830+0000", 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.428 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690909+0000", 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8598999999999997e-05 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772805+0000", 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081896417999999999 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.429 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772836+0000", 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1231e-05 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772908+0000", 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1222000000000004e-05 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772921+0000", 2023-10-09T05:07:51.430 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.359e-05 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.775222+0000", 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023011640000000001 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104473 13.c e495/479 13:31d5c89a:::benchmark_data_smithi107_396486_object104472:head v 495'6566, mlcod=0'0)", 2023-10-09T05:07:51.431 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 286.21510405200002, 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058939981000000002, 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.432 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177639+0000", 2023-10-09T05:07:51.433 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5281000000000002e-05 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177647+0000", 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7999999999999999e-06 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177652+0000", 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0989999999999998e-06 2023-10-09T05:07:51.434 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202802+0000", 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025149926999999999 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202830+0000", 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7634e-05 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.435 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236484+0000", 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033653955999999999 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236534+0000", 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0436999999999998e-05 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.436 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120142 13.c e500/479 13:362d2b83:::benchmark_data_smithi107_396486_object14280:head v 500'7560, mlcod=0'0)", 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.51477126600003, 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.061595499999999997, 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:07:51.437 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877925+0000", 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:07:51.438 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877938+0000", 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3112000000000001e-05 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877958+0000", 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9680000000000001e-05 2023-10-09T05:07:51.439 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877969+0000", 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0380999999999999e-05 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881423+0000", 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034542259999999999 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.440 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881450+0000", 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7521e-05 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939464+0000", 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058013569000000001 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.441 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939522+0000", 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8439000000000001e-05 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120144 13.c e500/479 13:3e8b576e:::benchmark_data_smithi107_396486_object14282:head v 500'7561, mlcod=0'0)", 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.51440164600001, 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.067870676000000005, 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.442 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.443 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878302+0000", 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7180000000000001e-06 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.444 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878314+0000", 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2578999999999999e-05 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878320+0000", 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8939999999999998e-06 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907844+0000", 2023-10-09T05:07:51.445 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029524287 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907875+0000", 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0199999999999999e-05 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946140+0000", 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038265432000000002 2023-10-09T05:07:51.446 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946167+0000", 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7127999999999998e-05 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.447 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120135 13.4 e500/479 13:2110ad7d:::benchmark_data_smithi107_396486_object14273:head v 500'7758, mlcod=0'0)", 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.50528668800001, 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058721702000000001, 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887410+0000", 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.449 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887420+0000", 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8980000000000008e-06 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887440+0000", 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.963e-05 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887449+0000", 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3409999999999992e-06 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899799+0000", 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012350332 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899822+0000", 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.268e-05 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946087+0000", 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.046264847999999997 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946133+0000", 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6134999999999998e-05 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120145 13.4 e500/479 13:23e1849d:::benchmark_data_smithi107_396486_object14283:head v 500'7759, mlcod=0'0)", 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.50523972399998, 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070077453999999997, 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.453 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887462+0000", 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9639999999999997e-06 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887468+0000", 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0739999999999998e-06 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887473+0000", 2023-10-09T05:07:51.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9119999999999997e-06 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924820+0000", 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037346603999999999 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924840+0000", 2023-10-09T05:07:51.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0109999999999999e-05 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957494+0000", 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032654299999999997 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957536+0000", 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1783999999999998e-05 2023-10-09T05:07:51.458 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120148 13.4 e500/479 13:29c57d1b:::benchmark_data_smithi107_396486_object14286:head v 500'7760, mlcod=0'0)", 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.50178404299999, 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066677922000000001, 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.460 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890913+0000", 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890928+0000", 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4949999999999999e-05 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.461 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890944+0000", 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6438000000000001e-05 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890954+0000", 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3889999999999994e-06 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933548+0000", 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042594118 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933567+0000", 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8984999999999999e-05 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957571+0000", 2023-10-09T05:07:51.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024004405999999999 2023-10-09T05:07:51.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957592+0000", 2023-10-09T05:07:51.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0919000000000001e-05 2023-10-09T05:07:51.465 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.465 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.465 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120154 13.c e500/479 13:38781693:::benchmark_data_smithi107_396486_object14292:head v 500'7562, mlcod=0'0)", 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.49416599599999, 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059037016999999997, 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.466 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.467 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:07:51.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898531+0000", 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898540+0000", 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9870000000000005e-06 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898559+0000", 2023-10-09T05:07:51.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8851e-05 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898567+0000", 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4810000000000006e-06 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924778+0000", 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026210923000000001 2023-10-09T05:07:51.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924805+0000", 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6758e-05 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957539+0000", 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032733822000000003 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957569+0000", 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0154e-05 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.472 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:140657 13.c e504/479 13:32d06822:::benchmark_data_smithi107_396486_object34795:head v 504'8886, mlcod=0'0)", 2023-10-09T05:07:51.473 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:07:51.473 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 236.54627737199999, 2023-10-09T05:07:51.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.062289199000000003, 2023-10-09T05:07:51.473 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.473 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.473 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:07:51.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846419+0000", 2023-10-09T05:07:51.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:07:51.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846431+0000", 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846449+0000", 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7968000000000001e-05 2023-10-09T05:07:51.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846462+0000", 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3378e-05 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873445+0000", 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026982583000000001 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.477 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873466+0000", 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1721000000000001e-05 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908663+0000", 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035196571000000003 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908710+0000", 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6968000000000002e-05 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180952 13.c e514/479 13:3b5944c4:::benchmark_data_smithi107_396486_object75090:head v 514'11382, mlcod=0'0)", 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 176.555914766, 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.082854155999999998, 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.479 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836782+0000", 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836794+0000", 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1252e-05 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836806+0000", 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2697999999999999e-05 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836814+0000", 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7079999999999997e-06 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838387+0000", 2023-10-09T05:07:51.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001572597 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838411+0000", 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4223000000000002e-05 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919592+0000", 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081181255999999993 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919637+0000", 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5352999999999998e-05 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180956 13.c e514/479 13:365d30af:::benchmark_data_smithi107_396486_object75094:head v 514'11383, mlcod=0'0)", 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:07:51.484 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 176.551183783, 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.078150363, 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.486 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.486 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:07:51.486 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841520+0000", 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.72e-06 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.487 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841530+0000", 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6809999999999993e-06 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841536+0000", 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0859999999999998e-06 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845093+0000", 2023-10-09T05:07:51.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003557387 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845117+0000", 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3883000000000002e-05 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919641+0000", 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074524097999999997 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919665+0000", 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3240000000000001e-05 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180964 13.c e514/479 13:300874d5:::benchmark_data_smithi107_396486_object75102:head v 514'11384, mlcod=0'0)", 2023-10-09T05:07:51.490 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 176.546614379, 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.080392327, 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846083+0000", 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846091+0000", 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9300000000000003e-06 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846102+0000", 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1121000000000001e-05 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846110+0000", 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8769999999999993e-06 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851606+0000", 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054962539999999999 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851628+0000", 2023-10-09T05:07:51.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1891000000000001e-05 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926444+0000", 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074816276000000001 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926476+0000", 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1909000000000002e-05 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.495 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180967 13.c e514/479 13:311e16fa:::benchmark_data_smithi107_396486_object75105:head v 514'11385, mlcod=0'0)", 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 176.542332563, 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076133083000000004, 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.496 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850364+0000", 2023-10-09T05:07:51.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:07:51.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850379+0000", 2023-10-09T05:07:51.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5146e-05 2023-10-09T05:07:51.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850395+0000", 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5590000000000002e-05 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850405+0000", 2023-10-09T05:07:51.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0377000000000001e-05 2023-10-09T05:07:51.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857700+0000", 2023-10-09T05:07:51.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072946720000000003 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857727+0000", 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7382e-05 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926479+0000", 2023-10-09T05:07:51.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.068751507000000003 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926499+0000", 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9771000000000001e-05 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.502 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180974 13.a e514/505 13:55d34191:::benchmark_data_smithi107_396486_object75112:head v 514'11219, mlcod=514'11216)", 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 176.53274789899999, 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058522601, 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:07:51.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859949+0000", 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859957+0000", 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2860000000000002e-06 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859968+0000", 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1285e-05 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859975+0000", 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5299999999999999e-06 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860399+0000", 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00042324600000000001 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860417+0000", 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7796e-05 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918431+0000", 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058014181999999997 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918473+0000", 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2069e-05 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:202645 13.c e519/479 13:31cbd78b:::benchmark_data_smithi107_396486_object96783:head v 519'12711, mlcod=500'7443)", 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 144.63569954900001, 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058248570999999999, 2023-10-09T05:07:51.508 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:07:51.509 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756998+0000", 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757007+0000", 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4320000000000005e-06 2023-10-09T05:07:51.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757025+0000", 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7779999999999999e-05 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757032+0000", 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5689999999999999e-06 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.767287+0000", 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010254842 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.767324+0000", 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7089999999999999e-05 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.815199+0000", 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047875068999999999 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.815247+0000", 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7707000000000002e-05 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:51.513 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:51.514 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:07:51.514 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:07:51.514 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:07:51.517 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:07:51.558 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:07:51.604 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:07:51.635 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 3, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:07:51.635 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T05:07:51.648 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:07:51.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.660 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.661 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.661 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:07:51.916 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:51.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:51.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:52.023 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:52.064 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:52.067 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T05:07:52.126 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:52.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:52.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:52.235 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:52.331 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:52 smithi107 ceph-mon[179183]: pgmap v1682: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 527 op/s; 24910/270282 objects degraded (9.216%); 3333/270282 objects misplaced (1.233%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:52.331 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4181873800' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:52.332 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:07:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:07:52] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:07:52.332 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:52 smithi107 ceph-mon[184249]: pgmap v1682: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 527 op/s; 24910/270282 objects degraded (9.216%); 3333/270282 objects misplaced (1.233%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:52.332 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4181873800' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:52.339 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:52.422 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:52.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:52.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:52.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:52 smithi150 ceph-mon[168511]: pgmap v1682: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.5 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 527 op/s; 24910/270282 objects degraded (9.216%); 3333/270282 objects misplaced (1.233%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4181873800' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:07:52.524 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:52.588 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:52.711 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:07:53.041 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:53.081 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:53.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:53.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:53.196 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:53.254 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:53.315 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:53.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:53.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:53.422 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:53.423 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:53.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:53.912 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:53.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:53.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:54.024 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:54.087 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:54.166 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:54.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:54.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:54.278 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:54.350 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:54 smithi150 ceph-mon[168511]: pgmap v1683: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 740 op/s; 24910/263157 objects degraded (9.466%); 2759/263157 objects misplaced (1.048%); 7.7 MiB/s, 123 objects/s recovering 2023-10-09T05:07:54.351 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:54.377 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:54 smithi107 ceph-mon[184249]: pgmap v1683: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 740 op/s; 24910/263157 objects degraded (9.466%); 2759/263157 objects misplaced (1.048%); 7.7 MiB/s, 123 objects/s recovering 2023-10-09T05:07:54.378 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:54 smithi107 ceph-mon[179183]: pgmap v1683: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 740 op/s; 24910/263157 objects degraded (9.466%); 2759/263157 objects misplaced (1.048%); 7.7 MiB/s, 123 objects/s recovering 2023-10-09T05:07:54.397 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:54.423 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:54.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:54.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:54.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:54.609 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:55.084 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:07:55.085 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:55.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:55.100 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:55.201 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:55.258 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:55.328 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:55.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:55.345 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:55.446 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:55.519 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:55.790 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:55.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:55.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:55.897 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:07:55.934 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:55.992 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:07:55.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:55.999 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:07:56.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:56.154 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:56.211 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:56.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:56.218 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:56.218 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:56 smithi150 ceph-mon[168511]: pgmap v1684: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 659 op/s; 24910/263157 objects degraded (9.466%); 2759/263157 objects misplaced (1.048%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T05:07:56.219 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:56 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/263157 objects degraded (9.466%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:56.219 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/663983020' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:07:56.319 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:07:56.390 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:56.561 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T05:07:56.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:56 smithi107 ceph-mon[179183]: pgmap v1684: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 659 op/s; 24910/263157 objects degraded (9.466%); 2759/263157 objects misplaced (1.048%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T05:07:56.604 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:56 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/263157 objects degraded (9.466%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:56.605 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/663983020' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:07:56.605 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:56 smithi107 ceph-mon[184249]: pgmap v1684: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.4 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 0 B/s wr, 659 op/s; 24910/263157 objects degraded (9.466%); 2759/263157 objects misplaced (1.048%); 6.9 MiB/s, 110 objects/s recovering 2023-10-09T05:07:56.606 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:56 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/263157 objects degraded (9.466%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:07:56.606 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/663983020' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:07:56.649 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:07:56.649 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:07:56.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.649 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:117621 14.b e546/534 14:db9955ab:::benchmark_data_smithi107_437372_object16527:head v 546'7385, mlcod=0'0)", 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:07:56.640840+0000", 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0041964000000000003, 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.004227448, 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640840+0000", 2023-10-09T05:07:56.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640840+0000", 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640840+0000", 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640844+0000", 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.454e-06 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640850+0000", 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6169999999999998e-06 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640855+0000", 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3070000000000002e-06 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640957+0000", 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000102409 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640982+0000", 2023-10-09T05:07:56.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4363999999999999e-05 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:117623 14.3 e546/534 14:ca5c1653:::benchmark_data_smithi107_437372_object16529:head v 546'7367, mlcod=529'2737)", 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:07:56.640880+0000", 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0041561580000000001, 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0042550599999999997, 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:07:56.654 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640880+0000", 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640880+0000", 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640880+0000", 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640885+0000", 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9049999999999996e-06 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640891+0000", 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3929999999999996e-06 2023-10-09T05:07:56.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.640895+0000", 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.279e-06 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.644768+0000", 2023-10-09T05:07:56.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038729189999999998 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:56.644787+0000", 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8513e-05 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:07:56.658 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:07:56.659 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 2 2023-10-09T05:07:56.659 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:07:56.824 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:07:56.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:56.828 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:07:56.929 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:07:57.002 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:57.171 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:07:57.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:57.181 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:07:57.218 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:57.225 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T05:07:57.281 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:07:57.338 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:57.402 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:07:57.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:57.409 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:07:57.510 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:57.574 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:57.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T05:07:57.622 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:57.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:57.633 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:57.638 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:57 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/663983020' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:07:57.638 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:57 smithi150 ceph-mon[168511]: osdmap e546: 8 total, 8 up, 7 in 2023-10-09T05:07:57.638 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:57 smithi150 ceph-mon[168511]: failed to encode map e546 with expected crc 2023-10-09T05:07:57.638 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:57 smithi150 ceph-mon[168511]: pgmap v1686: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 455 op/s; 24910/260748 objects degraded (9.553%); 2759/260748 objects misplaced (1.058%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:57.733 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:57.823 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/663983020' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[179183]: osdmap e546: 8 total, 8 up, 7 in 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[179183]: failed to encode map e546 with expected crc 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[179183]: pgmap v1686: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 455 op/s; 24910/260748 objects degraded (9.553%); 2759/260748 objects misplaced (1.058%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/663983020' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[184249]: osdmap e546: 8 total, 8 up, 7 in 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[184249]: failed to encode map e546 with expected crc 2023-10-09T05:07:57.848 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:57 smithi107 ceph-mon[184249]: pgmap v1686: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.3 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 455 op/s; 24910/260748 objects degraded (9.553%); 2759/260748 objects misplaced (1.058%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:07:57.891 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:57.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:57.894 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:57.995 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:58.066 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:58.129 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:58.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:58.139 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:58.239 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:58.294 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:58.340 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:58.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:58.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:58.413 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:58.446 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:58.558 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:58.680 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/957009353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:58.681 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:58.736 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:07:58.782 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:07:58.792 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:07:58.793 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/957009353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:58.793 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:58.793 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/957009353' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:58.793 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:07:58.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:58.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:07:58.894 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:07:58.960 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:59.019 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:07:59.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:59.025 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:07:59.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:07:59.206 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:59.578 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:07:59.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:59.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:07:59.688 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: osdmap e547: 8 total, 8 up, 7 in 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[184249]: pgmap v1688: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 703 op/s; 24910/253383 objects degraded (9.831%); 2137/253383 objects misplaced (0.843%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T05:07:59.733 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:59.734 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:07:59.734 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: osdmap e547: 8 total, 8 up, 7 in 2023-10-09T05:07:59.734 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.734 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.734 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.734 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:07:59 smithi107 ceph-mon[179183]: pgmap v1688: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 703 op/s; 24910/253383 objects degraded (9.831%); 2137/253383 objects misplaced (0.843%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T05:07:59.765 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:07:59.862 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:07:59.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:07:59.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:07:59.973 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:07:59.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:07:59.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:07:59.986 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: osdmap e547: 8 total, 8 up, 7 in 2023-10-09T05:07:59.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: failed to encode map e547 with expected crc 2023-10-09T05:07:59.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:07:59 smithi150 ceph-mon[168511]: pgmap v1688: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.2 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 703 op/s; 24910/253383 objects degraded (9.831%); 2137/253383 objects misplaced (0.843%); 9.3 MiB/s, 149 objects/s recovering 2023-10-09T05:08:00.041 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:00.173 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:08:00.213 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:08:00.266 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:00.274 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:08:00.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:00.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:00.333 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:08:00.369 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:08:00.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:00.419 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:08:00.425 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:00.463 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:08:00.502 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:08:00.506 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.507 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:08:00.722 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4169213129' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:00.722 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/253383 objects degraded (9.831%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4169213129' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/253383 objects degraded (9.831%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:00.723 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:08:00.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:08:00.724 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:00 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.816 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:00.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:00.824 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:00.925 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:00.982 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4169213129' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/253383 objects degraded (9.831%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:08:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:00 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:01.145 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:01.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:01.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:01.256 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:01.330 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:01.402 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:01.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:01.410 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:01.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:08:01.510 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:01.576 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:01.632 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:01.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:01.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:01.741 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:01.837 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:01 smithi107 ceph-mon[179183]: pgmap v1689: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 504 op/s; 24910/251046 objects degraded (9.922%); 2137/251046 objects misplaced (0.851%); 4.9 MiB/s, 77 objects/s recovering 2023-10-09T05:08:01.837 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:01.838 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:01 smithi107 ceph-mon[184249]: pgmap v1689: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 504 op/s; 24910/251046 objects degraded (9.922%); 2137/251046 objects misplaced (0.851%); 4.9 MiB/s, 77 objects/s recovering 2023-10-09T05:08:01.838 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:01.849 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:01.950 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:01 smithi150 ceph-mon[168511]: pgmap v1689: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.1 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 504 op/s; 24910/251046 objects degraded (9.922%); 2137/251046 objects misplaced (0.851%); 4.9 MiB/s, 77 objects/s recovering 2023-10-09T05:08:01.951 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:01.952 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:01.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:01.959 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:01.969 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:01.969 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:02.060 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:02.156 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:08:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:08:02] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:08:02.161 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:02.440 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:02.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:02.445 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:02.546 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:02.572 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T05:08:02.639 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:02.745 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:02.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:02.749 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:02.850 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:02.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:02.962 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:02.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:02.967 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:02.996 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:03.068 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:03.192 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:03.281 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:03.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:03.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:03.403 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:03.420 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:08:03.443 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:03.533 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:03.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:03.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:03.639 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:03.639 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:03.680 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:03.750 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:03.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:03.755 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:03.856 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:03.917 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:03.992 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:03.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:03.999 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:04.052 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T05:08:04.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:04 smithi150 ceph-mon[168511]: pgmap v1690: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 810 op/s; 24910/243708 objects degraded (10.221%); 1424/243708 objects misplaced (0.584%); 10 MiB/s, 166 objects/s recovering 2023-10-09T05:08:04.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3812016279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:08:04.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:04 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:08:04.100 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:04.180 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:04.233 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:04 smithi107 ceph-mon[179183]: pgmap v1690: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 810 op/s; 24910/243708 objects degraded (10.221%); 1424/243708 objects misplaced (0.584%); 10 MiB/s, 166 objects/s recovering 2023-10-09T05:08:04.233 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3812016279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:08:04.233 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:04 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:08:04.234 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:04 smithi107 ceph-mon[184249]: pgmap v1690: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 810 op/s; 24910/243708 objects degraded (10.221%); 1424/243708 objects misplaced (0.584%); 10 MiB/s, 166 objects/s recovering 2023-10-09T05:08:04.234 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3812016279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:08:04.234 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:04 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:08:04.812 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T05:08:04.814 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:04.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:04.825 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:04.926 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:04.984 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:05.057 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:05.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:05.068 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:05.077 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:08:05.077 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[179183]: osdmap e548: 8 total, 8 up, 7 in 2023-10-09T05:08:05.077 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[179183]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[179183]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.078 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[179183]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.169 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:05.221 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:05 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:08:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:05 smithi150 ceph-mon[168511]: osdmap e548: 8 total, 8 up, 7 in 2023-10-09T05:08:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:05 smithi150 ceph-mon[168511]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:05 smithi150 ceph-mon[168511]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:05 smithi150 ceph-mon[168511]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.270 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:05.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:05.278 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:05.379 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:08:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[184249]: osdmap e548: 8 total, 8 up, 7 in 2023-10-09T05:08:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[184249]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[184249]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:05 smithi107 ceph-mon[184249]: failed to encode map e548 with expected crc 2023-10-09T05:08:05.433 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:05.511 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:05.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:05.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:05.616 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:05.724 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:05.856 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:05.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:05.861 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:05.930 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:05.936 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:05.962 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:05.997 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:05.997 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:06.018 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:06.362 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[179183]: pgmap v1692: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 709 op/s; 24910/243708 objects degraded (10.221%); 1424/243708 objects misplaced (0.584%); 10 MiB/s, 166 objects/s recovering 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/243708 objects degraded (10.221%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[179183]: failed to encode map e549 with expected crc 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[179183]: osdmap e549: 8 total, 8 up, 7 in 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4245220514' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[184249]: pgmap v1692: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 709 op/s; 24910/243708 objects degraded (10.221%); 1424/243708 objects misplaced (0.584%); 10 MiB/s, 166 objects/s recovering 2023-10-09T05:08:06.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/243708 objects degraded (10.221%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:06.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[184249]: failed to encode map e549 with expected crc 2023-10-09T05:08:06.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[184249]: osdmap e549: 8 total, 8 up, 7 in 2023-10-09T05:08:06.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4245220514' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:06.365 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:06 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:06.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:06.366 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:06.466 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:06 smithi150 ceph-mon[168511]: pgmap v1692: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.0 GiB data, 22 GiB used, 603 GiB / 626 GiB avail; 0 B/s wr, 709 op/s; 24910/243708 objects degraded (10.221%); 1424/243708 objects misplaced (0.584%); 10 MiB/s, 166 objects/s recovering 2023-10-09T05:08:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:06 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/243708 objects degraded (10.221%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:06 smithi150 ceph-mon[168511]: failed to encode map e549 with expected crc 2023-10-09T05:08:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:06 smithi150 ceph-mon[168511]: osdmap e549: 8 total, 8 up, 7 in 2023-10-09T05:08:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4245220514' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:06.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:06 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:06.494 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:06.514 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:08:06.604 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:06.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:06.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:06.643 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T05:08:06.716 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:06.803 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:06.951 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:06.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:06.961 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:07.062 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:07.119 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:07.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[179183]: failed to encode map e549 with expected crc 2023-10-09T05:08:07.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[179183]: failed to encode map e549 with expected crc 2023-10-09T05:08:07.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:08:07.175 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[179183]: failed to encode map e550 with expected crc 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[179183]: osdmap e550: 8 total, 8 up, 7 in 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[184249]: failed to encode map e549 with expected crc 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[184249]: failed to encode map e549 with expected crc 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[184249]: failed to encode map e550 with expected crc 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:07.176 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:07 smithi107 ceph-mon[184249]: osdmap e550: 8 total, 8 up, 7 in 2023-10-09T05:08:07.179 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:07.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:07.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:07.289 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:07.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:07.489 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:07 smithi150 ceph-mon[168511]: failed to encode map e549 with expected crc 2023-10-09T05:08:07.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:07 smithi150 ceph-mon[168511]: failed to encode map e549 with expected crc 2023-10-09T05:08:07.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:07 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:08:07.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:07 smithi150 ceph-mon[168511]: failed to encode map e550 with expected crc 2023-10-09T05:08:07.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:07 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:07.490 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:07 smithi150 ceph-mon[168511]: osdmap e550: 8 total, 8 up, 7 in 2023-10-09T05:08:07.940 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:07.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:07.976 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:08.077 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:08.150 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:08.271 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:08.336 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:08.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:08.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:08.349 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:08 smithi107 ceph-mon[179183]: failed to encode map e550 with expected crc 2023-10-09T05:08:08.349 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:08 smithi107 ceph-mon[179183]: pgmap v1695: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 548 op/s; 24910/241167 objects degraded (10.329%); 1424/241167 objects misplaced (0.590%); 7.4 MiB/s, 118 objects/s recovering 2023-10-09T05:08:08.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:08 smithi107 ceph-mon[184249]: failed to encode map e550 with expected crc 2023-10-09T05:08:08.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:08 smithi107 ceph-mon[184249]: pgmap v1695: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 548 op/s; 24910/241167 objects degraded (10.329%); 1424/241167 objects misplaced (0.590%); 7.4 MiB/s, 118 objects/s recovering 2023-10-09T05:08:08.450 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:08 smithi150 ceph-mon[168511]: failed to encode map e550 with expected crc 2023-10-09T05:08:08.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:08 smithi150 ceph-mon[168511]: pgmap v1695: 99 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 548 op/s; 24910/241167 objects degraded (10.329%); 1424/241167 objects misplaced (0.590%); 7.4 MiB/s, 118 objects/s recovering 2023-10-09T05:08:08.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:08.800 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:08.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:08.806 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:08.907 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:08.954 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:08.995 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:09.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:09.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:09.105 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:09.124 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:08:09.136 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:09.164 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:08:09.196 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:09.202 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3049989398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:09.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:09.207 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:09.207 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:08:09.236 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:08:09.273 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:08:09.293 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3049989398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:09.293 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3049989398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:09.308 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:09.314 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:08:09.363 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:08:09.365 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:09.399 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:08:09.409 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.409 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.409 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.409 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.410 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.410 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.410 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.410 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:08:09.411 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:08:09.431 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:09.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:09.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:09.537 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:09.595 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:09.662 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:09.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:09.667 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:09.767 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:09.827 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:10.008 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:10.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:10.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:10.115 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:10.173 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T05:08:10.235 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:10.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:10 smithi107 ceph-mon[184249]: pgmap v1696: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.8 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 501 op/s; 24910/234675 objects degraded (10.615%); 740/234675 objects misplaced (0.315%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T05:08:10.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:10 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3379668462' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:08:10.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:10 smithi107 ceph-mon[179183]: pgmap v1696: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.8 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 501 op/s; 24910/234675 objects degraded (10.615%); 740/234675 objects misplaced (0.315%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T05:08:10.424 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:10 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3379668462' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:08:10.451 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:10.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:10.464 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:10 smithi150 ceph-mon[168511]: pgmap v1696: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.8 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 501 op/s; 24910/234675 objects degraded (10.615%); 740/234675 objects misplaced (0.315%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T05:08:10.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:10 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3379668462' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:08:10.564 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:10.624 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:10.785 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:10.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:10.791 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:10.798 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:10.840 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T05:08:10.893 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:10.951 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:11.021 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:11.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:11.028 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:11.129 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:11.196 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:11.237 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:11 smithi150 ceph-mon[168511]: failed to encode map e551 with expected crc 2023-10-09T05:08:11.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:11 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3379668462' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:08:11.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:11 smithi150 ceph-mon[168511]: osdmap e551: 8 total, 8 up, 7 in 2023-10-09T05:08:11.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:11 smithi150 ceph-mon[168511]: failed to encode map e551 with expected crc 2023-10-09T05:08:11.238 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:11 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/234675 objects degraded (10.615%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:11.267 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:11.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:11.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:11.380 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:11.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[179183]: failed to encode map e551 with expected crc 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3379668462' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[179183]: osdmap e551: 8 total, 8 up, 7 in 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[179183]: failed to encode map e551 with expected crc 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/234675 objects degraded (10.615%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[184249]: failed to encode map e551 with expected crc 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3379668462' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:08:11.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[184249]: osdmap e551: 8 total, 8 up, 7 in 2023-10-09T05:08:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[184249]: failed to encode map e551 with expected crc 2023-10-09T05:08:11.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:11 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/234675 objects degraded (10.615%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:11.433 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:11.483 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:11.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:11.493 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:127096 14.6 14:6121ac82:::benchmark_data_smithi107_437372_object26002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e551)", 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:11.512804+0000", 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.028249166999999999, 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028287175000000001, 2023-10-09T05:08:11.543 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 127096 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512804+0000", 2023-10-09T05:08:11.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512804+0000", 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512802+0000", 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:11.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512816+0000", 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3553000000000001e-05 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512828+0000", 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1904e-05 2023-10-09T05:08:11.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512836+0000", 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6270000000000006e-06 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.513003+0000", 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016671500000000001 2023-10-09T05:08:11.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.513154+0000", 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015148000000000001 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.513290+0000", 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013576699999999999 2023-10-09T05:08:11.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.517968+0000", 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046780930000000004 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.523803+0000", 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005834845 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.549 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:127097 14.8 14:1aeebbc0:::benchmark_data_smithi107_437372_object26003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e551)", 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:11.512845+0000", 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.028207223999999999, 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.028351610999999999, 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:11.550 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 127097 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512845+0000", 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512845+0000", 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512845+0000", 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512848+0000", 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4370000000000001e-06 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512853+0000", 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5520000000000004e-06 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:08:11.553 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512858+0000", 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6759999999999998e-06 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.512915+0000", 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6753999999999999e-05 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:08:11.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.513085+0000", 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000170607 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.513236+0000", 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015063199999999999 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.518005+0000", 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0047691620000000004 2023-10-09T05:08:11.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.523777+0000", 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0057717920000000004 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:127106 14.8 14:100933dc:::benchmark_data_smithi107_437372_object26012:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e551)", 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:11.525685+0000", 2023-10-09T05:08:11.556 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.015367952000000001, 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.015606513000000001, 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 127106 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:08:11.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525685+0000", 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525685+0000", 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525683+0000", 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525689+0000", 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2639999999999999e-06 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525705+0000", 2023-10-09T05:08:11.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6847e-05 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525714+0000", 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0979999999999994e-06 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525761+0000", 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7144000000000001e-05 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.525944+0000", 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018316599999999999 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.526118+0000", 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017385499999999999 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:08:11.561 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.534958+0000", 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.008840334 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:127110 14.6 14:6562f283:::benchmark_data_smithi107_437372_object26016:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e551)", 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:11.530635+0000", 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.010417630000000001, 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010746344, 2023-10-09T05:08:11.562 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 127110 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530635+0000", 2023-10-09T05:08:11.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530635+0000", 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530633+0000", 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530642+0000", 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7099999999999996e-06 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:08:11.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530657+0000", 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4979e-05 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530668+0000", 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0518e-05 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530728+0000", 2023-10-09T05:08:11.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0013999999999998e-05 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.530912+0000", 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018448499999999999 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,3", 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.531068+0000", 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015540000000000001 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:08:11.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:11.536434+0000", 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053660629999999999 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 4 2023-10-09T05:08:11.568 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:08:11.594 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:11.663 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:11.719 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:11.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:11.727 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:11.828 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:11.875 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:11.934 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:11.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:11.948 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:12.049 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:12.095 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:12.130 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:08:12.136 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:08:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:08:12] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:08:12.145 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T05:08:12.156 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:12.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:12.162 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:12.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:12 smithi150 ceph-mon[168511]: pgmap v1698: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.7 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 629 op/s; 24910/232377 objects degraded (10.720%); 740/232377 objects misplaced (0.318%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T05:08:12.263 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:12.317 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:12.322 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:12.367 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:12.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:12.370 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:12.425 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:12 smithi107 ceph-mon[184249]: pgmap v1698: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.7 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 629 op/s; 24910/232377 objects degraded (10.720%); 740/232377 objects misplaced (0.318%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T05:08:12.427 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:12 smithi107 ceph-mon[179183]: pgmap v1698: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.7 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 629 op/s; 24910/232377 objects degraded (10.720%); 740/232377 objects misplaced (0.318%); 7.1 MiB/s, 113 objects/s recovering 2023-10-09T05:08:12.471 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:12.506 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:12.573 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:12.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:12.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:12.677 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:12.727 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:12.795 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:12.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:12.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:12.909 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:12.973 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:13.072 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:13.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:13.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:13.181 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:13.287 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:13.402 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:13.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:13.407 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:13.507 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:13.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:13.624 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:13.884 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:13.930 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:13.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:13.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:14.044 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:14.101 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:14.207 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:08:14.329 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:14.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:14.339 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:14.440 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:14.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:14 smithi150 ceph-mon[168511]: pgmap v1699: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 735 op/s; 24910/224709 objects degraded (11.085%); 398/224709 objects misplaced (0.177%); 8.6 MiB/s, 137 objects/s recovering 2023-10-09T05:08:14.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1918456579' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:14.507 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:14.582 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:14.585 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:14 smithi107 ceph-mon[184249]: pgmap v1699: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 735 op/s; 24910/224709 objects degraded (11.085%); 398/224709 objects misplaced (0.177%); 8.6 MiB/s, 137 objects/s recovering 2023-10-09T05:08:14.586 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1918456579' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:14.586 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:14 smithi107 ceph-mon[179183]: pgmap v1699: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 735 op/s; 24910/224709 objects degraded (11.085%); 398/224709 objects misplaced (0.177%); 8.6 MiB/s, 137 objects/s recovering 2023-10-09T05:08:14.586 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1918456579' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:14.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:14.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:14.695 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:14.750 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:14.832 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:14.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:14.842 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:14.943 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:15.014 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:15.086 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:15.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:15.091 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:15.192 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:15.223 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:15.223 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[179183]: failed to encode map e552 with expected crc 2023-10-09T05:08:15.223 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[179183]: failed to encode map e552 with expected crc 2023-10-09T05:08:15.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1918456579' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:08:15.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[179183]: osdmap e552: 8 total, 8 up, 7 in 2023-10-09T05:08:15.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:15 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:15.224 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:15 smithi150 ceph-mon[168511]: failed to encode map e552 with expected crc 2023-10-09T05:08:15.225 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:15 smithi150 ceph-mon[168511]: failed to encode map e552 with expected crc 2023-10-09T05:08:15.225 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1918456579' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:08:15.225 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:15 smithi150 ceph-mon[168511]: osdmap e552: 8 total, 8 up, 7 in 2023-10-09T05:08:15.259 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:15.336 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:15.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:15.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:15.442 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:15.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:15.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[184249]: failed to encode map e552 with expected crc 2023-10-09T05:08:15.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[184249]: failed to encode map e552 with expected crc 2023-10-09T05:08:15.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1918456579' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:08:15.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:15 smithi107 ceph-mon[184249]: osdmap e552: 8 total, 8 up, 7 in 2023-10-09T05:08:15.529 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:15.791 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:15.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:15.797 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:15.897 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:15.966 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:16.088 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:16.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:16.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:16.202 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:16.314 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:16.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:16 smithi107 ceph-mon[184249]: pgmap v1701: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 685 op/s; 24910/224709 objects degraded (11.085%); 398/224709 objects misplaced (0.177%); 8.0 MiB/s, 128 objects/s recovering 2023-10-09T05:08:16.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:16 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 24910/224709 objects degraded (11.085%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:16.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:16 smithi107 ceph-mon[179183]: pgmap v1701: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 685 op/s; 24910/224709 objects degraded (11.085%); 398/224709 objects misplaced (0.177%); 8.0 MiB/s, 128 objects/s recovering 2023-10-09T05:08:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:16 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 24910/224709 objects degraded (11.085%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:16.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:16.441 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:08:16.441 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:08:16.441 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:08:16.441 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:08:16.441 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:08:16.473 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:16.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:16.483 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:16.583 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:16.622 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:16 smithi150 ceph-mon[168511]: pgmap v1701: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 21 GiB used, 604 GiB / 626 GiB avail; 0 B/s wr, 685 op/s; 24910/224709 objects degraded (11.085%); 398/224709 objects misplaced (0.177%); 8.0 MiB/s, 128 objects/s recovering 2023-10-09T05:08:16.622 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:16 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 24910/224709 objects degraded (11.085%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:16.622 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:16.626 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:16.685 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:16.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:16.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:16.797 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:16.850 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:17.297 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T05:08:17.360 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:08:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1338237566' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:08:17.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:08:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1338237566' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:08:17.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:08:17.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1338237566' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:08:17.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: pgmap v1702: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 521 op/s; 24910/222147 objects degraded (11.213%); 398/222147 objects misplaced (0.179%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: osdmap e553: 8 total, 8 up, 7 in 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[184249]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: pgmap v1702: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 521 op/s; 24910/222147 objects degraded (11.213%); 398/222147 objects misplaced (0.179%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: osdmap e553: 8 total, 8 up, 7 in 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:18 smithi107 ceph-mon[179183]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: pgmap v1702: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 521 op/s; 24910/222147 objects degraded (11.213%); 398/222147 objects misplaced (0.179%); 2.7 MiB/s, 42 objects/s recovering 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: osdmap e553: 8 total, 8 up, 7 in 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: failed to encode map e553 with expected crc 2023-10-09T05:08:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:18 smithi150 ceph-mon[168511]: failed to encode map e553 with expected crc 2023-10-09T05:08:19.278 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:19 smithi107 ceph-mon[179183]: failed to encode map e554 with expected crc 2023-10-09T05:08:19.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:19 smithi107 ceph-mon[179183]: failed to encode map e554 with expected crc 2023-10-09T05:08:19.279 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:19 smithi107 ceph-mon[179183]: osdmap e554: 8 total, 8 up, 7 in 2023-10-09T05:08:19.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:19 smithi107 ceph-mon[184249]: failed to encode map e554 with expected crc 2023-10-09T05:08:19.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:19 smithi107 ceph-mon[184249]: failed to encode map e554 with expected crc 2023-10-09T05:08:19.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:19 smithi107 ceph-mon[184249]: osdmap e554: 8 total, 8 up, 7 in 2023-10-09T05:08:19.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:19 smithi150 ceph-mon[168511]: failed to encode map e554 with expected crc 2023-10-09T05:08:19.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:19 smithi150 ceph-mon[168511]: failed to encode map e554 with expected crc 2023-10-09T05:08:19.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:19 smithi150 ceph-mon[168511]: osdmap e554: 8 total, 8 up, 7 in 2023-10-09T05:08:20.270 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:20.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:20.289 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:20.390 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:20.463 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:20.520 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:20.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:20.526 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:20.577 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[179183]: pgmap v1705: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.4 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 22624/214326 objects degraded (10.556%); 2300/214326 objects misplaced (1.073%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[179183]: osdmap e555: 8 total, 8 up, 7 in 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[179183]: failed to encode map e555 with expected crc 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[179183]: failed to encode map e555 with expected crc 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[184249]: pgmap v1705: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.4 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 22624/214326 objects degraded (10.556%); 2300/214326 objects misplaced (1.073%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[184249]: osdmap e555: 8 total, 8 up, 7 in 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[184249]: failed to encode map e555 with expected crc 2023-10-09T05:08:20.578 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:20 smithi107 ceph-mon[184249]: failed to encode map e555 with expected crc 2023-10-09T05:08:20.579 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T05:08:20.627 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:20.683 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:20 smithi150 ceph-mon[168511]: pgmap v1705: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.4 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 22624/214326 objects degraded (10.556%); 2300/214326 objects misplaced (1.073%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:08:20.684 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:20 smithi150 ceph-mon[168511]: osdmap e555: 8 total, 8 up, 7 in 2023-10-09T05:08:20.684 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:20 smithi150 ceph-mon[168511]: failed to encode map e555 with expected crc 2023-10-09T05:08:20.684 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:20 smithi150 ceph-mon[168511]: failed to encode map e555 with expected crc 2023-10-09T05:08:20.685 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:20.737 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:20.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:20.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:20.789 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 3 1 2023-10-09T05:08:20.821 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:08:20.849 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:20.849 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:08:20.890 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:08:20.912 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:20.946 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:20.949 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:08:20.969 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:20.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:20.976 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:21.011 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:08:21.053 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:08:21.076 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:21.095 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:08:21.137 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:21.152 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:08:21.177 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.178 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.178 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.178 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.178 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.178 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.178 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.179 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:08:21.193 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:21.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:21.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:21.302 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:21.377 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:21.638 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:21 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 22624/214326 objects degraded (10.556%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:21.638 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3957508732' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:21.639 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:21 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 22624/214326 objects degraded (10.556%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:21.639 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3957508732' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:21 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 22624/214326 objects degraded (10.556%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3957508732' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:21.906 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:21.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:21.914 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:22.014 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:22.062 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:22.141 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:22.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:08:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:08:22] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2023-10-09T05:08:22.194 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:22.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:22.204 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:22.305 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:22.389 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:22 smithi150 ceph-mon[168511]: pgmap v1707: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 700 op/s; 22624/212091 objects degraded (10.667%); 2300/212091 objects misplaced (1.084%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:08:22.390 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:22.450 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:22.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:22.464 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:22.565 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:22.580 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:22 smithi107 ceph-mon[179183]: pgmap v1707: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 700 op/s; 22624/212091 objects degraded (10.667%); 2300/212091 objects misplaced (1.084%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:08:22.582 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:22 smithi107 ceph-mon[184249]: pgmap v1707: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.3 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 700 op/s; 22624/212091 objects degraded (10.667%); 2300/212091 objects misplaced (1.084%); 4.0 MiB/s, 63 objects/s recovering 2023-10-09T05:08:22.685 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:22.846 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:22.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:22.854 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:22.902 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:22.954 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:23.018 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:23.071 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:23.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:23.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:23.177 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:23.203 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:23.237 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:23.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:23.240 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:23.341 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:23.404 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:23.475 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:23.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:23.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:23.583 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:23.641 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:23.702 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:23.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:23.708 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:23.809 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:23.857 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:23.870 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:08:23.927 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:23.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:23.930 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:24.031 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:24.074 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:24.137 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:24.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:24.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:24.245 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:24.294 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:24.325 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:24 smithi150 ceph-mon[168511]: pgmap v1708: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 928 op/s; 20328/205431 objects degraded (9.895%); 4189/205431 objects misplaced (2.039%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T05:08:24.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/964165431' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:24.326 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:24 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:24.355 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:08:24.368 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:24.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:24.374 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:24.475 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:24.526 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:24.549 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:24 smithi107 ceph-mon[179183]: pgmap v1708: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 928 op/s; 20328/205431 objects degraded (9.895%); 4189/205431 objects misplaced (2.039%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T05:08:24.549 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/964165431' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:24.549 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:24 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:24.551 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:24 smithi107 ceph-mon[184249]: pgmap v1708: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 928 op/s; 20328/205431 objects degraded (9.895%); 4189/205431 objects misplaced (2.039%); 8.2 MiB/s, 131 objects/s recovering 2023-10-09T05:08:24.551 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/964165431' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:24.551 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:24 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:24.568 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:24.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:24.578 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:24.629 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:24.629 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:24.679 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:24.737 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:24.791 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:24.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:24.804 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:24.905 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:24.999 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:25.229 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:25.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:25.236 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:25.337 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:25.376 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.3 to 1 (10000) 2023-10-09T05:08:25.412 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:25.483 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:25.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:25.496 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:25.597 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: failed to encode map e556 with expected crc 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: osdmap e556: 8 total, 8 up, 7 in 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: failed to encode map e556 with expected crc 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: pgmap v1710: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 443 op/s; 20328/205431 objects degraded (9.895%); 4189/205431 objects misplaced (2.039%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/400313063' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:08:25.649 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: failed to encode map e556 with expected crc 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: osdmap e556: 8 total, 8 up, 7 in 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: failed to encode map e556 with expected crc 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: pgmap v1710: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 443 op/s; 20328/205431 objects degraded (9.895%); 4189/205431 objects misplaced (2.039%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/400313063' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:08:25.650 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:25 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:08:25.653 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:25.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: failed to encode map e556 with expected crc 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: osdmap e556: 8 total, 8 up, 7 in 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: failed to encode map e556 with expected crc 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: pgmap v1710: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 443 op/s; 20328/205431 objects degraded (9.895%); 4189/205431 objects misplaced (2.039%); 3.8 MiB/s, 60 objects/s recovering 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/400313063' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:08:25.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:25 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:08:25.981 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:25.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:25.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:26.029 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T05:08:26.077 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T05:08:26.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:26.163 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:26.180 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:26.260 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:26.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:26.267 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:26.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.344 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.350 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: osdmap e557: 8 total, 8 up, 7 in 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20328/205431 objects degraded (9.895%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:26.367 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:26.420 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: osdmap e557: 8 total, 8 up, 7 in 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.421 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:26 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20328/205431 objects degraded (9.895%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:26.432 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:26.540 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:26.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:26.549 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:26.650 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:26.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:08:26.674 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: osdmap e557: 8 total, 8 up, 7 in 2023-10-09T05:08:26.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: failed to encode map e557 with expected crc 2023-10-09T05:08:26.675 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:26 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20328/205431 objects degraded (9.895%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:26.726 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:26.918 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:27.183 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:27.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:27.198 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:27.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:08:27.299 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:27.399 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:27.455 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:27 smithi107 ceph-mon[179183]: pgmap v1712: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.1 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 20328/203202 objects degraded (10.004%); 4189/203202 objects misplaced (2.061%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T05:08:27.455 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:27 smithi107 ceph-mon[184249]: pgmap v1712: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.1 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 20328/203202 objects degraded (10.004%); 4189/203202 objects misplaced (2.061%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T05:08:27.468 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:27.561 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:27.569 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:27 smithi150 ceph-mon[168511]: pgmap v1712: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.1 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 20328/203202 objects degraded (10.004%); 4189/203202 objects misplaced (2.061%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T05:08:27.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:27.571 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:27.672 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:27.731 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:27.928 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:27.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:27.947 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:27.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:08:27.986 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:08:28.019 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:08:28.048 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:28.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:08:28.095 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:08:28.131 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:28.145 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:08:28.222 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:08:28.223 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:08:28.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.226 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.227 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.227 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.227 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.227 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:08:28.246 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:28.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:28.256 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:28.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:28.437 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:28.557 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:28.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:28.568 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:28.568 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2677816606' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:28.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2677816606' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:28.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2677816606' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:28.669 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.47180.0:137895 14.3 e557/554 14:c6607836:::benchmark_data_smithi107_437372_object36801:head v 557'8660, mlcod=557'8658)", 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:28.665867+0000", 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.002841503, 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028715429999999998, 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:28.678 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:08:28.681 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:28.681 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.681 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:28.681 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665867+0000", 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665867+0000", 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665866+0000", 2023-10-09T05:08:28.682 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665876+0000", 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.961e-06 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665890+0000", 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3652000000000001e-05 2023-10-09T05:08:28.683 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665895+0000", 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4149999999999998e-06 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665932+0000", 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6825000000000001e-05 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:28.684 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:28.665951+0000", 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9403999999999999e-05 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 1 2023-10-09T05:08:28.685 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:08:28.746 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:29.091 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:29.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:29.096 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:29.141 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:29.196 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T05:08:29.197 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:29.277 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:29.387 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:29.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:29.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:29.492 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:29.563 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:29.665 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:29.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:29 smithi107 ceph-mon[179183]: pgmap v1713: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 657 op/s; 20328/196305 objects degraded (10.355%); 3841/196305 objects misplaced (1.957%); 5.9 MiB/s, 94 objects/s recovering 2023-10-09T05:08:29.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:29 smithi107 ceph-mon[184249]: pgmap v1713: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 657 op/s; 20328/196305 objects degraded (10.355%); 3841/196305 objects misplaced (1.957%); 5.9 MiB/s, 94 objects/s recovering 2023-10-09T05:08:29.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:29.676 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:29 smithi150 ceph-mon[168511]: pgmap v1713: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 657 op/s; 20328/196305 objects degraded (10.355%); 3841/196305 objects misplaced (1.957%); 5.9 MiB/s, 94 objects/s recovering 2023-10-09T05:08:29.677 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:29.778 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:29.842 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:29.932 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:29.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:29.940 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:29.982 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:30.041 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:30.124 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:30.351 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:30.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:30.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:30.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:30.522 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:30.532 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2601164988' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:08:30.532 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:08:30.532 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:30 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20328/196305 objects degraded (10.355%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:30.558 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T05:08:30.603 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:30.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2601164988' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:08:30.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:08:30.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:30 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20328/196305 objects degraded (10.355%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2601164988' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:08:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:08:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:30 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20328/196305 objects degraded (10.355%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:30.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:30.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:30.712 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:30.782 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:30.901 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:30.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:30.909 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:31.010 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:31.063 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:08:31.086 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:31.114 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T05:08:31.190 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:31.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:31.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:31.295 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:31.341 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:31.389 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:31.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:31.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:31.496 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:31.555 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:31.602 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:08:31.603 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:08:31.603 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:08:31.603 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:08:31.603 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:08:31.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:08:31.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: osdmap e558: 8 total, 8 up, 7 in 2023-10-09T05:08:31.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: pgmap v1715: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 574 op/s; 20328/193953 objects degraded (10.481%); 3841/193953 objects misplaced (1.980%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T05:08:31.630 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:31.631 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:31.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:31.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:31.746 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:31.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:08:31.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: osdmap e558: 8 total, 8 up, 7 in 2023-10-09T05:08:31.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.810 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: pgmap v1715: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 574 op/s; 20328/193953 objects degraded (10.481%); 3841/193953 objects misplaced (1.980%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: osdmap e558: 8 total, 8 up, 7 in 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: failed to encode map e558 with expected crc 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: pgmap v1715: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 574 op/s; 20328/193953 objects degraded (10.481%); 3841/193953 objects misplaced (1.980%); 3.3 MiB/s, 52 objects/s recovering 2023-10-09T05:08:31.811 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:31.819 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:31.891 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:31.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:31.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:31.967 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:32.002 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:32.024 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:32.062 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T05:08:32.084 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:08:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:08:32] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2023-10-09T05:08:32.106 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:32.173 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:32.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:32.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:32.279 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:32.359 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:32.416 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:32.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:32.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:32.521 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:32.586 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:32.606 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:08:32.616 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2544414955' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:08:32.616 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:32 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:08:32.617 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2544414955' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:08:32.617 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:32 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:08:32.645 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:32.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:32.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:32.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:32.833 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:32.895 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:32.988 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2544414955' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:08:32.989 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:32 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:08:33.316 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:33.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:33.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:33.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:33.505 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:33.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:08:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: osdmap e559: 8 total, 8 up, 7 in 2023-10-09T05:08:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:33 smithi150 ceph-mon[168511]: pgmap v1717: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 694 op/s; 20328/187293 objects degraded (10.854%); 3485/187293 objects misplaced (1.861%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T05:08:33.794 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:33.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:08:33.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: osdmap e559: 8 total, 8 up, 7 in 2023-10-09T05:08:33.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.795 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[184249]: pgmap v1717: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 694 op/s; 20328/187293 objects degraded (10.854%); 3485/187293 objects misplaced (1.861%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T05:08:33.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:33.797 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:08:33.798 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: osdmap e559: 8 total, 8 up, 7 in 2023-10-09T05:08:33.798 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.798 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.798 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: failed to encode map e559 with expected crc 2023-10-09T05:08:33.798 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:33 smithi107 ceph-mon[179183]: pgmap v1717: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 694 op/s; 20328/187293 objects degraded (10.854%); 3485/187293 objects misplaced (1.861%); 5.8 MiB/s, 92 objects/s recovering 2023-10-09T05:08:33.833 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:33.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:33.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:33.940 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:33.987 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:34.092 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:34.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:34.103 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:34.204 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:34.281 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:34.577 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:08:34.599 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/885775332' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:34.635 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:08:34.704 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:08:34.749 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:08:34.792 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:08:34.825 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:08:34.867 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:08:34.916 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:08:34.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/885775332' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:34.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/885775332' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:34.925 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.925 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.925 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.925 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.926 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.926 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.926 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:08:34.926 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:08:35.274 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:35.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:35.288 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:35.375 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:08:35.388 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:35.458 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:35.500 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:35.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:35.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:35.604 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:35.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:35 smithi150 ceph-mon[168511]: pgmap v1718: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 662 op/s; 20328/187293 objects degraded (10.854%); 3485/187293 objects misplaced (1.861%); 5.5 MiB/s, 87 objects/s recovering 2023-10-09T05:08:35.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/27738840' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:08:35.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:35 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:08:35.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:35 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20328/187293 objects degraded (10.854%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:35.652 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T05:08:35.659 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:35.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[184249]: pgmap v1718: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 662 op/s; 20328/187293 objects degraded (10.854%); 3485/187293 objects misplaced (1.861%); 5.5 MiB/s, 87 objects/s recovering 2023-10-09T05:08:35.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/27738840' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:08:35.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:08:35.701 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20328/187293 objects degraded (10.854%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:35.709 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[179183]: pgmap v1718: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 662 op/s; 20328/187293 objects degraded (10.854%); 3485/187293 objects misplaced (1.861%); 5.5 MiB/s, 87 objects/s recovering 2023-10-09T05:08:35.710 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/27738840' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:08:35.710 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:08:35.710 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:35 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20328/187293 objects degraded (10.854%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:35.731 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:35.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:35.753 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:35.854 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:35.953 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:36.056 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:36.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:36.063 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:36.163 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:36.246 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:36.347 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:36.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:36.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:36.419 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:36.419 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:36.460 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:36.533 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T05:08:36.533 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:08:36.571 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:36.754 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:36.808 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:36.817 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:36 smithi150 ceph-mon[168511]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.817 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:08:36.817 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:36 smithi150 ceph-mon[168511]: osdmap e560: 8 total, 8 up, 7 in 2023-10-09T05:08:36.817 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:36 smithi150 ceph-mon[168511]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.817 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:36 smithi150 ceph-mon[168511]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.817 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:36 smithi150 ceph-mon[168511]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:36.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:36.911 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T05:08:36.919 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:36.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[179183]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:08:36.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[179183]: osdmap e560: 8 total, 8 up, 7 in 2023-10-09T05:08:36.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[179183]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[179183]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[179183]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[184249]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[184249]: osdmap e560: 8 total, 8 up, 7 in 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[184249]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[184249]: failed to encode map e560 with expected crc 2023-10-09T05:08:36.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:36 smithi107 ceph-mon[184249]: failed to encode map e560 with expected crc 2023-10-09T05:08:37.037 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:37.109 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:37.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:37.117 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:37.218 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:37.315 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:37.430 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:08:37.449 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:37.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:37.454 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:37.555 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:37.642 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:37.728 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:37.897 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:37.908 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:37.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:37 smithi107 ceph-mon[184249]: pgmap v1720: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 20328/184788 objects degraded (11.001%); 3485/184788 objects misplaced (1.886%); 3.5 MiB/s, 55 objects/s recovering 2023-10-09T05:08:37.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:37 smithi107 ceph-mon[179183]: pgmap v1720: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 20328/184788 objects degraded (11.001%); 3485/184788 objects misplaced (1.886%); 3.5 MiB/s, 55 objects/s recovering 2023-10-09T05:08:37.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:37.925 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:37.987 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:37 smithi150 ceph-mon[168511]: pgmap v1720: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 20328/184788 objects degraded (11.001%); 3485/184788 objects misplaced (1.886%); 3.5 MiB/s, 55 objects/s recovering 2023-10-09T05:08:38.026 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:38.094 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:38.372 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:38.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:38.382 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:38.482 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:38.590 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:38.779 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:38.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:38.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:38.885 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:38.938 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:39.107 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:39.231 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:39.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:39.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:39.344 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:39.387 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:39.440 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:39.440 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:39.464 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:39.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:39.469 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:39.569 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:39.631 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:39.700 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:39.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:39.705 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:39.806 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:39.872 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:39.912 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T05:08:40.088 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:08:40.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:40 smithi107 ceph-mon[184249]: pgmap v1721: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 665 op/s; 20348/177963 objects degraded (11.434%); 3107/177963 objects misplaced (1.746%); 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:08:40.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:40 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1846465202' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:40.148 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:40.149 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:40 smithi107 ceph-mon[179183]: pgmap v1721: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 665 op/s; 20348/177963 objects degraded (11.434%); 3107/177963 objects misplaced (1.746%); 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:08:40.149 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:40 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1846465202' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:40.149 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:40.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:40 smithi150 ceph-mon[168511]: pgmap v1721: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 665 op/s; 20348/177963 objects degraded (11.434%); 3107/177963 objects misplaced (1.746%); 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:08:40.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:40 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1846465202' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:40.236 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:08:40.339 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:40.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:40.349 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:40.450 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:40.513 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:40.562 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:40.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:40.573 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:40.674 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:40.741 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:40.790 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:40.805 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:40.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:40.810 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:40.911 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:40.991 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:41.060 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:41.063 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: osdmap e561: 8 total, 8 up, 7 in 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:41 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20348/177963 objects degraded (11.434%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:08:41.064 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:41.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: osdmap e561: 8 total, 8 up, 7 in 2023-10-09T05:08:41.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.065 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20348/177963 objects degraded (11.434%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:41.066 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:41.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:41.167 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:41.255 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:41.347 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:41.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:41.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:41.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:08:41.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:08:41.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: osdmap e561: 8 total, 8 up, 7 in 2023-10-09T05:08:41.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: failed to encode map e561 with expected crc 2023-10-09T05:08:41.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:41 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20348/177963 objects degraded (11.434%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:41.459 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:41.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:42.081 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:42 smithi150 ceph-mon[168511]: pgmap v1723: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 485 op/s; 20348/175635 objects degraded (11.585%); 3107/175635 objects misplaced (1.769%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T05:08:42.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:42 smithi107 ceph-mon[179183]: pgmap v1723: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 485 op/s; 20348/175635 objects degraded (11.585%); 3107/175635 objects misplaced (1.769%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T05:08:42.422 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:08:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:08:42] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2023-10-09T05:08:42.423 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:42 smithi107 ceph-mon[184249]: pgmap v1723: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 485 op/s; 20348/175635 objects degraded (11.585%); 3107/175635 objects misplaced (1.769%); 2.8 MiB/s, 44 objects/s recovering 2023-10-09T05:08:42.446 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:42.447 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:42.678 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:08:42.695 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:08:43.004 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T05:08:43.856 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:44.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:44 smithi107 ceph-mon[179183]: from='client.57025 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:08:44.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:44 smithi107 ceph-mon[179183]: pgmap v1724: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 780 op/s; 20348/168549 objects degraded (12.072%); 2745/168549 objects misplaced (1.629%); 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:08:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:44 smithi107 ceph-mon[184249]: from='client.57025 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:08:44.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:44 smithi107 ceph-mon[184249]: pgmap v1724: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 780 op/s; 20348/168549 objects degraded (12.072%); 2745/168549 objects misplaced (1.629%); 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:08:44.465 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:44 smithi150 ceph-mon[168511]: from='client.57025 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:08:44.466 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:44 smithi150 ceph-mon[168511]: pgmap v1724: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 780 op/s; 20348/168549 objects degraded (12.072%); 2745/168549 objects misplaced (1.629%); 5.6 MiB/s, 89 objects/s recovering 2023-10-09T05:08:45.577 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:08:45.577 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:08:46.098 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:46.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:46.109 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:46.209 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:46.282 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:46 smithi107 ceph-mon[184249]: pgmap v1725: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 578 op/s; 20348/168549 objects degraded (12.072%); 2745/168549 objects misplaced (1.629%); 4.8 MiB/s, 76 objects/s recovering 2023-10-09T05:08:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:46 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20348/168549 objects degraded (12.072%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:46 smithi107 ceph-mon[179183]: pgmap v1725: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 578 op/s; 20348/168549 objects degraded (12.072%); 2745/168549 objects misplaced (1.629%); 4.8 MiB/s, 76 objects/s recovering 2023-10-09T05:08:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:46 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20348/168549 objects degraded (12.072%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:46 smithi150 ceph-mon[168511]: pgmap v1725: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 578 op/s; 20348/168549 objects degraded (12.072%); 2745/168549 objects misplaced (1.629%); 4.8 MiB/s, 76 objects/s recovering 2023-10-09T05:08:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:46 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20348/168549 objects degraded (12.072%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:47.004 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:47.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:47.011 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:47.108 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:08:47.112 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:47.195 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:47.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:47.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:47.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:47.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:47.370 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1723,"stamp":"2023-10-09T05:08:40.977788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3835762616,"num_objects":58545,"num_object_clones":0,"num_object_copies":175635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20348,"num_objects_misplaced":3107,"num_objects_unfound":0,"num_objects_dirty":58545,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":143724,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9830,"num_bytes_recovered":641424842,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123689,"ondisk_log_size":123689,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":19816848,"kb_used_data":10693976,"kb_used_omap":16,"kb_used_meta":9122351,"kb_avail":636399216,"statfs":{"total":671965249536,"available":651672797184,"internally_reserved":0,"allocated":10950631424,"data_stored":10936665985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9341288192},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-254672896,"num_objects":-3886,"num_object_clones":0,"num_object_copies":-11658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20,"num_objects_misplaced":-378,"num_objects_unfound":0,"num_objects_dirty":-3886,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3886,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":358,"num_bytes_recovered":23461888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005368"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":583,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.620746+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:08:32.620746+0000","last_peered":"2023-10-09T05:08:32.620746+0000","last_clean":"2023-10-09T05:08:32.620746+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:08:32.620746+0000","last_undegraded":"2023-10-09T05:08:32.620746+0000","last_fullsized":"2023-10-09T05:08:32.620746+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":304,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612059+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:08:32.612059+0000","last_peered":"2023-10-09T05:08:32.612059+0000","last_clean":"2023-10-09T05:08:32.612059+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:08:32.612059+0000","last_undegraded":"2023-10-09T05:08:32.612059+0000","last_fullsized":"2023-10-09T05:08:32.612059+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":426,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.617522+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:08:32.617522+0000","last_peered":"2023-10-09T05:08:32.617522+0000","last_clean":"2023-10-09T05:08:32.617522+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:08:32.617522+0000","last_undegraded":"2023-10-09T05:08:32.617522+0000","last_fullsized":"2023-10-09T05:08:32.617522+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":117,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600734+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:08:32.600734+0000","last_peered":"2023-10-09T05:08:32.600734+0000","last_clean":"2023-10-09T05:08:32.600734+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:08:32.600734+0000","last_undegraded":"2023-10-09T05:08:32.600734+0000","last_fullsized":"2023-10-09T05:08:32.600734+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":283,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613704+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:08:32.613704+0000","last_peered":"2023-10-09T05:08:32.613704+0000","last_clean":"2023-10-09T05:08:32.613704+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:08:32.613704+0000","last_undegraded":"2023-10-09T05:08:32.613704+0000","last_fullsized":"2023-10-09T05:08:32.613704+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":260,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.615171+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:08:32.615171+0000","last_peered":"2023-10-09T05:08:32.615171+0000","last_clean":"2023-10-09T05:08:32.615171+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:08:32.615171+0000","last_undegraded":"2023-10-09T05:08:32.615171+0000","last_fullsized":"2023-10-09T05:08:32.615171+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":521,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609583+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:08:32.609583+0000","last_peered":"2023-10-09T05:08:32.609583+0000","last_clean":"2023-10-09T05:08:32.609583+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:08:32.609583+0000","last_undegraded":"2023-10-09T05:08:32.609583+0000","last_fullsized":"2023-10-09T05:08:32.609583+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":309,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613909+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:08:32.613909+0000","last_peered":"2023-10-09T05:08:32.613909+0000","last_clean":"2023-10-09T05:08:32.613909+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:08:32.613909+0000","last_undegraded":"2023-10-09T05:08:32.613909+0000","last_fullsized":"2023-10-09T05:08:32.613909+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":584,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609723+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:08:32.609723+0000","last_peered":"2023-10-09T05:08:32.609723+0000","last_clean":"2023-10-09T05:08:32.609723+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:08:32.609723+0000","last_undegraded":"2023-10-09T05:08:32.609723+0000","last_fullsized":"2023-10-09T05:08:32.609723+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":299,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.617644+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:08:32.617644+0000","last_peered":"2023-10-09T05:08:32.617644+0000","last_clean":"2023-10-09T05:08:32.617644+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:08:32.617644+0000","last_undegraded":"2023-10-09T05:08:32.617644+0000","last_fullsized":"2023-10-09T05:08:32.617644+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":123,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600223+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:08:32.600223+0000","last_peered":"2023-10-09T05:08:32.600223+0000","last_clean":"2023-10-09T05:08:32.600223+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:08:32.600223+0000","last_undegraded":"2023-10-09T05:08:32.600223+0000","last_fullsized":"2023-10-09T05:08:32.600223+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":453,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.620491+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:08:32.620491+0000","last_peered":"2023-10-09T05:08:32.620491+0000","last_clean":"2023-10-09T05:08:32.620491+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:08:32.620491+0000","last_undegraded":"2023-10-09T05:08:32.620491+0000","last_fullsized":"2023-10-09T05:08:32.620491+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":636,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.621639+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:08:32.621639+0000","last_peered":"2023-10-09T05:08:32.621639+0000","last_clean":"2023-10-09T05:08:32.621639+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:08:32.621639+0000","last_undegraded":"2023-10-09T05:08:32.621639+0000","last_fullsized":"2023-10-09T05:08:32.621639+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":604,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.620974+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:08:32.620974+0000","last_peered":"2023-10-09T05:08:32.620974+0000","last_clean":"2023-10-09T05:08:32.620974+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:08:32.620974+0000","last_undegraded":"2023-10-09T05:08:32.620974+0000","last_fullsized":"2023-10-09T05:08:32.620974+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":123,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600302+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:08:32.600302+0000","last_peered":"2023-10-09T05:08:32.600302+0000","last_clean":"2023-10-09T05:08:32.600302+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:08:32.600302+0000","last_undegraded":"2023-10-09T05:08:32.600302+0000","last_fullsized":"2023-10-09T05:08:32.600302+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":406,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612836+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:08:32.612836+0000","last_peered":"2023-10-09T05:08:32.612836+0000","last_clean":"2023-10-09T05:08:32.612836+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:08:32.612836+0000","last_undegraded":"2023-10-09T05:08:32.612836+0000","last_fullsized":"2023-10-09T05:08:32.612836+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":117,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600043+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:08:32.600043+0000","last_peered":"2023-10-09T05:08:32.600043+0000","last_clean":"2023-10-09T05:08:32.600043+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:08:32.600043+0000","last_undegraded":"2023-10-09T05:08:32.600043+0000","last_fullsized":"2023-10-09T05:08:32.600043+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":576,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.611382+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:08:32.611382+0000","last_peered":"2023-10-09T05:08:32.611382+0000","last_clean":"2023-10-09T05:08:32.611382+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:08:32.611382+0000","last_undegraded":"2023-10-09T05:08:32.611382+0000","last_fullsized":"2023-10-09T05:08:32.611382+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":117,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600798+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:08:32.600798+0000","last_peered":"2023-10-09T05:08:32.600798+0000","last_clean":"2023-10-09T05:08:32.600798+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:08:32.600798+0000","last_undegraded":"2023-10-09T05:08:32.600798+0000","last_fullsized":"2023-10-09T05:08:32.600798+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":536,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612577+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:08:32.612577+0000","last_peered":"2023-10-09T05:08:32.612577+0000","last_clean":"2023-10-09T05:08:32.612577+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:08:32.612577+0000","last_undegraded":"2023-10-09T05:08:32.612577+0000","last_fullsized":"2023-10-09T05:08:32.612577+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":258,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613785+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:08:32.613785+0000","last_peered":"2023-10-09T05:08:32.613785+0000","last_clean":"2023-10-09T05:08:32.613785+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:08:32.613785+0000","last_undegraded":"2023-10-09T05:08:32.613785+0000","last_fullsized":"2023-10-09T05:08:32.613785+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":303,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612878+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:08:32.612878+0000","last_peered":"2023-10-09T05:08:32.612878+0000","last_clean":"2023-10-09T05:08:32.612878+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:08:32.612878+0000","last_undegraded":"2023-10-09T05:08:32.612878+0000","last_fullsized":"2023-10-09T05:08:32.612878+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"560'8883","reported_seq":8937,"reported_epoch":560,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:37.363263+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:08:37.363263+0000","last_peered":"2023-10-09T05:08:37.363263+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:08:37.363263+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"528'2000","ondisk_log_start":"528'2000","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6883,"log_dups_size":0,"ondisk_log_size":6883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240451584,"num_objects":3669,"num_object_clones":0,"num_object_copies":11007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8883,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1555},{"shards":"3,6","objects":-493}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":121,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600817+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:08:32.600817+0000","last_peered":"2023-10-09T05:08:32.600817+0000","last_clean":"2023-10-09T05:08:32.600817+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:08:32.600817+0000","last_undegraded":"2023-10-09T05:08:32.600817+0000","last_fullsized":"2023-10-09T05:08:32.600817+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":560,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.614630+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:08:32.614630+0000","last_peered":"2023-10-09T05:08:32.614630+0000","last_clean":"2023-10-09T05:08:32.614630+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:08:32.614630+0000","last_undegraded":"2023-10-09T05:08:32.614630+0000","last_fullsized":"2023-10-09T05:08:32.614630+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"560'8987","reported_seq":17397,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.216873+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:08:37.216873+0000","last_peered":"2023-10-09T05:08:37.216873+0000","last_clean":"2023-10-09T05:08:37.216873+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:08:37.216873+0000","last_undegraded":"2023-10-09T05:08:37.216873+0000","last_fullsized":"2023-10-09T05:08:37.216873+0000","mapping_epoch":554,"log_start":"530'3200","ondisk_log_start":"530'3200","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5787,"log_dups_size":0,"ondisk_log_size":5787,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239665152,"num_objects":3657,"num_object_clones":0,"num_object_copies":10971,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3657,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8987,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":152,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600662+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:08:32.600662+0000","last_peered":"2023-10-09T05:08:32.600662+0000","last_clean":"2023-10-09T05:08:32.600662+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:08:32.600662+0000","last_undegraded":"2023-10-09T05:08:32.600662+0000","last_fullsized":"2023-10-09T05:08:32.600662+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":594,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.626041+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:08:32.626041+0000","last_peered":"2023-10-09T05:08:32.626041+0000","last_clean":"2023-10-09T05:08:32.626041+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:08:32.626041+0000","last_undegraded":"2023-10-09T05:08:32.626041+0000","last_fullsized":"2023-10-09T05:08:32.626041+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"561'9166","reported_seq":9214,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.244107+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:08:40.244107+0000","last_peered":"2023-10-09T05:08:40.244107+0000","last_clean":"2023-10-09T05:08:40.244107+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:08:40.244107+0000","last_undegraded":"2023-10-09T05:08:40.244107+0000","last_fullsized":"2023-10-09T05:08:40.244107+0000","mapping_epoch":523,"log_start":"526'300","ondisk_log_start":"526'300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8866,"log_dups_size":0,"ondisk_log_size":8866,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235929600,"num_objects":3600,"num_object_clones":0,"num_object_copies":10800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9166,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":121,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600376+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:08:32.600376+0000","last_peered":"2023-10-09T05:08:32.600376+0000","last_clean":"2023-10-09T05:08:32.600376+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:08:32.600376+0000","last_undegraded":"2023-10-09T05:08:32.600376+0000","last_fullsized":"2023-10-09T05:08:32.600376+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":280,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.618367+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:08:32.618367+0000","last_peered":"2023-10-09T05:08:32.618367+0000","last_clean":"2023-10-09T05:08:32.618367+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:08:32.618367+0000","last_undegraded":"2023-10-09T05:08:32.618367+0000","last_fullsized":"2023-10-09T05:08:32.618367+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"560'8783","reported_seq":10263,"reported_epoch":560,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:37.210233+0000","last_change":"2023-10-09T05:08:17.353688+0000","last_active":"2023-10-09T05:08:37.210233+0000","last_peered":"2023-10-09T05:08:37.210233+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:08:37.210233+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"529'3000","ondisk_log_start":"529'3000","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5783,"log_dups_size":0,"ondisk_log_size":5783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244645888,"num_objects":3733,"num_object_clones":0,"num_object_copies":11199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1833,"num_objects_misplaced":1581,"num_objects_unfound":0,"num_objects_dirty":3733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8783,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":712,"num_bytes_recovered":46661632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":1581},{"shards":"2,3","objects":319}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":604,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609540+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:08:32.609540+0000","last_peered":"2023-10-09T05:08:32.609540+0000","last_clean":"2023-10-09T05:08:32.609540+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:08:32.609540+0000","last_undegraded":"2023-10-09T05:08:32.609540+0000","last_fullsized":"2023-10-09T05:08:32.609540+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":565,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.632613+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:08:35.632613+0000","last_peered":"2023-10-09T05:08:35.632613+0000","last_clean":"2023-10-09T05:08:35.632613+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:08:35.632613+0000","last_undegraded":"2023-10-09T05:08:35.632613+0000","last_fullsized":"2023-10-09T05:08:35.632613+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"561'8968","reported_seq":9024,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:40.282327+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:08:40.282327+0000","last_peered":"2023-10-09T05:08:40.282327+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:08:40.282327+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"526'100","ondisk_log_start":"526'100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8868,"log_dups_size":0,"ondisk_log_size":8868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230817792,"num_objects":3522,"num_object_clones":0,"num_object_copies":10566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8968,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":1400},{"shards":"0,2","objects":-601}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":985,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.599975+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:08:32.599975+0000","last_peered":"2023-10-09T05:08:32.599975+0000","last_clean":"2023-10-09T05:08:32.599975+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:08:32.599975+0000","last_undegraded":"2023-10-09T05:08:32.599975+0000","last_fullsized":"2023-10-09T05:08:32.599975+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":230,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613319+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:08:32.613319+0000","last_peered":"2023-10-09T05:08:32.613319+0000","last_clean":"2023-10-09T05:08:32.613319+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:08:32.613319+0000","last_undegraded":"2023-10-09T05:08:32.613319+0000","last_fullsized":"2023-10-09T05:08:32.613319+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":604,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.621443+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:08:32.621443+0000","last_peered":"2023-10-09T05:08:32.621443+0000","last_clean":"2023-10-09T05:08:32.621443+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:08:32.621443+0000","last_undegraded":"2023-10-09T05:08:32.621443+0000","last_fullsized":"2023-10-09T05:08:32.621443+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"560'9058","reported_seq":9103,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.361505+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:08:37.361505+0000","last_peered":"2023-10-09T05:08:37.361505+0000","last_clean":"2023-10-09T05:08:37.361505+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:08:37.361505+0000","last_undegraded":"2023-10-09T05:08:37.361505+0000","last_fullsized":"2023-10-09T05:08:37.361505+0000","mapping_epoch":523,"log_start":"526'200","ondisk_log_start":"526'200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8858,"log_dups_size":0,"ondisk_log_size":8858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244580352,"num_objects":3732,"num_object_clones":0,"num_object_copies":11196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9058,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":558,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.614549+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:08:32.614549+0000","last_peered":"2023-10-09T05:08:32.614549+0000","last_clean":"2023-10-09T05:08:32.614549+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:08:32.614549+0000","last_undegraded":"2023-10-09T05:08:32.614549+0000","last_fullsized":"2023-10-09T05:08:32.614549+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":260,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.618455+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:08:32.618455+0000","last_peered":"2023-10-09T05:08:32.618455+0000","last_clean":"2023-10-09T05:08:32.618455+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:08:32.618455+0000","last_undegraded":"2023-10-09T05:08:32.618455+0000","last_fullsized":"2023-10-09T05:08:32.618455+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":540,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.622226+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:08:32.622226+0000","last_peered":"2023-10-09T05:08:32.622226+0000","last_clean":"2023-10-09T05:08:32.622226+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:08:32.622226+0000","last_undegraded":"2023-10-09T05:08:32.622226+0000","last_fullsized":"2023-10-09T05:08:32.622226+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"560'8968","reported_seq":9013,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.416763+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:08:37.416763+0000","last_peered":"2023-10-09T05:08:37.416763+0000","last_clean":"2023-10-09T05:08:37.416763+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:08:37.416763+0000","last_undegraded":"2023-10-09T05:08:37.416763+0000","last_fullsized":"2023-10-09T05:08:37.416763+0000","mapping_epoch":523,"log_start":"528'2100","ondisk_log_start":"528'2100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6868,"log_dups_size":0,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239861760,"num_objects":3660,"num_object_clones":0,"num_object_copies":10980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8968,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":541,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.625969+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:08:32.625969+0000","last_peered":"2023-10-09T05:08:32.625969+0000","last_clean":"2023-10-09T05:08:32.625969+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:08:32.625969+0000","last_undegraded":"2023-10-09T05:08:32.625969+0000","last_fullsized":"2023-10-09T05:08:32.625969+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":614,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.626500+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:08:32.626500+0000","last_peered":"2023-10-09T05:08:32.626500+0000","last_clean":"2023-10-09T05:08:32.626500+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:08:32.626500+0000","last_undegraded":"2023-10-09T05:08:32.626500+0000","last_fullsized":"2023-10-09T05:08:32.626500+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"560'9000","reported_seq":9045,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.435642+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:08:37.435642+0000","last_peered":"2023-10-09T05:08:37.435642+0000","last_clean":"2023-10-09T05:08:37.435642+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:08:37.435642+0000","last_undegraded":"2023-10-09T05:08:37.435642+0000","last_fullsized":"2023-10-09T05:08:37.435642+0000","mapping_epoch":523,"log_start":"528'2300","ondisk_log_start":"528'2300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6700,"log_dups_size":0,"ondisk_log_size":6700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239730688,"num_objects":3658,"num_object_clones":0,"num_object_copies":10974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9000,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":558,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613298+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:08:32.613298+0000","last_peered":"2023-10-09T05:08:32.613298+0000","last_clean":"2023-10-09T05:08:32.613298+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:08:32.613298+0000","last_undegraded":"2023-10-09T05:08:32.613298+0000","last_fullsized":"2023-10-09T05:08:32.613298+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":302,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613834+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:08:32.613834+0000","last_peered":"2023-10-09T05:08:32.613834+0000","last_clean":"2023-10-09T05:08:32.613834+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:08:32.613834+0000","last_undegraded":"2023-10-09T05:08:32.613834+0000","last_fullsized":"2023-10-09T05:08:32.613834+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":409,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612949+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:08:32.612949+0000","last_peered":"2023-10-09T05:08:32.612949+0000","last_clean":"2023-10-09T05:08:32.612949+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:08:32.612949+0000","last_undegraded":"2023-10-09T05:08:32.612949+0000","last_fullsized":"2023-10-09T05:08:32.612949+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"561'9119","reported_seq":9176,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:40.301473+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:08:40.301473+0000","last_peered":"2023-10-09T05:08:40.301473+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:08:40.301473+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"526'200","ondisk_log_start":"526'200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8919,"log_dups_size":0,"ondisk_log_size":8919,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235470848,"num_objects":3593,"num_object_clones":0,"num_object_copies":10779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9119,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":1401},{"shards":"0,2","objects":-571}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":939,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.615094+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:08:32.615094+0000","last_peered":"2023-10-09T05:08:32.615094+0000","last_clean":"2023-10-09T05:08:32.615094+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:08:32.615094+0000","last_undegraded":"2023-10-09T05:08:32.615094+0000","last_fullsized":"2023-10-09T05:08:32.615094+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":144,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.601478+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:08:32.601478+0000","last_peered":"2023-10-09T05:08:32.601478+0000","last_clean":"2023-10-09T05:08:32.601478+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:08:32.601478+0000","last_undegraded":"2023-10-09T05:08:32.601478+0000","last_fullsized":"2023-10-09T05:08:32.601478+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":574,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.611321+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:08:32.611321+0000","last_peered":"2023-10-09T05:08:32.611321+0000","last_clean":"2023-10-09T05:08:32.611321+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:08:32.611321+0000","last_undegraded":"2023-10-09T05:08:32.611321+0000","last_fullsized":"2023-10-09T05:08:32.611321+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":328,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609396+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:08:32.609396+0000","last_peered":"2023-10-09T05:08:32.609396+0000","last_clean":"2023-10-09T05:08:32.609396+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:08:32.609396+0000","last_undegraded":"2023-10-09T05:08:32.609396+0000","last_fullsized":"2023-10-09T05:08:32.609396+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"560'9057","reported_seq":9102,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.441772+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:08:37.441772+0000","last_peered":"2023-10-09T05:08:37.441772+0000","last_clean":"2023-10-09T05:08:37.441772+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:08:37.441772+0000","last_undegraded":"2023-10-09T05:08:37.441772+0000","last_fullsized":"2023-10-09T05:08:37.441772+0000","mapping_epoch":523,"log_start":"528'2300","ondisk_log_start":"528'2300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6757,"log_dups_size":0,"ondisk_log_size":6757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240451584,"num_objects":3669,"num_object_clones":0,"num_object_copies":11007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9057,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":558,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609713+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:08:32.609713+0000","last_peered":"2023-10-09T05:08:32.609713+0000","last_clean":"2023-10-09T05:08:32.609713+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:08:32.609713+0000","last_undegraded":"2023-10-09T05:08:32.609713+0000","last_fullsized":"2023-10-09T05:08:32.609713+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":607,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609259+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:08:32.609259+0000","last_peered":"2023-10-09T05:08:32.609259+0000","last_clean":"2023-10-09T05:08:32.609259+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:08:32.609259+0000","last_undegraded":"2023-10-09T05:08:32.609259+0000","last_fullsized":"2023-10-09T05:08:32.609259+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":561,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.620904+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:08:32.620904+0000","last_peered":"2023-10-09T05:08:32.620904+0000","last_clean":"2023-10-09T05:08:32.620904+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:08:32.620904+0000","last_undegraded":"2023-10-09T05:08:32.620904+0000","last_fullsized":"2023-10-09T05:08:32.620904+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":436,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.642179+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:08:35.642179+0000","last_peered":"2023-10-09T05:08:35.642179+0000","last_clean":"2023-10-09T05:08:35.642179+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:08:35.642179+0000","last_undegraded":"2023-10-09T05:08:35.642179+0000","last_fullsized":"2023-10-09T05:08:35.642179+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"560'8959","reported_seq":9005,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.397422+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:08:37.397422+0000","last_peered":"2023-10-09T05:08:37.397422+0000","last_clean":"2023-10-09T05:08:37.397422+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:08:37.397422+0000","last_undegraded":"2023-10-09T05:08:37.397422+0000","last_fullsized":"2023-10-09T05:08:37.397422+0000","mapping_epoch":523,"log_start":"528'2100","ondisk_log_start":"528'2100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6859,"log_dups_size":0,"ondisk_log_size":6859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239206424,"num_objects":3651,"num_object_clones":0,"num_object_copies":10953,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3651,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8959,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":530,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.599958+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:08:32.599958+0000","last_peered":"2023-10-09T05:08:32.599958+0000","last_clean":"2023-10-09T05:08:32.599958+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:08:32.599958+0000","last_undegraded":"2023-10-09T05:08:32.599958+0000","last_fullsized":"2023-10-09T05:08:32.599958+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":578,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.637660+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:08:35.637660+0000","last_peered":"2023-10-09T05:08:35.637660+0000","last_clean":"2023-10-09T05:08:35.637660+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:08:35.637660+0000","last_undegraded":"2023-10-09T05:08:35.637660+0000","last_fullsized":"2023-10-09T05:08:35.637660+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":454,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640714+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:08:35.640714+0000","last_peered":"2023-10-09T05:08:35.640714+0000","last_clean":"2023-10-09T05:08:35.640714+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:08:35.640714+0000","last_undegraded":"2023-10-09T05:08:35.640714+0000","last_fullsized":"2023-10-09T05:08:35.640714+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":364,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609659+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:08:32.609659+0000","last_peered":"2023-10-09T05:08:32.609659+0000","last_clean":"2023-10-09T05:08:32.609659+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:08:32.609659+0000","last_undegraded":"2023-10-09T05:08:32.609659+0000","last_fullsized":"2023-10-09T05:08:32.609659+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"560'8827","reported_seq":17187,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.332492+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:08:37.332492+0000","last_peered":"2023-10-09T05:08:37.332492+0000","last_clean":"2023-10-09T05:08:37.332492+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:08:37.332492+0000","last_undegraded":"2023-10-09T05:08:37.332492+0000","last_fullsized":"2023-10-09T05:08:37.332492+0000","mapping_epoch":549,"log_start":"527'1500","ondisk_log_start":"527'1500","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7327,"log_dups_size":0,"ondisk_log_size":7327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239403008,"num_objects":3653,"num_object_clones":0,"num_object_copies":10959,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3653,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8827,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":543,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609224+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:08:32.609224+0000","last_peered":"2023-10-09T05:08:32.609224+0000","last_clean":"2023-10-09T05:08:32.609224+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:08:32.609224+0000","last_undegraded":"2023-10-09T05:08:32.609224+0000","last_fullsized":"2023-10-09T05:08:32.609224+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":530,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.598659+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:08:32.598659+0000","last_peered":"2023-10-09T05:08:32.598659+0000","last_clean":"2023-10-09T05:08:32.598659+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:08:32.598659+0000","last_undegraded":"2023-10-09T05:08:32.598659+0000","last_fullsized":"2023-10-09T05:08:32.598659+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":397,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.614319+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:08:32.614319+0000","last_peered":"2023-10-09T05:08:32.614319+0000","last_clean":"2023-10-09T05:08:32.614319+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:08:32.614319+0000","last_undegraded":"2023-10-09T05:08:32.614319+0000","last_fullsized":"2023-10-09T05:08:32.614319+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":253,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.614177+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:08:32.614177+0000","last_peered":"2023-10-09T05:08:32.614177+0000","last_clean":"2023-10-09T05:08:32.614177+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:08:32.614177+0000","last_undegraded":"2023-10-09T05:08:32.614177+0000","last_fullsized":"2023-10-09T05:08:32.614177+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"560'8945","reported_seq":8990,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.395820+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:08:37.395820+0000","last_peered":"2023-10-09T05:08:37.395820+0000","last_clean":"2023-10-09T05:08:37.395820+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:08:37.395820+0000","last_undegraded":"2023-10-09T05:08:37.395820+0000","last_fullsized":"2023-10-09T05:08:37.395820+0000","mapping_epoch":523,"log_start":"528'2200","ondisk_log_start":"528'2200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6745,"log_dups_size":0,"ondisk_log_size":6745,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244252672,"num_objects":3727,"num_object_clones":0,"num_object_copies":11181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8945,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":921,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.618806+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:08:32.618806+0000","last_peered":"2023-10-09T05:08:32.618806+0000","last_clean":"2023-10-09T05:08:32.618806+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:08:32.618806+0000","last_undegraded":"2023-10-09T05:08:32.618806+0000","last_fullsized":"2023-10-09T05:08:32.618806+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":144,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.598582+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:08:32.598582+0000","last_peered":"2023-10-09T05:08:32.598582+0000","last_clean":"2023-10-09T05:08:32.598582+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:08:32.598582+0000","last_undegraded":"2023-10-09T05:08:32.598582+0000","last_fullsized":"2023-10-09T05:08:32.598582+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":512,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.626115+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:08:32.626115+0000","last_peered":"2023-10-09T05:08:32.626115+0000","last_clean":"2023-10-09T05:08:32.626115+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:08:32.626115+0000","last_undegraded":"2023-10-09T05:08:32.626115+0000","last_fullsized":"2023-10-09T05:08:32.626115+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":580,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.633142+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:08:35.633142+0000","last_peered":"2023-10-09T05:08:35.633142+0000","last_clean":"2023-10-09T05:08:35.633142+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:08:35.633142+0000","last_undegraded":"2023-10-09T05:08:35.633142+0000","last_fullsized":"2023-10-09T05:08:35.633142+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"560'9018","reported_seq":9063,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:37.418694+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:08:37.418694+0000","last_peered":"2023-10-09T05:08:37.418694+0000","last_clean":"2023-10-09T05:08:37.418694+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:08:37.418694+0000","last_undegraded":"2023-10-09T05:08:37.418694+0000","last_fullsized":"2023-10-09T05:08:37.418694+0000","mapping_epoch":523,"log_start":"526'100","ondisk_log_start":"526'100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8918,"log_dups_size":0,"ondisk_log_size":8918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243662848,"num_objects":3718,"num_object_clones":0,"num_object_copies":11154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3718,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9018,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":899,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.614436+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:08:32.614436+0000","last_peered":"2023-10-09T05:08:32.614436+0000","last_clean":"2023-10-09T05:08:32.614436+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:08:32.614436+0000","last_undegraded":"2023-10-09T05:08:32.614436+0000","last_fullsized":"2023-10-09T05:08:32.614436+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":117,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.600296+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:08:32.600296+0000","last_peered":"2023-10-09T05:08:32.600296+0000","last_clean":"2023-10-09T05:08:32.600296+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:08:32.600296+0000","last_undegraded":"2023-10-09T05:08:32.600296+0000","last_fullsized":"2023-10-09T05:08:32.600296+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":315,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.642227+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:08:35.642227+0000","last_peered":"2023-10-09T05:08:35.642227+0000","last_clean":"2023-10-09T05:08:35.642227+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:08:35.642227+0000","last_undegraded":"2023-10-09T05:08:35.642227+0000","last_fullsized":"2023-10-09T05:08:35.642227+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":259,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609302+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:08:32.609302+0000","last_peered":"2023-10-09T05:08:32.609302+0000","last_clean":"2023-10-09T05:08:32.609302+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:08:32.609302+0000","last_undegraded":"2023-10-09T05:08:32.609302+0000","last_fullsized":"2023-10-09T05:08:32.609302+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"560'8846","reported_seq":10390,"reported_epoch":560,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:37.444142+0000","last_change":"2023-10-09T05:08:17.340443+0000","last_active":"2023-10-09T05:08:37.444142+0000","last_peered":"2023-10-09T05:08:37.444142+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:08:37.444142+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8846,"log_dups_size":0,"ondisk_log_size":8846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241041408,"num_objects":3678,"num_object_clones":0,"num_object_copies":11034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1882,"num_objects_misplaced":1526,"num_objects_unfound":0,"num_objects_dirty":3678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8846,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":744,"num_bytes_recovered":48758784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":1526},{"shards":"3,5","objects":270}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":558,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.622085+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:08:32.622085+0000","last_peered":"2023-10-09T05:08:32.622085+0000","last_clean":"2023-10-09T05:08:32.622085+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:08:32.622085+0000","last_undegraded":"2023-10-09T05:08:32.622085+0000","last_fullsized":"2023-10-09T05:08:32.622085+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":256,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613030+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:08:32.613030+0000","last_peered":"2023-10-09T05:08:32.613030+0000","last_clean":"2023-10-09T05:08:32.613030+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:08:32.613030+0000","last_undegraded":"2023-10-09T05:08:32.613030+0000","last_fullsized":"2023-10-09T05:08:32.613030+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":474,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.614606+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:08:32.614606+0000","last_peered":"2023-10-09T05:08:32.614606+0000","last_clean":"2023-10-09T05:08:32.614606+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:08:32.614606+0000","last_undegraded":"2023-10-09T05:08:32.614606+0000","last_fullsized":"2023-10-09T05:08:32.614606+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":279,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.613622+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:08:32.613622+0000","last_peered":"2023-10-09T05:08:32.613622+0000","last_clean":"2023-10-09T05:08:32.613622+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:08:32.613622+0000","last_undegraded":"2023-10-09T05:08:32.613622+0000","last_fullsized":"2023-10-09T05:08:32.613622+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"561'9079","reported_seq":9135,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:40.312597+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:08:40.312597+0000","last_peered":"2023-10-09T05:08:40.312597+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:08:40.312597+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"526'200","ondisk_log_start":"526'200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8879,"log_dups_size":0,"ondisk_log_size":8879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235995136,"num_objects":3601,"num_object_clones":0,"num_object_copies":10803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9079,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":1445},{"shards":"0,2","objects":-583}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":605,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612382+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:08:32.612382+0000","last_peered":"2023-10-09T05:08:32.612382+0000","last_clean":"2023-10-09T05:08:32.612382+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:08:32.612382+0000","last_undegraded":"2023-10-09T05:08:32.612382+0000","last_fullsized":"2023-10-09T05:08:32.612382+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":253,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.615010+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:08:32.615010+0000","last_peered":"2023-10-09T05:08:32.615010+0000","last_clean":"2023-10-09T05:08:32.615010+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:08:32.615010+0000","last_undegraded":"2023-10-09T05:08:32.615010+0000","last_fullsized":"2023-10-09T05:08:32.615010+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":572,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.633220+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:08:35.633220+0000","last_peered":"2023-10-09T05:08:35.633220+0000","last_clean":"2023-10-09T05:08:35.633220+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:08:35.633220+0000","last_undegraded":"2023-10-09T05:08:35.633220+0000","last_fullsized":"2023-10-09T05:08:35.633220+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":543,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.625831+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:08:32.625831+0000","last_peered":"2023-10-09T05:08:32.625831+0000","last_clean":"2023-10-09T05:08:32.625831+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:08:32.625831+0000","last_undegraded":"2023-10-09T05:08:32.625831+0000","last_fullsized":"2023-10-09T05:08:32.625831+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":255,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.621131+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:08:32.621131+0000","last_peered":"2023-10-09T05:08:32.621131+0000","last_clean":"2023-10-09T05:08:32.621131+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:08:32.621131+0000","last_undegraded":"2023-10-09T05:08:32.621131+0000","last_fullsized":"2023-10-09T05:08:32.621131+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":611,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.642267+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:08:35.642267+0000","last_peered":"2023-10-09T05:08:35.642267+0000","last_clean":"2023-10-09T05:08:35.642267+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:08:35.642267+0000","last_undegraded":"2023-10-09T05:08:35.642267+0000","last_fullsized":"2023-10-09T05:08:35.642267+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":570,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609622+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:08:32.609622+0000","last_peered":"2023-10-09T05:08:32.609622+0000","last_clean":"2023-10-09T05:08:32.609622+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:08:32.609622+0000","last_undegraded":"2023-10-09T05:08:32.609622+0000","last_fullsized":"2023-10-09T05:08:32.609622+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":601,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.621048+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:08:32.621048+0000","last_peered":"2023-10-09T05:08:32.621048+0000","last_clean":"2023-10-09T05:08:32.621048+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:08:32.621048+0000","last_undegraded":"2023-10-09T05:08:32.621048+0000","last_fullsized":"2023-10-09T05:08:32.621048+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":561,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.611250+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:08:32.611250+0000","last_peered":"2023-10-09T05:08:32.611250+0000","last_clean":"2023-10-09T05:08:32.611250+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:08:32.611250+0000","last_undegraded":"2023-10-09T05:08:32.611250+0000","last_fullsized":"2023-10-09T05:08:32.611250+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":564,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.620539+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:08:32.620539+0000","last_peered":"2023-10-09T05:08:32.620539+0000","last_clean":"2023-10-09T05:08:32.620539+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:08:32.620539+0000","last_undegraded":"2023-10-09T05:08:32.620539+0000","last_fullsized":"2023-10-09T05:08:32.620539+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":290,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.612550+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:08:32.612550+0000","last_peered":"2023-10-09T05:08:32.612550+0000","last_clean":"2023-10-09T05:08:32.612550+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:08:32.612550+0000","last_undegraded":"2023-10-09T05:08:32.612550+0000","last_fullsized":"2023-10-09T05:08:32.612550+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":254,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.617602+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:08:32.617602+0000","last_peered":"2023-10-09T05:08:32.617602+0000","last_clean":"2023-10-09T05:08:32.617602+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:08:32.617602+0000","last_undegraded":"2023-10-09T05:08:32.617602+0000","last_fullsized":"2023-10-09T05:08:32.617602+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":246,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.609503+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:08:32.609503+0000","last_peered":"2023-10-09T05:08:32.609503+0000","last_clean":"2023-10-09T05:08:32.609503+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:08:32.609503+0000","last_undegraded":"2023-10-09T05:08:32.609503+0000","last_fullsized":"2023-10-09T05:08:32.609503+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":590,"reported_epoch":559,"state":"active+clean","last_fresh":"2023-10-09T05:08:32.620115+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:08:32.620115+0000","last_peered":"2023-10-09T05:08:32.620115+0000","last_clean":"2023-10-09T05:08:32.620115+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:08:32.620115+0000","last_undegraded":"2023-10-09T05:08:32.620115+0000","last_fullsized":"2023-10-09T05:08:32.620115+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":3835166744,"num_objects":58521,"num_object_clones":0,"num_object_copies":175563,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20348,"num_objects_misplaced":3107,"num_objects_unfound":0,"num_objects_dirty":58521,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":143663,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9777,"num_bytes_recovered":640745472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12938719232,"data_stored":12938707016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121863,"ondisk_log_size":121863,"up":48,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234549,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2216620,"kb_used_data":711844,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":91528532,"statfs":{"total":95995035648,"available":93725216768,"internally_reserved":0,"allocated":728928256,"data_stored":727472677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":1.768,"15min":1.595},"min":{"1min":0.249,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":8.7560000000000002,"5min":10.018000000000001,"15min":16.027999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.1080000000000001,"15min":1.5669999999999999},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.249},"max":{"1min":10.962999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":2.4670000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.2149999999999999,"15min":1.6910000000000001},"min":{"1min":0.26800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":7.048,"5min":10.789,"15min":10.789},"last":2.2309999999999999},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.367,"15min":2.3610000000000002},"min":{"1min":0.32600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.6790000000000003,"5min":11.305999999999999,"15min":15.401},"last":1.131}]},{"osd":2,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.637,"15min":2.1099999999999999},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":7.6870000000000003,"5min":16.951000000000001,"15min":16.951000000000001},"last":2.3050000000000002},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.3769999999999998,"15min":2.028},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":9.4819999999999993,"5min":10.818,"15min":11.311},"last":1.478}]},{"osd":3,"last update":"Mon Oct 9 05:07:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8490000000000002,"5min":2.593,"15min":2.2370000000000001},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":7.2439999999999998,"5min":13.489000000000001,"15min":14.228999999999999},"last":2.3500000000000001},{"interface":"front","average":{"1min":3.7440000000000002,"5min":3.02,"15min":2.3170000000000002},"min":{"1min":0.46600000000000003,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":9.8840000000000003,"5min":17.771000000000001,"15min":17.853999999999999},"last":2.3799999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.319,"5min":2.3769999999999998,"15min":1.6839999999999999},"min":{"1min":0.34399999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9199999999999999,"5min":16.911999999999999,"15min":19.949000000000002},"last":1.2270000000000001},{"interface":"front","average":{"1min":2.125,"5min":2.3450000000000002,"15min":1.5409999999999999},"min":{"1min":0.33600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":10.23,"5min":13.050000000000001,"15min":18.971},"last":1.212}]},{"osd":5,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9670000000000001,"5min":2.552,"15min":1.915},"min":{"1min":0.378,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":14.968,"5min":16.838999999999999,"15min":20.678999999999998},"last":1.167},{"interface":"front","average":{"1min":2.278,"5min":2.0150000000000001,"15min":1.5629999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":8.9809999999999999,"5min":13.848000000000001,"15min":21.07},"last":0.52000000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6019999999999999,"15min":1.9039999999999999},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":14.289999999999999,"5min":16.881,"15min":16.881},"last":1.1990000000000001},{"interface":"front","average":{"1min":2.9340000000000002,"5min":2.419,"15min":1.78},"min":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":10.946,"5min":12.815,"15min":24.010000000000002},"last":0.48699999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496185,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2720612,"kb_used_data":1221468,"kb_used_omap":0,"kb_used_meta":1499008,"kb_avail":91024540,"statfs":{"total":95995035648,"available":93209128960,"internally_reserved":0,"allocated":1250783232,"data_stored":1249335781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1534984192},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:07:40 2023","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":2.1259999999999999,"15min":1.9099999999999999},"min":{"1min":0.24399999999999999,"5min":0.222,"15min":0.219},"max":{"1min":9.0609999999999999,"5min":16.151,"15min":62.470999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":1.8999999999999999,"5min":2.016,"15min":1.9179999999999999},"min":{"1min":0.29499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.6379999999999999,"5min":16.902999999999999,"15min":62.445},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8779999999999999,"5min":1.96,"15min":2.2480000000000002},"min":{"1min":0.28599999999999998,"5min":0.245,"15min":0.245},"max":{"1min":5.0179999999999998,"5min":15.935,"15min":15.935},"last":0.71299999999999997},{"interface":"front","average":{"1min":2.899,"5min":2.4569999999999999,"15min":2.5550000000000002},"min":{"1min":0.26800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":10.287000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.52200000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:07:49 2023","interfaces":[{"interface":"back","average":{"1min":3.2839999999999998,"5min":2.5499999999999998,"15min":2.2879999999999998},"min":{"1min":0.34999999999999998,"5min":0.312,"15min":0.25700000000000001},"max":{"1min":10.243,"5min":10.243,"15min":42.923999999999999},"last":7.4400000000000004},{"interface":"front","average":{"1min":2.2400000000000002,"5min":2.375,"15min":2.149},"min":{"1min":0.49199999999999999,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":7.8609999999999998,"5min":8.1300000000000008,"15min":42.936999999999998},"last":2.044}]},{"osd":3,"last update":"Mon Oct 9 05:08:10 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.5529999999999999,"15min":2.3370000000000002},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":7.9290000000000003,"5min":10.823,"15min":26.763000000000002},"last":7.1699999999999999},{"interface":"front","average":{"1min":4.0519999999999996,"5min":3.1920000000000002,"15min":2.5110000000000001},"min":{"1min":0.35799999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.518000000000001,"5min":18.140000000000001,"15min":26.777999999999999},"last":7.1509999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:07:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6080000000000001,"15min":1.6759999999999999},"min":{"1min":0.376,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":11.882999999999999,"5min":12.153,"15min":16.399999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":2.7959999999999998,"5min":2.423,"15min":1.6160000000000001},"min":{"1min":0.35799999999999998,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.082000000000001,"5min":10.082000000000001,"15min":16.068999999999999},"last":0.435}]},{"osd":5,"last update":"Mon Oct 9 05:07:49 2023","interfaces":[{"interface":"back","average":{"1min":3.9049999999999998,"5min":2.8130000000000002,"15min":1.665},"min":{"1min":0.34300000000000003,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":10.339,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.532,"15min":1.6719999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.1869999999999994,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.58899999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.2229999999999999,"15min":1.6779999999999999},"min":{"1min":0.437,"5min":0.309,"15min":0.309},"max":{"1min":11.349,"5min":11.349,"15min":16.372},"last":1.609},{"interface":"front","average":{"1min":2.6280000000000001,"5min":1.8480000000000001,"15min":1.5509999999999999},"min":{"1min":0.40400000000000003,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":10.125,"5min":10.125,"15min":16.018999999999998},"last":1.623}]}]},{"osd":1,"up_from":0,"seq":2052994367568,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187892,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3057540,"kb_used_data":1835900,"kb_used_omap":5,"kb_used_meta":1221562,"kb_avail":90687612,"statfs":{"total":95995035648,"available":92864114688,"internally_reserved":0,"allocated":1879961600,"data_stored":1876873477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1250880122},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.294,"15min":1.4990000000000001},"min":{"1min":0.20599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":4.266,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":7.1369999999999996},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.548,"15min":1.9059999999999999},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.4139999999999997,"5min":7.5720000000000001,"15min":8.8689999999999998},"last":7.2149999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":8.2940000000000005,"5min":3.1949999999999998,"15min":2.6869999999999998},"min":{"1min":0.25900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":82.525999999999996,"5min":82.525999999999996,"15min":82.525999999999996},"last":1.1839999999999999},{"interface":"front","average":{"1min":6.3179999999999996,"5min":2.6379999999999999,"15min":2.5219999999999998},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.20000000000000001},"max":{"1min":82.760999999999996,"5min":82.760999999999996,"15min":82.760999999999996},"last":7.1660000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:07:55 2023","interfaces":[{"interface":"back","average":{"1min":8.4990000000000006,"5min":3.246,"15min":2.4950000000000001},"min":{"1min":0.35499999999999998,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":82.644000000000005,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.245},{"interface":"front","average":{"1min":8.4239999999999995,"5min":2.871,"15min":2.5379999999999998},"min":{"1min":0.32500000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":82.489000000000004,"5min":82.489000000000004,"15min":82.489000000000004},"last":1.1200000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":1.9390000000000001,"15min":1.891},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.8599999999999994,"5min":10.004,"15min":14.581},"last":3.2080000000000002},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.3660000000000001,"15min":1.927},"min":{"1min":0.32900000000000001,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3670000000000009,"5min":9.9719999999999995,"15min":14.721},"last":3.8410000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":3.3969999999999998,"5min":2.8079999999999998,"15min":2.1629999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":16.347999999999999,"5min":16.347999999999999,"15min":16.347999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.3129999999999999,"5min":2.1110000000000002,"15min":2.1920000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":4.9349999999999996,"5min":12.717000000000001,"15min":22.738},"last":7.0519999999999996}]},{"osd":6,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.6200000000000001,"5min":2.629,"15min":2.1579999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":8.3360000000000003,"5min":17.097999999999999,"15min":17.097999999999999},"last":1.7829999999999999},{"interface":"front","average":{"1min":1.4330000000000001,"5min":2.1320000000000001,"15min":2.2610000000000001},"min":{"1min":0.38300000000000001,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":4.8710000000000004,"5min":17.335999999999999,"15min":22.709},"last":7.1909999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.3519999999999999,"15min":2.3769999999999998},"min":{"1min":0.40300000000000002,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":3.9809999999999999,"5min":10.896000000000001,"15min":22.763000000000002},"last":7.1020000000000003},{"interface":"front","average":{"1min":3.226,"5min":2.153,"15min":2.1499999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.2919999999999998,"5min":10.028,"15min":20.890000000000001},"last":1.1579999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206735,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2791972,"kb_used_data":1618332,"kb_used_omap":7,"kb_used_meta":1173432,"kb_avail":90953180,"statfs":{"total":95995035648,"available":93136056320,"internally_reserved":0,"allocated":1657171968,"data_stored":1654509987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1201594449},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:07:40 2023","interfaces":[{"interface":"back","average":{"1min":2.7469999999999999,"5min":2.4089999999999998,"15min":1.952},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.16600000000000001},"max":{"1min":11.975,"5min":20.329999999999998,"15min":20.329999999999998},"last":0.52500000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":1.6599999999999999,"15min":1.72},"min":{"1min":0.20899999999999999,"5min":0.19800000000000001,"15min":0.188},"max":{"1min":10.815,"5min":10.815,"15min":13.952},"last":0.377}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.613,"5min":2.5600000000000001,"15min":4.2380000000000004},"min":{"1min":0.23699999999999999,"5min":0.19,"15min":0.19},"max":{"1min":7.9450000000000003,"5min":13.619999999999999,"15min":70.971000000000004},"last":4.141},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.0739999999999998,"15min":4.1210000000000004},"min":{"1min":0.50600000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":8.4900000000000002,"5min":11.472,"15min":70.555000000000007},"last":0.61199999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:08:09 2023","interfaces":[{"interface":"back","average":{"1min":2.9430000000000001,"5min":2.8759999999999999,"15min":3.121},"min":{"1min":0.30099999999999999,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":7.2709999999999999,"5min":26.018999999999998,"15min":79.926000000000002},"last":4.3799999999999999},{"interface":"front","average":{"1min":2.9809999999999999,"5min":3.0350000000000001,"15min":3.2410000000000001},"min":{"1min":0.32400000000000001,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":7.3049999999999997,"5min":26.056999999999999,"15min":79.959000000000003},"last":4.4130000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:07:40 2023","interfaces":[{"interface":"back","average":{"1min":3.504,"5min":4.6100000000000003,"15min":3.5990000000000002},"min":{"1min":0.371,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":12.731999999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":1.756},{"interface":"front","average":{"1min":3.0710000000000002,"5min":4.016,"15min":2.8820000000000001},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29999999999999999},"max":{"1min":9.7750000000000004,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.55900000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:07:40 2023","interfaces":[{"interface":"back","average":{"1min":3.2229999999999999,"5min":4.2119999999999997,"15min":2.5870000000000002},"min":{"1min":0.375,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":10.776999999999999,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.7690000000000001,"5min":4.7930000000000001,"15min":3.0899999999999999},"min":{"1min":0.34300000000000003,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":8.4339999999999993,"5min":143.07300000000001,"15min":143.07300000000001},"last":1.0369999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:07:40 2023","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":4.4690000000000003,"15min":2.9289999999999998},"min":{"1min":0.40100000000000002,"5min":0.35099999999999998,"15min":0.312},"max":{"1min":9.7300000000000004,"5min":142.339,"15min":142.339},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.1259999999999999,"5min":3.2400000000000002,"15min":2.4430000000000001},"min":{"1min":0.36399999999999999,"5min":0.307,"15min":0.307},"max":{"1min":6.9240000000000004,"5min":140.96700000000001,"15min":140.96700000000001},"last":3.4550000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:07:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":3.4239999999999999,"15min":2.3849999999999998},"min":{"1min":0.70199999999999996,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":13.814,"5min":54.470999999999997,"15min":54.470999999999997},"last":1.429},{"interface":"front","average":{"1min":2.9860000000000002,"5min":3.0049999999999999,"15min":2.2090000000000001},"min":{"1min":0.44700000000000001,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":11.590999999999999,"5min":54.484000000000002,"15min":54.484000000000002},"last":1.419}]}]},{"osd":3,"up_from":198,"seq":850403524871,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2677960,"kb_used_data":1948544,"kb_used_omap":2,"kb_used_meta":729405,"kb_avail":91067192,"statfs":{"total":95995035648,"available":93252804608,"internally_reserved":0,"allocated":1995309056,"data_stored":1992902909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":746910773},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.6749999999999998,"5min":2.0800000000000001,"15min":2.1739999999999999},"min":{"1min":0.218,"5min":0.188,"15min":0.183},"max":{"1min":8.9369999999999994,"5min":14.198,"15min":26.260999999999999},"last":0.20799999999999999},{"interface":"front","average":{"1min":2.9249999999999998,"5min":1.974,"15min":2.1800000000000002},"min":{"1min":0.20300000000000001,"5min":0.183,"15min":0.183},"max":{"1min":11.413,"5min":12.528,"15min":22.477},"last":0.29499999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:08:15 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.917,"15min":1.1759999999999999},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":7.0899999999999999,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.161,"15min":1.5549999999999999},"min":{"1min":0.315,"5min":0.216,"15min":0.216},"max":{"1min":9.6799999999999997,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":2.827,"15min":2.5089999999999999},"min":{"1min":0.29799999999999999,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":13.208,"5min":21.407,"15min":21.722999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":2.4100000000000001,"5min":2.9199999999999999,"15min":2.5030000000000001},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":7.0419999999999998,"5min":23.350999999999999,"15min":25.776},"last":0.33400000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":4.3410000000000002,"5min":2.7509999999999999,"15min":2.1970000000000001},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.5530000000000008,"5min":14.359999999999999,"15min":15.301},"last":8.7110000000000003},{"interface":"front","average":{"1min":2.972,"5min":2.573,"15min":2.27},"min":{"1min":0.42799999999999999,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":12.369999999999999,"5min":12.369999999999999,"15min":21.532},"last":8.6999999999999993}]},{"osd":5,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":3.0950000000000002,"5min":2.4950000000000001,"15min":2.2010000000000001},"min":{"1min":0.499,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":7.5350000000000001,"5min":11.026,"15min":35.712000000000003},"last":9.1059999999999999},{"interface":"front","average":{"1min":3.3969999999999998,"5min":2.6000000000000001,"15min":2.3959999999999999},"min":{"1min":0.40899999999999997,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.4420000000000002,"5min":9.4420000000000002,"15min":35.488},"last":1.266}]},{"osd":6,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":3.2650000000000001,"15min":2.6859999999999999},"min":{"1min":0.434,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":7.5030000000000001,"5min":18.436,"15min":50.113999999999997},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.909,"5min":2.5299999999999998,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.1619999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.437}]},{"osd":7,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":3.3050000000000002,"15min":2.5699999999999998},"min":{"1min":0.45900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":11.888999999999999,"5min":18.428000000000001,"15min":18.428000000000001},"last":2.2050000000000001},{"interface":"front","average":{"1min":3.3279999999999998,"5min":3.0790000000000002,"15min":2.5619999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":9.1189999999999998,"5min":14.663,"15min":21.587},"last":0.55900000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019457,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3298796,"kb_used_data":1795684,"kb_used_omap":0,"kb_used_meta":1503104,"kb_avail":90446356,"statfs":{"total":95995035648,"available":92617068544,"internally_reserved":0,"allocated":1838780416,"data_stored":1837325080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1539178496},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:07:42 2023","interfaces":[{"interface":"back","average":{"1min":2.5699999999999998,"5min":1.8859999999999999,"15min":1.7350000000000001},"min":{"1min":0.26400000000000001,"5min":0.223,"15min":0.218},"max":{"1min":8.532,"5min":8.532,"15min":21.047000000000001},"last":0.28299999999999997},{"interface":"front","average":{"1min":2.77,"5min":2.0830000000000002,"15min":1.617},"min":{"1min":0.35999999999999999,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":7.3209999999999997,"5min":11.507999999999999,"15min":12.064},"last":4.0759999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.1419999999999999,"15min":2.5},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":6.4610000000000003,"5min":11.367000000000001,"15min":12.317},"last":1.3009999999999999},{"interface":"front","average":{"1min":2.5979999999999999,"5min":2.2330000000000001,"15min":2.0249999999999999},"min":{"1min":0.36299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":6.8869999999999996,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":4.8250000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:07:42 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":2.7480000000000002,"15min":3.1320000000000001},"min":{"1min":0.34899999999999998,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":7.0110000000000001,"5min":19.295999999999999,"15min":105.411},"last":6.6589999999999998},{"interface":"front","average":{"1min":2.8330000000000002,"5min":2.7490000000000001,"15min":3.0049999999999999},"min":{"1min":0.373,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.4949999999999992,"5min":11.468,"15min":97.927999999999997},"last":1.8799999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:08:05 2023","interfaces":[{"interface":"back","average":{"1min":2.6030000000000002,"5min":5.2850000000000001,"15min":3.2200000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":7.1660000000000004,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":3.2549999999999999,"5min":5.4729999999999999,"15min":3.4980000000000002},"min":{"1min":0.44600000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.9969999999999999,"5min":253.72,"15min":253.72},"last":0.436}]},{"osd":5,"last update":"Mon Oct 9 05:07:42 2023","interfaces":[{"interface":"back","average":{"1min":2.6850000000000001,"5min":2.4430000000000001,"15min":1.476},"min":{"1min":0.28199999999999997,"5min":0.27800000000000002,"15min":0.252},"max":{"1min":16.518000000000001,"5min":16.518000000000001,"15min":20.991},"last":0.32200000000000001},{"interface":"front","average":{"1min":2.5939999999999999,"5min":2.5059999999999998,"15min":1.4670000000000001},"min":{"1min":0.34100000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.34499999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:08:01 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":2.137,"15min":1.968},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.27000000000000002},"max":{"1min":6.5199999999999996,"5min":9.5589999999999993,"15min":81.980999999999995},"last":0.56399999999999995},{"interface":"front","average":{"1min":2.6739999999999999,"5min":2.4199999999999999,"15min":1.9690000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":7.1070000000000002,"5min":19.387,"15min":81.715999999999994},"last":0.36199999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":2.3700000000000001,"15min":1.7110000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":8.7609999999999992,"5min":12.987,"15min":29.175000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.2360000000000002,"5min":2.2530000000000001,"15min":1.806},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.34599999999999997},"max":{"1min":6.4900000000000002,"5min":12.983000000000001,"15min":29.192},"last":0.46700000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757821,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3053348,"kb_used_data":1562204,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":90691804,"statfs":{"total":95995035648,"available":92868407296,"internally_reserved":0,"allocated":1599696896,"data_stored":1598246074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":2.3809999999999998,"15min":1.722},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.21099999999999999},"max":{"1min":10.239000000000001,"5min":10.239000000000001,"15min":12.074999999999999},"last":1.6599999999999999},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.4990000000000001,"15min":1.8959999999999999},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":4.7329999999999997,"5min":13.456,"15min":15.164},"last":0.622}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":2.9729999999999999,"15min":2.4550000000000001},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":8.2609999999999992,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":2.145,"5min":2.8069999999999999,"15min":2.1970000000000001},"min":{"1min":0.35299999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":4.649,"5min":13.411,"15min":13.411},"last":0.65100000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":3.306,"5min":3.2530000000000001,"15min":2.4990000000000001},"min":{"1min":0.38400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":10.91,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.4889999999999999,"15min":2.4510000000000001},"min":{"1min":0.28299999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5649999999999995,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.73099999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:08:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5270000000000001,"5min":3.0550000000000002,"15min":2.5099999999999998},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":24.114999999999998,"5min":24.114999999999998,"15min":74.915000000000006},"last":1.8720000000000001},{"interface":"front","average":{"1min":4.7690000000000001,"5min":3.3519999999999999,"15min":2.6389999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":24.016999999999999,"5min":24.016999999999999,"15min":74.799999999999997},"last":1.9730000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.863,"15min":1.6359999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":0.52900000000000003},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.8220000000000001,"15min":1.6519999999999999},"min":{"1min":0.29699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":6.5469999999999997,"5min":13.877000000000001,"15min":13.877000000000001},"last":1.464}]},{"osd":6,"last update":"Mon Oct 9 05:08:03 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":2.7160000000000002,"15min":1.4910000000000001},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":11.499000000000001,"5min":13.484,"15min":13.484},"last":0.58599999999999997},{"interface":"front","average":{"1min":3.4870000000000001,"5min":3.0819999999999999,"15min":1.77},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.917,"5min":17.149999999999999,"15min":17.149999999999999},"last":0.46700000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":3.2250000000000001,"15min":1.9119999999999999},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":8.1799999999999997,"5min":18.442,"15min":18.442},"last":0.434},{"interface":"front","average":{"1min":2.6030000000000002,"5min":3.1709999999999998,"15min":1.9159999999999999},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":14.903,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.48999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1864564736,"data_stored":1864564736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2073821184,"data_stored":2073821184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1643511808,"data_stored":1643511808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1973878784,"data_stored":1973878784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1831866368,"data_stored":1831862296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1589383168,"data_stored":1589379096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1242370048,"data_stored":1242365976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":719323136,"data_stored":719323136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:08:47.379 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:08:47.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:08:47.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:08:47.914 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:47.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:47.917 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:47.938 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T05:08:48.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:48.126 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:48.174 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:48 smithi150 ceph-mon[168511]: pgmap v1726: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 623 op/s; 20348/166083 objects degraded (12.252%); 2745/166083 objects misplaced (1.653%); 4.5 MiB/s, 71 objects/s recovering 2023-10-09T05:08:48.358 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:48.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:48.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:48.364 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:48 smithi107 ceph-mon[184249]: pgmap v1726: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 623 op/s; 20348/166083 objects degraded (12.252%); 2745/166083 objects misplaced (1.653%); 4.5 MiB/s, 71 objects/s recovering 2023-10-09T05:08:48.364 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:48 smithi107 ceph-mon[179183]: pgmap v1726: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 623 op/s; 20348/166083 objects degraded (12.252%); 2745/166083 objects misplaced (1.653%); 4.5 MiB/s, 71 objects/s recovering 2023-10-09T05:08:48.465 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:48.495 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:08:48.523 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:08:48.544 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:48.556 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:08:48.558 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:48.595 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:08:48.632 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:48.632 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:08:48.657 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:48.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:48.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:48.699 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:08:48.712 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:48.742 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:08:48.768 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:48.771 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.777 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:08:48.844 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:49.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1321735569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:49.465 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1321735569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1321735569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:08:49.774 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:49.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:49.776 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:49.876 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:49.936 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:50.188 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:50 smithi107 ceph-mon[179183]: pgmap v1727: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 650 op/s; 20402/158451 objects degraded (12.876%); 2324/158451 objects misplaced (1.467%); 4.6 MiB/s, 72 objects/s recovering 2023-10-09T05:08:50.266 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:50.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:50.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:50.409 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:50.462 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:50 smithi150 ceph-mon[168511]: pgmap v1727: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 650 op/s; 20402/158451 objects degraded (12.876%); 2324/158451 objects misplaced (1.467%); 4.6 MiB/s, 72 objects/s recovering 2023-10-09T05:08:50.465 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:50.616 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:50.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:50.624 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:50.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:50 smithi107 ceph-mon[184249]: pgmap v1727: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 650 op/s; 20402/158451 objects degraded (12.876%); 2324/158451 objects misplaced (1.467%); 4.6 MiB/s, 72 objects/s recovering 2023-10-09T05:08:50.725 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:50.799 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:50.913 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:50.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:50.920 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:51.021 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:08:51.067 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:51.284 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:08:51.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:51.287 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:08:51.388 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:08:51.480 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:51 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20402/158451 objects degraded (12.876%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:51.481 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:51 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20402/158451 objects degraded (12.876%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:51.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:51 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20402/158451 objects degraded (12.876%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:51.490 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:51.601 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:08:51.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:51.612 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:08:51.626 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:08:51.633 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:08:51.713 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:51.776 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:08:51.783 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:51.916 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:51.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:51.923 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:52.022 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:08:52.022 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:08:52.022 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.022 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152647 14.4 14:2df055f3:::benchmark_data_smithi107_437372_object51553:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.010798+0000", 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.010001098999999999, 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010034296, 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152647 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.023 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010798+0000", 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010798+0000", 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.024 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010796+0000", 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010803+0000", 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9970000000000001e-06 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.025 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010815+0000", 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2312e-05 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010822+0000", 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7780000000000002e-06 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.026 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.011778+0000", 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00095526300000000003 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.011880+0000", 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000102431 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:08:52.027 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.011984+0000", 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104075 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152648 14.4 14:2cc6d223:::benchmark_data_smithi107_437372_object51554:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.015059+0000", 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0057396260000000003, 2023-10-09T05:08:52.028 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0058581800000000002, 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152648 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.029 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015059+0000", 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015059+0000", 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.030 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015058+0000", 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015070+0000", 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1780000000000001e-05 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015098+0000", 2023-10-09T05:08:52.031 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8455000000000001e-05 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015106+0000", 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.6190000000000002e-06 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015597+0000", 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00049175 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.032 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015703+0000", 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010533 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015807+0000", 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010371599999999999 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.033 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.47180.0:152646 14.e e561/523 14:7685dfb3:::benchmark_data_smithi107_437372_object51552:head v 561'9635, mlcod=561'9632)", 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.015135+0000", 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0056637190000000002, 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.005859235, 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.034 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015135+0000", 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015135+0000", 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015135+0000", 2023-10-09T05:08:52.035 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015141+0000", 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.144e-06 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015149+0000", 2023-10-09T05:08:52.036 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7700000000000001e-06 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015154+0000", 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1780000000000002e-06 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015225+0000", 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1197000000000003e-05 2023-10-09T05:08:52.037 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015256+0000", 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0519999999999999e-05 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.47180.0:152649 14.1 e561/534 14:802d3cc4:::benchmark_data_smithi107_437372_object51555:head v 561'9406, mlcod=0'0)", 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.016135+0000", 2023-10-09T05:08:52.038 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0046643960000000003, 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049287469999999998, 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016135+0000", 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.039 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016135+0000", 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016134+0000", 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016141+0000", 2023-10-09T05:08:52.040 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1269999999999997e-06 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016152+0000", 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1165999999999999e-05 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016158+0000", 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8780000000000003e-06 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.041 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.019453+0000", 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0032945930000000002 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.019478+0000", 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.5408000000000001e-05 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.042 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.47180.0:152633 14.2 e561/534)", 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.016698+0000", 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.0041012160000000004, 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00442444, 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.043 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016698+0000", 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016698+0000", 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016698+0000", 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967296 2023-10-09T05:08:52.044 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016700+0000", 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0820000000000001e-06 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016705+0000", 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1220000000000003e-06 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.045 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016708+0000", 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3560000000000001e-06 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152623 14.2 14:456e1c98:::benchmark_data_smithi107_437372_object51529:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:51.978972+0000", 2023-10-09T05:08:52.046 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.041827232999999998, 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.042201971999999997, 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152623 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.047 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.978972+0000", 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.978972+0000", 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.048 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.978970+0000", 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.978978+0000", 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2130000000000002e-06 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.049 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.978993+0000", 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5917e-05 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.979000+0000", 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0129999999999996e-06 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.050 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.983299+0000", 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042984440000000002 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.983484+0000", 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00018549500000000001 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.051 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,5", 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.983670+0000", 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000185935 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988780+0000", 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0051101280000000002 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:52.052 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999578+0000", 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010797716000000001 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152633 14.2 14:45dc8015:::benchmark_data_smithi107_437372_object51539:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:51.988879+0000", 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.031919912000000002, 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.032395959000000002, 2023-10-09T05:08:52.053 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152633 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.054 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988879+0000", 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988879+0000", 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988879+0000", 2023-10-09T05:08:52.055 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988882+0000", 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8959999999999999e-06 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988888+0000", 2023-10-09T05:08:52.056 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9370000000000001e-06 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988891+0000", 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9009999999999996e-06 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.988931+0000", 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9879999999999998e-05 2023-10-09T05:08:52.057 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.989073+0000", 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014175900000000001 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,5", 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.989223+0000", 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000149736 2023-10-09T05:08:52.058 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.993167+0000", 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039442690000000002 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999614+0000", 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0064464780000000003 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.059 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152638 14.d 14:bd9091ea:::benchmark_data_smithi107_437372_object51544:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:51.999763+0000", 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.021035892, 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.021598313000000001, 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.060 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152638 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999763+0000", 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999763+0000", 2023-10-09T05:08:52.061 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999763+0000", 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999765+0000", 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.429e-06 2023-10-09T05:08:52.062 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999773+0000", 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.374e-06 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:51.999776+0000", 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.506e-06 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.063 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003768+0000", 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039914679999999998 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003874+0000", 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106053 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.064 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,5", 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003980+0000", 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000105905 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.015101+0000", 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011121308 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:52.065 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.016736+0000", 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001635495 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop_reply(client.47180.0:152623 14.2 e561/534)", 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.003102+0000", 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.017696758, 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.018336594000000001, 2023-10-09T05:08:52.066 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "queued for pg", 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003102+0000", 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003102+0000", 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.067 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003102+0000", 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003106+0000", 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2660000000000003e-06 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.068 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003114+0000", 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1119999999999996e-06 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003119+0000", 2023-10-09T05:08:52.069 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7609999999999998e-06 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152639 14.4 14:2334e08a:::benchmark_data_smithi107_437372_object51545:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.003608+0000", 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.017191080000000001, 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017880851999999999, 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.070 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152639 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003608+0000", 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.071 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003608+0000", 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003607+0000", 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.072 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003613+0000", 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4989999999999999e-06 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003628+0000", 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4973e-05 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.073 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003635+0000", 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3199999999999996e-06 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003676+0000", 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1386e-05 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003798+0000", 2023-10-09T05:08:52.074 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121958 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,7", 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003918+0000", 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120531 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.011733+0000", 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078142880000000008 2023-10-09T05:08:52.075 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.011759+0000", 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6551e-05 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.47180.0:152645 14.d 14:bcd2e9cb:::benchmark_data_smithi107_437372_object51551:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.003646+0000", 2023-10-09T05:08:52.076 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.017152825, 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017931142000000001, 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.47180", 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 152645 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.077 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003646+0000", 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003646+0000", 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003646+0000", 2023-10-09T05:08:52.078 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003648+0000", 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.65e-06 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003654+0000", 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4500000000000003e-06 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.079 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003658+0000", 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9589999999999997e-06 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010618+0000", 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0069598869999999997 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.080 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010759+0000", 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014081900000000001 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 4,5", 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.010894+0000", 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013549699999999999 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.018785+0000", 2023-10-09T05:08:52.081 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078913790000000004 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.47180.0:152641 14.1 e561/534 14:83378def:::benchmark_data_smithi107_437372_object51547:head v 561'9405, mlcod=0'0)", 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:08:52.003675+0000", 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.017124024000000002, 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.017986986999999999, 2023-10-09T05:08:52.082 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003675+0000", 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003675+0000", 2023-10-09T05:08:52.083 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003675+0000", 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003680+0000", 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.468e-06 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.084 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003686+0000", 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.28e-06 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.003690+0000", 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9720000000000003e-06 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.085 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.005544+0000", 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.001853382 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:08:52.005567+0000", 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3396000000000001e-05 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:52.086 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.087 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:52.087 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T05:08:52.087 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 12 2023-10-09T05:08:52.087 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:08:52.087 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:52.169 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:08:52] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2023-10-09T05:08:52.181 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:52.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-mon[179183]: pgmap v1728: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 673 op/s; 20402/155940 objects degraded (13.083%); 2324/155940 objects misplaced (1.490%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:08:52.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1025330109' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:52.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:52.466 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-mon[184249]: pgmap v1728: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 673 op/s; 20402/155940 objects degraded (13.083%); 2324/155940 objects misplaced (1.490%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:08:52.466 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1025330109' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:52.466 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:52 smithi150 ceph-mon[168511]: pgmap v1728: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 673 op/s; 20402/155940 objects degraded (13.083%); 2324/155940 objects misplaced (1.490%); 4.2 MiB/s, 66 objects/s recovering 2023-10-09T05:08:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1025330109' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:52.487 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:08:52.566 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:08:53.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:53 smithi150 ceph-mon[168511]: from='client.47393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:08:53.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:53 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:53 smithi150 ceph-mon[168511]: failed to encode map e562 with expected crc 2023-10-09T05:08:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:53 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:08:53.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:53 smithi150 ceph-mon[168511]: osdmap e562: 8 total, 8 up, 7 in 2023-10-09T05:08:53.654 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:53.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:53.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:53.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[184249]: from='client.47393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[184249]: failed to encode map e562 with expected crc 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[184249]: osdmap e562: 8 total, 8 up, 7 in 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[179183]: from='client.47393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:08:53.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[179183]: failed to encode map e562 with expected crc 2023-10-09T05:08:53.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:08:53.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:53 smithi107 ceph-mon[179183]: osdmap e562: 8 total, 8 up, 7 in 2023-10-09T05:08:53.707 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T05:08:53.769 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:53.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:54.006 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:54.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:54.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:54.119 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:08:54.216 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:54.219 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:54 smithi107 ceph-mon[179183]: failed to encode map e562 with expected crc 2023-10-09T05:08:54.219 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:54 smithi107 ceph-mon[179183]: pgmap v1730: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 20420/148863 objects degraded (13.717%); 1892/148863 objects misplaced (1.271%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:54.273 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1728,"stamp":"2023-10-09T05:08:50.980406+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3405518776,"num_objects":51980,"num_object_clones":0,"num_object_copies":155940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20402,"num_objects_misplaced":2324,"num_objects_unfound":0,"num_objects_dirty":51980,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150289,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10559,"num_bytes_recovered":689200586,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123754,"ondisk_log_size":123754,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":18736476,"kb_used_data":9589732,"kb_used_omap":16,"kb_used_meta":9146159,"kb_avail":637479588,"statfs":{"total":671965249536,"available":652779098112,"internally_reserved":0,"allocated":9819885568,"data_stored":9805891886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9365667584},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,4,1,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-481099776,"num_objects":-7341,"num_object_clones":0,"num_object_copies":-22023,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":54,"num_objects_misplaced":-783,"num_objects_unfound":0,"num_objects_dirty":-7341,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7341,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":729,"num_bytes_recovered":47775744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.900486"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":584,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.678411+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:08:35.678411+0000","last_peered":"2023-10-09T05:08:35.678411+0000","last_clean":"2023-10-09T05:08:35.678411+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:08:35.678411+0000","last_undegraded":"2023-10-09T05:08:35.678411+0000","last_fullsized":"2023-10-09T05:08:35.678411+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":305,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.647129+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:08:35.647129+0000","last_peered":"2023-10-09T05:08:35.647129+0000","last_clean":"2023-10-09T05:08:35.647129+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:08:35.647129+0000","last_undegraded":"2023-10-09T05:08:35.647129+0000","last_fullsized":"2023-10-09T05:08:35.647129+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":427,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.651315+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:08:35.651315+0000","last_peered":"2023-10-09T05:08:35.651315+0000","last_clean":"2023-10-09T05:08:35.651315+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:08:35.651315+0000","last_undegraded":"2023-10-09T05:08:35.651315+0000","last_fullsized":"2023-10-09T05:08:35.651315+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":118,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636366+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:08:35.636366+0000","last_peered":"2023-10-09T05:08:35.636366+0000","last_clean":"2023-10-09T05:08:35.636366+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:08:35.636366+0000","last_undegraded":"2023-10-09T05:08:35.636366+0000","last_fullsized":"2023-10-09T05:08:35.636366+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":284,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640997+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:08:35.640997+0000","last_peered":"2023-10-09T05:08:35.640997+0000","last_clean":"2023-10-09T05:08:35.640997+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:08:35.640997+0000","last_undegraded":"2023-10-09T05:08:35.640997+0000","last_fullsized":"2023-10-09T05:08:35.640997+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":261,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646511+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:08:35.646511+0000","last_peered":"2023-10-09T05:08:35.646511+0000","last_clean":"2023-10-09T05:08:35.646511+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:08:35.646511+0000","last_undegraded":"2023-10-09T05:08:35.646511+0000","last_fullsized":"2023-10-09T05:08:35.646511+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":522,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640309+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:08:35.640309+0000","last_peered":"2023-10-09T05:08:35.640309+0000","last_clean":"2023-10-09T05:08:35.640309+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:08:35.640309+0000","last_undegraded":"2023-10-09T05:08:35.640309+0000","last_fullsized":"2023-10-09T05:08:35.640309+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":310,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.641203+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:08:35.641203+0000","last_peered":"2023-10-09T05:08:35.641203+0000","last_clean":"2023-10-09T05:08:35.641203+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:08:35.641203+0000","last_undegraded":"2023-10-09T05:08:35.641203+0000","last_fullsized":"2023-10-09T05:08:35.641203+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":585,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638163+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:08:35.638163+0000","last_peered":"2023-10-09T05:08:35.638163+0000","last_clean":"2023-10-09T05:08:35.638163+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:08:35.638163+0000","last_undegraded":"2023-10-09T05:08:35.638163+0000","last_fullsized":"2023-10-09T05:08:35.638163+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":300,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.651534+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:08:35.651534+0000","last_peered":"2023-10-09T05:08:35.651534+0000","last_clean":"2023-10-09T05:08:35.651534+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:08:35.651534+0000","last_undegraded":"2023-10-09T05:08:35.651534+0000","last_fullsized":"2023-10-09T05:08:35.651534+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":124,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636285+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:08:35.636285+0000","last_peered":"2023-10-09T05:08:35.636285+0000","last_clean":"2023-10-09T05:08:35.636285+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:08:35.636285+0000","last_undegraded":"2023-10-09T05:08:35.636285+0000","last_fullsized":"2023-10-09T05:08:35.636285+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":454,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.649022+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:08:35.649022+0000","last_peered":"2023-10-09T05:08:35.649022+0000","last_clean":"2023-10-09T05:08:35.649022+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:08:35.649022+0000","last_undegraded":"2023-10-09T05:08:35.649022+0000","last_fullsized":"2023-10-09T05:08:35.649022+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":637,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.676001+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:08:35.676001+0000","last_peered":"2023-10-09T05:08:35.676001+0000","last_clean":"2023-10-09T05:08:35.676001+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:08:35.676001+0000","last_undegraded":"2023-10-09T05:08:35.676001+0000","last_fullsized":"2023-10-09T05:08:35.676001+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":605,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672644+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:08:35.672644+0000","last_peered":"2023-10-09T05:08:35.672644+0000","last_clean":"2023-10-09T05:08:35.672644+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:08:35.672644+0000","last_undegraded":"2023-10-09T05:08:35.672644+0000","last_fullsized":"2023-10-09T05:08:35.672644+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":124,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636247+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:08:35.636247+0000","last_peered":"2023-10-09T05:08:35.636247+0000","last_clean":"2023-10-09T05:08:35.636247+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:08:35.636247+0000","last_undegraded":"2023-10-09T05:08:35.636247+0000","last_fullsized":"2023-10-09T05:08:35.636247+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":408,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.095887+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:08:40.095887+0000","last_peered":"2023-10-09T05:08:40.095887+0000","last_clean":"2023-10-09T05:08:40.095887+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:08:40.095887+0000","last_undegraded":"2023-10-09T05:08:40.095887+0000","last_fullsized":"2023-10-09T05:08:40.095887+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":118,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636081+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:08:35.636081+0000","last_peered":"2023-10-09T05:08:35.636081+0000","last_clean":"2023-10-09T05:08:35.636081+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:08:35.636081+0000","last_undegraded":"2023-10-09T05:08:35.636081+0000","last_fullsized":"2023-10-09T05:08:35.636081+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":577,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638936+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:08:35.638936+0000","last_peered":"2023-10-09T05:08:35.638936+0000","last_clean":"2023-10-09T05:08:35.638936+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:08:35.638936+0000","last_undegraded":"2023-10-09T05:08:35.638936+0000","last_fullsized":"2023-10-09T05:08:35.638936+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":118,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.635973+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:08:35.635973+0000","last_peered":"2023-10-09T05:08:35.635973+0000","last_clean":"2023-10-09T05:08:35.635973+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:08:35.635973+0000","last_undegraded":"2023-10-09T05:08:35.635973+0000","last_fullsized":"2023-10-09T05:08:35.635973+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":537,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.647191+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:08:35.647191+0000","last_peered":"2023-10-09T05:08:35.647191+0000","last_clean":"2023-10-09T05:08:35.647191+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:08:35.647191+0000","last_undegraded":"2023-10-09T05:08:35.647191+0000","last_fullsized":"2023-10-09T05:08:35.647191+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":259,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646104+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:08:35.646104+0000","last_peered":"2023-10-09T05:08:35.646104+0000","last_clean":"2023-10-09T05:08:35.646104+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:08:35.646104+0000","last_undegraded":"2023-10-09T05:08:35.646104+0000","last_fullsized":"2023-10-09T05:08:35.646104+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":304,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.649797+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:08:35.649797+0000","last_peered":"2023-10-09T05:08:35.649797+0000","last_clean":"2023-10-09T05:08:35.649797+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:08:35.649797+0000","last_undegraded":"2023-10-09T05:08:35.649797+0000","last_fullsized":"2023-10-09T05:08:35.649797+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"561'9284","reported_seq":9339,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:47.384356+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:08:47.384356+0000","last_peered":"2023-10-09T05:08:47.384356+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:08:47.384356+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"528'2400","ondisk_log_start":"528'2400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6884,"log_dups_size":0,"ondisk_log_size":6884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214171648,"num_objects":3268,"num_object_clones":0,"num_object_copies":9804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9284,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1154},{"shards":"3,6","objects":-894}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":122,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636503+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:08:35.636503+0000","last_peered":"2023-10-09T05:08:35.636503+0000","last_clean":"2023-10-09T05:08:35.636503+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:08:35.636503+0000","last_undegraded":"2023-10-09T05:08:35.636503+0000","last_fullsized":"2023-10-09T05:08:35.636503+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":561,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638047+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:08:35.638047+0000","last_peered":"2023-10-09T05:08:35.638047+0000","last_clean":"2023-10-09T05:08:35.638047+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:08:35.638047+0000","last_undegraded":"2023-10-09T05:08:35.638047+0000","last_fullsized":"2023-10-09T05:08:35.638047+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"561'9369","reported_seq":17781,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.195854+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:08:47.195854+0000","last_peered":"2023-10-09T05:08:47.195854+0000","last_clean":"2023-10-09T05:08:47.195854+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:08:47.195854+0000","last_undegraded":"2023-10-09T05:08:47.195854+0000","last_fullsized":"2023-10-09T05:08:47.195854+0000","mapping_epoch":554,"log_start":"530'3500","ondisk_log_start":"530'3500","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5869,"log_dups_size":0,"ondisk_log_size":5869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214630400,"num_objects":3275,"num_object_clones":0,"num_object_copies":9825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9369,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":153,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636410+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:08:35.636410+0000","last_peered":"2023-10-09T05:08:35.636410+0000","last_clean":"2023-10-09T05:08:35.636410+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:08:35.636410+0000","last_undegraded":"2023-10-09T05:08:35.636410+0000","last_fullsized":"2023-10-09T05:08:35.636410+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":595,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672591+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:08:35.672591+0000","last_peered":"2023-10-09T05:08:35.672591+0000","last_clean":"2023-10-09T05:08:35.672591+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:08:35.672591+0000","last_undegraded":"2023-10-09T05:08:35.672591+0000","last_fullsized":"2023-10-09T05:08:35.672591+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"561'9573","reported_seq":9621,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:50.294163+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:08:50.294163+0000","last_peered":"2023-10-09T05:08:50.294163+0000","last_clean":"2023-10-09T05:08:50.294163+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:08:50.294163+0000","last_undegraded":"2023-10-09T05:08:50.294163+0000","last_fullsized":"2023-10-09T05:08:50.294163+0000","mapping_epoch":523,"log_start":"527'700","ondisk_log_start":"527'700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8873,"log_dups_size":0,"ondisk_log_size":8873,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209256448,"num_objects":3193,"num_object_clones":0,"num_object_copies":9579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9573,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":122,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636471+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:08:35.636471+0000","last_peered":"2023-10-09T05:08:35.636471+0000","last_clean":"2023-10-09T05:08:35.636471+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:08:35.636471+0000","last_undegraded":"2023-10-09T05:08:35.636471+0000","last_fullsized":"2023-10-09T05:08:35.636471+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":281,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.649105+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:08:35.649105+0000","last_peered":"2023-10-09T05:08:35.649105+0000","last_clean":"2023-10-09T05:08:35.649105+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:08:35.649105+0000","last_undegraded":"2023-10-09T05:08:35.649105+0000","last_fullsized":"2023-10-09T05:08:35.649105+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"561'9204","reported_seq":11449,"reported_epoch":561,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:47.254022+0000","last_change":"2023-10-09T05:08:17.353688+0000","last_active":"2023-10-09T05:08:47.254022+0000","last_peered":"2023-10-09T05:08:47.254022+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:08:47.254022+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"530'3400","ondisk_log_start":"530'3400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5804,"log_dups_size":0,"ondisk_log_size":5804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217055232,"num_objects":3312,"num_object_clones":0,"num_object_copies":9936,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1861,"num_objects_misplaced":1171,"num_objects_unfound":0,"num_objects_dirty":3312,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9204,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1094,"num_bytes_recovered":71696384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":1171},{"shards":"2,3","objects":280}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":605,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638581+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:08:35.638581+0000","last_peered":"2023-10-09T05:08:35.638581+0000","last_clean":"2023-10-09T05:08:35.638581+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:08:35.638581+0000","last_undegraded":"2023-10-09T05:08:35.638581+0000","last_fullsized":"2023-10-09T05:08:35.638581+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":565,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.632613+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:08:35.632613+0000","last_peered":"2023-10-09T05:08:35.632613+0000","last_clean":"2023-10-09T05:08:35.632613+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:08:35.632613+0000","last_undegraded":"2023-10-09T05:08:35.632613+0000","last_fullsized":"2023-10-09T05:08:35.632613+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"561'9399","reported_seq":9454,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:50.280709+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:08:50.280709+0000","last_peered":"2023-10-09T05:08:50.280709+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:08:50.280709+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"527'500","ondisk_log_start":"527'500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8899,"log_dups_size":0,"ondisk_log_size":8899,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202571776,"num_objects":3091,"num_object_clones":0,"num_object_copies":9273,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3091,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9399,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":969},{"shards":"0,2","objects":-1032}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":986,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636007+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:08:35.636007+0000","last_peered":"2023-10-09T05:08:35.636007+0000","last_clean":"2023-10-09T05:08:35.636007+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:08:35.636007+0000","last_undegraded":"2023-10-09T05:08:35.636007+0000","last_fullsized":"2023-10-09T05:08:35.636007+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":231,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646870+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:08:35.646870+0000","last_peered":"2023-10-09T05:08:35.646870+0000","last_clean":"2023-10-09T05:08:35.646870+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:08:35.646870+0000","last_undegraded":"2023-10-09T05:08:35.646870+0000","last_fullsized":"2023-10-09T05:08:35.646870+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":605,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.675856+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:08:35.675856+0000","last_peered":"2023-10-09T05:08:35.675856+0000","last_clean":"2023-10-09T05:08:35.675856+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:08:35.675856+0000","last_undegraded":"2023-10-09T05:08:35.675856+0000","last_fullsized":"2023-10-09T05:08:35.675856+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"561'9485","reported_seq":9531,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.416691+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:08:47.416691+0000","last_peered":"2023-10-09T05:08:47.416691+0000","last_clean":"2023-10-09T05:08:47.416691+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:08:47.416691+0000","last_undegraded":"2023-10-09T05:08:47.416691+0000","last_fullsized":"2023-10-09T05:08:47.416691+0000","mapping_epoch":523,"log_start":"527'600","ondisk_log_start":"527'600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8885,"log_dups_size":0,"ondisk_log_size":8885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216596480,"num_objects":3305,"num_object_clones":0,"num_object_copies":9915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9485,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":559,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638005+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:08:35.638005+0000","last_peered":"2023-10-09T05:08:35.638005+0000","last_clean":"2023-10-09T05:08:35.638005+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:08:35.638005+0000","last_undegraded":"2023-10-09T05:08:35.638005+0000","last_fullsized":"2023-10-09T05:08:35.638005+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":261,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.649192+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:08:35.649192+0000","last_peered":"2023-10-09T05:08:35.649192+0000","last_clean":"2023-10-09T05:08:35.649192+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:08:35.649192+0000","last_undegraded":"2023-10-09T05:08:35.649192+0000","last_fullsized":"2023-10-09T05:08:35.649192+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":541,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.673383+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:08:35.673383+0000","last_peered":"2023-10-09T05:08:35.673383+0000","last_clean":"2023-10-09T05:08:35.673383+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:08:35.673383+0000","last_undegraded":"2023-10-09T05:08:35.673383+0000","last_fullsized":"2023-10-09T05:08:35.673383+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"561'9375","reported_seq":9421,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.352303+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:08:47.352303+0000","last_peered":"2023-10-09T05:08:47.352303+0000","last_clean":"2023-10-09T05:08:47.352303+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:08:47.352303+0000","last_undegraded":"2023-10-09T05:08:47.352303+0000","last_fullsized":"2023-10-09T05:08:47.352303+0000","mapping_epoch":523,"log_start":"528'2500","ondisk_log_start":"528'2500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6875,"log_dups_size":0,"ondisk_log_size":6875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213188608,"num_objects":3253,"num_object_clones":0,"num_object_copies":9759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3253,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9375,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":542,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672547+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:08:35.672547+0000","last_peered":"2023-10-09T05:08:35.672547+0000","last_clean":"2023-10-09T05:08:35.672547+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:08:35.672547+0000","last_undegraded":"2023-10-09T05:08:35.672547+0000","last_fullsized":"2023-10-09T05:08:35.672547+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":615,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.673067+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:08:35.673067+0000","last_peered":"2023-10-09T05:08:35.673067+0000","last_clean":"2023-10-09T05:08:35.673067+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:08:35.673067+0000","last_undegraded":"2023-10-09T05:08:35.673067+0000","last_fullsized":"2023-10-09T05:08:35.673067+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"561'9402","reported_seq":9448,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.327383+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:08:47.327383+0000","last_peered":"2023-10-09T05:08:47.327383+0000","last_clean":"2023-10-09T05:08:47.327383+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:08:47.327383+0000","last_undegraded":"2023-10-09T05:08:47.327383+0000","last_fullsized":"2023-10-09T05:08:47.327383+0000","mapping_epoch":523,"log_start":"529'2700","ondisk_log_start":"529'2700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6702,"log_dups_size":0,"ondisk_log_size":6702,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213385216,"num_objects":3256,"num_object_clones":0,"num_object_copies":9768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9402,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":559,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638385+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:08:35.638385+0000","last_peered":"2023-10-09T05:08:35.638385+0000","last_clean":"2023-10-09T05:08:35.638385+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:08:35.638385+0000","last_undegraded":"2023-10-09T05:08:35.638385+0000","last_fullsized":"2023-10-09T05:08:35.638385+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":303,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.641125+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:08:35.641125+0000","last_peered":"2023-10-09T05:08:35.641125+0000","last_clean":"2023-10-09T05:08:35.641125+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:08:35.641125+0000","last_undegraded":"2023-10-09T05:08:35.641125+0000","last_fullsized":"2023-10-09T05:08:35.641125+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":410,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.649838+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:08:35.649838+0000","last_peered":"2023-10-09T05:08:35.649838+0000","last_clean":"2023-10-09T05:08:35.649838+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:08:35.649838+0000","last_undegraded":"2023-10-09T05:08:35.649838+0000","last_fullsized":"2023-10-09T05:08:35.649838+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"561'9538","reported_seq":9595,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:50.267937+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:08:50.267937+0000","last_peered":"2023-10-09T05:08:50.267937+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:08:50.267937+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"527'700","ondisk_log_start":"527'700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8838,"log_dups_size":0,"ondisk_log_size":8838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208011264,"num_objects":3174,"num_object_clones":0,"num_object_copies":9522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9538,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":982},{"shards":"0,2","objects":-990}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":940,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646485+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:08:35.646485+0000","last_peered":"2023-10-09T05:08:35.646485+0000","last_clean":"2023-10-09T05:08:35.646485+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:08:35.646485+0000","last_undegraded":"2023-10-09T05:08:35.646485+0000","last_fullsized":"2023-10-09T05:08:35.646485+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":145,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636343+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:08:35.636343+0000","last_peered":"2023-10-09T05:08:35.636343+0000","last_clean":"2023-10-09T05:08:35.636343+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:08:35.636343+0000","last_undegraded":"2023-10-09T05:08:35.636343+0000","last_fullsized":"2023-10-09T05:08:35.636343+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":575,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638870+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:08:35.638870+0000","last_peered":"2023-10-09T05:08:35.638870+0000","last_clean":"2023-10-09T05:08:35.638870+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:08:35.638870+0000","last_undegraded":"2023-10-09T05:08:35.638870+0000","last_fullsized":"2023-10-09T05:08:35.638870+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":329,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638343+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:08:35.638343+0000","last_peered":"2023-10-09T05:08:35.638343+0000","last_clean":"2023-10-09T05:08:35.638343+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:08:35.638343+0000","last_undegraded":"2023-10-09T05:08:35.638343+0000","last_fullsized":"2023-10-09T05:08:35.638343+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"561'9454","reported_seq":9499,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.385725+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:08:47.385725+0000","last_peered":"2023-10-09T05:08:47.385725+0000","last_clean":"2023-10-09T05:08:47.385725+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:08:47.385725+0000","last_undegraded":"2023-10-09T05:08:47.385725+0000","last_fullsized":"2023-10-09T05:08:47.385725+0000","mapping_epoch":523,"log_start":"529'2700","ondisk_log_start":"529'2700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6754,"log_dups_size":0,"ondisk_log_size":6754,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214433792,"num_objects":3272,"num_object_clones":0,"num_object_copies":9816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9454,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":559,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638128+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:08:35.638128+0000","last_peered":"2023-10-09T05:08:35.638128+0000","last_clean":"2023-10-09T05:08:35.638128+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:08:35.638128+0000","last_undegraded":"2023-10-09T05:08:35.638128+0000","last_fullsized":"2023-10-09T05:08:35.638128+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":608,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638272+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:08:35.638272+0000","last_peered":"2023-10-09T05:08:35.638272+0000","last_clean":"2023-10-09T05:08:35.638272+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:08:35.638272+0000","last_undegraded":"2023-10-09T05:08:35.638272+0000","last_fullsized":"2023-10-09T05:08:35.638272+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":562,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672569+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:08:35.672569+0000","last_peered":"2023-10-09T05:08:35.672569+0000","last_clean":"2023-10-09T05:08:35.672569+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:08:35.672569+0000","last_undegraded":"2023-10-09T05:08:35.672569+0000","last_fullsized":"2023-10-09T05:08:35.672569+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":436,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.642179+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:08:35.642179+0000","last_peered":"2023-10-09T05:08:35.642179+0000","last_clean":"2023-10-09T05:08:35.642179+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:08:35.642179+0000","last_undegraded":"2023-10-09T05:08:35.642179+0000","last_fullsized":"2023-10-09T05:08:35.642179+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"561'9371","reported_seq":9418,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.408502+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:08:47.408502+0000","last_peered":"2023-10-09T05:08:47.408502+0000","last_clean":"2023-10-09T05:08:47.408502+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:08:47.408502+0000","last_undegraded":"2023-10-09T05:08:47.408502+0000","last_fullsized":"2023-10-09T05:08:47.408502+0000","mapping_epoch":523,"log_start":"528'2500","ondisk_log_start":"528'2500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6871,"log_dups_size":0,"ondisk_log_size":6871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212205592,"num_objects":3239,"num_object_clones":0,"num_object_copies":9717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3239,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9371,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":531,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.635987+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:08:35.635987+0000","last_peered":"2023-10-09T05:08:35.635987+0000","last_clean":"2023-10-09T05:08:35.635987+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:08:35.635987+0000","last_undegraded":"2023-10-09T05:08:35.635987+0000","last_fullsized":"2023-10-09T05:08:35.635987+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":578,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.637660+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:08:35.637660+0000","last_peered":"2023-10-09T05:08:35.637660+0000","last_clean":"2023-10-09T05:08:35.637660+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:08:35.637660+0000","last_undegraded":"2023-10-09T05:08:35.637660+0000","last_fullsized":"2023-10-09T05:08:35.637660+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":454,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640714+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:08:35.640714+0000","last_peered":"2023-10-09T05:08:35.640714+0000","last_clean":"2023-10-09T05:08:35.640714+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:08:35.640714+0000","last_undegraded":"2023-10-09T05:08:35.640714+0000","last_fullsized":"2023-10-09T05:08:35.640714+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":365,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640385+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:08:35.640385+0000","last_peered":"2023-10-09T05:08:35.640385+0000","last_clean":"2023-10-09T05:08:35.640385+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:08:35.640385+0000","last_undegraded":"2023-10-09T05:08:35.640385+0000","last_fullsized":"2023-10-09T05:08:35.640385+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"561'9246","reported_seq":17607,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.366677+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:08:47.366677+0000","last_peered":"2023-10-09T05:08:47.366677+0000","last_clean":"2023-10-09T05:08:47.366677+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:08:47.366677+0000","last_undegraded":"2023-10-09T05:08:47.366677+0000","last_fullsized":"2023-10-09T05:08:47.366677+0000","mapping_epoch":549,"log_start":"528'1900","ondisk_log_start":"528'1900","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7346,"log_dups_size":0,"ondisk_log_size":7346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211943424,"num_objects":3234,"num_object_clones":0,"num_object_copies":9702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9246,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":544,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638330+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:08:35.638330+0000","last_peered":"2023-10-09T05:08:35.638330+0000","last_clean":"2023-10-09T05:08:35.638330+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:08:35.638330+0000","last_undegraded":"2023-10-09T05:08:35.638330+0000","last_fullsized":"2023-10-09T05:08:35.638330+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":531,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636023+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:08:35.636023+0000","last_peered":"2023-10-09T05:08:35.636023+0000","last_clean":"2023-10-09T05:08:35.636023+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:08:35.636023+0000","last_undegraded":"2023-10-09T05:08:35.636023+0000","last_fullsized":"2023-10-09T05:08:35.636023+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":398,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646793+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:08:35.646793+0000","last_peered":"2023-10-09T05:08:35.646793+0000","last_clean":"2023-10-09T05:08:35.646793+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:08:35.646793+0000","last_undegraded":"2023-10-09T05:08:35.646793+0000","last_fullsized":"2023-10-09T05:08:35.646793+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":254,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646682+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:08:35.646682+0000","last_peered":"2023-10-09T05:08:35.646682+0000","last_clean":"2023-10-09T05:08:35.646682+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:08:35.646682+0000","last_undegraded":"2023-10-09T05:08:35.646682+0000","last_fullsized":"2023-10-09T05:08:35.646682+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"561'9357","reported_seq":9403,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.399645+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:08:47.399645+0000","last_peered":"2023-10-09T05:08:47.399645+0000","last_clean":"2023-10-09T05:08:47.399645+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:08:47.399645+0000","last_undegraded":"2023-10-09T05:08:47.399645+0000","last_fullsized":"2023-10-09T05:08:47.399645+0000","mapping_epoch":523,"log_start":"529'2600","ondisk_log_start":"529'2600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6757,"log_dups_size":0,"ondisk_log_size":6757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217251840,"num_objects":3315,"num_object_clones":0,"num_object_copies":9945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9357,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":922,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646406+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:08:35.646406+0000","last_peered":"2023-10-09T05:08:35.646406+0000","last_clean":"2023-10-09T05:08:35.646406+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:08:35.646406+0000","last_undegraded":"2023-10-09T05:08:35.646406+0000","last_fullsized":"2023-10-09T05:08:35.646406+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":145,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.635963+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:08:35.635963+0000","last_peered":"2023-10-09T05:08:35.635963+0000","last_clean":"2023-10-09T05:08:35.635963+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:08:35.635963+0000","last_undegraded":"2023-10-09T05:08:35.635963+0000","last_fullsized":"2023-10-09T05:08:35.635963+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":513,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672635+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:08:35.672635+0000","last_peered":"2023-10-09T05:08:35.672635+0000","last_clean":"2023-10-09T05:08:35.672635+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:08:35.672635+0000","last_undegraded":"2023-10-09T05:08:35.672635+0000","last_fullsized":"2023-10-09T05:08:35.672635+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":580,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.633142+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:08:35.633142+0000","last_peered":"2023-10-09T05:08:35.633142+0000","last_clean":"2023-10-09T05:08:35.633142+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:08:35.633142+0000","last_undegraded":"2023-10-09T05:08:35.633142+0000","last_fullsized":"2023-10-09T05:08:35.633142+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"561'9440","reported_seq":9486,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:47.378955+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:08:47.378955+0000","last_peered":"2023-10-09T05:08:47.378955+0000","last_clean":"2023-10-09T05:08:47.378955+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:08:47.378955+0000","last_undegraded":"2023-10-09T05:08:47.378955+0000","last_fullsized":"2023-10-09T05:08:47.378955+0000","mapping_epoch":523,"log_start":"527'600","ondisk_log_start":"527'600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8840,"log_dups_size":0,"ondisk_log_size":8840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216006656,"num_objects":3296,"num_object_clones":0,"num_object_copies":9888,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3296,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9440,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":900,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646599+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:08:35.646599+0000","last_peered":"2023-10-09T05:08:35.646599+0000","last_clean":"2023-10-09T05:08:35.646599+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:08:35.646599+0000","last_undegraded":"2023-10-09T05:08:35.646599+0000","last_fullsized":"2023-10-09T05:08:35.646599+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":118,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.636382+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:08:35.636382+0000","last_peered":"2023-10-09T05:08:35.636382+0000","last_clean":"2023-10-09T05:08:35.636382+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:08:35.636382+0000","last_undegraded":"2023-10-09T05:08:35.636382+0000","last_fullsized":"2023-10-09T05:08:35.636382+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":315,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.642227+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:08:35.642227+0000","last_peered":"2023-10-09T05:08:35.642227+0000","last_clean":"2023-10-09T05:08:35.642227+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:08:35.642227+0000","last_undegraded":"2023-10-09T05:08:35.642227+0000","last_fullsized":"2023-10-09T05:08:35.642227+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":260,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638400+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:08:35.638400+0000","last_peered":"2023-10-09T05:08:35.638400+0000","last_clean":"2023-10-09T05:08:35.638400+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:08:35.638400+0000","last_undegraded":"2023-10-09T05:08:35.638400+0000","last_fullsized":"2023-10-09T05:08:35.638400+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"561'9250","reported_seq":11488,"reported_epoch":561,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:47.469606+0000","last_change":"2023-10-09T05:08:17.340443+0000","last_active":"2023-10-09T05:08:47.469606+0000","last_peered":"2023-10-09T05:08:47.469606+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:08:47.469606+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"527'400","ondisk_log_start":"527'400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8850,"log_dups_size":0,"ondisk_log_size":8850,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214564864,"num_objects":3274,"num_object_clones":0,"num_object_copies":9822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1908,"num_objects_misplaced":1153,"num_objects_unfound":0,"num_objects_dirty":3274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9250,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1091,"num_bytes_recovered":71499776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":1153},{"shards":"3,5","objects":213}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":559,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.673266+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:08:35.673266+0000","last_peered":"2023-10-09T05:08:35.673266+0000","last_clean":"2023-10-09T05:08:35.673266+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:08:35.673266+0000","last_undegraded":"2023-10-09T05:08:35.673266+0000","last_fullsized":"2023-10-09T05:08:35.673266+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":257,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.649897+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:08:35.649897+0000","last_peered":"2023-10-09T05:08:35.649897+0000","last_clean":"2023-10-09T05:08:35.649897+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:08:35.649897+0000","last_undegraded":"2023-10-09T05:08:35.649897+0000","last_fullsized":"2023-10-09T05:08:35.649897+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":475,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646716+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:08:35.646716+0000","last_peered":"2023-10-09T05:08:35.646716+0000","last_clean":"2023-10-09T05:08:35.646716+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:08:35.646716+0000","last_undegraded":"2023-10-09T05:08:35.646716+0000","last_fullsized":"2023-10-09T05:08:35.646716+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":280,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640915+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:08:35.640915+0000","last_peered":"2023-10-09T05:08:35.640915+0000","last_clean":"2023-10-09T05:08:35.640915+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:08:35.640915+0000","last_undegraded":"2023-10-09T05:08:35.640915+0000","last_fullsized":"2023-10-09T05:08:35.640915+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"561'9481","reported_seq":9537,"reported_epoch":561,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:08:50.295864+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:08:50.295864+0000","last_peered":"2023-10-09T05:08:50.295864+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:08:50.295864+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"527'600","ondisk_log_start":"527'600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8881,"log_dups_size":0,"ondisk_log_size":8881,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209649664,"num_objects":3199,"num_object_clones":0,"num_object_copies":9597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9481,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":1043},{"shards":"0,2","objects":-985}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":606,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646757+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:08:35.646757+0000","last_peered":"2023-10-09T05:08:35.646757+0000","last_clean":"2023-10-09T05:08:35.646757+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:08:35.646757+0000","last_undegraded":"2023-10-09T05:08:35.646757+0000","last_fullsized":"2023-10-09T05:08:35.646757+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":254,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.646434+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:08:35.646434+0000","last_peered":"2023-10-09T05:08:35.646434+0000","last_clean":"2023-10-09T05:08:35.646434+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:08:35.646434+0000","last_undegraded":"2023-10-09T05:08:35.646434+0000","last_fullsized":"2023-10-09T05:08:35.646434+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":572,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.633220+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:08:35.633220+0000","last_peered":"2023-10-09T05:08:35.633220+0000","last_clean":"2023-10-09T05:08:35.633220+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:08:35.633220+0000","last_undegraded":"2023-10-09T05:08:35.633220+0000","last_fullsized":"2023-10-09T05:08:35.633220+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":544,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672457+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:08:35.672457+0000","last_peered":"2023-10-09T05:08:35.672457+0000","last_clean":"2023-10-09T05:08:35.672457+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:08:35.672457+0000","last_undegraded":"2023-10-09T05:08:35.672457+0000","last_fullsized":"2023-10-09T05:08:35.672457+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":256,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672796+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:08:35.672796+0000","last_peered":"2023-10-09T05:08:35.672796+0000","last_clean":"2023-10-09T05:08:35.672796+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:08:35.672796+0000","last_undegraded":"2023-10-09T05:08:35.672796+0000","last_fullsized":"2023-10-09T05:08:35.672796+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":611,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.642267+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:08:35.642267+0000","last_peered":"2023-10-09T05:08:35.642267+0000","last_clean":"2023-10-09T05:08:35.642267+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:08:35.642267+0000","last_undegraded":"2023-10-09T05:08:35.642267+0000","last_fullsized":"2023-10-09T05:08:35.642267+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":571,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638652+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:08:35.638652+0000","last_peered":"2023-10-09T05:08:35.638652+0000","last_clean":"2023-10-09T05:08:35.638652+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:08:35.638652+0000","last_undegraded":"2023-10-09T05:08:35.638652+0000","last_fullsized":"2023-10-09T05:08:35.638652+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":602,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.672719+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:08:35.672719+0000","last_peered":"2023-10-09T05:08:35.672719+0000","last_clean":"2023-10-09T05:08:35.672719+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:08:35.672719+0000","last_undegraded":"2023-10-09T05:08:35.672719+0000","last_fullsized":"2023-10-09T05:08:35.672719+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":562,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.638801+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:08:35.638801+0000","last_peered":"2023-10-09T05:08:35.638801+0000","last_clean":"2023-10-09T05:08:35.638801+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:08:35.638801+0000","last_undegraded":"2023-10-09T05:08:35.638801+0000","last_fullsized":"2023-10-09T05:08:35.638801+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":565,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.678239+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:08:35.678239+0000","last_peered":"2023-10-09T05:08:35.678239+0000","last_clean":"2023-10-09T05:08:35.678239+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:08:35.678239+0000","last_undegraded":"2023-10-09T05:08:35.678239+0000","last_fullsized":"2023-10-09T05:08:35.678239+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":291,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.647113+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:08:35.647113+0000","last_peered":"2023-10-09T05:08:35.647113+0000","last_clean":"2023-10-09T05:08:35.647113+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:08:35.647113+0000","last_undegraded":"2023-10-09T05:08:35.647113+0000","last_fullsized":"2023-10-09T05:08:35.647113+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":255,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.651478+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:08:35.651478+0000","last_peered":"2023-10-09T05:08:35.651478+0000","last_clean":"2023-10-09T05:08:35.651478+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:08:35.651478+0000","last_undegraded":"2023-10-09T05:08:35.651478+0000","last_fullsized":"2023-10-09T05:08:35.651478+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":247,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.640299+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:08:35.640299+0000","last_peered":"2023-10-09T05:08:35.640299+0000","last_clean":"2023-10-09T05:08:35.640299+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:08:35.640299+0000","last_undegraded":"2023-10-09T05:08:35.640299+0000","last_fullsized":"2023-10-09T05:08:35.640299+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":591,"reported_epoch":560,"state":"active+clean","last_fresh":"2023-10-09T05:08:35.671360+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:08:35.671360+0000","last_peered":"2023-10-09T05:08:35.671360+0000","last_clean":"2023-10-09T05:08:35.671360+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:08:35.671360+0000","last_undegraded":"2023-10-09T05:08:35.671360+0000","last_fullsized":"2023-10-09T05:08:35.671360+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":3404922904,"num_objects":51956,"num_object_clones":0,"num_object_copies":155868,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20402,"num_objects_misplaced":2324,"num_objects_unfound":0,"num_objects_dirty":51956,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150228,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10506,"num_bytes_recovered":688521216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11768049664,"data_stored":11768037448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121928,"ondisk_log_size":121928,"up":48,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234551,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2140536,"kb_used_data":631664,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":91604616,"statfs":{"total":95995035648,"available":93803126784,"internally_reserved":0,"allocated":646823936,"data_stored":645364287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":1.768,"15min":1.595},"min":{"1min":0.249,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":8.7560000000000002,"5min":10.018000000000001,"15min":16.027999999999999},"last":3.25},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.1080000000000001,"15min":1.5669999999999999},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.249},"max":{"1min":10.962999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":0.39200000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.2149999999999999,"15min":1.6910000000000001},"min":{"1min":0.26800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":7.048,"5min":10.789,"15min":10.789},"last":0.499},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.367,"15min":2.3610000000000002},"min":{"1min":0.32600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.6790000000000003,"5min":11.305999999999999,"15min":15.401},"last":6.9800000000000004}]},{"osd":2,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.637,"15min":2.1099999999999999},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":7.6870000000000003,"5min":16.951000000000001,"15min":16.951000000000001},"last":3.2919999999999998},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.3769999999999998,"15min":2.028},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":9.4819999999999993,"5min":10.818,"15min":11.311},"last":0.47599999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:07:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8490000000000002,"5min":2.593,"15min":2.2370000000000001},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":7.2439999999999998,"5min":13.489000000000001,"15min":14.228999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":3.7440000000000002,"5min":3.02,"15min":2.3170000000000002},"min":{"1min":0.46600000000000003,"5min":0.35199999999999998,"15min":0.30499999999999999},"max":{"1min":9.8840000000000003,"5min":17.771000000000001,"15min":17.853999999999999},"last":5.1079999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.319,"5min":2.3769999999999998,"15min":1.6839999999999999},"min":{"1min":0.34399999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9199999999999999,"5min":16.911999999999999,"15min":19.949000000000002},"last":7.0590000000000002},{"interface":"front","average":{"1min":2.125,"5min":2.3450000000000002,"15min":1.5409999999999999},"min":{"1min":0.33600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":10.23,"5min":13.050000000000001,"15min":18.971},"last":0.42499999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9670000000000001,"5min":2.552,"15min":1.915},"min":{"1min":0.378,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":14.968,"5min":16.838999999999999,"15min":20.678999999999998},"last":7.1029999999999998},{"interface":"front","average":{"1min":2.278,"5min":2.0150000000000001,"15min":1.5629999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":8.9809999999999999,"5min":13.848000000000001,"15min":21.07},"last":16.088999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6019999999999999,"15min":1.9039999999999999},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":14.289999999999999,"5min":16.881,"15min":16.881},"last":7.0259999999999998},{"interface":"front","average":{"1min":2.9340000000000002,"5min":2.419,"15min":1.78},"min":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":10.946,"5min":12.815,"15min":24.010000000000002},"last":3.3210000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496187,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2607600,"kb_used_data":1116712,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":91137552,"statfs":{"total":95995035648,"available":93324853248,"internally_reserved":0,"allocated":1143513088,"data_stored":1142061567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:41 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.4420000000000002,"15min":2.0169999999999999},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.219},"max":{"1min":11.122999999999999,"5min":16.151,"15min":62.470999999999997},"last":0.24199999999999999},{"interface":"front","average":{"1min":3.4510000000000001,"5min":2.4209999999999998,"15min":2.0710000000000002},"min":{"1min":0.26400000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":14.673,"5min":16.902999999999999,"15min":62.445},"last":0.47999999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8779999999999999,"5min":1.96,"15min":2.2480000000000002},"min":{"1min":0.28599999999999998,"5min":0.245,"15min":0.245},"max":{"1min":5.0179999999999998,"5min":15.935,"15min":15.935},"last":0.30199999999999999},{"interface":"front","average":{"1min":2.899,"5min":2.4569999999999999,"15min":2.5550000000000002},"min":{"1min":0.26800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":10.287000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.626}]},{"osd":2,"last update":"Mon Oct 9 05:07:49 2023","interfaces":[{"interface":"back","average":{"1min":3.2839999999999998,"5min":2.5499999999999998,"15min":2.2879999999999998},"min":{"1min":0.34999999999999998,"5min":0.312,"15min":0.25700000000000001},"max":{"1min":10.243,"5min":10.243,"15min":42.923999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.2400000000000002,"5min":2.375,"15min":2.149},"min":{"1min":0.49199999999999999,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":7.8609999999999998,"5min":8.1300000000000008,"15min":42.936999999999998},"last":0.60499999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:08:10 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.5529999999999999,"15min":2.3370000000000002},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":7.9290000000000003,"5min":10.823,"15min":26.763000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":4.0519999999999996,"5min":3.1920000000000002,"15min":2.5110000000000001},"min":{"1min":0.35799999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.518000000000001,"5min":18.140000000000001,"15min":26.777999999999999},"last":0.34699999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:07:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":2.6080000000000001,"15min":1.6759999999999999},"min":{"1min":0.376,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":11.882999999999999,"5min":12.153,"15min":16.399999999999999},"last":0.38},{"interface":"front","average":{"1min":2.7959999999999998,"5min":2.423,"15min":1.6160000000000001},"min":{"1min":0.35799999999999998,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.082000000000001,"5min":10.082000000000001,"15min":16.068999999999999},"last":0.55100000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:07:49 2023","interfaces":[{"interface":"back","average":{"1min":3.9049999999999998,"5min":2.8130000000000002,"15min":1.665},"min":{"1min":0.34300000000000003,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":10.339,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.532,"15min":1.6719999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.1869999999999994,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.502}]},{"osd":7,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.2229999999999999,"15min":1.6779999999999999},"min":{"1min":0.437,"5min":0.309,"15min":0.309},"max":{"1min":11.349,"5min":11.349,"15min":16.372},"last":0.45700000000000002},{"interface":"front","average":{"1min":2.6280000000000001,"5min":1.8480000000000001,"15min":1.5509999999999999},"min":{"1min":0.40400000000000003,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":10.125,"5min":10.125,"15min":16.018999999999998},"last":0.64200000000000002}]}]},{"osd":1,"up_from":0,"seq":2052994367570,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187894,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2844100,"kb_used_data":1626556,"kb_used_omap":5,"kb_used_meta":1217466,"kb_avail":90901052,"statfs":{"total":95995035648,"available":93082677248,"internally_reserved":0,"allocated":1665593344,"data_stored":1662505221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1246685818},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.294,"15min":1.4990000000000001},"min":{"1min":0.20599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":4.266,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":3.2130000000000001},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.548,"15min":1.9059999999999999},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.4139999999999997,"5min":7.5720000000000001,"15min":8.8689999999999998},"last":0.42099999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":8.2940000000000005,"5min":3.1949999999999998,"15min":2.6869999999999998},"min":{"1min":0.25900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":82.525999999999996,"5min":82.525999999999996,"15min":82.525999999999996},"last":1.879},{"interface":"front","average":{"1min":6.3179999999999996,"5min":2.6379999999999999,"15min":2.5219999999999998},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.20000000000000001},"max":{"1min":82.760999999999996,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.64100000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:07:55 2023","interfaces":[{"interface":"back","average":{"1min":8.4990000000000006,"5min":3.246,"15min":2.4950000000000001},"min":{"1min":0.35499999999999998,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":82.644000000000005,"5min":82.644000000000005,"15min":82.644000000000005},"last":1.04},{"interface":"front","average":{"1min":8.4239999999999995,"5min":2.871,"15min":2.5379999999999998},"min":{"1min":0.32500000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":82.489000000000004,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.29199999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":1.9390000000000001,"15min":1.891},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.8599999999999994,"5min":10.004,"15min":14.581},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.3660000000000001,"15min":1.927},"min":{"1min":0.32900000000000001,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3670000000000009,"5min":9.9719999999999995,"15min":14.721},"last":0.57399999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":3.3969999999999998,"5min":2.8079999999999998,"15min":2.1629999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":16.347999999999999,"5min":16.347999999999999,"15min":16.347999999999999},"last":1.665},{"interface":"front","average":{"1min":1.3129999999999999,"5min":2.1110000000000002,"15min":2.1920000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":4.9349999999999996,"5min":12.717000000000001,"15min":22.738},"last":0.35099999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.6200000000000001,"5min":2.629,"15min":2.1579999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":8.3360000000000003,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.4330000000000001,"5min":2.1320000000000001,"15min":2.2610000000000001},"min":{"1min":0.38300000000000001,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":4.8710000000000004,"5min":17.335999999999999,"15min":22.709},"last":0.39300000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.3519999999999999,"15min":2.3769999999999998},"min":{"1min":0.40300000000000002,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":3.9809999999999999,"5min":10.896000000000001,"15min":22.763000000000002},"last":2.028},{"interface":"front","average":{"1min":3.226,"5min":2.153,"15min":2.1499999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.2919999999999998,"5min":10.028,"15min":20.890000000000001},"last":1.915}]}]},{"osd":2,"up_from":116,"seq":498216206737,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2602228,"kb_used_data":1432684,"kb_used_omap":7,"kb_used_meta":1169336,"kb_avail":91142924,"statfs":{"total":95995035648,"available":93330354176,"internally_reserved":0,"allocated":1467068416,"data_stored":1464398542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1197400145},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7189999999999999,"5min":2.4620000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":25.292000000000002,"5min":25.292000000000002,"15min":25.292000000000002},"last":9.4049999999999994},{"interface":"front","average":{"1min":2.8039999999999998,"5min":1.8600000000000001,"15min":1.732},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":15.137,"5min":15.137,"15min":15.137},"last":6.4610000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.613,"5min":2.5600000000000001,"15min":4.2380000000000004},"min":{"1min":0.23699999999999999,"5min":0.19,"15min":0.19},"max":{"1min":7.9450000000000003,"5min":13.619999999999999,"15min":70.971000000000004},"last":6.2889999999999997},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.0739999999999998,"15min":4.1210000000000004},"min":{"1min":0.50600000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":8.4900000000000002,"5min":11.472,"15min":70.555000000000007},"last":9.359}]},{"osd":3,"last update":"Mon Oct 9 05:08:09 2023","interfaces":[{"interface":"back","average":{"1min":2.9430000000000001,"5min":2.8759999999999999,"15min":3.121},"min":{"1min":0.30099999999999999,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":7.2709999999999999,"5min":26.018999999999998,"15min":79.926000000000002},"last":2.3759999999999999},{"interface":"front","average":{"1min":2.9809999999999999,"5min":3.0350000000000001,"15min":3.2410000000000001},"min":{"1min":0.32400000000000001,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":7.3049999999999997,"5min":26.056999999999999,"15min":79.959000000000003},"last":2.4020000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.6269999999999998,"5min":4.3739999999999997,"15min":3.6150000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":11.444000000000001,"5min":144.90299999999999,"15min":176.00200000000001},"last":2.286},{"interface":"front","average":{"1min":3.7080000000000002,"5min":4.0199999999999996,"15min":3.008},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.29999999999999999},"max":{"1min":9.9359999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":2.4569999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":4.1710000000000003,"15min":2.6030000000000002},"min":{"1min":0.41399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.2650000000000006,"5min":143.22499999999999,"15min":143.22499999999999},"last":2.246},{"interface":"front","average":{"1min":3.5699999999999998,"5min":4.827,"15min":3.1909999999999998},"min":{"1min":0.46100000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":9.1020000000000003,"5min":143.07300000000001,"15min":143.07300000000001},"last":2.3359999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":4.2279999999999998,"15min":3.0289999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.2400000000000002,"5min":142.339,"15min":142.339},"last":2.4990000000000001},{"interface":"front","average":{"1min":3.9489999999999998,"5min":3.4860000000000002,"15min":2.5430000000000001},"min":{"1min":0.52600000000000002,"5min":0.307,"15min":0.307},"max":{"1min":14.800000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":2.2170000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":4.907,"5min":3.5579999999999998,"15min":2.5840000000000001},"min":{"1min":0.48599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":25.068999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":2.532},{"interface":"front","average":{"1min":4.0960000000000001,"5min":3.278,"15min":2.319},"min":{"1min":0.504,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":14.858000000000001,"5min":54.484000000000002,"15min":54.484000000000002},"last":2.27}]}]},{"osd":3,"up_from":198,"seq":850403524873,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2529812,"kb_used_data":1752012,"kb_used_omap":2,"kb_used_meta":777789,"kb_avail":91215340,"statfs":{"total":95995035648,"available":93404508160,"internally_reserved":0,"allocated":1794060288,"data_stored":1791650071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":796455989},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.6749999999999998,"5min":2.0800000000000001,"15min":2.1739999999999999},"min":{"1min":0.218,"5min":0.188,"15min":0.183},"max":{"1min":8.9369999999999994,"5min":14.198,"15min":26.260999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":2.9249999999999998,"5min":1.974,"15min":2.1800000000000002},"min":{"1min":0.20300000000000001,"5min":0.183,"15min":0.183},"max":{"1min":11.413,"5min":12.528,"15min":22.477},"last":1.766}]},{"osd":1,"last update":"Mon Oct 9 05:08:15 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.917,"15min":1.1759999999999999},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":7.0899999999999999,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.161,"15min":1.5549999999999999},"min":{"1min":0.315,"5min":0.216,"15min":0.216},"max":{"1min":9.6799999999999997,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.502}]},{"osd":2,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":2.827,"15min":2.5089999999999999},"min":{"1min":0.29799999999999999,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":13.208,"5min":21.407,"15min":21.722999999999999},"last":3.956},{"interface":"front","average":{"1min":2.4100000000000001,"5min":2.9199999999999999,"15min":2.5030000000000001},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":7.0419999999999998,"5min":23.350999999999999,"15min":25.776},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":4.3410000000000002,"5min":2.7509999999999999,"15min":2.1970000000000001},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.5530000000000008,"5min":14.359999999999999,"15min":15.301},"last":1.821},{"interface":"front","average":{"1min":2.972,"5min":2.573,"15min":2.27},"min":{"1min":0.42799999999999999,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":12.369999999999999,"5min":12.369999999999999,"15min":21.532},"last":4.048}]},{"osd":5,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":3.0950000000000002,"5min":2.4950000000000001,"15min":2.2010000000000001},"min":{"1min":0.499,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":7.5350000000000001,"5min":11.026,"15min":35.712000000000003},"last":1.5720000000000001},{"interface":"front","average":{"1min":3.3969999999999998,"5min":2.6000000000000001,"15min":2.3959999999999999},"min":{"1min":0.40899999999999997,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.4420000000000002,"5min":9.4420000000000002,"15min":35.488},"last":2.0209999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":3.2650000000000001,"15min":2.6859999999999999},"min":{"1min":0.434,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":7.5030000000000001,"5min":18.436,"15min":50.113999999999997},"last":3.9119999999999999},{"interface":"front","average":{"1min":1.909,"5min":2.5299999999999998,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.1619999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.53800000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":3.3050000000000002,"15min":2.5699999999999998},"min":{"1min":0.45900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":11.888999999999999,"5min":18.428000000000001,"15min":18.428000000000001},"last":1.9390000000000001},{"interface":"front","average":{"1min":3.3279999999999998,"5min":3.0790000000000002,"15min":2.5619999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":9.1189999999999998,"5min":14.663,"15min":21.587},"last":3.9849999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019459,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3124152,"kb_used_data":1625008,"kb_used_omap":0,"kb_used_meta":1499008,"kb_avail":90621000,"statfs":{"total":95995035648,"available":92795904000,"internally_reserved":0,"allocated":1664008192,"data_stored":1662548786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1534984192},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.958,"15min":1.764},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.218},"max":{"1min":6.0439999999999996,"5min":8.532,"15min":21.047000000000001},"last":6.0439999999999996},{"interface":"front","average":{"1min":2.6349999999999998,"5min":2.1059999999999999,"15min":1.6919999999999999},"min":{"1min":0.245,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.7159999999999993,"5min":11.507999999999999,"15min":12.064},"last":2.4590000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.1419999999999999,"15min":2.5},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":6.4610000000000003,"5min":11.367000000000001,"15min":12.317},"last":2.056},{"interface":"front","average":{"1min":2.5979999999999999,"5min":2.2330000000000001,"15min":2.0249999999999999},"min":{"1min":0.36299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":6.8869999999999996,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":6.1189999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":2.5590000000000002,"15min":3.1869999999999998},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":6.6589999999999998,"5min":19.295999999999999,"15min":105.411},"last":6.0830000000000002},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.6909999999999998,"15min":3.109},"min":{"1min":0.45200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.772,"5min":11.468,"15min":97.927999999999997},"last":2.4969999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:08:05 2023","interfaces":[{"interface":"back","average":{"1min":2.6030000000000002,"5min":5.2850000000000001,"15min":3.2200000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":7.1660000000000004,"5min":253.50700000000001,"15min":253.50700000000001},"last":3.0550000000000002},{"interface":"front","average":{"1min":3.2549999999999999,"5min":5.4729999999999999,"15min":3.4980000000000002},"min":{"1min":0.44600000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.9969999999999999,"5min":253.72,"15min":253.72},"last":1.9970000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":2.4260000000000002,"15min":1.5640000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":6.2530000000000001,"5min":16.518000000000001,"15min":20.991},"last":6.2530000000000001},{"interface":"front","average":{"1min":1.8879999999999999,"5min":2.4249999999999998,"15min":1.5529999999999999},"min":{"1min":0.33500000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.0239999999999991,"5min":16.190999999999999,"15min":16.190999999999999},"last":2.657}]},{"osd":6,"last update":"Mon Oct 9 05:08:01 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":2.137,"15min":1.968},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.27000000000000002},"max":{"1min":6.5199999999999996,"5min":9.5589999999999993,"15min":81.980999999999995},"last":5.7510000000000003},{"interface":"front","average":{"1min":2.6739999999999999,"5min":2.4199999999999999,"15min":1.9690000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":7.1070000000000002,"5min":19.387,"15min":81.715999999999994},"last":6.1529999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":2.3700000000000001,"15min":1.7110000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":8.7609999999999992,"5min":12.987,"15min":29.175000000000001},"last":2.706},{"interface":"front","average":{"1min":2.2360000000000002,"5min":2.2530000000000001,"15min":1.806},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.34599999999999997},"max":{"1min":6.4900000000000002,"5min":12.983000000000001,"15min":29.192},"last":2.0310000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757823,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2888048,"kb_used_data":1405096,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":90857104,"statfs":{"total":95995035648,"available":93037674496,"internally_reserved":0,"allocated":1438818304,"data_stored":1437363412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":2.3809999999999998,"15min":1.722},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.21099999999999999},"max":{"1min":10.239000000000001,"5min":10.239000000000001,"15min":12.074999999999999},"last":8.5820000000000007},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.4990000000000001,"15min":1.8959999999999999},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":4.7329999999999997,"5min":13.456,"15min":15.164},"last":8.7579999999999991}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":2.9729999999999999,"15min":2.4550000000000001},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":8.2609999999999992,"5min":18.257000000000001,"15min":18.257000000000001},"last":8.6370000000000005},{"interface":"front","average":{"1min":2.145,"5min":2.8069999999999999,"15min":2.1970000000000001},"min":{"1min":0.35299999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":4.649,"5min":13.411,"15min":13.411},"last":8.8230000000000004}]},{"osd":2,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":3.306,"5min":3.2530000000000001,"15min":2.4990000000000001},"min":{"1min":0.38400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":10.91,"5min":23.318999999999999,"15min":23.318999999999999},"last":8.6829999999999998},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.4889999999999999,"15min":2.4510000000000001},"min":{"1min":0.28299999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5649999999999995,"5min":25.885000000000002,"15min":25.885000000000002},"last":8.7940000000000005}]},{"osd":3,"last update":"Mon Oct 9 05:08:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5270000000000001,"5min":3.0550000000000002,"15min":2.5099999999999998},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":24.114999999999998,"5min":24.114999999999998,"15min":74.915000000000006},"last":7.1959999999999997},{"interface":"front","average":{"1min":4.7690000000000001,"5min":3.3519999999999999,"15min":2.6389999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":24.016999999999999,"5min":24.016999999999999,"15min":74.799999999999997},"last":8.8450000000000006}]},{"osd":4,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.863,"15min":1.6359999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":8.5489999999999995},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.8220000000000001,"15min":1.6519999999999999},"min":{"1min":0.29699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":6.5469999999999997,"5min":13.877000000000001,"15min":13.877000000000001},"last":8.8719999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:08:03 2023","interfaces":[{"interface":"back","average":{"1min":2.3530000000000002,"5min":2.7160000000000002,"15min":1.4910000000000001},"min":{"1min":0.313,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":11.499000000000001,"5min":13.484,"15min":13.484},"last":8.8940000000000001},{"interface":"front","average":{"1min":3.4870000000000001,"5min":3.0819999999999999,"15min":1.77},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.917,"5min":17.149999999999999,"15min":17.149999999999999},"last":7.351}]},{"osd":7,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":3.2250000000000001,"15min":1.9119999999999999},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":8.1799999999999997,"5min":18.442,"15min":18.442},"last":7.3899999999999997},{"interface":"front","average":{"1min":2.6030000000000002,"5min":3.1709999999999998,"15min":1.9159999999999999},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":14.903,"5min":18.295999999999999,"15min":18.295999999999999},"last":8.6050000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1650196480,"data_stored":1650196480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2034499584,"data_stored":2034499584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1453391872,"data_stored":1453391872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1786314752,"data_stored":1786314752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1642860544,"data_stored":1642856472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1426198528,"data_stored":1426194456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1136005120,"data_stored":1136001048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":638582784,"data_stored":638582784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:08:54.280 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:08:54.299 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:08:54.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:54.308 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:08:54.308 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:54 smithi150 ceph-mon[168511]: failed to encode map e562 with expected crc 2023-10-09T05:08:54.308 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:54 smithi150 ceph-mon[168511]: pgmap v1730: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 20420/148863 objects degraded (13.717%); 1892/148863 objects misplaced (1.271%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:54.409 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:54.505 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:54.566 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:54.577 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:54.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:54.585 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:54.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:54 smithi107 ceph-mon[184249]: failed to encode map e562 with expected crc 2023-10-09T05:08:54.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:54 smithi107 ceph-mon[184249]: pgmap v1730: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 20420/148863 objects degraded (13.717%); 1892/148863 objects misplaced (1.271%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:54.686 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:54.753 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:55.044 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:55.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:55.047 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:55.148 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:55.200 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:55.833 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:08:55.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:55.842 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:08:55.944 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:56.062 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:56.076 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:56.108 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:08:56.208 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:56.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:56.212 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:56 smithi150 ceph-mon[168511]: pgmap v1731: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 20420/148863 objects degraded (13.717%); 1892/148863 objects misplaced (1.271%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:56 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20420/148863 objects degraded (13.717%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:56.313 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:56.355 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:56 smithi107 ceph-mon[179183]: pgmap v1731: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 20420/148863 objects degraded (13.717%); 1892/148863 objects misplaced (1.271%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:56.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:56 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20420/148863 objects degraded (13.717%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:56.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:56 smithi107 ceph-mon[184249]: pgmap v1731: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 20420/148863 objects degraded (13.717%); 1892/148863 objects misplaced (1.271%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:56.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:56 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20420/148863 objects degraded (13.717%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:08:56.706 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:08:56.706 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:08:56.706 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:08:56.706 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:08:56.706 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:08:57.082 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:57.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:57.089 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:57.163 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T05:08:57.190 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:57.277 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:57.354 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:57.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:57.372 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:57.472 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:57.523 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:57.892 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:08:57.959 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:08:57.992 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:58.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:58.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:58.103 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:08:58.174 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:58.245 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:08:58 smithi107 ceph-mon[179183]: pgmap v1732: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 654 op/s; 20420/146454 objects degraded (13.943%); 1892/146454 objects misplaced (1.292%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:58.385 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:08:58.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:58.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:08:58.497 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:08:58.515 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:08:58 smithi150 ceph-mon[168511]: pgmap v1732: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 654 op/s; 20420/146454 objects degraded (13.943%); 1892/146454 objects misplaced (1.292%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:58.552 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:08:58 smithi107 ceph-mon[184249]: pgmap v1732: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 654 op/s; 20420/146454 objects degraded (13.943%); 1892/146454 objects misplaced (1.292%); 4.9 MiB/s, 78 objects/s recovering 2023-10-09T05:08:58.571 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:58.783 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:08:58.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:58.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:08:58.889 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:58.980 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:59.054 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:59.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:59.068 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:59.169 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:08:59.292 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:59.380 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:08:59.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:59.384 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:08:59.485 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:08:59.561 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:59.659 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:08:59.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:08:59.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:08:59.765 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195935 12.1 12:82344d16:::benchmark_data_smithi107_355541_object86862:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.407129+0000", 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.37578195699996, 2023-10-09T05:08:59.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.33408282, 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195935 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407129+0000", 2023-10-09T05:08:59.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407129+0000", 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407127+0000", 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407134+0000", 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3659999999999997e-06 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407146+0000", 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.207e-05 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407152+0000", 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.212e-06 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407646+0000", 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00049370700000000002 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407758+0000", 2023-10-09T05:08:59.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00011199199999999999 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3,7", 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.407882+0000", 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012473200000000001 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.412340+0000", 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004457552 2023-10-09T05:08:59.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.417274+0000", 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0049341710000000002 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.421652+0000", 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004377611 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741033+0000", 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31938170100000002 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741082+0000", 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8031000000000001e-05 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741212+0000", 2023-10-09T05:08:59.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013014499999999999 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:195946 12.1 12:8ce2e1b9:::benchmark_data_smithi107_355541_object86873:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e438)", 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:21.430718+0000", 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.35219290400005, 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31070286400000002, 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.799 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 195946 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430718+0000", 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430718+0000", 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430717+0000", 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430723+0000", 2023-10-09T05:08:59.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6359999999999997e-06 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430738+0000", 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5075999999999999e-05 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430744+0000", 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8769999999999998e-06 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430792+0000", 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7709e-05 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.430919+0000", 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000127279 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3,7", 2023-10-09T05:08:59.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.431037+0000", 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000117501 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.434786+0000", 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037497139999999999 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.439994+0000", 2023-10-09T05:08:59.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052079869999999999 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.440618+0000", 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00062356300000000005 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741254+0000", 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30063593599999999 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741305+0000", 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1425000000000003e-05 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:21.741421+0000", 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115554 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.806 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46286.0:212529 12.1 12:8ebb8134:::benchmark_data_smithi107_355541_object103456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e451)", 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:00:48.943623+0000", 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 490.83928825999999, 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.273048765, 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46286", 2023-10-09T05:08:59.807 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 212529 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943623+0000", 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943623+0000", 2023-10-09T05:08:59.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943622+0000", 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943625+0000", 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.343e-06 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943632+0000", 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6359999999999997e-06 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943636+0000", 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1330000000000001e-06 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.810 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943685+0000", 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.8510000000000001e-05 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943818+0000", 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013380799999999999 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,3", 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.943944+0000", 2023-10-09T05:08:59.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012569 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.947565+0000", 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003620804 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.962322+0000", 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014756844999999999 2023-10-09T05:08:59.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:48.962334+0000", 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2636000000000001e-05 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.968938+0000", 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0066030960000001 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:49.968949+0000", 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1036000000000001e-05 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.216620+0000", 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2476716910000001 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:00:51.216671+0000", 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1057000000000003e-05 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56172 13.4 13:2d75b169:::benchmark_data_smithi107_396486_object56171:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.064731+0000", 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 414.71817957100001, 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.487864281, 2023-10-09T05:08:59.815 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56172 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064731+0000", 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064731+0000", 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064730+0000", 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064773+0000", 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2981000000000001e-05 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064790+0000", 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7065e-05 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064796+0000", 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9939999999999997e-06 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064846+0000", 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0059000000000003e-05 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.064855+0000", 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5699999999999993e-06 2023-10-09T05:08:59.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.353769+0000", 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.288914646 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.353782+0000", 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2559e-05 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540345+0000", 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.186562892 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540469+0000", 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012412600000000001 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540629+0000", 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015960799999999999 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.545377+0000", 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047481559999999999 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.548740+0000", 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033628210000000002 2023-10-09T05:08:59.822 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.550289+0000", 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0015497239999999999 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.550348+0000", 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9234000000000002e-05 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.552596+0000", 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022470319999999999 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191616 13.4 13:25348164:::benchmark_data_smithi107_396486_object85754:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e515)", 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.404054+0000", 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.37885714800001, 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0718535140000001, 2023-10-09T05:08:59.824 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191616 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.404054+0000", 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.404054+0000", 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.404052+0000", 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.404061+0000", 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4670000000000004e-06 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.404081+0000", 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0784e-05 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.404091+0000", 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2040000000000003e-06 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.406987+0000", 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0028962749999999998 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.407121+0000", 2023-10-09T05:08:59.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013404399999999999 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.407252+0000", 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000130741 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.411814+0000", 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.004562427 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.433855+0000", 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.022041202999999999 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.433877+0000", 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1240999999999999e-05 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.475853+0000", 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.041976646 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.475907+0000", 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3959999999999998e-05 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.831 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191628 13.4 13:2a6d0fd1:::benchmark_data_smithi107_396486_object85766:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e515)", 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.412292+0000", 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.37061904800001, 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0639087149999999, 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191628 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412292+0000", 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412292+0000", 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412290+0000", 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412296+0000", 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1619999999999999e-06 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412307+0000", 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1756000000000001e-05 2023-10-09T05:08:59.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412314+0000", 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3990000000000001e-06 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412444+0000", 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012999299999999999 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412547+0000", 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000103108 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.412645+0000", 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8623999999999996e-05 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.417730+0000", 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050847569999999996 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.433907+0000", 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016177081999999999 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.433915+0000", 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2039999999999997e-06 2023-10-09T05:08:59.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.476162+0000", 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.04224603 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.476200+0000", 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8964999999999997e-05 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.838 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191652 13.4 13:2c285925:::benchmark_data_smithi107_396486_object85790:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.454618+0000", 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.32829306900001, 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0343674279999999, 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.839 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191652 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454618+0000", 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454618+0000", 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454616+0000", 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454623+0000", 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2860000000000002e-06 2023-10-09T05:08:59.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454635+0000", 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1810999999999999e-05 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454642+0000", 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6939999999999998e-06 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454713+0000", 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1037000000000004e-05 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.454724+0000", 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.135e-05 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.476229+0000", 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0215053810000001 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.476320+0000", 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0351000000000003e-05 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.476397+0000", 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7286000000000005e-05 2023-10-09T05:08:59.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.488862+0000", 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012465153 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.488869+0000", 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4200000000000004e-06 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.488904+0000", 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5445999999999999e-05 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.488950+0000", 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5726000000000002e-05 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.488985+0000", 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5329e-05 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191701 13.4 13:249ee04d:::benchmark_data_smithi107_396486_object85839:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.517538+0000", 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.265373176, 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.97907487999999998, 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.847 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191701 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517538+0000", 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517538+0000", 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517536+0000", 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.849 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517545+0000", 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0119999999999994e-06 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517559+0000", 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3794e-05 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517567+0000", 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8420000000000005e-06 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517634+0000", 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7747e-05 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.517645+0000", 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1073000000000001e-05 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.480848+0000", 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96320210399999995 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.480969+0000", 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121396 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.481063+0000", 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.3849000000000002e-05 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.488874+0000", 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078108500000000003 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496486+0000", 2023-10-09T05:08:59.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007612667 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496538+0000", 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1464000000000001e-05 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496573+0000", 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5655000000000003e-05 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496613+0000", 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9069000000000002e-05 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191711 13.4 13:2d02e9c9:::benchmark_data_smithi107_396486_object85849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.533719+0000", 2023-10-09T05:08:59.855 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.24919177699999, 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.96304364600000003, 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191711 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533719+0000", 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533719+0000", 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533718+0000", 2023-10-09T05:08:59.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533723+0000", 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2230000000000001e-06 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533742+0000", 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9446999999999999e-05 2023-10-09T05:08:59.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533749+0000", 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5729999999999996e-06 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533809+0000", 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0316000000000003e-05 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.533819+0000", 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0288e-05 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.484614+0000", 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.95079492099999996 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.484714+0000", 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000100256 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.484861+0000", 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014667400000000001 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496441+0000", 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011580366999999999 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496685+0000", 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00024401199999999999 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496714+0000", 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8098000000000001e-05 2023-10-09T05:08:59.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496742+0000", 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8048999999999999e-05 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496763+0000", 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.1097000000000001e-05 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.863 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191773 13.4 13:27529296:::benchmark_data_smithi107_396486_object85911:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.627555+0000", 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.15535566700001, 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.88156129299999997, 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.864 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191773 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627555+0000", 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627555+0000", 2023-10-09T05:08:59.865 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627554+0000", 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627561+0000", 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4680000000000003e-06 2023-10-09T05:08:59.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627580+0000", 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8539999999999999e-05 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627587+0000", 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1659999999999997e-06 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627653+0000", 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6259000000000004e-05 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.627665+0000", 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1362999999999999e-05 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.489012+0000", 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.86134748500000002 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.489091+0000", 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9227000000000006e-05 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.489160+0000", 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8918999999999995e-05 2023-10-09T05:08:59.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496495+0000", 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0073352720000000003 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509001+0000", 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01250599 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509030+0000", 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8790999999999999e-05 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509080+0000", 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9982999999999999e-05 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509116+0000", 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6225e-05 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191781 13.4 13:264f1c63:::benchmark_data_smithi107_396486_object85919:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.642277+0000", 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.14063338099999, 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.87379538700000003, 2023-10-09T05:08:59.872 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191781 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642277+0000", 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642277+0000", 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642276+0000", 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642283+0000", 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1199999999999996e-06 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642294+0000", 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0557000000000001e-05 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642310+0000", 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5874000000000001e-05 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642393+0000", 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.3786e-05 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.876 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.642405+0000", 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1977999999999999e-05 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.492732+0000", 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.85032698900000003 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.492832+0000", 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.9994999999999994e-05 2023-10-09T05:08:59.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.492902+0000", 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9906999999999993e-05 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509149+0000", 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.016246518000000001 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509176+0000", 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6996e-05 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516009+0000", 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0068329489999999996 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516039+0000", 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0598000000000001e-05 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516073+0000", 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3494000000000002e-05 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191795 13.4 13:2817031e:::benchmark_data_smithi107_396486_object85933:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.654238+0000", 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.12867241500001, 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.86556193199999998, 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191795 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.881 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654238+0000", 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654238+0000", 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654237+0000", 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654244+0000", 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5320000000000003e-06 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654260+0000", 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6322999999999999e-05 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654267+0000", 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6050000000000003e-06 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654325+0000", 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8162999999999999e-05 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.654336+0000", 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1252e-05 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496800+0000", 2023-10-09T05:08:59.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84246439900000003 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.496936+0000", 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013523499999999999 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.497087+0000", 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015128400000000001 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509203+0000", 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012115552999999999 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509236+0000", 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3549e-05 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519716+0000", 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010479662000000001 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519761+0000", 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5435999999999997e-05 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519800+0000", 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9125999999999998e-05 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191814 13.4 13:2cc5dc96:::benchmark_data_smithi107_396486_object85952:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.686662+0000", 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.096249212, 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.84490941100000005, 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.889 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191814 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686662+0000", 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686662+0000", 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686660+0000", 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686667+0000", 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.9909999999999996e-06 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686683+0000", 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5424e-05 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686691+0000", 2023-10-09T05:08:59.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9449999999999993e-06 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686755+0000", 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.4101000000000002e-05 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.686768+0000", 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3448999999999999e-05 2023-10-09T05:08:59.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.500337+0000", 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.81356854099999998 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.500461+0000", 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012390799999999999 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.500565+0000", 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010404300000000001 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516111+0000", 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015546302 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519810+0000", 2023-10-09T05:08:59.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0036985469999999999 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531516+0000", 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011706438 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531548+0000", 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1538999999999997e-05 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531571+0000", 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3323e-05 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191834 13.4 13:20ce8318:::benchmark_data_smithi107_396486_object85972:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.724499+0000", 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.058412264, 2023-10-09T05:08:59.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.80721367399999999, 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191834 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724499+0000", 2023-10-09T05:08:59.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724499+0000", 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724497+0000", 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724505+0000", 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0199999999999994e-06 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724521+0000", 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6273000000000002e-05 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.900 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724529+0000", 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4270000000000002e-06 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724596+0000", 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6682999999999998e-05 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.724609+0000", 2023-10-09T05:08:59.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3543000000000001e-05 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.504832+0000", 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.78022292999999998 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.504949+0000", 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000116488 2023-10-09T05:08:59.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.505070+0000", 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121162 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519817+0000", 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014747319 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531624+0000", 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011806808 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531667+0000", 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2687e-05 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531693+0000", 2023-10-09T05:08:59.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.6040000000000001e-05 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531712+0000", 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.9658000000000001e-05 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.905 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191837 13.4 13:2218a03d:::benchmark_data_smithi107_396486_object85975:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.727343+0000", 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.05556802999999, 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.81822994800000004, 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191837 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727343+0000", 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727343+0000", 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727342+0000", 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727347+0000", 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8420000000000001e-06 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727357+0000", 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6199999999999994e-06 2023-10-09T05:08:59.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727362+0000", 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7500000000000003e-06 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727410+0000", 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7939999999999998e-05 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.727420+0000", 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0597999999999999e-05 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509255+0000", 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.78183503300000001 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509369+0000", 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000113798 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.509485+0000", 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115356 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519826+0000", 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010341608 2023-10-09T05:08:59.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531752+0000", 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011925903999999999 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545496+0000", 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013743965 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545539+0000", 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.2648000000000002e-05 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545573+0000", 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.4023000000000003e-05 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191850 13.4 13:2181fc0d:::benchmark_data_smithi107_396486_object85988:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.750746+0000", 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.03216439799999, 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.79496111899999999, 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191850 2023-10-09T05:08:59.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750746+0000", 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750746+0000", 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750745+0000", 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750754+0000", 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0210000000000005e-06 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.916 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750772+0000", 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.8331000000000001e-05 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750779+0000", 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1219999999999997e-06 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750865+0000", 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.6285999999999993e-05 2023-10-09T05:08:59.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.750876+0000", 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1008e-05 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.512960+0000", 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.76208397800000005 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.513048+0000", 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7410000000000005e-05 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.513127+0000", 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.8720000000000005e-05 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.528125+0000", 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014998598 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.540836+0000", 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.012711307999999999 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545621+0000", 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0047843249999999999 2023-10-09T05:08:59.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545672+0000", 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1675999999999998e-05 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545708+0000", 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5036999999999997e-05 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.921 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191857 13.4 13:2a1dfa9d:::benchmark_data_smithi107_396486_object85995:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.762780+0000", 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 229.02013115, 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.79292437100000002, 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.922 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191857 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762780+0000", 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762780+0000", 2023-10-09T05:08:59.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762778+0000", 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762784+0000", 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.8130000000000001e-06 2023-10-09T05:08:59.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762798+0000", 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3587000000000001e-05 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762805+0000", 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.1250000000000004e-06 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762868+0000", 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3309e-05 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.762879+0000", 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.116e-05 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.926 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516133+0000", 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.75325396099999997 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516221+0000", 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.7311000000000005e-05 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.516291+0000", 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0386e-05 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531634+0000", 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.015343298 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.540861+0000", 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0092267059999999994 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555613+0000", 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014752003 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555664+0000", 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.0537000000000001e-05 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555704+0000", 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0469999999999997e-05 2023-10-09T05:08:59.929 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191870 13.4 13:2bd07baa:::benchmark_data_smithi107_396486_object86008:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.790478+0000", 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 228.99243241799999, 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.76532391899999996, 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.930 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191870 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790478+0000", 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790478+0000", 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790477+0000", 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790487+0000", 2023-10-09T05:08:59.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.8190000000000003e-06 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790507+0000", 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0502000000000001e-05 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790515+0000", 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.2660000000000001e-06 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790586+0000", 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0951999999999994e-05 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.790600+0000", 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.4031e-05 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519859+0000", 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.729258666 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519925+0000", 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6370000000000003e-05 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.519993+0000", 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7593000000000001e-05 2023-10-09T05:08:59.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531644+0000", 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011651016 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.540883+0000", 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0092392150000000003 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555739+0000", 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.01485587 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555773+0000", 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3491000000000002e-05 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555802+0000", 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9628000000000002e-05 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191874 13.4 13:2109b5fa:::benchmark_data_smithi107_396486_object86012:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.803120+0000", 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 228.97979126300001, 2023-10-09T05:08:59.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.75277336500000003, 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191874 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803120+0000", 2023-10-09T05:08:59.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803120+0000", 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803118+0000", 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803126+0000", 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.9990000000000008e-06 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803143+0000", 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7167e-05 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803151+0000", 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7230000000000004e-06 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803219+0000", 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8229e-05 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.803231+0000", 2023-10-09T05:08:59.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1919999999999999e-05 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.524119+0000", 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.72088778399999998 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.524243+0000", 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00012451000000000001 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.524329+0000", 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.5629000000000003e-05 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531761+0000", 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0074318220000000003 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.540905+0000", 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0091444390000000007 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555830+0000", 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.014924701 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555863+0000", 2023-10-09T05:08:59.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.3079e-05 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.555893+0000", 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9974000000000001e-05 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.946 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:191910 13.4 13:23a30d0c:::benchmark_data_smithi107_396486_object86048:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e516)", 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:05:10.983743+0000", 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 228.799167434, 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.57309530099999995, 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 191910 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:08:59.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983743+0000", 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983743+0000", 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:08:59.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983742+0000", 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983747+0000", 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1699999999999999e-06 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983756+0000", 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.251e-06 2023-10-09T05:08:59.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983760+0000", 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0289999999999999e-06 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983821+0000", 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1488999999999994e-05 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:10.983834+0000", 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2909e-05 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.528170+0000", 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.54433531099999999 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.528317+0000", 2023-10-09T05:08:59.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000147491 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.528423+0000", 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106069 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.531768+0000", 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0033448589999999999 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.545193+0000", 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.013424942 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.556748+0000", 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011554831 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:08:59.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.556801+0000", 2023-10-09T05:08:59.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3381000000000003e-05 2023-10-09T05:08:59.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:08:59.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:08:59.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:08:59.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:05:11.556839+0000", 2023-10-09T05:08:59.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7558999999999997e-05 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:08:59.955 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:09:00.280 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T05:09:00.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:00 smithi150 ceph-mon[168511]: pgmap v1733: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 20432/139137 objects degraded (14.685%); 1480/139137 objects misplaced (1.064%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:09:00.533 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:00.539 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:00 smithi107 ceph-mon[179183]: pgmap v1733: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 20432/139137 objects degraded (14.685%); 1480/139137 objects misplaced (1.064%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:09:00.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:00.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:00.546 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:00 smithi107 ceph-mon[184249]: pgmap v1733: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 643 op/s; 20432/139137 objects degraded (14.685%); 1480/139137 objects misplaced (1.064%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:09:00.641 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:00.755 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:00.835 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:00.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:00.839 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:00.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:01.031 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:01.206 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:09:01.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20432/139137 objects degraded (14.685%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:01.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:09:01.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:01.276 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:01.276 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20432/139137 objects degraded (14.685%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:01.276 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:09:01.277 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:01.277 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:01.434 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:01.436 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:01.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:01.438 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:01.539 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:01.546 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:01 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20432/139137 objects degraded (14.685%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:01.546 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:09:01.546 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:01.546 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:01.629 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:01.710 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:01.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:01.722 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:01.823 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:01.888 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:02.170 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:09:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:09:02] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:09:02.372 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:02.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:02.382 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:02.483 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:02.554 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:02 smithi150 ceph-mon[168511]: pgmap v1734: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 638 op/s; 20432/136785 objects degraded (14.937%); 1480/136785 objects misplaced (1.082%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:09:02.561 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:02.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:02 smithi107 ceph-mon[179183]: pgmap v1734: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 638 op/s; 20432/136785 objects degraded (14.937%); 1480/136785 objects misplaced (1.082%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:09:02.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:02 smithi107 ceph-mon[184249]: pgmap v1734: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 638 op/s; 20432/136785 objects degraded (14.937%); 1480/136785 objects misplaced (1.082%); 5.1 MiB/s, 81 objects/s recovering 2023-10-09T05:09:02.692 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:02.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:02.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:02.739 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:09:02.781 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:09:02.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:02.822 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:09:02.867 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:09:02.877 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:02.921 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:09:02.955 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:09:03.028 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:09:03.077 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:09:03.085 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.085 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.086 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:09:03.175 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:09:03.175 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:09:03.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:03 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/405346091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:03.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:03 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/405346091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:03.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:03 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/405346091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:03.678 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:03.679 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 20465/129393 objects degraded (15.816%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2303,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":562,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":7,"osd_in_since":1696828002,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":4},{"state_name":"active+recovering+undersized+degraded+remapped","count":2}],"num_pgs":99,"num_pools":5,"num_objects":43131,"data_bytes":2825590712,"bytes_used":17705848832,"bytes_avail":654259400704,"bytes_total":671965249536,"degraded_objects":20465,"degraded_total":129393,"degraded_ratio":0.15816156979125609,"misplaced_objects":1055,"misplaced_total":129393,"misplaced_ratio":0.0081534549782445731,"recovering_objects_per_sec":75,"recovering_bytes_per_sec":4973494,"recovering_keys_per_sec":0,"num_objects_recovered":792,"num_bytes_recovered":51904512,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":621},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":31,"modified":"2023-10-09T05:06:36.916966+0000","services":{}},"progress_events":{"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true},"d7bee191-88ce-4bfb-bc2f-0e8c57f87bf0":{"message":"Global Recovery Event (2m)\n [==========================..] (remaining: 8s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-10-09T05:09:03.727 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T05:09:03.914 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:03.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:03.931 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:04.032 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:04.084 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:04.272 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:04.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:04.277 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:04.378 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:04.504 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:04.595 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:04.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:04.600 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:04.602 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:04 smithi150 ceph-mon[168511]: pgmap v1735: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 621 op/s; 20465/129393 objects degraded (15.816%); 1055/129393 objects misplaced (0.815%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:09:04.603 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3459787982' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:04.625 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:09:04.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:04 smithi107 ceph-mon[179183]: pgmap v1735: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 621 op/s; 20465/129393 objects degraded (15.816%); 1055/129393 objects misplaced (0.815%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:09:04.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3459787982' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:04.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:04 smithi107 ceph-mon[184249]: pgmap v1735: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 621 op/s; 20465/129393 objects degraded (15.816%); 1055/129393 objects misplaced (0.815%); 4.7 MiB/s, 75 objects/s recovering 2023-10-09T05:09:04.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3459787982' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:04.701 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:04.772 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:05.143 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:09:05.143 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:09:05.146 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:05.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:05.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:05.253 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:05.326 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:05.501 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:05.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:05.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:05.613 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:05.691 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:05.964 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:05.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:05.978 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:06.079 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:06.137 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:06.183 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:06.220 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:06.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:06.229 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:06.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:06.389 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:06 smithi107 ceph-mon[179183]: pgmap v1736: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 540 op/s; 20465/129393 objects degraded (15.816%); 1055/129393 objects misplaced (0.815%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:09:06.389 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:06 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20465/129393 objects degraded (15.816%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:06.389 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/163647180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:06.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:06 smithi107 ceph-mon[184249]: pgmap v1736: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 540 op/s; 20465/129393 objects degraded (15.816%); 1055/129393 objects misplaced (0.815%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:09:06.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:06 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20465/129393 objects degraded (15.816%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:06.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/163647180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:06.392 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:06.569 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:06.574 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:06 smithi150 ceph-mon[168511]: pgmap v1736: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 540 op/s; 20465/129393 objects degraded (15.816%); 1055/129393 objects misplaced (0.815%); 4.1 MiB/s, 65 objects/s recovering 2023-10-09T05:09:06.574 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:06 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20465/129393 objects degraded (15.816%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:06.574 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/163647180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:06.577 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:09:06.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:06.589 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:06.689 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:06.782 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:06.828 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:09:06.878 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:09:06.878 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:09:06.878 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:06.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:06.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:06.986 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:07.032 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:07.104 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:07.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:07.116 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:07.217 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:07.275 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:07.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:07.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/163647180' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:07.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[179183]: osdmap e563: 8 total, 8 up, 7 in 2023-10-09T05:09:07.317 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[179183]: failed to encode map e563 with expected crc 2023-10-09T05:09:07.373 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T05:09:07.392 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:07.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:07.400 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:07.501 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:07.592 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:07 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:07.592 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/163647180' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:07.592 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:07 smithi150 ceph-mon[168511]: osdmap e563: 8 total, 8 up, 7 in 2023-10-09T05:09:07.592 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:07 smithi150 ceph-mon[168511]: failed to encode map e563 with expected crc 2023-10-09T05:09:07.600 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/163647180' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[184249]: osdmap e563: 8 total, 8 up, 7 in 2023-10-09T05:09:07.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:07 smithi107 ceph-mon[184249]: failed to encode map e563 with expected crc 2023-10-09T05:09:07.687 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:07.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:07.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:07.803 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:07.891 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:07.975 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:07.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:07.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:08.087 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:08.145 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:08.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:08 smithi107 ceph-mon[184249]: pgmap v1738: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 639 op/s; 20465/127248 objects degraded (16.083%); 1055/127248 objects misplaced (0.829%); 4.9 MiB/s, 79 objects/s recovering 2023-10-09T05:09:08.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:08 smithi107 ceph-mon[179183]: pgmap v1738: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 639 op/s; 20465/127248 objects degraded (16.083%); 1055/127248 objects misplaced (0.829%); 4.9 MiB/s, 79 objects/s recovering 2023-10-09T05:09:08.468 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:09:08.737 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:08 smithi150 ceph-mon[168511]: pgmap v1738: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 639 op/s; 20465/127248 objects degraded (16.083%); 1055/127248 objects misplaced (0.829%); 4.9 MiB/s, 79 objects/s recovering 2023-10-09T05:09:08.790 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:08.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:08.794 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:08.895 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:08.925 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:08.985 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:08.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:08.993 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:09.093 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:09.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:09.570 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:09.874 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:09.899 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:09:09.940 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:09.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:09.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:10.048 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:10.126 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:10.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:10 smithi107 ceph-mon[179183]: pgmap v1739: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 617 op/s; 20465/120588 objects degraded (16.971%); 622/120588 objects misplaced (0.516%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:10.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:10.338 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:10 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:10.349 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:10.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:10.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:10.462 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:10.527 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:10 smithi107 ceph-mon[184249]: pgmap v1739: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 617 op/s; 20465/120588 objects degraded (16.971%); 622/120588 objects misplaced (0.516%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:10.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:10 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:10.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:10 smithi150 ceph-mon[168511]: pgmap v1739: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.5 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 617 op/s; 20465/120588 objects degraded (16.971%); 622/120588 objects misplaced (0.516%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:10.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:10.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:10 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:10.735 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:09:10.835 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1739,"stamp":"2023-10-09T05:09:08.987568+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2633242552,"num_objects":40196,"num_object_clones":0,"num_object_copies":120588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20465,"num_objects_misplaced":622,"num_objects_unfound":0,"num_objects_dirty":40196,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":162073,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12198,"num_bytes_recovered":796614090,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123638,"ondisk_log_size":123638,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":16794800,"kb_used_data":7668792,"kb_used_omap":16,"kb_used_meta":9125679,"kb_avail":639421264,"statfs":{"total":671965249536,"available":654767374336,"internally_reserved":0,"allocated":7852843008,"data_stored":7838796663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9344696064},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,0,0,8],"upper_bound":256},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-405209088,"num_objects":-6183,"num_object_clones":0,"num_object_copies":-18549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":33,"num_objects_misplaced":-858,"num_objects_unfound":0,"num_objects_dirty":-6183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6183,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":825,"num_bytes_recovered":54067200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005245"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":586,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.567008+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:08:52.567008+0000","last_peered":"2023-10-09T05:08:52.567008+0000","last_clean":"2023-10-09T05:08:52.567008+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:08:52.567008+0000","last_undegraded":"2023-10-09T05:08:52.567008+0000","last_fullsized":"2023-10-09T05:08:52.567008+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":307,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559487+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:08:52.559487+0000","last_peered":"2023-10-09T05:08:52.559487+0000","last_clean":"2023-10-09T05:08:52.559487+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:08:52.559487+0000","last_undegraded":"2023-10-09T05:08:52.559487+0000","last_fullsized":"2023-10-09T05:08:52.559487+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":429,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561693+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:08:52.561693+0000","last_peered":"2023-10-09T05:08:52.561693+0000","last_clean":"2023-10-09T05:08:52.561693+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:08:52.561693+0000","last_undegraded":"2023-10-09T05:08:52.561693+0000","last_fullsized":"2023-10-09T05:08:52.561693+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560746+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:08:52.560746+0000","last_peered":"2023-10-09T05:08:52.560746+0000","last_clean":"2023-10-09T05:08:52.560746+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:08:52.560746+0000","last_undegraded":"2023-10-09T05:08:52.560746+0000","last_fullsized":"2023-10-09T05:08:52.560746+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":286,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559313+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:08:52.559313+0000","last_peered":"2023-10-09T05:08:52.559313+0000","last_clean":"2023-10-09T05:08:52.559313+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:08:52.559313+0000","last_undegraded":"2023-10-09T05:08:52.559313+0000","last_fullsized":"2023-10-09T05:08:52.559313+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":263,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558130+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:08:52.558130+0000","last_peered":"2023-10-09T05:08:52.558130+0000","last_clean":"2023-10-09T05:08:52.558130+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:08:52.558130+0000","last_undegraded":"2023-10-09T05:08:52.558130+0000","last_fullsized":"2023-10-09T05:08:52.558130+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":524,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572927+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:08:52.572927+0000","last_peered":"2023-10-09T05:08:52.572927+0000","last_clean":"2023-10-09T05:08:52.572927+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:08:52.572927+0000","last_undegraded":"2023-10-09T05:08:52.572927+0000","last_fullsized":"2023-10-09T05:08:52.572927+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":313,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559420+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:08:52.559420+0000","last_peered":"2023-10-09T05:08:52.559420+0000","last_clean":"2023-10-09T05:08:52.559420+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:08:52.559420+0000","last_undegraded":"2023-10-09T05:08:52.559420+0000","last_fullsized":"2023-10-09T05:08:52.559420+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":587,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572781+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:08:52.572781+0000","last_peered":"2023-10-09T05:08:52.572781+0000","last_clean":"2023-10-09T05:08:52.572781+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:08:52.572781+0000","last_undegraded":"2023-10-09T05:08:52.572781+0000","last_fullsized":"2023-10-09T05:08:52.572781+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":303,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561939+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:08:52.561939+0000","last_peered":"2023-10-09T05:08:52.561939+0000","last_clean":"2023-10-09T05:08:52.561939+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:08:52.561939+0000","last_undegraded":"2023-10-09T05:08:52.561939+0000","last_fullsized":"2023-10-09T05:08:52.561939+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":126,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560957+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:08:52.560957+0000","last_peered":"2023-10-09T05:08:52.560957+0000","last_clean":"2023-10-09T05:08:52.560957+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:08:52.560957+0000","last_undegraded":"2023-10-09T05:08:52.560957+0000","last_fullsized":"2023-10-09T05:08:52.560957+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":456,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.557873+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:08:52.557873+0000","last_peered":"2023-10-09T05:08:52.557873+0000","last_clean":"2023-10-09T05:08:52.557873+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:08:52.557873+0000","last_undegraded":"2023-10-09T05:08:52.557873+0000","last_fullsized":"2023-10-09T05:08:52.557873+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":639,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.564073+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:08:52.564073+0000","last_peered":"2023-10-09T05:08:52.564073+0000","last_clean":"2023-10-09T05:08:52.564073+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:08:52.564073+0000","last_undegraded":"2023-10-09T05:08:52.564073+0000","last_fullsized":"2023-10-09T05:08:52.564073+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":607,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563570+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:08:52.563570+0000","last_peered":"2023-10-09T05:08:52.563570+0000","last_clean":"2023-10-09T05:08:52.563570+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:08:52.563570+0000","last_undegraded":"2023-10-09T05:08:52.563570+0000","last_fullsized":"2023-10-09T05:08:52.563570+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":126,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560339+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:08:52.560339+0000","last_peered":"2023-10-09T05:08:52.560339+0000","last_clean":"2023-10-09T05:08:52.560339+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:08:52.560339+0000","last_undegraded":"2023-10-09T05:08:52.560339+0000","last_fullsized":"2023-10-09T05:08:52.560339+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":410,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560146+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:08:52.560146+0000","last_peered":"2023-10-09T05:08:52.560146+0000","last_clean":"2023-10-09T05:08:52.560146+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:08:52.560146+0000","last_undegraded":"2023-10-09T05:08:52.560146+0000","last_fullsized":"2023-10-09T05:08:52.560146+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560100+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:08:52.560100+0000","last_peered":"2023-10-09T05:08:52.560100+0000","last_clean":"2023-10-09T05:08:52.560100+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:08:52.560100+0000","last_undegraded":"2023-10-09T05:08:52.560100+0000","last_fullsized":"2023-10-09T05:08:52.560100+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":579,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.575020+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:08:52.575020+0000","last_peered":"2023-10-09T05:08:52.575020+0000","last_clean":"2023-10-09T05:08:52.575020+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:08:52.575020+0000","last_undegraded":"2023-10-09T05:08:52.575020+0000","last_fullsized":"2023-10-09T05:08:52.575020+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559860+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:08:52.559860+0000","last_peered":"2023-10-09T05:08:52.559860+0000","last_clean":"2023-10-09T05:08:52.559860+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:08:52.559860+0000","last_undegraded":"2023-10-09T05:08:52.559860+0000","last_fullsized":"2023-10-09T05:08:52.559860+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":539,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559826+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:08:52.559826+0000","last_peered":"2023-10-09T05:08:52.559826+0000","last_clean":"2023-10-09T05:08:52.559826+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:08:52.559826+0000","last_undegraded":"2023-10-09T05:08:52.559826+0000","last_fullsized":"2023-10-09T05:08:52.559826+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":261,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.556856+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:08:52.556856+0000","last_peered":"2023-10-09T05:08:52.556856+0000","last_clean":"2023-10-09T05:08:52.556856+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:08:52.556856+0000","last_undegraded":"2023-10-09T05:08:52.556856+0000","last_fullsized":"2023-10-09T05:08:52.556856+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":306,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560435+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:08:52.560435+0000","last_peered":"2023-10-09T05:08:52.560435+0000","last_clean":"2023-10-09T05:08:52.560435+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:08:52.560435+0000","last_undegraded":"2023-10-09T05:08:52.560435+0000","last_fullsized":"2023-10-09T05:08:52.560435+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"563'10075","reported_seq":10132,"reported_epoch":563,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:07.434573+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:09:07.434573+0000","last_peered":"2023-10-09T05:09:07.434573+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:09:07.434573+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"530'3200","ondisk_log_start":"530'3200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6875,"log_dups_size":0,"ondisk_log_size":6875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162332672,"num_objects":2477,"num_object_clones":0,"num_object_copies":7431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10075,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":363},{"shards":"3,6","objects":-1685}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":124,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560179+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:08:52.560179+0000","last_peered":"2023-10-09T05:08:52.560179+0000","last_clean":"2023-10-09T05:08:52.560179+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:08:52.560179+0000","last_undegraded":"2023-10-09T05:08:52.560179+0000","last_fullsized":"2023-10-09T05:08:52.560179+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":563,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572263+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:08:52.572263+0000","last_peered":"2023-10-09T05:08:52.572263+0000","last_clean":"2023-10-09T05:08:52.572263+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:08:52.572263+0000","last_undegraded":"2023-10-09T05:08:52.572263+0000","last_fullsized":"2023-10-09T05:08:52.572263+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"563'10173","reported_seq":18587,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.255635+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:09:07.255635+0000","last_peered":"2023-10-09T05:09:07.255635+0000","last_clean":"2023-10-09T05:09:07.255635+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:09:07.255635+0000","last_undegraded":"2023-10-09T05:09:07.255635+0000","last_fullsized":"2023-10-09T05:09:07.255635+0000","mapping_epoch":554,"log_start":"538'4400","ondisk_log_start":"538'4400","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5773,"log_dups_size":0,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161939456,"num_objects":2471,"num_object_clones":0,"num_object_copies":7413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10173,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":155,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560668+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:08:52.560668+0000","last_peered":"2023-10-09T05:08:52.560668+0000","last_clean":"2023-10-09T05:08:52.560668+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:08:52.560668+0000","last_undegraded":"2023-10-09T05:08:52.560668+0000","last_fullsized":"2023-10-09T05:08:52.560668+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":597,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.569470+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:08:52.569470+0000","last_peered":"2023-10-09T05:08:52.569470+0000","last_clean":"2023-10-09T05:08:52.569470+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:08:52.569470+0000","last_undegraded":"2023-10-09T05:08:52.569470+0000","last_fullsized":"2023-10-09T05:08:52.569470+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"562'10156","reported_seq":10205,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:09:05.326400+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:09:05.326400+0000","last_peered":"2023-10-09T05:09:05.326400+0000","last_clean":"2023-10-09T05:09:05.326400+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:09:05.326400+0000","last_undegraded":"2023-10-09T05:09:05.326400+0000","last_fullsized":"2023-10-09T05:09:05.326400+0000","mapping_epoch":523,"log_start":"527'1300","ondisk_log_start":"527'1300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8856,"log_dups_size":0,"ondisk_log_size":8856,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171048960,"num_objects":2610,"num_object_clones":0,"num_object_copies":7830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10156,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":124,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561120+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:08:52.561120+0000","last_peered":"2023-10-09T05:08:52.561120+0000","last_clean":"2023-10-09T05:08:52.561120+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:08:52.561120+0000","last_undegraded":"2023-10-09T05:08:52.561120+0000","last_fullsized":"2023-10-09T05:08:52.561120+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":283,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.557946+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:08:52.557946+0000","last_peered":"2023-10-09T05:08:52.557946+0000","last_clean":"2023-10-09T05:08:52.557946+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:08:52.557946+0000","last_undegraded":"2023-10-09T05:08:52.557946+0000","last_fullsized":"2023-10-09T05:08:52.557946+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"563'10038","reported_seq":14005,"reported_epoch":563,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:07.302088+0000","last_change":"2023-10-09T05:08:17.353688+0000","last_active":"2023-10-09T05:09:07.302088+0000","last_peered":"2023-10-09T05:09:07.302088+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:09:07.302088+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"536'4200","ondisk_log_start":"536'4200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5838,"log_dups_size":0,"ondisk_log_size":5838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162398208,"num_objects":2478,"num_object_clones":0,"num_object_copies":7434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1879,"num_objects_misplaced":292,"num_objects_unfound":0,"num_objects_dirty":2478,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10038,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1955,"num_bytes_recovered":128122880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":292},{"shards":"2,3","objects":307}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":607,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572761+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:08:52.572761+0000","last_peered":"2023-10-09T05:08:52.572761+0000","last_clean":"2023-10-09T05:08:52.572761+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:08:52.572761+0000","last_undegraded":"2023-10-09T05:08:52.572761+0000","last_fullsized":"2023-10-09T05:08:52.572761+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":566,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.082843+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:08:40.082843+0000","last_peered":"2023-10-09T05:08:40.082843+0000","last_clean":"2023-10-09T05:08:40.082843+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:08:40.082843+0000","last_undegraded":"2023-10-09T05:08:40.082843+0000","last_fullsized":"2023-10-09T05:08:40.082843+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"562'9951","reported_seq":10008,"reported_epoch":562,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:05.286965+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:09:05.286965+0000","last_peered":"2023-10-09T05:09:05.286965+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:09:05.286965+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"527'1100","ondisk_log_start":"527'1100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8851,"log_dups_size":0,"ondisk_log_size":8851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166395904,"num_objects":2539,"num_object_clones":0,"num_object_copies":7617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9951,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":417},{"shards":"0,2","objects":-1584}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":988,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559933+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:08:52.559933+0000","last_peered":"2023-10-09T05:08:52.559933+0000","last_clean":"2023-10-09T05:08:52.559933+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:08:52.559933+0000","last_undegraded":"2023-10-09T05:08:52.559933+0000","last_fullsized":"2023-10-09T05:08:52.559933+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":233,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560613+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:08:52.560613+0000","last_peered":"2023-10-09T05:08:52.560613+0000","last_clean":"2023-10-09T05:08:52.560613+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:08:52.560613+0000","last_undegraded":"2023-10-09T05:08:52.560613+0000","last_fullsized":"2023-10-09T05:08:52.560613+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":607,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563924+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:08:52.563924+0000","last_peered":"2023-10-09T05:08:52.563924+0000","last_clean":"2023-10-09T05:08:52.563924+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:08:52.563924+0000","last_undegraded":"2023-10-09T05:08:52.563924+0000","last_fullsized":"2023-10-09T05:08:52.563924+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"563'10269","reported_seq":10315,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.475876+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:09:07.475876+0000","last_peered":"2023-10-09T05:09:07.475876+0000","last_clean":"2023-10-09T05:09:07.475876+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:09:07.475876+0000","last_undegraded":"2023-10-09T05:09:07.475876+0000","last_fullsized":"2023-10-09T05:09:07.475876+0000","mapping_epoch":523,"log_start":"527'1400","ondisk_log_start":"527'1400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8869,"log_dups_size":0,"ondisk_log_size":8869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165216256,"num_objects":2521,"num_object_clones":0,"num_object_copies":7563,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2521,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10269,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572238+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:08:52.572238+0000","last_peered":"2023-10-09T05:08:52.572238+0000","last_clean":"2023-10-09T05:08:52.572238+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:08:52.572238+0000","last_undegraded":"2023-10-09T05:08:52.572238+0000","last_fullsized":"2023-10-09T05:08:52.572238+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":263,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558023+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:08:52.558023+0000","last_peered":"2023-10-09T05:08:52.558023+0000","last_clean":"2023-10-09T05:08:52.558023+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:08:52.558023+0000","last_undegraded":"2023-10-09T05:08:52.558023+0000","last_fullsized":"2023-10-09T05:08:52.558023+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":543,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.567176+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:08:52.567176+0000","last_peered":"2023-10-09T05:08:52.567176+0000","last_clean":"2023-10-09T05:08:52.567176+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:08:52.567176+0000","last_undegraded":"2023-10-09T05:08:52.567176+0000","last_fullsized":"2023-10-09T05:08:52.567176+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"563'10197","reported_seq":10245,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.341993+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:09:07.341993+0000","last_peered":"2023-10-09T05:09:07.341993+0000","last_clean":"2023-10-09T05:09:07.341993+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:09:07.341993+0000","last_undegraded":"2023-10-09T05:09:07.341993+0000","last_fullsized":"2023-10-09T05:09:07.341993+0000","mapping_epoch":523,"log_start":"530'3300","ondisk_log_start":"530'3300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6897,"log_dups_size":0,"ondisk_log_size":6897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159318016,"num_objects":2431,"num_object_clones":0,"num_object_copies":7293,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10197,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":544,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.569389+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:08:52.569389+0000","last_peered":"2023-10-09T05:08:52.569389+0000","last_clean":"2023-10-09T05:08:52.569389+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:08:52.569389+0000","last_undegraded":"2023-10-09T05:08:52.569389+0000","last_fullsized":"2023-10-09T05:08:52.569389+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":617,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.565088+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:08:52.565088+0000","last_peered":"2023-10-09T05:08:52.565088+0000","last_clean":"2023-10-09T05:08:52.565088+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:08:52.565088+0000","last_undegraded":"2023-10-09T05:08:52.565088+0000","last_fullsized":"2023-10-09T05:08:52.565088+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"563'10157","reported_seq":10205,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.424313+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:09:07.424313+0000","last_peered":"2023-10-09T05:09:07.424313+0000","last_clean":"2023-10-09T05:09:07.424313+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:09:07.424313+0000","last_undegraded":"2023-10-09T05:09:07.424313+0000","last_fullsized":"2023-10-09T05:09:07.424313+0000","mapping_epoch":523,"log_start":"530'3400","ondisk_log_start":"530'3400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6757,"log_dups_size":0,"ondisk_log_size":6757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163905536,"num_objects":2501,"num_object_clones":0,"num_object_copies":7503,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10157,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.581320+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:08:52.581320+0000","last_peered":"2023-10-09T05:08:52.581320+0000","last_clean":"2023-10-09T05:08:52.581320+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:08:52.581320+0000","last_undegraded":"2023-10-09T05:08:52.581320+0000","last_fullsized":"2023-10-09T05:08:52.581320+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":305,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.562315+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:08:52.562315+0000","last_peered":"2023-10-09T05:08:52.562315+0000","last_clean":"2023-10-09T05:08:52.562315+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:08:52.562315+0000","last_undegraded":"2023-10-09T05:08:52.562315+0000","last_fullsized":"2023-10-09T05:08:52.562315+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":413,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:57.291711+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:08:57.291711+0000","last_peered":"2023-10-09T05:08:57.291711+0000","last_clean":"2023-10-09T05:08:57.291711+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:08:57.291711+0000","last_undegraded":"2023-10-09T05:08:57.291711+0000","last_fullsized":"2023-10-09T05:08:57.291711+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"562'10097","reported_seq":10154,"reported_epoch":562,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:05.298426+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:09:05.298426+0000","last_peered":"2023-10-09T05:09:05.298426+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:09:05.298426+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"527'1200","ondisk_log_start":"527'1200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8897,"log_dups_size":0,"ondisk_log_size":8897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171376640,"num_objects":2615,"num_object_clones":0,"num_object_copies":7845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10097,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":423},{"shards":"0,2","objects":-1549}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":942,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558050+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:08:52.558050+0000","last_peered":"2023-10-09T05:08:52.558050+0000","last_clean":"2023-10-09T05:08:52.558050+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:08:52.558050+0000","last_undegraded":"2023-10-09T05:08:52.558050+0000","last_fullsized":"2023-10-09T05:08:52.558050+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":147,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566655+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:08:52.566655+0000","last_peered":"2023-10-09T05:08:52.566655+0000","last_clean":"2023-10-09T05:08:52.566655+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:08:52.566655+0000","last_undegraded":"2023-10-09T05:08:52.566655+0000","last_fullsized":"2023-10-09T05:08:52.566655+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":577,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.574900+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:08:52.574900+0000","last_peered":"2023-10-09T05:08:52.574900+0000","last_clean":"2023-10-09T05:08:52.574900+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:08:52.574900+0000","last_undegraded":"2023-10-09T05:08:52.574900+0000","last_fullsized":"2023-10-09T05:08:52.574900+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":331,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.581292+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:08:52.581292+0000","last_peered":"2023-10-09T05:08:52.581292+0000","last_clean":"2023-10-09T05:08:52.581292+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:08:52.581292+0000","last_undegraded":"2023-10-09T05:08:52.581292+0000","last_fullsized":"2023-10-09T05:08:52.581292+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"563'10238","reported_seq":10286,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.449146+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:09:07.449146+0000","last_peered":"2023-10-09T05:09:07.449146+0000","last_clean":"2023-10-09T05:09:07.449146+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:09:07.449146+0000","last_undegraded":"2023-10-09T05:09:07.449146+0000","last_fullsized":"2023-10-09T05:09:07.449146+0000","mapping_epoch":523,"log_start":"530'3500","ondisk_log_start":"530'3500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6738,"log_dups_size":0,"ondisk_log_size":6738,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163053568,"num_objects":2488,"num_object_clones":0,"num_object_copies":7464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2488,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10238,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572367+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:08:52.572367+0000","last_peered":"2023-10-09T05:08:52.572367+0000","last_clean":"2023-10-09T05:08:52.572367+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:08:52.572367+0000","last_undegraded":"2023-10-09T05:08:52.572367+0000","last_fullsized":"2023-10-09T05:08:52.572367+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":610,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.581195+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:08:52.581195+0000","last_peered":"2023-10-09T05:08:52.581195+0000","last_clean":"2023-10-09T05:08:52.581195+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:08:52.581195+0000","last_undegraded":"2023-10-09T05:08:52.581195+0000","last_fullsized":"2023-10-09T05:08:52.581195+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":564,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563503+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:08:52.563503+0000","last_peered":"2023-10-09T05:08:52.563503+0000","last_clean":"2023-10-09T05:08:52.563503+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:08:52.563503+0000","last_undegraded":"2023-10-09T05:08:52.563503+0000","last_fullsized":"2023-10-09T05:08:52.563503+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":437,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.088583+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:08:40.088583+0000","last_peered":"2023-10-09T05:08:40.088583+0000","last_clean":"2023-10-09T05:08:40.088583+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:08:40.088583+0000","last_undegraded":"2023-10-09T05:08:40.088583+0000","last_fullsized":"2023-10-09T05:08:40.088583+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"563'10144","reported_seq":10193,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.443471+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:09:07.443471+0000","last_peered":"2023-10-09T05:09:07.443471+0000","last_clean":"2023-10-09T05:09:07.443471+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:09:07.443471+0000","last_undegraded":"2023-10-09T05:09:07.443471+0000","last_fullsized":"2023-10-09T05:09:07.443471+0000","mapping_epoch":523,"log_start":"530'3300","ondisk_log_start":"530'3300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6844,"log_dups_size":0,"ondisk_log_size":6844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161546264,"num_objects":2466,"num_object_clones":0,"num_object_copies":7398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2466,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10144,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":533,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560029+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:08:52.560029+0000","last_peered":"2023-10-09T05:08:52.560029+0000","last_clean":"2023-10-09T05:08:52.560029+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:08:52.560029+0000","last_undegraded":"2023-10-09T05:08:52.560029+0000","last_fullsized":"2023-10-09T05:08:52.560029+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":580,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559814+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:08:52.559814+0000","last_peered":"2023-10-09T05:08:52.559814+0000","last_clean":"2023-10-09T05:08:52.559814+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:08:52.559814+0000","last_undegraded":"2023-10-09T05:08:52.559814+0000","last_fullsized":"2023-10-09T05:08:52.559814+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":455,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.094682+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:08:40.094682+0000","last_peered":"2023-10-09T05:08:40.094682+0000","last_clean":"2023-10-09T05:08:40.094682+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:08:40.094682+0000","last_undegraded":"2023-10-09T05:08:40.094682+0000","last_fullsized":"2023-10-09T05:08:40.094682+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":367,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572976+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:08:52.572976+0000","last_peered":"2023-10-09T05:08:52.572976+0000","last_clean":"2023-10-09T05:08:52.572976+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:08:52.572976+0000","last_undegraded":"2023-10-09T05:08:52.572976+0000","last_fullsized":"2023-10-09T05:08:52.572976+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"563'10024","reported_seq":18387,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.376451+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:09:07.376451+0000","last_peered":"2023-10-09T05:09:07.376451+0000","last_clean":"2023-10-09T05:09:07.376451+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:09:07.376451+0000","last_undegraded":"2023-10-09T05:09:07.376451+0000","last_fullsized":"2023-10-09T05:09:07.376451+0000","mapping_epoch":549,"log_start":"529'2700","ondisk_log_start":"529'2700","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7324,"log_dups_size":0,"ondisk_log_size":7324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160956416,"num_objects":2456,"num_object_clones":0,"num_object_copies":7368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2456,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10024,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":546,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572627+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:08:52.572627+0000","last_peered":"2023-10-09T05:08:52.572627+0000","last_clean":"2023-10-09T05:08:52.572627+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:08:52.572627+0000","last_undegraded":"2023-10-09T05:08:52.572627+0000","last_fullsized":"2023-10-09T05:08:52.572627+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":533,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559701+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:08:52.559701+0000","last_peered":"2023-10-09T05:08:52.559701+0000","last_clean":"2023-10-09T05:08:52.559701+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:08:52.559701+0000","last_undegraded":"2023-10-09T05:08:52.559701+0000","last_fullsized":"2023-10-09T05:08:52.559701+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":400,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560996+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:08:52.560996+0000","last_peered":"2023-10-09T05:08:52.560996+0000","last_clean":"2023-10-09T05:08:52.560996+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:08:52.560996+0000","last_undegraded":"2023-10-09T05:08:52.560996+0000","last_fullsized":"2023-10-09T05:08:52.560996+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":256,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560945+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:08:52.560945+0000","last_peered":"2023-10-09T05:08:52.560945+0000","last_clean":"2023-10-09T05:08:52.560945+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:08:52.560945+0000","last_undegraded":"2023-10-09T05:08:52.560945+0000","last_fullsized":"2023-10-09T05:08:52.560945+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"563'10120","reported_seq":10168,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.436059+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:09:07.436059+0000","last_peered":"2023-10-09T05:09:07.436059+0000","last_clean":"2023-10-09T05:09:07.436059+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:09:07.436059+0000","last_undegraded":"2023-10-09T05:09:07.436059+0000","last_fullsized":"2023-10-09T05:09:07.436059+0000","mapping_epoch":523,"log_start":"530'3400","ondisk_log_start":"530'3400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6720,"log_dups_size":0,"ondisk_log_size":6720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167247872,"num_objects":2552,"num_object_clones":0,"num_object_copies":7656,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2552,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10120,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":924,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558135+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:08:52.558135+0000","last_peered":"2023-10-09T05:08:52.558135+0000","last_clean":"2023-10-09T05:08:52.558135+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:08:52.558135+0000","last_undegraded":"2023-10-09T05:08:52.558135+0000","last_fullsized":"2023-10-09T05:08:52.558135+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":147,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559617+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:08:52.559617+0000","last_peered":"2023-10-09T05:08:52.559617+0000","last_clean":"2023-10-09T05:08:52.559617+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:08:52.559617+0000","last_undegraded":"2023-10-09T05:08:52.559617+0000","last_fullsized":"2023-10-09T05:08:52.559617+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":515,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.569594+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:08:52.569594+0000","last_peered":"2023-10-09T05:08:52.569594+0000","last_clean":"2023-10-09T05:08:52.569594+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:08:52.569594+0000","last_undegraded":"2023-10-09T05:08:52.569594+0000","last_fullsized":"2023-10-09T05:08:52.569594+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":581,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.085778+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:08:40.085778+0000","last_peered":"2023-10-09T05:08:40.085778+0000","last_clean":"2023-10-09T05:08:40.085778+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:08:40.085778+0000","last_undegraded":"2023-10-09T05:08:40.085778+0000","last_fullsized":"2023-10-09T05:08:40.085778+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"563'10231","reported_seq":10279,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:07.465751+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:09:07.465751+0000","last_peered":"2023-10-09T05:09:07.465751+0000","last_clean":"2023-10-09T05:09:07.465751+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:09:07.465751+0000","last_undegraded":"2023-10-09T05:09:07.465751+0000","last_fullsized":"2023-10-09T05:09:07.465751+0000","mapping_epoch":523,"log_start":"527'1400","ondisk_log_start":"527'1400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8831,"log_dups_size":0,"ondisk_log_size":8831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164167680,"num_objects":2505,"num_object_clones":0,"num_object_copies":7515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10231,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":902,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558360+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:08:52.558360+0000","last_peered":"2023-10-09T05:08:52.558360+0000","last_clean":"2023-10-09T05:08:52.558360+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:08:52.558360+0000","last_undegraded":"2023-10-09T05:08:52.558360+0000","last_fullsized":"2023-10-09T05:08:52.558360+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561038+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:08:52.561038+0000","last_peered":"2023-10-09T05:08:52.561038+0000","last_clean":"2023-10-09T05:08:52.561038+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:08:52.561038+0000","last_undegraded":"2023-10-09T05:08:52.561038+0000","last_fullsized":"2023-10-09T05:08:52.561038+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":316,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.088657+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:08:40.088657+0000","last_peered":"2023-10-09T05:08:40.088657+0000","last_clean":"2023-10-09T05:08:40.088657+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:08:40.088657+0000","last_undegraded":"2023-10-09T05:08:40.088657+0000","last_fullsized":"2023-10-09T05:08:40.088657+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":262,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572632+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:08:52.572632+0000","last_peered":"2023-10-09T05:08:52.572632+0000","last_clean":"2023-10-09T05:08:52.572632+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:08:52.572632+0000","last_undegraded":"2023-10-09T05:08:52.572632+0000","last_fullsized":"2023-10-09T05:08:52.572632+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"563'10053","reported_seq":13847,"reported_epoch":563,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:07.478033+0000","last_change":"2023-10-09T05:08:17.340443+0000","last_active":"2023-10-09T05:09:07.478033+0000","last_peered":"2023-10-09T05:09:07.478033+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:09:07.478033+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"527'1200","ondisk_log_start":"527'1200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8853,"log_dups_size":0,"ondisk_log_size":8853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161939456,"num_objects":2471,"num_object_clones":0,"num_object_copies":7413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1953,"num_objects_misplaced":330,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10053,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1869,"num_bytes_recovered":122486784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":330},{"shards":"3,5","objects":188}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566585+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:08:52.566585+0000","last_peered":"2023-10-09T05:08:52.566585+0000","last_clean":"2023-10-09T05:08:52.566585+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:08:52.566585+0000","last_undegraded":"2023-10-09T05:08:52.566585+0000","last_fullsized":"2023-10-09T05:08:52.566585+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":259,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560586+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:08:52.560586+0000","last_peered":"2023-10-09T05:08:52.560586+0000","last_clean":"2023-10-09T05:08:52.560586+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:08:52.560586+0000","last_undegraded":"2023-10-09T05:08:52.560586+0000","last_fullsized":"2023-10-09T05:08:52.560586+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":477,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558515+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:08:52.558515+0000","last_peered":"2023-10-09T05:08:52.558515+0000","last_clean":"2023-10-09T05:08:52.558515+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:08:52.558515+0000","last_undegraded":"2023-10-09T05:08:52.558515+0000","last_fullsized":"2023-10-09T05:08:52.558515+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":282,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559257+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:08:52.559257+0000","last_peered":"2023-10-09T05:08:52.559257+0000","last_clean":"2023-10-09T05:08:52.559257+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:08:52.559257+0000","last_undegraded":"2023-10-09T05:08:52.559257+0000","last_fullsized":"2023-10-09T05:08:52.559257+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"562'10089","reported_seq":10146,"reported_epoch":562,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:05.316803+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:09:05.316803+0000","last_peered":"2023-10-09T05:09:05.316803+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:09:05.316803+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"527'1200","ondisk_log_start":"527'1200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8889,"log_dups_size":0,"ondisk_log_size":8889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169803776,"num_objects":2591,"num_object_clones":0,"num_object_copies":7773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10089,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":435},{"shards":"0,2","objects":-1593}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":608,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559890+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:08:52.559890+0000","last_peered":"2023-10-09T05:08:52.559890+0000","last_clean":"2023-10-09T05:08:52.559890+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:08:52.559890+0000","last_undegraded":"2023-10-09T05:08:52.559890+0000","last_fullsized":"2023-10-09T05:08:52.559890+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":256,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.557963+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:08:52.557963+0000","last_peered":"2023-10-09T05:08:52.557963+0000","last_clean":"2023-10-09T05:08:52.557963+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:08:52.557963+0000","last_undegraded":"2023-10-09T05:08:52.557963+0000","last_fullsized":"2023-10-09T05:08:52.557963+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":573,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.085887+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:08:40.085887+0000","last_peered":"2023-10-09T05:08:40.085887+0000","last_clean":"2023-10-09T05:08:40.085887+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:08:40.085887+0000","last_undegraded":"2023-10-09T05:08:40.085887+0000","last_fullsized":"2023-10-09T05:08:40.085887+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":546,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566557+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:08:52.566557+0000","last_peered":"2023-10-09T05:08:52.566557+0000","last_clean":"2023-10-09T05:08:52.566557+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:08:52.566557+0000","last_undegraded":"2023-10-09T05:08:52.566557+0000","last_fullsized":"2023-10-09T05:08:52.566557+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":258,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563704+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:08:52.563704+0000","last_peered":"2023-10-09T05:08:52.563704+0000","last_clean":"2023-10-09T05:08:52.563704+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:08:52.563704+0000","last_undegraded":"2023-10-09T05:08:52.563704+0000","last_fullsized":"2023-10-09T05:08:52.563704+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":612,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-10-09T05:08:40.088719+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:08:40.088719+0000","last_peered":"2023-10-09T05:08:40.088719+0000","last_clean":"2023-10-09T05:08:40.088719+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:08:40.088719+0000","last_undegraded":"2023-10-09T05:08:40.088719+0000","last_fullsized":"2023-10-09T05:08:40.088719+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":573,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572848+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:08:52.572848+0000","last_peered":"2023-10-09T05:08:52.572848+0000","last_clean":"2023-10-09T05:08:52.572848+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:08:52.572848+0000","last_undegraded":"2023-10-09T05:08:52.572848+0000","last_fullsized":"2023-10-09T05:08:52.572848+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":604,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563634+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:08:52.563634+0000","last_peered":"2023-10-09T05:08:52.563634+0000","last_clean":"2023-10-09T05:08:52.563634+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:08:52.563634+0000","last_undegraded":"2023-10-09T05:08:52.563634+0000","last_fullsized":"2023-10-09T05:08:52.563634+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":564,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.574809+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:08:52.574809+0000","last_peered":"2023-10-09T05:08:52.574809+0000","last_clean":"2023-10-09T05:08:52.574809+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:08:52.574809+0000","last_undegraded":"2023-10-09T05:08:52.574809+0000","last_fullsized":"2023-10-09T05:08:52.574809+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":567,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566796+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:08:52.566796+0000","last_peered":"2023-10-09T05:08:52.566796+0000","last_clean":"2023-10-09T05:08:52.566796+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:08:52.566796+0000","last_undegraded":"2023-10-09T05:08:52.566796+0000","last_fullsized":"2023-10-09T05:08:52.566796+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":293,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559750+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:08:52.559750+0000","last_peered":"2023-10-09T05:08:52.559750+0000","last_clean":"2023-10-09T05:08:52.559750+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:08:52.559750+0000","last_undegraded":"2023-10-09T05:08:52.559750+0000","last_fullsized":"2023-10-09T05:08:52.559750+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":257,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561853+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:08:52.561853+0000","last_peered":"2023-10-09T05:08:52.561853+0000","last_clean":"2023-10-09T05:08:52.561853+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:08:52.561853+0000","last_undegraded":"2023-10-09T05:08:52.561853+0000","last_fullsized":"2023-10-09T05:08:52.561853+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":249,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572862+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:08:52.572862+0000","last_peered":"2023-10-09T05:08:52.572862+0000","last_clean":"2023-10-09T05:08:52.572862+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:08:52.572862+0000","last_undegraded":"2023-10-09T05:08:52.572862+0000","last_fullsized":"2023-10-09T05:08:52.572862+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":593,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563136+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:08:52.563136+0000","last_peered":"2023-10-09T05:08:52.563136+0000","last_clean":"2023-10-09T05:08:52.563136+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:08:52.563136+0000","last_undegraded":"2023-10-09T05:08:52.563136+0000","last_fullsized":"2023-10-09T05:08:52.563136+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":2632646680,"num_objects":40172,"num_object_clones":0,"num_object_copies":120516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20465,"num_objects_misplaced":622,"num_objects_unfound":0,"num_objects_dirty":40172,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":162012,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12145,"num_bytes_recovered":795934720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9747443712,"data_stored":9747431496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121812,"ondisk_log_size":121812,"up":48,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234555,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1982544,"kb_used_data":481800,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":91762608,"statfs":{"total":95995035648,"available":93964910592,"internally_reserved":0,"allocated":493363200,"data_stored":491895411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":1.768,"15min":1.595},"min":{"1min":0.249,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":8.7560000000000002,"5min":10.018000000000001,"15min":16.027999999999999},"last":3.9460000000000002},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.1080000000000001,"15min":1.5669999999999999},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.249},"max":{"1min":10.962999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":13.228}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.2149999999999999,"15min":1.6910000000000001},"min":{"1min":0.26800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":7.048,"5min":10.789,"15min":10.789},"last":13.095000000000001},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.367,"15min":2.3610000000000002},"min":{"1min":0.32600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.6790000000000003,"5min":11.305999999999999,"15min":15.401},"last":2.5670000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.637,"15min":2.1099999999999999},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":7.6870000000000003,"5min":16.951000000000001,"15min":16.951000000000001},"last":3.7370000000000001},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.3769999999999998,"15min":2.028},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":9.4819999999999993,"5min":10.818,"15min":11.311},"last":13.172000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.4329999999999998,"5min":2.8420000000000001,"15min":2.3809999999999998},"min":{"1min":0.39900000000000002,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":18.983000000000001,"5min":18.983000000000001,"15min":18.983000000000001},"last":13.141},{"interface":"front","average":{"1min":5.3579999999999997,"5min":3.4380000000000002,"15min":2.5680000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":19.382999999999999,"5min":19.382999999999999,"15min":19.382999999999999},"last":13.201000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.319,"5min":2.3769999999999998,"15min":1.6839999999999999},"min":{"1min":0.34399999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9199999999999999,"5min":16.911999999999999,"15min":19.949000000000002},"last":3.0499999999999998},{"interface":"front","average":{"1min":2.125,"5min":2.3450000000000002,"15min":1.5409999999999999},"min":{"1min":0.33600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":10.23,"5min":13.050000000000001,"15min":18.971},"last":13.256}]},{"osd":5,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9670000000000001,"5min":2.552,"15min":1.915},"min":{"1min":0.378,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":14.968,"5min":16.838999999999999,"15min":20.678999999999998},"last":2.6110000000000002},{"interface":"front","average":{"1min":2.278,"5min":2.0150000000000001,"15min":1.5629999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":8.9809999999999999,"5min":13.848000000000001,"15min":21.07},"last":3.774}]},{"osd":6,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6019999999999999,"15min":1.9039999999999999},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":14.289999999999999,"5min":16.881,"15min":16.881},"last":2.6539999999999999},{"interface":"front","average":{"1min":2.9340000000000002,"5min":2.419,"15min":1.78},"min":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":10.946,"5min":12.815,"15min":24.010000000000002},"last":3.8090000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496191,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2410568,"kb_used_data":915584,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":91334584,"statfs":{"total":95995035648,"available":93526614016,"internally_reserved":0,"allocated":937558016,"data_stored":936098355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:41 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.4420000000000002,"15min":2.0169999999999999},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.219},"max":{"1min":11.122999999999999,"5min":16.151,"15min":62.470999999999997},"last":7.226},{"interface":"front","average":{"1min":3.4510000000000001,"5min":2.4209999999999998,"15min":2.0710000000000002},"min":{"1min":0.26400000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":14.673,"5min":16.902999999999999,"15min":62.445},"last":1.7729999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8779999999999999,"5min":1.96,"15min":2.2480000000000002},"min":{"1min":0.28599999999999998,"5min":0.245,"15min":0.245},"max":{"1min":5.0179999999999998,"5min":15.935,"15min":15.935},"last":1.8440000000000001},{"interface":"front","average":{"1min":2.899,"5min":2.4569999999999999,"15min":2.5550000000000002},"min":{"1min":0.26800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":10.287000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.484}]},{"osd":2,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.7330000000000001,"15min":2.4399999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.25700000000000001},"max":{"1min":16.337,"5min":16.337,"15min":42.923999999999999},"last":7.2649999999999997},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.738,"15min":2.3919999999999999},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":16.385999999999999,"5min":16.385999999999999,"15min":42.936999999999998},"last":1.885}]},{"osd":3,"last update":"Mon Oct 9 05:08:10 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.5529999999999999,"15min":2.3370000000000002},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":7.9290000000000003,"5min":10.823,"15min":26.763000000000002},"last":1.919},{"interface":"front","average":{"1min":4.0519999999999996,"5min":3.1920000000000002,"15min":2.5110000000000001},"min":{"1min":0.35799999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.518000000000001,"5min":18.140000000000001,"15min":26.777999999999999},"last":1.4450000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.5680000000000001,"15min":1.8380000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":17.123000000000001,"5min":17.123000000000001,"15min":17.123000000000001},"last":7.3639999999999999},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.4569999999999999,"15min":1.7430000000000001},"min":{"1min":0.36699999999999999,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.99,"5min":10.99,"15min":16.068999999999999},"last":1.8089999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.8359999999999999,"15min":1.863},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":11.632999999999999,"5min":18.167000000000002,"15min":18.167000000000002},"last":1.4079999999999999},{"interface":"front","average":{"1min":3.0310000000000001,"5min":2.5899999999999999,"15min":1.833},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":10.843999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":7.2939999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.2229999999999999,"15min":1.6779999999999999},"min":{"1min":0.437,"5min":0.309,"15min":0.309},"max":{"1min":11.349,"5min":11.349,"15min":16.372},"last":7.3920000000000003},{"interface":"front","average":{"1min":2.6280000000000001,"5min":1.8480000000000001,"15min":1.5509999999999999},"min":{"1min":0.40400000000000003,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":10.125,"5min":10.125,"15min":16.018999999999998},"last":5.8230000000000004}]}]},{"osd":1,"up_from":0,"seq":2052994367573,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187897,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2547988,"kb_used_data":1330508,"kb_used_omap":5,"kb_used_meta":1217466,"kb_avail":91197164,"statfs":{"total":95995035648,"available":93385895936,"internally_reserved":0,"allocated":1362440192,"data_stored":1359344176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1246685818},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.294,"15min":1.4990000000000001},"min":{"1min":0.20599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":4.266,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.24399999999999999},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.548,"15min":1.9059999999999999},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.4139999999999997,"5min":7.5720000000000001,"15min":8.8689999999999998},"last":0.313}]},{"osd":2,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":8.2940000000000005,"5min":3.1949999999999998,"15min":2.6869999999999998},"min":{"1min":0.25900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":82.525999999999996,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.33300000000000002},{"interface":"front","average":{"1min":6.3179999999999996,"5min":2.6379999999999999,"15min":2.5219999999999998},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.20000000000000001},"max":{"1min":82.760999999999996,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:08:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":3.2719999999999998,"15min":2.4889999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":8.375,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.113,"15min":2.5619999999999998},"min":{"1min":0.29199999999999998,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":10.176,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.95999999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":1.9390000000000001,"15min":1.891},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.8599999999999994,"5min":10.004,"15min":14.581},"last":1.351},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.3660000000000001,"15min":1.927},"min":{"1min":0.32900000000000001,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3670000000000009,"5min":9.9719999999999995,"15min":14.721},"last":1.3160000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":3.3969999999999998,"5min":2.8079999999999998,"15min":2.1629999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":16.347999999999999,"5min":16.347999999999999,"15min":16.347999999999999},"last":2.1789999999999998},{"interface":"front","average":{"1min":1.3129999999999999,"5min":2.1110000000000002,"15min":2.1920000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":4.9349999999999996,"5min":12.717000000000001,"15min":22.738},"last":2.077}]},{"osd":6,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.6200000000000001,"5min":2.629,"15min":2.1579999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":8.3360000000000003,"5min":17.097999999999999,"15min":17.097999999999999},"last":2.109},{"interface":"front","average":{"1min":1.4330000000000001,"5min":2.1320000000000001,"15min":2.2610000000000001},"min":{"1min":0.38300000000000001,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":4.8710000000000004,"5min":17.335999999999999,"15min":22.709},"last":2.198}]},{"osd":7,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.3519999999999999,"15min":2.3769999999999998},"min":{"1min":0.40300000000000002,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":3.9809999999999999,"5min":10.896000000000001,"15min":22.763000000000002},"last":3.9319999999999999},{"interface":"front","average":{"1min":3.226,"5min":2.153,"15min":2.1499999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.2919999999999998,"5min":10.028,"15min":20.890000000000001},"last":4.032}]}]},{"osd":2,"up_from":116,"seq":498216206740,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2336640,"kb_used_data":1171384,"kb_used_omap":7,"kb_used_meta":1165240,"kb_avail":91408512,"statfs":{"total":95995035648,"available":93602316288,"internally_reserved":0,"allocated":1199497216,"data_stored":1196823272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1193205841},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7189999999999999,"5min":2.4620000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":25.292000000000002,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.81699999999999995},{"interface":"front","average":{"1min":2.8039999999999998,"5min":1.8600000000000001,"15min":1.732},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":15.137,"5min":15.137,"15min":15.137},"last":0.82799999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.613,"5min":2.5600000000000001,"15min":4.2380000000000004},"min":{"1min":0.23699999999999999,"5min":0.19,"15min":0.19},"max":{"1min":7.9450000000000003,"5min":13.619999999999999,"15min":70.971000000000004},"last":3.516},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.0739999999999998,"15min":4.1210000000000004},"min":{"1min":0.50600000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":8.4900000000000002,"5min":11.472,"15min":70.555000000000007},"last":0.78000000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:08:09 2023","interfaces":[{"interface":"back","average":{"1min":2.9430000000000001,"5min":2.8759999999999999,"15min":3.121},"min":{"1min":0.30099999999999999,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":7.2709999999999999,"5min":26.018999999999998,"15min":79.926000000000002},"last":2.415},{"interface":"front","average":{"1min":2.9809999999999999,"5min":3.0350000000000001,"15min":3.2410000000000001},"min":{"1min":0.32400000000000001,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":7.3049999999999997,"5min":26.056999999999999,"15min":79.959000000000003},"last":2.4500000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.6269999999999998,"5min":4.3739999999999997,"15min":3.6150000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":11.444000000000001,"5min":144.90299999999999,"15min":176.00200000000001},"last":1.2749999999999999},{"interface":"front","average":{"1min":3.7080000000000002,"5min":4.0199999999999996,"15min":3.008},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.29999999999999999},"max":{"1min":9.9359999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":9.8529999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":4.1710000000000003,"15min":2.6030000000000002},"min":{"1min":0.41399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.2650000000000006,"5min":143.22499999999999,"15min":143.22499999999999},"last":3.069},{"interface":"front","average":{"1min":3.5699999999999998,"5min":4.827,"15min":3.1909999999999998},"min":{"1min":0.46100000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":9.1020000000000003,"5min":143.07300000000001,"15min":143.07300000000001},"last":2.5960000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":4.2279999999999998,"15min":3.0289999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.2400000000000002,"5min":142.339,"15min":142.339},"last":3.9369999999999998},{"interface":"front","average":{"1min":3.9489999999999998,"5min":3.4860000000000002,"15min":2.5430000000000001},"min":{"1min":0.52600000000000002,"5min":0.307,"15min":0.307},"max":{"1min":14.800000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":2.8660000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":4.907,"5min":3.5579999999999998,"15min":2.5840000000000001},"min":{"1min":0.48599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":25.068999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":2.8100000000000001},{"interface":"front","average":{"1min":4.0960000000000001,"5min":3.278,"15min":2.319},"min":{"1min":0.504,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":14.858000000000001,"5min":54.484000000000002,"15min":54.484000000000002},"last":2.8300000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524877,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2162348,"kb_used_data":1392612,"kb_used_omap":2,"kb_used_meta":769597,"kb_avail":91582804,"statfs":{"total":95995035648,"available":93780791296,"internally_reserved":0,"allocated":1426034688,"data_stored":1423616331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":788067381},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,8],"upper_bound":256},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.6749999999999998,"5min":2.0800000000000001,"15min":2.1739999999999999},"min":{"1min":0.218,"5min":0.188,"15min":0.183},"max":{"1min":8.9369999999999994,"5min":14.198,"15min":26.260999999999999},"last":0.78700000000000003},{"interface":"front","average":{"1min":2.9249999999999998,"5min":1.974,"15min":2.1800000000000002},"min":{"1min":0.20300000000000001,"5min":0.183,"15min":0.183},"max":{"1min":11.413,"5min":12.528,"15min":22.477},"last":5.0199999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:08:15 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.917,"15min":1.1759999999999999},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":7.0899999999999999,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.161,"15min":1.5549999999999999},"min":{"1min":0.315,"5min":0.216,"15min":0.216},"max":{"1min":9.6799999999999997,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.47499999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":2.827,"15min":2.5089999999999999},"min":{"1min":0.29799999999999999,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":13.208,"5min":21.407,"15min":21.722999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.4100000000000001,"5min":2.9199999999999999,"15min":2.5030000000000001},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":7.0419999999999998,"5min":23.350999999999999,"15min":25.776},"last":0.44700000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":4.3410000000000002,"5min":2.7509999999999999,"15min":2.1970000000000001},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.5530000000000008,"5min":14.359999999999999,"15min":15.301},"last":4.8700000000000001},{"interface":"front","average":{"1min":2.972,"5min":2.573,"15min":2.27},"min":{"1min":0.42799999999999999,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":12.369999999999999,"5min":12.369999999999999,"15min":21.532},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":3.0950000000000002,"5min":2.4950000000000001,"15min":2.2010000000000001},"min":{"1min":0.499,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":7.5350000000000001,"5min":11.026,"15min":35.712000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":3.3969999999999998,"5min":2.6000000000000001,"15min":2.3959999999999999},"min":{"1min":0.40899999999999997,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.4420000000000002,"5min":9.4420000000000002,"15min":35.488},"last":4.9089999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4860000000000002,"5min":3.2650000000000001,"15min":2.6859999999999999},"min":{"1min":0.434,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":7.5030000000000001,"5min":18.436,"15min":50.113999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.909,"5min":2.5299999999999998,"15min":2.3170000000000002},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.1619999999999999,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.503}]},{"osd":7,"last update":"Mon Oct 9 05:08:07 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":3.3050000000000002,"15min":2.5699999999999998},"min":{"1min":0.45900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":11.888999999999999,"5min":18.428000000000001,"15min":18.428000000000001},"last":4.9870000000000001},{"interface":"front","average":{"1min":3.3279999999999998,"5min":3.0790000000000002,"15min":2.5619999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":9.1189999999999998,"5min":14.663,"15min":21.587},"last":0.63700000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019463,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2765584,"kb_used_data":1274760,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":90979568,"statfs":{"total":95995035648,"available":93163077632,"internally_reserved":0,"allocated":1305354240,"data_stored":1303886694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.958,"15min":1.764},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.218},"max":{"1min":6.0439999999999996,"5min":8.532,"15min":21.047000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":2.6349999999999998,"5min":2.1059999999999999,"15min":1.6919999999999999},"min":{"1min":0.245,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.7159999999999993,"5min":11.507999999999999,"15min":12.064},"last":0.44900000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.1419999999999999,"15min":2.5},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":6.4610000000000003,"5min":11.367000000000001,"15min":12.317},"last":0.49299999999999999},{"interface":"front","average":{"1min":2.5979999999999999,"5min":2.2330000000000001,"15min":2.0249999999999999},"min":{"1min":0.36299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":6.8869999999999996,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.60799999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":2.5590000000000002,"15min":3.1869999999999998},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":6.6589999999999998,"5min":19.295999999999999,"15min":105.411},"last":0.57699999999999996},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.6909999999999998,"15min":3.109},"min":{"1min":0.45200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.772,"5min":11.468,"15min":97.927999999999997},"last":0.48199999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:08:05 2023","interfaces":[{"interface":"back","average":{"1min":2.6030000000000002,"5min":5.2850000000000001,"15min":3.2200000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":7.1660000000000004,"5min":253.50700000000001,"15min":253.50700000000001},"last":53.189999999999998},{"interface":"front","average":{"1min":3.2549999999999999,"5min":5.4729999999999999,"15min":3.4980000000000002},"min":{"1min":0.44600000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.9969999999999999,"5min":253.72,"15min":253.72},"last":53.088999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":2.4260000000000002,"15min":1.5640000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":6.2530000000000001,"5min":16.518000000000001,"15min":20.991},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.8879999999999999,"5min":2.4249999999999998,"15min":1.5529999999999999},"min":{"1min":0.33500000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.0239999999999991,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.51600000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:09:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.8740000000000001,"15min":1.9810000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":6.1180000000000003,"5min":8.4559999999999995,"15min":81.980999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":1.522,"5min":2.206,"15min":1.9299999999999999},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":6.1529999999999996,"5min":19.387,"15min":81.715999999999994},"last":0.64400000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":2.3700000000000001,"15min":1.7110000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":8.7609999999999992,"5min":12.987,"15min":29.175000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":2.2360000000000002,"5min":2.2530000000000001,"15min":1.806},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.34599999999999997},"max":{"1min":6.4900000000000002,"5min":12.983000000000001,"15min":29.192},"last":0.53100000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757827,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2589128,"kb_used_data":1102144,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":91156024,"statfs":{"total":95995035648,"available":93343768576,"internally_reserved":0,"allocated":1128595456,"data_stored":1127132424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":2.3809999999999998,"15min":1.722},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.21099999999999999},"max":{"1min":10.239000000000001,"5min":10.239000000000001,"15min":12.074999999999999},"last":2.71},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.4990000000000001,"15min":1.8959999999999999},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":4.7329999999999997,"5min":13.456,"15min":15.164},"last":4.984}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":2.9729999999999999,"15min":2.4550000000000001},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":8.2609999999999992,"5min":18.257000000000001,"15min":18.257000000000001},"last":5.6150000000000002},{"interface":"front","average":{"1min":2.145,"5min":2.8069999999999999,"15min":2.1970000000000001},"min":{"1min":0.35299999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":4.649,"5min":13.411,"15min":13.411},"last":13.006}]},{"osd":2,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":3.306,"5min":3.2530000000000001,"15min":2.4990000000000001},"min":{"1min":0.38400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":10.91,"5min":23.318999999999999,"15min":23.318999999999999},"last":3.327},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.4889999999999999,"15min":2.4510000000000001},"min":{"1min":0.28299999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5649999999999995,"5min":25.885000000000002,"15min":25.885000000000002},"last":5.952}]},{"osd":3,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7229999999999999,"5min":3.2719999999999998,"15min":2.6349999999999998},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":17.245000000000001,"5min":24.114999999999998,"15min":74.915000000000006},"last":17.245000000000001},{"interface":"front","average":{"1min":4.7359999999999998,"5min":3.5470000000000002,"15min":2.8570000000000002},"min":{"1min":0.46300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":16.451000000000001,"5min":24.016999999999999,"15min":74.799999999999997},"last":6.6950000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.863,"15min":1.6359999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":2.6760000000000002},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.8220000000000001,"15min":1.6519999999999999},"min":{"1min":0.29699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":6.5469999999999997,"5min":13.877000000000001,"15min":13.877000000000001},"last":5.1180000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.9329999999999998,"15min":1.726},"min":{"1min":0.42199999999999999,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":18.818999999999999,"5min":18.818999999999999,"15min":18.818999999999999},"last":5.0279999999999996},{"interface":"front","average":{"1min":3.2679999999999998,"5min":3.2069999999999999,"15min":1.9510000000000001},"min":{"1min":0.34599999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":17.196999999999999,"5min":17.196999999999999,"15min":17.196999999999999},"last":17.196999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":3.2250000000000001,"15min":1.9119999999999999},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":8.1799999999999997,"5min":18.442,"15min":18.442},"last":13.082000000000001},{"interface":"front","average":{"1min":2.6030000000000002,"5min":3.1709999999999998,"15min":1.9159999999999999},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":14.903,"5min":18.295999999999999,"15min":18.295999999999999},"last":4.9640000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1347551232,"data_stored":1347551232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1975517184,"data_stored":1975517184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1186398208,"data_stored":1186398208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1417216000,"data_stored":1417216000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1287393280,"data_stored":1287389208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1117851648,"data_stored":1117847576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":931008512,"data_stored":931004440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":484507648,"data_stored":484507648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:09:10.875 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:10.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:10.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:10.980 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:11.028 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:11.167 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:11.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:11.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:11.273 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:11.381 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:11.530 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:11.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:11.543 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:11.551 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:09:11.551 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:09:11.600 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:11 smithi107 ceph-mon[184249]: from='client.47408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:11.600 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:11 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20465/120588 objects degraded (16.971%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:11.601 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:11 smithi107 ceph-mon[179183]: from='client.47408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:11.601 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:11 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20465/120588 objects degraded (16.971%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:11.644 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:11.693 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:11 smithi150 ceph-mon[168511]: from='client.47408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:11.693 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:11 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20465/120588 objects degraded (16.971%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:11.721 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:11.948 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:11.954 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:09:11.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:11.962 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:11.986 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:09:12.025 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:09:12.057 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:09:12.063 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:12.066 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T05:09:12.101 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:09:12.148 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:09:12.178 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:09:12.182 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:12.234 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:09:12.274 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:12.286 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.286 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.286 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.286 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.286 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.286 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.287 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.287 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:09:12.304 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:12.310 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:09:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:09:12] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2023-10-09T05:09:12.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:12.317 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:12.418 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:12.506 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:12.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:12 smithi107 ceph-mon[184249]: pgmap v1740: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 20465/118377 objects degraded (17.288%); 622/118377 objects misplaced (0.525%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:12.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1540005801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:12.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:12 smithi107 ceph-mon[179183]: pgmap v1740: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 20465/118377 objects degraded (17.288%); 622/118377 objects misplaced (0.525%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:12.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1540005801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:12.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:12 smithi150 ceph-mon[168511]: pgmap v1740: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 20465/118377 objects degraded (17.288%); 622/118377 objects misplaced (0.525%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:12.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1540005801' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:13.369 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:13.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:13.373 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:13.473 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:13.531 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:13.671 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:13 smithi107 ceph-mon[179183]: pgmap v1741: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.3 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 20469/111525 objects degraded (18.354%); 187/111525 objects misplaced (0.168%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:09:13.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:13 smithi107 ceph-mon[184249]: pgmap v1741: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.3 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 20469/111525 objects degraded (18.354%); 187/111525 objects misplaced (0.168%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:09:13.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:13 smithi150 ceph-mon[168511]: pgmap v1741: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.3 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 20469/111525 objects degraded (18.354%); 187/111525 objects misplaced (0.168%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:09:13.843 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:09:14.410 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:14.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:14.414 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:14.514 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:14.576 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:14.627 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:14.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:14.641 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:14.742 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:14.803 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:14.928 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:14.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:14.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:15.039 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:15.107 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:15.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:09:15.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:09:15.243 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:09:15.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:09:15.244 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:15 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.407 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:15.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:15.412 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:15.464 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:15.495 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:15.513 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:15.619 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:15.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.734 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:09:15.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:09:15.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:15 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:15.784 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:15.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:15.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:15.897 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:15.985 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:16.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:16 smithi107 ceph-mon[179183]: pgmap v1742: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.3 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 20469/111525 objects degraded (18.354%); 187/111525 objects misplaced (0.168%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:09:16.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:16 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20469/111525 objects degraded (18.354%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:16.425 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:16.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:16 smithi107 ceph-mon[184249]: pgmap v1742: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.3 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 20469/111525 objects degraded (18.354%); 187/111525 objects misplaced (0.168%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:09:16.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:16 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20469/111525 objects degraded (18.354%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:16.426 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:16.473 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:16.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:16.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:16.585 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:16.608 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:09:16.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:16 smithi150 ceph-mon[168511]: pgmap v1742: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.3 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 20469/111525 objects degraded (18.354%); 187/111525 objects misplaced (0.168%); 5.4 MiB/s, 86 objects/s recovering 2023-10-09T05:09:16.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:16 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20469/111525 objects degraded (18.354%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:16.629 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:16.632 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:16.704 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:16.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:16.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:16.811 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:16.906 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:17.283 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:09:17.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3558974981' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3558974981' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:17.441 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:17.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:17.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:17.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:17.636 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:17.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3558974981' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:18.063 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:18.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:18.071 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:18.172 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:18.272 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:18.343 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:18.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[184249]: pgmap v1743: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.2 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 20469/109086 objects degraded (18.764%); 187/109086 objects misplaced (0.171%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:18.351 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[184249]: failed to encode map e564 with expected crc 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3558974981' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[184249]: osdmap e564: 8 total, 8 up, 7 in 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[184249]: failed to encode map e564 with expected crc 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[179183]: pgmap v1743: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.2 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 20469/109086 objects degraded (18.764%); 187/109086 objects misplaced (0.171%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:18.352 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[179183]: failed to encode map e564 with expected crc 2023-10-09T05:09:18.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3558974981' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:09:18.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[179183]: osdmap e564: 8 total, 8 up, 7 in 2023-10-09T05:09:18.353 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:18 smithi107 ceph-mon[179183]: failed to encode map e564 with expected crc 2023-10-09T05:09:18.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:18.354 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:18.455 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:18.495 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:18.505 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:09:18.554 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:18.571 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:18.651 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:18.661 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:09:18.661 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:169410 14.1 14:85388502:::benchmark_data_smithi107_437372_object68316:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e564)", 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.639135+0000", 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0015686680000000001, 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0016007079999999999, 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "waiting for sub ops", 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:09:18.662 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 169410 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639135+0000", 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639135+0000", 2023-10-09T05:09:18.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639134+0000", 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639142+0000", 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2279999999999998e-06 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639156+0000", 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4249e-05 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639166+0000", 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3249999999999997e-06 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:18.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639224+0000", 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8434999999999999e-05 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639398+0000", 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017440000000000001 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 2,6", 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639549+0000", 2023-10-09T05:09:18.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000150097 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:169415 14.1 14.71e0c8f1 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e564)", 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.639183+0000", 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0015209290000000001, 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001632337, 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:09:18.667 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 169415 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639183+0000", 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639183+0000", 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639183+0000", 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639186+0000", 2023-10-09T05:09:18.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8770000000000002e-06 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639193+0000", 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6909999999999997e-06 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639199+0000", 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1719999999999998e-06 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.670 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:169405 14.9 e564/523)", 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.639794+0000", 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00091015900000000001, 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0010754029999999999, 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639794+0000", 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639794+0000", 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639793+0000", 2023-10-09T05:09:18.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639804+0000", 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1306e-05 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639816+0000", 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1202e-05 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639823+0000", 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5830000000000001e-06 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:169406 14.a e564/534)", 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.639926+0000", 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00077778700000000005, 2023-10-09T05:09:18.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00098848100000000004, 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639926+0000", 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639926+0000", 2023-10-09T05:09:18.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639926+0000", 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639931+0000", 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5820000000000001e-06 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639940+0000", 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1170000000000004e-06 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.639945+0000", 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5600000000000001e-06 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:169399 14.4 e564/523 14:200a6641:::benchmark_data_smithi107_437372_object68305:head v 564'10619, mlcod=564'10617)", 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.632211+0000", 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0084935789999999994, 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0087554529999999998, 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.632211+0000", 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.632211+0000", 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.632209+0000", 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:18.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.632220+0000", 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.102e-05 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.632234+0000", 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3884e-05 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.632243+0000", 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2289999999999992e-06 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.636663+0000", 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044199679999999998 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.636691+0000", 2023-10-09T05:09:18.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7786000000000001e-05 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:169400 14.8 e564/534)", 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.634514+0000", 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0061902399999999996, 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065124279999999998, 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "queued for pg", 2023-10-09T05:09:18.682 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.634514+0000", 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.634514+0000", 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.634514+0000", 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.634519+0000", 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.631e-06 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.634525+0000", 2023-10-09T05:09:18.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1689999999999997e-06 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.634530+0000", 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3599999999999998e-06 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:169408 14.f e564/549 14:f7746e61:::benchmark_data_smithi107_437372_object68314:head v 564'10476, mlcod=564'10474)", 2023-10-09T05:09:18.685 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:18.635665+0000", 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0050386789999999999, 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054337760000000004, 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635665+0000", 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635665+0000", 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635665+0000", 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:18.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635672+0000", 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4909999999999999e-06 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635688+0000", 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6007000000000001e-05 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635696+0000", 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7540000000000006e-06 2023-10-09T05:09:18.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635766+0000", 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9721999999999994e-05 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:18.635792+0000", 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6843999999999999e-05 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.689 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:18.690 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:09:18.690 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 7 2023-10-09T05:09:18.690 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:09:18.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:18.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:18 smithi150 ceph-mon[168511]: pgmap v1743: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.2 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 20469/109086 objects degraded (18.764%); 187/109086 objects misplaced (0.171%); 5.2 MiB/s, 82 objects/s recovering 2023-10-09T05:09:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:18 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:18 smithi150 ceph-mon[168511]: failed to encode map e564 with expected crc 2023-10-09T05:09:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3558974981' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:09:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:18 smithi150 ceph-mon[168511]: osdmap e564: 8 total, 8 up, 7 in 2023-10-09T05:09:18.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:18 smithi150 ceph-mon[168511]: failed to encode map e564 with expected crc 2023-10-09T05:09:18.792 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:18.861 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:18.924 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:18.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:18.934 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:19.034 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:19.104 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:19.404 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T05:09:19.425 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1744,"stamp":"2023-10-09T05:09:17.272064+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2381977528,"num_objects":36362,"num_object_clones":0,"num_object_copies":109086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20469,"num_objects_misplaced":187,"num_objects_unfound":0,"num_objects_dirty":36362,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165907,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12629,"num_bytes_recovered":824860106,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123772,"ondisk_log_size":123772,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":16138576,"kb_used_data":6966104,"kb_used_omap":16,"kb_used_meta":9172399,"kb_avail":640077488,"statfs":{"total":671965249536,"available":655439347712,"internally_reserved":0,"allocated":7133290496,"data_stored":7119228365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9392537344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-396754944,"num_objects":-6054,"num_object_clones":0,"num_object_copies":-18162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":-868,"num_objects_unfound":0,"num_objects_dirty":-6054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6054,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":864,"num_bytes_recovered":56623104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.286571"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":586,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.567008+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:08:52.567008+0000","last_peered":"2023-10-09T05:08:52.567008+0000","last_clean":"2023-10-09T05:08:52.567008+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:08:52.567008+0000","last_undegraded":"2023-10-09T05:08:52.567008+0000","last_fullsized":"2023-10-09T05:08:52.567008+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":307,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559487+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:08:52.559487+0000","last_peered":"2023-10-09T05:08:52.559487+0000","last_clean":"2023-10-09T05:08:52.559487+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:08:52.559487+0000","last_undegraded":"2023-10-09T05:08:52.559487+0000","last_fullsized":"2023-10-09T05:08:52.559487+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":430,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:06.583933+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:09:06.583933+0000","last_peered":"2023-10-09T05:09:06.583933+0000","last_clean":"2023-10-09T05:09:06.583933+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:09:06.583933+0000","last_undegraded":"2023-10-09T05:09:06.583933+0000","last_fullsized":"2023-10-09T05:09:06.583933+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560746+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:08:52.560746+0000","last_peered":"2023-10-09T05:08:52.560746+0000","last_clean":"2023-10-09T05:08:52.560746+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:08:52.560746+0000","last_undegraded":"2023-10-09T05:08:52.560746+0000","last_fullsized":"2023-10-09T05:08:52.560746+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":286,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559313+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:08:52.559313+0000","last_peered":"2023-10-09T05:08:52.559313+0000","last_clean":"2023-10-09T05:08:52.559313+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:08:52.559313+0000","last_undegraded":"2023-10-09T05:08:52.559313+0000","last_fullsized":"2023-10-09T05:08:52.559313+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":263,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558130+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:08:52.558130+0000","last_peered":"2023-10-09T05:08:52.558130+0000","last_clean":"2023-10-09T05:08:52.558130+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:08:52.558130+0000","last_undegraded":"2023-10-09T05:08:52.558130+0000","last_fullsized":"2023-10-09T05:08:52.558130+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":524,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572927+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:08:52.572927+0000","last_peered":"2023-10-09T05:08:52.572927+0000","last_clean":"2023-10-09T05:08:52.572927+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:08:52.572927+0000","last_undegraded":"2023-10-09T05:08:52.572927+0000","last_fullsized":"2023-10-09T05:08:52.572927+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":313,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559420+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:08:52.559420+0000","last_peered":"2023-10-09T05:08:52.559420+0000","last_clean":"2023-10-09T05:08:52.559420+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:08:52.559420+0000","last_undegraded":"2023-10-09T05:08:52.559420+0000","last_fullsized":"2023-10-09T05:08:52.559420+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":587,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572781+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:08:52.572781+0000","last_peered":"2023-10-09T05:08:52.572781+0000","last_clean":"2023-10-09T05:08:52.572781+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:08:52.572781+0000","last_undegraded":"2023-10-09T05:08:52.572781+0000","last_fullsized":"2023-10-09T05:08:52.572781+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":303,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561939+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:08:52.561939+0000","last_peered":"2023-10-09T05:08:52.561939+0000","last_clean":"2023-10-09T05:08:52.561939+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:08:52.561939+0000","last_undegraded":"2023-10-09T05:08:52.561939+0000","last_fullsized":"2023-10-09T05:08:52.561939+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":126,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560957+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:08:52.560957+0000","last_peered":"2023-10-09T05:08:52.560957+0000","last_clean":"2023-10-09T05:08:52.560957+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:08:52.560957+0000","last_undegraded":"2023-10-09T05:08:52.560957+0000","last_fullsized":"2023-10-09T05:08:52.560957+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":456,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.557873+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:08:52.557873+0000","last_peered":"2023-10-09T05:08:52.557873+0000","last_clean":"2023-10-09T05:08:52.557873+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:08:52.557873+0000","last_undegraded":"2023-10-09T05:08:52.557873+0000","last_fullsized":"2023-10-09T05:08:52.557873+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":639,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.564073+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:08:52.564073+0000","last_peered":"2023-10-09T05:08:52.564073+0000","last_clean":"2023-10-09T05:08:52.564073+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:08:52.564073+0000","last_undegraded":"2023-10-09T05:08:52.564073+0000","last_fullsized":"2023-10-09T05:08:52.564073+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":607,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563570+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:08:52.563570+0000","last_peered":"2023-10-09T05:08:52.563570+0000","last_clean":"2023-10-09T05:08:52.563570+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:08:52.563570+0000","last_undegraded":"2023-10-09T05:08:52.563570+0000","last_fullsized":"2023-10-09T05:08:52.563570+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":126,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560339+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:08:52.560339+0000","last_peered":"2023-10-09T05:08:52.560339+0000","last_clean":"2023-10-09T05:08:52.560339+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:08:52.560339+0000","last_undegraded":"2023-10-09T05:08:52.560339+0000","last_fullsized":"2023-10-09T05:08:52.560339+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":410,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560146+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:08:52.560146+0000","last_peered":"2023-10-09T05:08:52.560146+0000","last_clean":"2023-10-09T05:08:52.560146+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:08:52.560146+0000","last_undegraded":"2023-10-09T05:08:52.560146+0000","last_fullsized":"2023-10-09T05:08:52.560146+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560100+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:08:52.560100+0000","last_peered":"2023-10-09T05:08:52.560100+0000","last_clean":"2023-10-09T05:08:52.560100+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:08:52.560100+0000","last_undegraded":"2023-10-09T05:08:52.560100+0000","last_fullsized":"2023-10-09T05:08:52.560100+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":579,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.575020+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:08:52.575020+0000","last_peered":"2023-10-09T05:08:52.575020+0000","last_clean":"2023-10-09T05:08:52.575020+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:08:52.575020+0000","last_undegraded":"2023-10-09T05:08:52.575020+0000","last_fullsized":"2023-10-09T05:08:52.575020+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559860+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:08:52.559860+0000","last_peered":"2023-10-09T05:08:52.559860+0000","last_clean":"2023-10-09T05:08:52.559860+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:08:52.559860+0000","last_undegraded":"2023-10-09T05:08:52.559860+0000","last_fullsized":"2023-10-09T05:08:52.559860+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":539,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559826+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:08:52.559826+0000","last_peered":"2023-10-09T05:08:52.559826+0000","last_clean":"2023-10-09T05:08:52.559826+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:08:52.559826+0000","last_undegraded":"2023-10-09T05:08:52.559826+0000","last_fullsized":"2023-10-09T05:08:52.559826+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":261,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.556856+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:08:52.556856+0000","last_peered":"2023-10-09T05:08:52.556856+0000","last_clean":"2023-10-09T05:08:52.556856+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:08:52.556856+0000","last_undegraded":"2023-10-09T05:08:52.556856+0000","last_fullsized":"2023-10-09T05:08:52.556856+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":306,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560435+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:08:52.560435+0000","last_peered":"2023-10-09T05:08:52.560435+0000","last_clean":"2023-10-09T05:08:52.560435+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:08:52.560435+0000","last_undegraded":"2023-10-09T05:08:52.560435+0000","last_fullsized":"2023-10-09T05:08:52.560435+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"563'10261","reported_seq":10318,"reported_epoch":563,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:12.398112+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:09:12.398112+0000","last_peered":"2023-10-09T05:09:12.398112+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:09:12.398112+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"530'3400","ondisk_log_start":"530'3400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6861,"log_dups_size":0,"ondisk_log_size":6861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150142976,"num_objects":2291,"num_object_clones":0,"num_object_copies":6873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10261,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":177},{"shards":"3,6","objects":-1871}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":124,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560179+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:08:52.560179+0000","last_peered":"2023-10-09T05:08:52.560179+0000","last_clean":"2023-10-09T05:08:52.560179+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:08:52.560179+0000","last_undegraded":"2023-10-09T05:08:52.560179+0000","last_fullsized":"2023-10-09T05:08:52.560179+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":563,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572263+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:08:52.572263+0000","last_peered":"2023-10-09T05:08:52.572263+0000","last_clean":"2023-10-09T05:08:52.572263+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:08:52.572263+0000","last_undegraded":"2023-10-09T05:08:52.572263+0000","last_fullsized":"2023-10-09T05:08:52.572263+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"563'10345","reported_seq":18759,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.265606+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:09:12.265606+0000","last_peered":"2023-10-09T05:09:12.265606+0000","last_clean":"2023-10-09T05:09:12.265606+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:09:12.265606+0000","last_undegraded":"2023-10-09T05:09:12.265606+0000","last_fullsized":"2023-10-09T05:09:12.265606+0000","mapping_epoch":554,"log_start":"538'4500","ondisk_log_start":"538'4500","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5845,"log_dups_size":0,"ondisk_log_size":5845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150667264,"num_objects":2299,"num_object_clones":0,"num_object_copies":6897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10345,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":155,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560668+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:08:52.560668+0000","last_peered":"2023-10-09T05:08:52.560668+0000","last_clean":"2023-10-09T05:08:52.560668+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:08:52.560668+0000","last_undegraded":"2023-10-09T05:08:52.560668+0000","last_fullsized":"2023-10-09T05:08:52.560668+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":597,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.569470+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:08:52.569470+0000","last_peered":"2023-10-09T05:08:52.569470+0000","last_clean":"2023-10-09T05:08:52.569470+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:08:52.569470+0000","last_undegraded":"2023-10-09T05:08:52.569470+0000","last_fullsized":"2023-10-09T05:08:52.569470+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"563'10553","reported_seq":10603,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:15.336378+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:09:15.336378+0000","last_peered":"2023-10-09T05:09:15.336378+0000","last_clean":"2023-10-09T05:09:15.336378+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:09:15.336378+0000","last_undegraded":"2023-10-09T05:09:15.336378+0000","last_fullsized":"2023-10-09T05:09:15.336378+0000","mapping_epoch":523,"log_start":"527'1700","ondisk_log_start":"527'1700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8853,"log_dups_size":0,"ondisk_log_size":8853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145031168,"num_objects":2213,"num_object_clones":0,"num_object_copies":6639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10553,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":124,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561120+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:08:52.561120+0000","last_peered":"2023-10-09T05:08:52.561120+0000","last_clean":"2023-10-09T05:08:52.561120+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:08:52.561120+0000","last_undegraded":"2023-10-09T05:08:52.561120+0000","last_fullsized":"2023-10-09T05:08:52.561120+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":283,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.557946+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:08:52.557946+0000","last_peered":"2023-10-09T05:08:52.557946+0000","last_clean":"2023-10-09T05:08:52.557946+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:08:52.557946+0000","last_undegraded":"2023-10-09T05:08:52.557946+0000","last_fullsized":"2023-10-09T05:08:52.557946+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"563'10222","reported_seq":14636,"reported_epoch":563,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:12.305175+0000","last_change":"2023-10-09T05:08:17.353688+0000","last_active":"2023-10-09T05:09:12.305175+0000","last_peered":"2023-10-09T05:09:12.305175+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:09:12.305175+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"538'4400","ondisk_log_start":"538'4400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5822,"log_dups_size":0,"ondisk_log_size":5822,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150339584,"num_objects":2294,"num_object_clones":0,"num_object_copies":6882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1879,"num_objects_misplaced":69,"num_objects_unfound":0,"num_objects_dirty":2294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10222,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2178,"num_bytes_recovered":142737408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":69},{"shards":"2,3","objects":346}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":607,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572761+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:08:52.572761+0000","last_peered":"2023-10-09T05:08:52.572761+0000","last_clean":"2023-10-09T05:08:52.572761+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:08:52.572761+0000","last_undegraded":"2023-10-09T05:08:52.572761+0000","last_fullsized":"2023-10-09T05:08:52.572761+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":567,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558067+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:08:52.558067+0000","last_peered":"2023-10-09T05:08:52.558067+0000","last_clean":"2023-10-09T05:08:52.558067+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:08:52.558067+0000","last_undegraded":"2023-10-09T05:08:52.558067+0000","last_fullsized":"2023-10-09T05:08:52.558067+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"563'10322","reported_seq":10378,"reported_epoch":563,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:15.348506+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:09:15.348506+0000","last_peered":"2023-10-09T05:09:15.348506+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:09:15.348506+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"527'1400","ondisk_log_start":"527'1400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8922,"log_dups_size":0,"ondisk_log_size":8922,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142082048,"num_objects":2168,"num_object_clones":0,"num_object_copies":6504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10322,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":46},{"shards":"0,2","objects":-1955}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":988,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559933+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:08:52.559933+0000","last_peered":"2023-10-09T05:08:52.559933+0000","last_clean":"2023-10-09T05:08:52.559933+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:08:52.559933+0000","last_undegraded":"2023-10-09T05:08:52.559933+0000","last_fullsized":"2023-10-09T05:08:52.559933+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":233,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560613+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:08:52.560613+0000","last_peered":"2023-10-09T05:08:52.560613+0000","last_clean":"2023-10-09T05:08:52.560613+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:08:52.560613+0000","last_undegraded":"2023-10-09T05:08:52.560613+0000","last_fullsized":"2023-10-09T05:08:52.560613+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":607,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563924+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:08:52.563924+0000","last_peered":"2023-10-09T05:08:52.563924+0000","last_clean":"2023-10-09T05:08:52.563924+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:08:52.563924+0000","last_undegraded":"2023-10-09T05:08:52.563924+0000","last_fullsized":"2023-10-09T05:08:52.563924+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"563'10491","reported_seq":10539,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.488523+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:09:12.488523+0000","last_peered":"2023-10-09T05:09:12.488523+0000","last_clean":"2023-10-09T05:09:12.488523+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:09:12.488523+0000","last_undegraded":"2023-10-09T05:09:12.488523+0000","last_fullsized":"2023-10-09T05:09:12.488523+0000","mapping_epoch":523,"log_start":"527'1600","ondisk_log_start":"527'1600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8891,"log_dups_size":0,"ondisk_log_size":8891,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150667264,"num_objects":2299,"num_object_clones":0,"num_object_copies":6897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10491,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572238+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:08:52.572238+0000","last_peered":"2023-10-09T05:08:52.572238+0000","last_clean":"2023-10-09T05:08:52.572238+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:08:52.572238+0000","last_undegraded":"2023-10-09T05:08:52.572238+0000","last_fullsized":"2023-10-09T05:08:52.572238+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":263,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558023+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:08:52.558023+0000","last_peered":"2023-10-09T05:08:52.558023+0000","last_clean":"2023-10-09T05:08:52.558023+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:08:52.558023+0000","last_undegraded":"2023-10-09T05:08:52.558023+0000","last_fullsized":"2023-10-09T05:08:52.558023+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":543,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.567176+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:08:52.567176+0000","last_peered":"2023-10-09T05:08:52.567176+0000","last_clean":"2023-10-09T05:08:52.567176+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:08:52.567176+0000","last_undegraded":"2023-10-09T05:08:52.567176+0000","last_fullsized":"2023-10-09T05:08:52.567176+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"563'10380","reported_seq":10428,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.457121+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:09:12.457121+0000","last_peered":"2023-10-09T05:09:12.457121+0000","last_clean":"2023-10-09T05:09:12.457121+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:09:12.457121+0000","last_undegraded":"2023-10-09T05:09:12.457121+0000","last_fullsized":"2023-10-09T05:09:12.457121+0000","mapping_epoch":523,"log_start":"530'3500","ondisk_log_start":"530'3500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6880,"log_dups_size":0,"ondisk_log_size":6880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147324928,"num_objects":2248,"num_object_clones":0,"num_object_copies":6744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2248,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10380,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":544,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.569389+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:08:52.569389+0000","last_peered":"2023-10-09T05:08:52.569389+0000","last_clean":"2023-10-09T05:08:52.569389+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:08:52.569389+0000","last_undegraded":"2023-10-09T05:08:52.569389+0000","last_fullsized":"2023-10-09T05:08:52.569389+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":617,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.565088+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:08:52.565088+0000","last_peered":"2023-10-09T05:08:52.565088+0000","last_clean":"2023-10-09T05:08:52.565088+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:08:52.565088+0000","last_undegraded":"2023-10-09T05:08:52.565088+0000","last_fullsized":"2023-10-09T05:08:52.565088+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"563'10335","reported_seq":10383,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.469122+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:09:12.469122+0000","last_peered":"2023-10-09T05:09:12.469122+0000","last_clean":"2023-10-09T05:09:12.469122+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:09:12.469122+0000","last_undegraded":"2023-10-09T05:09:12.469122+0000","last_fullsized":"2023-10-09T05:09:12.469122+0000","mapping_epoch":523,"log_start":"530'3600","ondisk_log_start":"530'3600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6735,"log_dups_size":0,"ondisk_log_size":6735,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152240128,"num_objects":2323,"num_object_clones":0,"num_object_copies":6969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10335,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.581320+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:08:52.581320+0000","last_peered":"2023-10-09T05:08:52.581320+0000","last_clean":"2023-10-09T05:08:52.581320+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:08:52.581320+0000","last_undegraded":"2023-10-09T05:08:52.581320+0000","last_fullsized":"2023-10-09T05:08:52.581320+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":305,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.562315+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:08:52.562315+0000","last_peered":"2023-10-09T05:08:52.562315+0000","last_clean":"2023-10-09T05:08:52.562315+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:08:52.562315+0000","last_undegraded":"2023-10-09T05:08:52.562315+0000","last_fullsized":"2023-10-09T05:08:52.562315+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":413,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:57.291711+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:08:57.291711+0000","last_peered":"2023-10-09T05:08:57.291711+0000","last_clean":"2023-10-09T05:08:57.291711+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:08:57.291711+0000","last_undegraded":"2023-10-09T05:08:57.291711+0000","last_fullsized":"2023-10-09T05:08:57.291711+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"563'10485","reported_seq":10544,"reported_epoch":563,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:15.333267+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:09:15.333267+0000","last_peered":"2023-10-09T05:09:15.333267+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:09:15.333267+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"527'1600","ondisk_log_start":"527'1600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8885,"log_dups_size":0,"ondisk_log_size":8885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145948672,"num_objects":2227,"num_object_clones":0,"num_object_copies":6681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10485,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":35},{"shards":"0,2","objects":-1937}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":942,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558050+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:08:52.558050+0000","last_peered":"2023-10-09T05:08:52.558050+0000","last_clean":"2023-10-09T05:08:52.558050+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:08:52.558050+0000","last_undegraded":"2023-10-09T05:08:52.558050+0000","last_fullsized":"2023-10-09T05:08:52.558050+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":147,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566655+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:08:52.566655+0000","last_peered":"2023-10-09T05:08:52.566655+0000","last_clean":"2023-10-09T05:08:52.566655+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:08:52.566655+0000","last_undegraded":"2023-10-09T05:08:52.566655+0000","last_fullsized":"2023-10-09T05:08:52.566655+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":577,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.574900+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:08:52.574900+0000","last_peered":"2023-10-09T05:08:52.574900+0000","last_clean":"2023-10-09T05:08:52.574900+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:08:52.574900+0000","last_undegraded":"2023-10-09T05:08:52.574900+0000","last_fullsized":"2023-10-09T05:08:52.574900+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":331,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.581292+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:08:52.581292+0000","last_peered":"2023-10-09T05:08:52.581292+0000","last_clean":"2023-10-09T05:08:52.581292+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:08:52.581292+0000","last_undegraded":"2023-10-09T05:08:52.581292+0000","last_fullsized":"2023-10-09T05:08:52.581292+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"563'10428","reported_seq":10476,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.438289+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:09:12.438289+0000","last_peered":"2023-10-09T05:09:12.438289+0000","last_clean":"2023-10-09T05:09:12.438289+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:09:12.438289+0000","last_undegraded":"2023-10-09T05:09:12.438289+0000","last_fullsized":"2023-10-09T05:09:12.438289+0000","mapping_epoch":523,"log_start":"530'3700","ondisk_log_start":"530'3700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6728,"log_dups_size":0,"ondisk_log_size":6728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150601728,"num_objects":2298,"num_object_clones":0,"num_object_copies":6894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10428,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572367+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:08:52.572367+0000","last_peered":"2023-10-09T05:08:52.572367+0000","last_clean":"2023-10-09T05:08:52.572367+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:08:52.572367+0000","last_undegraded":"2023-10-09T05:08:52.572367+0000","last_fullsized":"2023-10-09T05:08:52.572367+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":610,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.581195+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:08:52.581195+0000","last_peered":"2023-10-09T05:08:52.581195+0000","last_clean":"2023-10-09T05:08:52.581195+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:08:52.581195+0000","last_undegraded":"2023-10-09T05:08:52.581195+0000","last_fullsized":"2023-10-09T05:08:52.581195+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":564,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563503+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:08:52.563503+0000","last_peered":"2023-10-09T05:08:52.563503+0000","last_clean":"2023-10-09T05:08:52.563503+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:08:52.563503+0000","last_undegraded":"2023-10-09T05:08:52.563503+0000","last_fullsized":"2023-10-09T05:08:52.563503+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":438,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560203+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:08:52.560203+0000","last_peered":"2023-10-09T05:08:52.560203+0000","last_clean":"2023-10-09T05:08:52.560203+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:08:52.560203+0000","last_undegraded":"2023-10-09T05:08:52.560203+0000","last_fullsized":"2023-10-09T05:08:52.560203+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"563'10326","reported_seq":10375,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.421311+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:09:12.421311+0000","last_peered":"2023-10-09T05:09:12.421311+0000","last_clean":"2023-10-09T05:09:12.421311+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:09:12.421311+0000","last_undegraded":"2023-10-09T05:09:12.421311+0000","last_fullsized":"2023-10-09T05:09:12.421311+0000","mapping_epoch":523,"log_start":"530'3500","ondisk_log_start":"530'3500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149618712,"num_objects":2284,"num_object_clones":0,"num_object_copies":6852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2284,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10326,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":533,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560029+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:08:52.560029+0000","last_peered":"2023-10-09T05:08:52.560029+0000","last_clean":"2023-10-09T05:08:52.560029+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:08:52.560029+0000","last_undegraded":"2023-10-09T05:08:52.560029+0000","last_fullsized":"2023-10-09T05:08:52.560029+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":581,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:55.330414+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:08:55.330414+0000","last_peered":"2023-10-09T05:08:55.330414+0000","last_clean":"2023-10-09T05:08:55.330414+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:08:55.330414+0000","last_undegraded":"2023-10-09T05:08:55.330414+0000","last_fullsized":"2023-10-09T05:08:55.330414+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":456,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560305+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:08:52.560305+0000","last_peered":"2023-10-09T05:08:52.560305+0000","last_clean":"2023-10-09T05:08:52.560305+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:08:52.560305+0000","last_undegraded":"2023-10-09T05:08:52.560305+0000","last_fullsized":"2023-10-09T05:08:52.560305+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":367,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572976+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:08:52.572976+0000","last_peered":"2023-10-09T05:08:52.572976+0000","last_clean":"2023-10-09T05:08:52.572976+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:08:52.572976+0000","last_undegraded":"2023-10-09T05:08:52.572976+0000","last_fullsized":"2023-10-09T05:08:52.572976+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"563'10228","reported_seq":18591,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.292968+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:09:12.292968+0000","last_peered":"2023-10-09T05:09:12.292968+0000","last_clean":"2023-10-09T05:09:12.292968+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:09:12.292968+0000","last_undegraded":"2023-10-09T05:09:12.292968+0000","last_fullsized":"2023-10-09T05:09:12.292968+0000","mapping_epoch":549,"log_start":"529'2900","ondisk_log_start":"529'2900","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7328,"log_dups_size":0,"ondisk_log_size":7328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147587072,"num_objects":2252,"num_object_clones":0,"num_object_copies":6756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2252,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10228,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":546,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572627+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:08:52.572627+0000","last_peered":"2023-10-09T05:08:52.572627+0000","last_clean":"2023-10-09T05:08:52.572627+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:08:52.572627+0000","last_undegraded":"2023-10-09T05:08:52.572627+0000","last_fullsized":"2023-10-09T05:08:52.572627+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":533,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559701+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:08:52.559701+0000","last_peered":"2023-10-09T05:08:52.559701+0000","last_clean":"2023-10-09T05:08:52.559701+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:08:52.559701+0000","last_undegraded":"2023-10-09T05:08:52.559701+0000","last_fullsized":"2023-10-09T05:08:52.559701+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":400,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560996+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:08:52.560996+0000","last_peered":"2023-10-09T05:08:52.560996+0000","last_clean":"2023-10-09T05:08:52.560996+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:08:52.560996+0000","last_undegraded":"2023-10-09T05:08:52.560996+0000","last_fullsized":"2023-10-09T05:08:52.560996+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":256,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560945+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:08:52.560945+0000","last_peered":"2023-10-09T05:08:52.560945+0000","last_clean":"2023-10-09T05:08:52.560945+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:08:52.560945+0000","last_undegraded":"2023-10-09T05:08:52.560945+0000","last_fullsized":"2023-10-09T05:08:52.560945+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"563'10319","reported_seq":10367,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.323857+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:09:12.323857+0000","last_peered":"2023-10-09T05:09:12.323857+0000","last_clean":"2023-10-09T05:09:12.323857+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:09:12.323857+0000","last_undegraded":"2023-10-09T05:09:12.323857+0000","last_fullsized":"2023-10-09T05:09:12.323857+0000","mapping_epoch":523,"log_start":"530'3600","ondisk_log_start":"530'3600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6719,"log_dups_size":0,"ondisk_log_size":6719,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154206208,"num_objects":2353,"num_object_clones":0,"num_object_copies":7059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10319,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":924,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558135+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:08:52.558135+0000","last_peered":"2023-10-09T05:08:52.558135+0000","last_clean":"2023-10-09T05:08:52.558135+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:08:52.558135+0000","last_undegraded":"2023-10-09T05:08:52.558135+0000","last_fullsized":"2023-10-09T05:08:52.558135+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":147,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559617+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:08:52.559617+0000","last_peered":"2023-10-09T05:08:52.559617+0000","last_clean":"2023-10-09T05:08:52.559617+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:08:52.559617+0000","last_undegraded":"2023-10-09T05:08:52.559617+0000","last_fullsized":"2023-10-09T05:08:52.559617+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":515,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.569594+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:08:52.569594+0000","last_peered":"2023-10-09T05:08:52.569594+0000","last_clean":"2023-10-09T05:08:52.569594+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:08:52.569594+0000","last_undegraded":"2023-10-09T05:08:52.569594+0000","last_fullsized":"2023-10-09T05:08:52.569594+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":583,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:06.557673+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:09:06.557673+0000","last_peered":"2023-10-09T05:09:06.557673+0000","last_clean":"2023-10-09T05:09:06.557673+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:09:06.557673+0000","last_undegraded":"2023-10-09T05:09:06.557673+0000","last_fullsized":"2023-10-09T05:09:06.557673+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"563'10413","reported_seq":10459,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:12.482899+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:09:12.482899+0000","last_peered":"2023-10-09T05:09:12.482899+0000","last_clean":"2023-10-09T05:09:12.482899+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:09:12.482899+0000","last_undegraded":"2023-10-09T05:09:12.482899+0000","last_fullsized":"2023-10-09T05:09:12.482899+0000","mapping_epoch":523,"log_start":"527'1500","ondisk_log_start":"527'1500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8913,"log_dups_size":0,"ondisk_log_size":8913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152240128,"num_objects":2323,"num_object_clones":0,"num_object_copies":6969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10413,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":902,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558360+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:08:52.558360+0000","last_peered":"2023-10-09T05:08:52.558360+0000","last_clean":"2023-10-09T05:08:52.558360+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:08:52.558360+0000","last_undegraded":"2023-10-09T05:08:52.558360+0000","last_fullsized":"2023-10-09T05:08:52.558360+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":120,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561038+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:08:52.561038+0000","last_peered":"2023-10-09T05:08:52.561038+0000","last_clean":"2023-10-09T05:08:52.561038+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:08:52.561038+0000","last_undegraded":"2023-10-09T05:08:52.561038+0000","last_fullsized":"2023-10-09T05:08:52.561038+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":317,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560281+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:08:52.560281+0000","last_peered":"2023-10-09T05:08:52.560281+0000","last_clean":"2023-10-09T05:08:52.560281+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:08:52.560281+0000","last_undegraded":"2023-10-09T05:08:52.560281+0000","last_fullsized":"2023-10-09T05:08:52.560281+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":262,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572632+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:08:52.572632+0000","last_peered":"2023-10-09T05:08:52.572632+0000","last_clean":"2023-10-09T05:08:52.572632+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:08:52.572632+0000","last_undegraded":"2023-10-09T05:08:52.572632+0000","last_fullsized":"2023-10-09T05:08:52.572632+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"563'10255","reported_seq":14468,"reported_epoch":563,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:12.494465+0000","last_change":"2023-10-09T05:08:17.340443+0000","last_active":"2023-10-09T05:09:12.494465+0000","last_peered":"2023-10-09T05:09:12.494465+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:09:12.494465+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"527'1400","ondisk_log_start":"527'1400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8855,"log_dups_size":0,"ondisk_log_size":8855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148701184,"num_objects":2269,"num_object_clones":0,"num_object_copies":6807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1957,"num_objects_misplaced":118,"num_objects_unfound":0,"num_objects_dirty":2269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10255,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2077,"num_bytes_recovered":136118272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":118},{"shards":"3,5","objects":194}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":561,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566585+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:08:52.566585+0000","last_peered":"2023-10-09T05:08:52.566585+0000","last_clean":"2023-10-09T05:08:52.566585+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:08:52.566585+0000","last_undegraded":"2023-10-09T05:08:52.566585+0000","last_fullsized":"2023-10-09T05:08:52.566585+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":259,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560586+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:08:52.560586+0000","last_peered":"2023-10-09T05:08:52.560586+0000","last_clean":"2023-10-09T05:08:52.560586+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:08:52.560586+0000","last_undegraded":"2023-10-09T05:08:52.560586+0000","last_fullsized":"2023-10-09T05:08:52.560586+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":477,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.558515+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:08:52.558515+0000","last_peered":"2023-10-09T05:08:52.558515+0000","last_clean":"2023-10-09T05:08:52.558515+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:08:52.558515+0000","last_undegraded":"2023-10-09T05:08:52.558515+0000","last_fullsized":"2023-10-09T05:08:52.558515+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":282,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559257+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:08:52.559257+0000","last_peered":"2023-10-09T05:08:52.559257+0000","last_clean":"2023-10-09T05:08:52.559257+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:08:52.559257+0000","last_undegraded":"2023-10-09T05:08:52.559257+0000","last_fullsized":"2023-10-09T05:08:52.559257+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"563'10483","reported_seq":10541,"reported_epoch":563,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:15.318287+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:09:15.318287+0000","last_peered":"2023-10-09T05:09:15.318287+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:09:15.318287+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"527'1600","ondisk_log_start":"527'1600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8883,"log_dups_size":0,"ondisk_log_size":8883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143982592,"num_objects":2197,"num_object_clones":0,"num_object_copies":6591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10483,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":41},{"shards":"0,2","objects":-1987}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":608,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559890+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:08:52.559890+0000","last_peered":"2023-10-09T05:08:52.559890+0000","last_clean":"2023-10-09T05:08:52.559890+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:08:52.559890+0000","last_undegraded":"2023-10-09T05:08:52.559890+0000","last_fullsized":"2023-10-09T05:08:52.559890+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":256,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.557963+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:08:52.557963+0000","last_peered":"2023-10-09T05:08:52.557963+0000","last_clean":"2023-10-09T05:08:52.557963+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:08:52.557963+0000","last_undegraded":"2023-10-09T05:08:52.557963+0000","last_fullsized":"2023-10-09T05:08:52.557963+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":575,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-10-09T05:09:06.557754+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:09:06.557754+0000","last_peered":"2023-10-09T05:09:06.557754+0000","last_clean":"2023-10-09T05:09:06.557754+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:09:06.557754+0000","last_undegraded":"2023-10-09T05:09:06.557754+0000","last_fullsized":"2023-10-09T05:09:06.557754+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":546,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566557+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:08:52.566557+0000","last_peered":"2023-10-09T05:08:52.566557+0000","last_clean":"2023-10-09T05:08:52.566557+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:08:52.566557+0000","last_undegraded":"2023-10-09T05:08:52.566557+0000","last_fullsized":"2023-10-09T05:08:52.566557+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":258,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563704+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:08:52.563704+0000","last_peered":"2023-10-09T05:08:52.563704+0000","last_clean":"2023-10-09T05:08:52.563704+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:08:52.563704+0000","last_undegraded":"2023-10-09T05:08:52.563704+0000","last_fullsized":"2023-10-09T05:08:52.563704+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":613,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.560364+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:08:52.560364+0000","last_peered":"2023-10-09T05:08:52.560364+0000","last_clean":"2023-10-09T05:08:52.560364+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:08:52.560364+0000","last_undegraded":"2023-10-09T05:08:52.560364+0000","last_fullsized":"2023-10-09T05:08:52.560364+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":573,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572848+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:08:52.572848+0000","last_peered":"2023-10-09T05:08:52.572848+0000","last_clean":"2023-10-09T05:08:52.572848+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:08:52.572848+0000","last_undegraded":"2023-10-09T05:08:52.572848+0000","last_fullsized":"2023-10-09T05:08:52.572848+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":604,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563634+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:08:52.563634+0000","last_peered":"2023-10-09T05:08:52.563634+0000","last_clean":"2023-10-09T05:08:52.563634+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:08:52.563634+0000","last_undegraded":"2023-10-09T05:08:52.563634+0000","last_fullsized":"2023-10-09T05:08:52.563634+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":564,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.574809+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:08:52.574809+0000","last_peered":"2023-10-09T05:08:52.574809+0000","last_clean":"2023-10-09T05:08:52.574809+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:08:52.574809+0000","last_undegraded":"2023-10-09T05:08:52.574809+0000","last_fullsized":"2023-10-09T05:08:52.574809+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":567,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.566796+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:08:52.566796+0000","last_peered":"2023-10-09T05:08:52.566796+0000","last_clean":"2023-10-09T05:08:52.566796+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:08:52.566796+0000","last_undegraded":"2023-10-09T05:08:52.566796+0000","last_fullsized":"2023-10-09T05:08:52.566796+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":293,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.559750+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:08:52.559750+0000","last_peered":"2023-10-09T05:08:52.559750+0000","last_clean":"2023-10-09T05:08:52.559750+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:08:52.559750+0000","last_undegraded":"2023-10-09T05:08:52.559750+0000","last_fullsized":"2023-10-09T05:08:52.559750+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":257,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.561853+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:08:52.561853+0000","last_peered":"2023-10-09T05:08:52.561853+0000","last_clean":"2023-10-09T05:08:52.561853+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:08:52.561853+0000","last_undegraded":"2023-10-09T05:08:52.561853+0000","last_fullsized":"2023-10-09T05:08:52.561853+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":249,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.572862+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:08:52.572862+0000","last_peered":"2023-10-09T05:08:52.572862+0000","last_clean":"2023-10-09T05:08:52.572862+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:08:52.572862+0000","last_undegraded":"2023-10-09T05:08:52.572862+0000","last_fullsized":"2023-10-09T05:08:52.572862+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":593,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-10-09T05:08:52.563136+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:08:52.563136+0000","last_peered":"2023-10-09T05:08:52.563136+0000","last_clean":"2023-10-09T05:08:52.563136+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:08:52.563136+0000","last_undegraded":"2023-10-09T05:08:52.563136+0000","last_fullsized":"2023-10-09T05:08:52.563136+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":2381381656,"num_objects":36338,"num_object_clones":0,"num_object_copies":109014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20469,"num_objects_misplaced":187,"num_objects_unfound":0,"num_objects_dirty":36338,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165846,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12576,"num_bytes_recovered":824180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8990240768,"data_stored":8990228552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121946,"ondisk_log_size":121946,"up":48,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234556,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1949520,"kb_used_data":444744,"kb_used_omap":0,"kb_used_meta":1504768,"kb_avail":91795632,"statfs":{"total":95995035648,"available":93998727168,"internally_reserved":0,"allocated":455417856,"data_stored":453950067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1540882432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":1.768,"15min":1.595},"min":{"1min":0.249,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":8.7560000000000002,"5min":10.018000000000001,"15min":16.027999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.1080000000000001,"15min":1.5669999999999999},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.249},"max":{"1min":10.962999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":4.4139999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.5339999999999998,"5min":2.2149999999999999,"15min":1.6910000000000001},"min":{"1min":0.26800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":7.048,"5min":10.789,"15min":10.789},"last":4.2850000000000001},{"interface":"front","average":{"1min":2.6099999999999999,"5min":2.367,"15min":2.3610000000000002},"min":{"1min":0.32600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.6790000000000003,"5min":11.305999999999999,"15min":15.401},"last":0.47699999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.637,"15min":2.1099999999999999},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":7.6870000000000003,"5min":16.951000000000001,"15min":16.951000000000001},"last":2.1699999999999999},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.3769999999999998,"15min":2.028},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":9.4819999999999993,"5min":10.818,"15min":11.311},"last":11.367000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.4329999999999998,"5min":2.8420000000000001,"15min":2.3809999999999998},"min":{"1min":0.39900000000000002,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":18.983000000000001,"5min":18.983000000000001,"15min":18.983000000000001},"last":4.3369999999999997},{"interface":"front","average":{"1min":5.3579999999999997,"5min":3.4380000000000002,"15min":2.5680000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":19.382999999999999,"5min":19.382999999999999,"15min":19.382999999999999},"last":4.3639999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.319,"5min":2.3769999999999998,"15min":1.6839999999999999},"min":{"1min":0.34399999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9199999999999999,"5min":16.911999999999999,"15min":19.949000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":2.125,"5min":2.3450000000000002,"15min":1.5409999999999999},"min":{"1min":0.33600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":10.23,"5min":13.050000000000001,"15min":18.971},"last":4.3890000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9670000000000001,"5min":2.552,"15min":1.915},"min":{"1min":0.378,"5min":0.30499999999999999,"15min":0.29999999999999999},"max":{"1min":14.968,"5min":16.838999999999999,"15min":20.678999999999998},"last":5.6100000000000003},{"interface":"front","average":{"1min":2.278,"5min":2.0150000000000001,"15min":1.5629999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":8.9809999999999999,"5min":13.848000000000001,"15min":21.07},"last":2.2040000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6019999999999999,"15min":1.9039999999999999},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":14.289999999999999,"5min":16.881,"15min":16.881},"last":5.6500000000000004},{"interface":"front","average":{"1min":2.9340000000000002,"5min":2.419,"15min":1.78},"min":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.29899999999999999},"max":{"1min":10.946,"5min":12.815,"15min":24.010000000000002},"last":6.484}]}]},{"osd":6,"up_from":46,"seq":197568496192,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2370760,"kb_used_data":871744,"kb_used_omap":0,"kb_used_meta":1499008,"kb_avail":91374392,"statfs":{"total":95995035648,"available":93567377408,"internally_reserved":0,"allocated":892665856,"data_stored":891206195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1534984192},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:41 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.4420000000000002,"15min":2.0169999999999999},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.219},"max":{"1min":11.122999999999999,"5min":16.151,"15min":62.470999999999997},"last":5.2450000000000001},{"interface":"front","average":{"1min":3.4510000000000001,"5min":2.4209999999999998,"15min":2.0710000000000002},"min":{"1min":0.26400000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":14.673,"5min":16.902999999999999,"15min":62.445},"last":5.4370000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":1.8779999999999999,"5min":1.96,"15min":2.2480000000000002},"min":{"1min":0.28599999999999998,"5min":0.245,"15min":0.245},"max":{"1min":5.0179999999999998,"5min":15.935,"15min":15.935},"last":5.5819999999999999},{"interface":"front","average":{"1min":2.899,"5min":2.4569999999999999,"15min":2.5550000000000002},"min":{"1min":0.26800000000000002,"5min":0.252,"15min":0.252},"max":{"1min":10.287000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.7850000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.7330000000000001,"15min":2.4399999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.25700000000000001},"max":{"1min":16.337,"5min":16.337,"15min":42.923999999999999},"last":5.7880000000000003},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.738,"15min":2.3919999999999999},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":16.385999999999999,"5min":16.385999999999999,"15min":42.936999999999998},"last":5.532}]},{"osd":3,"last update":"Mon Oct 9 05:08:10 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":2.5529999999999999,"15min":2.3370000000000002},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.29199999999999998},"max":{"1min":7.9290000000000003,"5min":10.823,"15min":26.763000000000002},"last":5.5579999999999998},{"interface":"front","average":{"1min":4.0519999999999996,"5min":3.1920000000000002,"15min":2.5110000000000001},"min":{"1min":0.35799999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":10.518000000000001,"5min":18.140000000000001,"15min":26.777999999999999},"last":3.3439999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.5680000000000001,"15min":1.8380000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":17.123000000000001,"5min":17.123000000000001,"15min":17.123000000000001},"last":1.3999999999999999},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.4569999999999999,"15min":1.7430000000000001},"min":{"1min":0.36699999999999999,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.99,"5min":10.99,"15min":16.068999999999999},"last":5.5}]},{"osd":5,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.8359999999999999,"15min":1.863},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":11.632999999999999,"5min":18.167000000000002,"15min":18.167000000000002},"last":2.569},{"interface":"front","average":{"1min":3.0310000000000001,"5min":2.5899999999999999,"15min":1.833},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":10.843999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":5.6619999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:08:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6859999999999999,"5min":2.2229999999999999,"15min":1.6779999999999999},"min":{"1min":0.437,"5min":0.309,"15min":0.309},"max":{"1min":11.349,"5min":11.349,"15min":16.372},"last":5.7009999999999996},{"interface":"front","average":{"1min":2.6280000000000001,"5min":1.8480000000000001,"15min":1.5509999999999999},"min":{"1min":0.40400000000000003,"5min":0.32700000000000001,"15min":0.315},"max":{"1min":10.125,"5min":10.125,"15min":16.018999999999998},"last":5.4770000000000003}]}]},{"osd":1,"up_from":0,"seq":2052994367575,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187899,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2338980,"kb_used_data":1129692,"kb_used_omap":5,"kb_used_meta":1209274,"kb_avail":91406172,"statfs":{"total":95995035648,"available":93599920128,"internally_reserved":0,"allocated":1156804608,"data_stored":1153700699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1238297210},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.294,"15min":1.4990000000000001},"min":{"1min":0.20599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":4.266,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.222},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.548,"15min":1.9059999999999999},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.4139999999999997,"5min":7.5720000000000001,"15min":8.8689999999999998},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":8.2940000000000005,"5min":3.1949999999999998,"15min":2.6869999999999998},"min":{"1min":0.25900000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":82.525999999999996,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":6.3179999999999996,"5min":2.6379999999999999,"15min":2.5219999999999998},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.20000000000000001},"max":{"1min":82.760999999999996,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.69599999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:08:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":3.2719999999999998,"15min":2.4889999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":8.375,"5min":82.644000000000005,"15min":82.644000000000005},"last":1.117},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.113,"15min":2.5619999999999998},"min":{"1min":0.29199999999999998,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":10.176,"5min":82.489000000000004,"15min":82.489000000000004},"last":1.1000000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":1.9390000000000001,"15min":1.891},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.8599999999999994,"5min":10.004,"15min":14.581},"last":1.5209999999999999},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.3660000000000001,"15min":1.927},"min":{"1min":0.32900000000000001,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3670000000000009,"5min":9.9719999999999995,"15min":14.721},"last":1.5589999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":3.3969999999999998,"5min":2.8079999999999998,"15min":2.1629999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":16.347999999999999,"5min":16.347999999999999,"15min":16.347999999999999},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.3129999999999999,"5min":2.1110000000000002,"15min":2.1920000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":4.9349999999999996,"5min":12.717000000000001,"15min":22.738},"last":5.5170000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":2.6200000000000001,"5min":2.629,"15min":2.1579999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":8.3360000000000003,"5min":17.097999999999999,"15min":17.097999999999999},"last":1.163},{"interface":"front","average":{"1min":1.4330000000000001,"5min":2.1320000000000001,"15min":2.2610000000000001},"min":{"1min":0.38300000000000001,"5min":0.33300000000000002,"15min":0.32100000000000001},"max":{"1min":4.8710000000000004,"5min":17.335999999999999,"15min":22.709},"last":0.51500000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:08:24 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":2.3519999999999999,"15min":2.3769999999999998},"min":{"1min":0.40300000000000002,"5min":0.373,"15min":0.34599999999999997},"max":{"1min":3.9809999999999999,"5min":10.896000000000001,"15min":22.763000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":3.226,"5min":2.153,"15min":2.1499999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.2919999999999998,"5min":10.028,"15min":20.890000000000001},"last":0.495}]}]},{"osd":2,"up_from":116,"seq":498216206742,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2193040,"kb_used_data":997448,"kb_used_omap":7,"kb_used_meta":1195576,"kb_avail":91552112,"statfs":{"total":95995035648,"available":93749362688,"internally_reserved":0,"allocated":1021386752,"data_stored":1018704915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1224269905},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7189999999999999,"5min":2.4620000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":25.292000000000002,"5min":25.292000000000002,"15min":25.292000000000002},"last":7.2569999999999997},{"interface":"front","average":{"1min":2.8039999999999998,"5min":1.8600000000000001,"15min":1.732},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":15.137,"5min":15.137,"15min":15.137},"last":0.23999999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.613,"5min":2.5600000000000001,"15min":4.2380000000000004},"min":{"1min":0.23699999999999999,"5min":0.19,"15min":0.19},"max":{"1min":7.9450000000000003,"5min":13.619999999999999,"15min":70.971000000000004},"last":9.6199999999999992},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.0739999999999998,"15min":4.1210000000000004},"min":{"1min":0.50600000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":8.4900000000000002,"5min":11.472,"15min":70.555000000000007},"last":7.226}]},{"osd":3,"last update":"Mon Oct 9 05:09:11 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":2.4359999999999999,"15min":3.165},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":9.7140000000000004,"5min":13.526,"15min":79.926000000000002},"last":9.7140000000000004},{"interface":"front","average":{"1min":2.5510000000000002,"5min":2.6230000000000002,"15min":3.3069999999999999},"min":{"1min":0.307,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":11.228,"5min":13.552,"15min":79.959000000000003},"last":9.7349999999999994}]},{"osd":4,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.6269999999999998,"5min":4.3739999999999997,"15min":3.6150000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":11.444000000000001,"5min":144.90299999999999,"15min":176.00200000000001},"last":9.6639999999999997},{"interface":"front","average":{"1min":3.7080000000000002,"5min":4.0199999999999996,"15min":3.008},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.29999999999999999},"max":{"1min":9.9359999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":6.5170000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":4.1710000000000003,"15min":2.6030000000000002},"min":{"1min":0.41399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.2650000000000006,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":3.5699999999999998,"5min":4.827,"15min":3.1909999999999998},"min":{"1min":0.46100000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":9.1020000000000003,"5min":143.07300000000001,"15min":143.07300000000001},"last":9.6910000000000007}]},{"osd":6,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":4.2279999999999998,"15min":3.0289999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.2400000000000002,"5min":142.339,"15min":142.339},"last":6.5570000000000004},{"interface":"front","average":{"1min":3.9489999999999998,"5min":3.4860000000000002,"15min":2.5430000000000001},"min":{"1min":0.52600000000000002,"5min":0.307,"15min":0.307},"max":{"1min":14.800000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":4.907,"5min":3.5579999999999998,"15min":2.5840000000000001},"min":{"1min":0.48599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":25.068999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":6.5910000000000002},{"interface":"front","average":{"1min":4.0960000000000001,"5min":3.278,"15min":2.319},"min":{"1min":0.504,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":14.858000000000001,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.45300000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524878,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2086508,"kb_used_data":1308708,"kb_used_omap":2,"kb_used_meta":777789,"kb_avail":91658644,"statfs":{"total":95995035648,"available":93858451456,"internally_reserved":0,"allocated":1340116992,"data_stored":1337698635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":796455989},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":1.724,"15min":2.0750000000000002},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.183},"max":{"1min":8.5310000000000006,"5min":14.198,"15min":26.260999999999999},"last":1.9750000000000001},{"interface":"front","average":{"1min":2.2930000000000001,"5min":2.0089999999999999,"15min":2.2280000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.7149999999999999,"5min":12.528,"15min":22.477},"last":0.67000000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:08:15 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.917,"15min":1.1759999999999999},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":7.0899999999999999,"5min":11.076000000000001,"15min":11.076000000000001},"last":6.1180000000000003},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.161,"15min":1.5549999999999999},"min":{"1min":0.315,"5min":0.216,"15min":0.216},"max":{"1min":9.6799999999999997,"5min":12.672000000000001,"15min":12.672000000000001},"last":2.016}]},{"osd":2,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":2.2160000000000002,"15min":2.4199999999999999},"min":{"1min":0.35599999999999998,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":8.8650000000000002,"5min":13.208,"15min":21.407},"last":8.8650000000000002},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.2770000000000001,"15min":2.5369999999999999},"min":{"1min":0.27900000000000003,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":18.271999999999998,"5min":18.271999999999998,"15min":25.776},"last":3.0409999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.41199999999999998,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.0850000000000009,"5min":9.5530000000000008,"15min":15.301},"last":1.1759999999999999},{"interface":"front","average":{"1min":3.7109999999999999,"5min":2.6429999999999998,"15min":2.2770000000000001},"min":{"1min":0.44600000000000001,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":11.548,"5min":12.369999999999999,"15min":15.401999999999999},"last":8.7949999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.5179999999999998,"15min":2.2109999999999999},"min":{"1min":0.38200000000000001,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":9.1059999999999999,"5min":9.1059999999999999,"15min":35.712000000000003},"last":6.0830000000000002},{"interface":"front","average":{"1min":3.4100000000000001,"5min":2.7040000000000002,"15min":2.548},"min":{"1min":0.44,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.1920000000000002,"5min":9.4420000000000002,"15min":35.488},"last":7.8230000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.0430000000000001,"5min":3.0030000000000001,"15min":2.6480000000000001},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":8.9429999999999996,"5min":18.436,"15min":50.113999999999997},"last":8.9429999999999996},{"interface":"front","average":{"1min":2.6269999999999998,"5min":2.383,"15min":2.343},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.8260000000000005,"5min":17.443999999999999,"15min":53.841999999999999},"last":9.8260000000000005}]},{"osd":7,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.383,"5min":3.1600000000000001,"15min":2.7189999999999999},"min":{"1min":0.68200000000000005,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":9.5389999999999997,"5min":15.491,"15min":18.428000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.7280000000000002,"15min":2.5019999999999998},"min":{"1min":0.43099999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":8.8330000000000002,"5min":10.226000000000001,"15min":15.381},"last":8.8330000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019464,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2683152,"kb_used_data":1188232,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":91062000,"statfs":{"total":95995035648,"available":93247488000,"internally_reserved":0,"allocated":1216749568,"data_stored":1215282022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.958,"15min":1.764},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.218},"max":{"1min":6.0439999999999996,"5min":8.532,"15min":21.047000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":2.6349999999999998,"5min":2.1059999999999999,"15min":1.6919999999999999},"min":{"1min":0.245,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.7159999999999993,"5min":11.507999999999999,"15min":12.064},"last":5.1950000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":2.637,"5min":2.1419999999999999,"15min":2.5},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":6.4610000000000003,"5min":11.367000000000001,"15min":12.317},"last":0.46700000000000003},{"interface":"front","average":{"1min":2.5979999999999999,"5min":2.2330000000000001,"15min":2.0249999999999999},"min":{"1min":0.36299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":6.8869999999999996,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":1.6839999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":2.5590000000000002,"15min":3.1869999999999998},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":6.6589999999999998,"5min":19.295999999999999,"15min":105.411},"last":1.804},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.6909999999999998,"15min":3.109},"min":{"1min":0.45200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.772,"5min":11.468,"15min":97.927999999999997},"last":1.482}]},{"osd":3,"last update":"Mon Oct 9 05:09:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3810000000000002,"5min":5.9589999999999996,"15min":3.504},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":53.189999999999998,"5min":253.50700000000001,"15min":253.50700000000001},"last":1.556},{"interface":"front","average":{"1min":4.8680000000000003,"5min":5.8719999999999999,"15min":3.6339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":53.088999999999999,"5min":253.72,"15min":253.72},"last":3.2290000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":2.4260000000000002,"15min":1.5640000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":6.2530000000000001,"5min":16.518000000000001,"15min":20.991},"last":6.0179999999999998},{"interface":"front","average":{"1min":1.8879999999999999,"5min":2.4249999999999998,"15min":1.5529999999999999},"min":{"1min":0.33500000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.0239999999999991,"5min":16.190999999999999,"15min":16.190999999999999},"last":6.1079999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:09:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.8740000000000001,"15min":1.9810000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":6.1180000000000003,"5min":8.4559999999999995,"15min":81.980999999999995},"last":0.502},{"interface":"front","average":{"1min":1.522,"5min":2.206,"15min":1.9299999999999999},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":6.1529999999999996,"5min":19.387,"15min":81.715999999999994},"last":0.44700000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:08:21 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":2.3700000000000001,"15min":1.7110000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":8.7609999999999992,"5min":12.987,"15min":29.175000000000001},"last":1.52},{"interface":"front","average":{"1min":2.2360000000000002,"5min":2.2530000000000001,"15min":1.806},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.34599999999999997},"max":{"1min":6.4900000000000002,"5min":12.983000000000001,"15min":29.192},"last":0.68400000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757828,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2516616,"kb_used_data":1025536,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":91228536,"statfs":{"total":95995035648,"available":93418020864,"internally_reserved":0,"allocated":1050148864,"data_stored":1048685832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":2.3809999999999998,"15min":1.722},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.21099999999999999},"max":{"1min":10.239000000000001,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.92600000000000005},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.4990000000000001,"15min":1.8959999999999999},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":4.7329999999999997,"5min":13.456,"15min":15.164},"last":2.0009999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:08:18 2023","interfaces":[{"interface":"back","average":{"1min":2.3559999999999999,"5min":2.9729999999999999,"15min":2.4550000000000001},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":8.2609999999999992,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":2.145,"5min":2.8069999999999999,"15min":2.1970000000000001},"min":{"1min":0.35299999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":4.649,"5min":13.411,"15min":13.411},"last":7.6959999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":3.306,"5min":3.2530000000000001,"15min":2.4990000000000001},"min":{"1min":0.38400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":10.91,"5min":23.318999999999999,"15min":23.318999999999999},"last":1.4490000000000001},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.4889999999999999,"15min":2.4510000000000001},"min":{"1min":0.28299999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5649999999999995,"5min":25.885000000000002,"15min":25.885000000000002},"last":7.7960000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7229999999999999,"5min":3.2719999999999998,"15min":2.6349999999999998},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":17.245000000000001,"5min":24.114999999999998,"15min":74.915000000000006},"last":4.1890000000000001},{"interface":"front","average":{"1min":4.7359999999999998,"5min":3.5470000000000002,"15min":2.8570000000000002},"min":{"1min":0.46300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":16.451000000000001,"5min":24.016999999999999,"15min":74.799999999999997},"last":7.7539999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.863,"15min":1.6359999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.8220000000000001,"15min":1.6519999999999999},"min":{"1min":0.29699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":6.5469999999999997,"5min":13.877000000000001,"15min":13.877000000000001},"last":0.46400000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.9329999999999998,"15min":1.726},"min":{"1min":0.42199999999999999,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":18.818999999999999,"5min":18.818999999999999,"15min":18.818999999999999},"last":2.613},{"interface":"front","average":{"1min":3.2679999999999998,"5min":3.2069999999999999,"15min":1.9510000000000001},"min":{"1min":0.34599999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":17.196999999999999,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.53400000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":3.2250000000000001,"15min":1.9119999999999999},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":8.1799999999999997,"5min":18.442,"15min":18.442},"last":0.56999999999999995},{"interface":"front","average":{"1min":2.6030000000000002,"5min":3.1709999999999998,"15min":1.9159999999999999},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":14.903,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.58999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1141506048,"data_stored":1141506048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1936195584,"data_stored":1936195584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1007222784,"data_stored":1007222784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1331429376,"data_stored":1331429376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1201016832,"data_stored":1201012760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1039863808,"data_stored":1039859736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":885002240,"data_stored":884998168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":448004096,"data_stored":448004096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:09:19.433 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:09:19.511 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:19.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:19.516 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:19.617 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:19.888 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:19.980 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:19.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:19.990 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:20.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:20.148 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:20.169 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:09:20.206 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:20.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:20.221 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:20.321 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:20.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:20 smithi107 ceph-mon[179183]: from='client.47417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:20.478 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:20 smithi107 ceph-mon[179183]: pgmap v1745: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.1 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 628 op/s; 20075/101724 objects degraded (19.735%); 3.9 MiB/s, 101 objects/s recovering 2023-10-09T05:09:20.479 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:20 smithi107 ceph-mon[184249]: from='client.47417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:20.479 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:20 smithi107 ceph-mon[184249]: pgmap v1745: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.1 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 628 op/s; 20075/101724 objects degraded (19.735%); 3.9 MiB/s, 101 objects/s recovering 2023-10-09T05:09:20.480 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:20 smithi150 ceph-mon[168511]: from='client.47417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:20 smithi150 ceph-mon[168511]: pgmap v1745: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.1 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 628 op/s; 20075/101724 objects degraded (19.735%); 3.9 MiB/s, 101 objects/s recovering 2023-10-09T05:09:20.540 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:20.752 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:20.793 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:20.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:20.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:20.905 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:20.963 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:21.202 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:09:21.239 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:09:21.274 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:09:21.315 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:09:21.353 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:09:21.382 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:21.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:21.391 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:21 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 20075/101724 objects degraded (19.735%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:21.391 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2513175631' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:21.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:21 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 20075/101724 objects degraded (19.735%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:21.391 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2513175631' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:21.391 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:09:21.392 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:21.428 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:09:21.477 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.479 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:09:21.493 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:21.554 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:21 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 20075/101724 objects degraded (19.735%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:21.555 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2513175631' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:21.561 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:21.644 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:21.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:21.653 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:21.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:21.815 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:22.016 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:09:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:09:22] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2023-10-09T05:09:22.304 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:22.306 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:22 smithi107 ceph-mon[179183]: pgmap v1746: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 636 op/s; 20075/99264 objects degraded (20.224%); 3.9 MiB/s, 101 objects/s recovering 2023-10-09T05:09:22.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:22.319 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:22.420 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:22.488 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:22.552 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:22.558 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:22 smithi150 ceph-mon[168511]: pgmap v1746: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 636 op/s; 20075/99264 objects degraded (20.224%); 3.9 MiB/s, 101 objects/s recovering 2023-10-09T05:09:22.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:22.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:22.660 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:22 smithi107 ceph-mon[184249]: pgmap v1746: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 636 op/s; 20075/99264 objects degraded (20.224%); 3.9 MiB/s, 101 objects/s recovering 2023-10-09T05:09:22.714 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:22.797 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:22.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:22.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:22.906 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:22.999 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:23.089 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:23.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:23.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:23.200 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:23.276 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:23.354 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:23.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:23.363 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:23.464 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:23.530 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:24.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:24 smithi107 ceph-mon[184249]: pgmap v1747: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 19456/91830 objects degraded (21.187%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:24.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:24 smithi107 ceph-mon[179183]: pgmap v1747: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 19456/91830 objects degraded (21.187%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:24.735 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:24 smithi150 ceph-mon[168511]: pgmap v1747: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 19456/91830 objects degraded (21.187%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:25.795 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:25.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:25.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:25.835 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:25.906 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:25.980 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:26.043 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:26.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:26.049 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:26.150 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:26.246 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:26.365 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:09:26.366 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:09:26.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:26 smithi107 ceph-mon[179183]: pgmap v1748: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 19456/91830 objects degraded (21.187%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:26.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:26 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 19456/91830 objects degraded (21.187%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:26.491 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:26 smithi107 ceph-mon[184249]: pgmap v1748: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 19456/91830 objects degraded (21.187%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:26.492 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:26 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 19456/91830 objects degraded (21.187%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:26.492 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:26.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:26.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:26.602 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:26.670 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:26 smithi150 ceph-mon[168511]: pgmap v1748: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.9 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 19456/91830 objects degraded (21.187%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:26.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:26 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 19456/91830 objects degraded (21.187%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:27.118 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T05:09:27.256 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:27.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:27.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:27.374 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:27.488 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:27.644 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:27.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:27.659 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:27.731 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 19456/89136 objects degraded (21.827%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2327,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":564,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":7,"osd_in_since":1696828002,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":4},{"state_name":"active+recovering+undersized+degraded+remapped","count":2}],"num_pgs":99,"num_pools":5,"num_objects":29712,"data_bytes":1946163128,"bytes_used":15279697920,"bytes_avail":656685551616,"bytes_total":671965249536,"degraded_objects":19456,"degraded_total":89136,"degraded_ratio":0.21827320050260277,"recovering_objects_per_sec":119,"recovering_bytes_per_sec":1224926,"recovering_keys_per_sec":0,"num_objects_recovered":1200,"num_bytes_recovered":12255232,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":664},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":31,"modified":"2023-10-09T05:06:36.916966+0000","services":{}},"progress_events":{"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true},"d7bee191-88ce-4bfb-bc2f-0e8c57f87bf0":{"message":"Global Recovery Event (2m)\n [==========================..] (remaining: 9s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-10-09T05:09:27.760 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:27.863 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:27.871 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:09:28.011 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:28.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:28.019 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:28.120 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:28.182 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:28.248 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:28.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:28.261 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:28.362 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:28.428 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:28 smithi107 ceph-mon[179183]: pgmap v1749: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 664 op/s; 19456/89136 objects degraded (21.827%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:28.429 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:28 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/346308841' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:28.429 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:28 smithi107 ceph-mon[184249]: pgmap v1749: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 664 op/s; 19456/89136 objects degraded (21.827%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:28.429 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:28 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/346308841' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:28.472 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:28 smithi150 ceph-mon[168511]: pgmap v1749: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 664 op/s; 19456/89136 objects degraded (21.827%); 1.2 MiB/s, 119 objects/s recovering 2023-10-09T05:09:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:28 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/346308841' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:28.740 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:09:28.837 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:09:29.043 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:29.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:29.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:29.154 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:29.216 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:29.276 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:29.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:29.280 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:29.281 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:29.347 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:29.380 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:29.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:29 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/592290155' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:29.403 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:29 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:29.412 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:09:29.460 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:29.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:29 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/592290155' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:29.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:29 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:29.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:29 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/592290155' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:29.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:29 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:30.126 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:30.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:30.132 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:30.232 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:30.303 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:30.372 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:30.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:30.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:30.484 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:30.511 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:30.525 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:30.578 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:30.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:30.585 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: pgmap v1750: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 795 op/s; 18861/81108 objects degraded (23.254%); 1021 KiB/s, 153 objects/s recovering 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: osdmap e565: 8 total, 8 up, 7 in 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.586 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:30 smithi150 ceph-mon[168511]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: pgmap v1750: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 795 op/s; 18861/81108 objects degraded (23.254%); 1021 KiB/s, 153 objects/s recovering 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: osdmap e565: 8 total, 8 up, 7 in 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[184249]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: pgmap v1750: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 795 op/s; 18861/81108 objects degraded (23.254%); 1021 KiB/s, 153 objects/s recovering 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.611 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:30.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: osdmap e565: 8 total, 8 up, 7 in 2023-10-09T05:09:30.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.612 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:30 smithi107 ceph-mon[179183]: failed to encode map e565 with expected crc 2023-10-09T05:09:30.686 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:30.745 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:30.986 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:30.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:30.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:31.095 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:31.140 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:31.211 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:31.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:31.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:31.321 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:31.384 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:31.424 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:31 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 18861/81108 objects degraded (23.254%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:31.424 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:31 smithi150 ceph-mon[168511]: pgmap v1752: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 686 op/s; 18861/78651 objects degraded (23.981%); 0 B/s, 121 objects/s recovering 2023-10-09T05:09:31.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:31.425 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:31.461 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:31.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 18861/81108 objects degraded (23.254%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:31.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[184249]: pgmap v1752: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 686 op/s; 18861/78651 objects degraded (23.981%); 0 B/s, 121 objects/s recovering 2023-10-09T05:09:31.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:31.471 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:31.471 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 18861/81108 objects degraded (23.254%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:31.471 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[179183]: pgmap v1752: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 686 op/s; 18861/78651 objects degraded (23.981%); 0 B/s, 121 objects/s recovering 2023-10-09T05:09:31.472 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:31.472 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:31.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:31.475 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:31.576 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:31.645 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:31.891 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:31.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:31.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:31.994 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:32.076 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:32.158 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:32.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:32.164 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:32.265 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:32.350 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:09:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:09:32] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2023-10-09T05:09:32.354 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:32.423 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:32.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:32.429 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:32.441 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:09:32.441 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:09:32.459 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:09:32.530 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:32.584 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:32.650 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:32.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:32.661 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:32.762 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:32.884 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:33.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/216650182' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/216650182' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:09:33.373 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.374 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:09:33.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/216650182' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:33.857 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:33.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:33.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:33.951 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:09:33.969 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:34.025 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:34.161 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:34.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:34 smithi107 ceph-mon[184249]: pgmap v1753: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 18108/71445 objects degraded (25.345%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:34.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:34.175 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:34.180 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:34 smithi107 ceph-mon[179183]: pgmap v1753: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 18108/71445 objects degraded (25.345%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:34.276 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:34.336 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:34 smithi150 ceph-mon[168511]: pgmap v1753: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 18108/71445 objects degraded (25.345%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:34.348 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:34.428 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:34.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:34.438 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:34.539 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:34.625 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:34.990 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:35.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:35.019 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:35.120 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:35.177 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:35.192 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:35.220 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:35.231 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:35.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:35.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:35.336 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:35.432 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:35.442 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:35.448 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:09:35.873 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:35.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:35.879 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:35.980 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:36.042 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:36 smithi107 ceph-mon[184249]: pgmap v1754: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 18108/71445 objects degraded (25.345%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:36 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 18108/71445 objects degraded (25.345%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:36.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:36 smithi107 ceph-mon[179183]: pgmap v1754: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 18108/71445 objects degraded (25.345%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:36.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:36 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 18108/71445 objects degraded (25.345%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:36.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:36 smithi150 ceph-mon[168511]: pgmap v1754: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 18108/71445 objects degraded (25.345%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:36.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:36 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 18108/71445 objects degraded (25.345%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:36.511 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:36.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:36.518 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:36.568 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1754,"stamp":"2023-10-09T05:09:34.999794+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1559697336,"num_objects":23815,"num_object_clones":0,"num_object_copies":71445,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18108,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23815,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":178454,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15177,"num_bytes_recovered":837115338,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123819,"ondisk_log_size":123819,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":13855040,"kb_used_data":4666248,"kb_used_omap":16,"kb_used_meta":9188015,"kb_avail":642361024,"statfs":{"total":671965249536,"available":657777688576,"internally_reserved":0,"allocated":4778237952,"data_stored":4764111195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9408528128},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-445317120,"num_objects":-6795,"num_object_clones":0,"num_object_copies":-20385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1348,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6795,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1348,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003115"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":588,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.281753+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:09:17.281753+0000","last_peered":"2023-10-09T05:09:17.281753+0000","last_clean":"2023-10-09T05:09:17.281753+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:09:17.281753+0000","last_undegraded":"2023-10-09T05:09:17.281753+0000","last_fullsized":"2023-10-09T05:09:17.281753+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":310,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.396547+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:09:29.396547+0000","last_peered":"2023-10-09T05:09:29.396547+0000","last_clean":"2023-10-09T05:09:29.396547+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:09:29.396547+0000","last_undegraded":"2023-10-09T05:09:29.396547+0000","last_fullsized":"2023-10-09T05:09:29.396547+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":432,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285092+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:09:17.285092+0000","last_peered":"2023-10-09T05:09:17.285092+0000","last_clean":"2023-10-09T05:09:17.285092+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:09:17.285092+0000","last_undegraded":"2023-10-09T05:09:17.285092+0000","last_fullsized":"2023-10-09T05:09:17.285092+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":122,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282774+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:09:17.282774+0000","last_peered":"2023-10-09T05:09:17.282774+0000","last_clean":"2023-10-09T05:09:17.282774+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:09:17.282774+0000","last_undegraded":"2023-10-09T05:09:17.282774+0000","last_fullsized":"2023-10-09T05:09:17.282774+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":289,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:27.343766+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:09:27.343766+0000","last_peered":"2023-10-09T05:09:27.343766+0000","last_clean":"2023-10-09T05:09:27.343766+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:09:27.343766+0000","last_undegraded":"2023-10-09T05:09:27.343766+0000","last_fullsized":"2023-10-09T05:09:27.343766+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":265,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282035+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:09:17.282035+0000","last_peered":"2023-10-09T05:09:17.282035+0000","last_clean":"2023-10-09T05:09:17.282035+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:09:17.282035+0000","last_undegraded":"2023-10-09T05:09:17.282035+0000","last_fullsized":"2023-10-09T05:09:17.282035+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":526,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.286731+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:09:17.286731+0000","last_peered":"2023-10-09T05:09:17.286731+0000","last_clean":"2023-10-09T05:09:17.286731+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:09:17.286731+0000","last_undegraded":"2023-10-09T05:09:17.286731+0000","last_fullsized":"2023-10-09T05:09:17.286731+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":315,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284905+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:09:17.284905+0000","last_peered":"2023-10-09T05:09:17.284905+0000","last_clean":"2023-10-09T05:09:17.284905+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:09:17.284905+0000","last_undegraded":"2023-10-09T05:09:17.284905+0000","last_fullsized":"2023-10-09T05:09:17.284905+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":589,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283785+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:09:17.283785+0000","last_peered":"2023-10-09T05:09:17.283785+0000","last_clean":"2023-10-09T05:09:17.283785+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:09:17.283785+0000","last_undegraded":"2023-10-09T05:09:17.283785+0000","last_fullsized":"2023-10-09T05:09:17.283785+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":305,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285320+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:09:17.285320+0000","last_peered":"2023-10-09T05:09:17.285320+0000","last_clean":"2023-10-09T05:09:17.285320+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:09:17.285320+0000","last_undegraded":"2023-10-09T05:09:17.285320+0000","last_fullsized":"2023-10-09T05:09:17.285320+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":128,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283005+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:09:17.283005+0000","last_peered":"2023-10-09T05:09:17.283005+0000","last_clean":"2023-10-09T05:09:17.283005+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:09:17.283005+0000","last_undegraded":"2023-10-09T05:09:17.283005+0000","last_fullsized":"2023-10-09T05:09:17.283005+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":458,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.280809+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:09:17.280809+0000","last_peered":"2023-10-09T05:09:17.280809+0000","last_clean":"2023-10-09T05:09:17.280809+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:09:17.280809+0000","last_undegraded":"2023-10-09T05:09:17.280809+0000","last_fullsized":"2023-10-09T05:09:17.280809+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":641,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.279153+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:09:17.279153+0000","last_peered":"2023-10-09T05:09:17.279153+0000","last_clean":"2023-10-09T05:09:17.279153+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:09:17.279153+0000","last_undegraded":"2023-10-09T05:09:17.279153+0000","last_fullsized":"2023-10-09T05:09:17.279153+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":609,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278984+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:09:17.278984+0000","last_peered":"2023-10-09T05:09:17.278984+0000","last_clean":"2023-10-09T05:09:17.278984+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:09:17.278984+0000","last_undegraded":"2023-10-09T05:09:17.278984+0000","last_fullsized":"2023-10-09T05:09:17.278984+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":128,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282333+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:09:17.282333+0000","last_peered":"2023-10-09T05:09:17.282333+0000","last_clean":"2023-10-09T05:09:17.282333+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:09:17.282333+0000","last_undegraded":"2023-10-09T05:09:17.282333+0000","last_fullsized":"2023-10-09T05:09:17.282333+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":412,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285298+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:09:17.285298+0000","last_peered":"2023-10-09T05:09:17.285298+0000","last_clean":"2023-10-09T05:09:17.285298+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:09:17.285298+0000","last_undegraded":"2023-10-09T05:09:17.285298+0000","last_fullsized":"2023-10-09T05:09:17.285298+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":122,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282309+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:09:17.282309+0000","last_peered":"2023-10-09T05:09:17.282309+0000","last_clean":"2023-10-09T05:09:17.282309+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:09:17.282309+0000","last_undegraded":"2023-10-09T05:09:17.282309+0000","last_fullsized":"2023-10-09T05:09:17.282309+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":581,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284323+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:09:17.284323+0000","last_peered":"2023-10-09T05:09:17.284323+0000","last_clean":"2023-10-09T05:09:17.284323+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:09:17.284323+0000","last_undegraded":"2023-10-09T05:09:17.284323+0000","last_fullsized":"2023-10-09T05:09:17.284323+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":122,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282231+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:09:17.282231+0000","last_peered":"2023-10-09T05:09:17.282231+0000","last_clean":"2023-10-09T05:09:17.282231+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:09:17.282231+0000","last_undegraded":"2023-10-09T05:09:17.282231+0000","last_fullsized":"2023-10-09T05:09:17.282231+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":541,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.297485+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:09:17.297485+0000","last_peered":"2023-10-09T05:09:17.297485+0000","last_clean":"2023-10-09T05:09:17.297485+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:09:17.297485+0000","last_undegraded":"2023-10-09T05:09:17.297485+0000","last_fullsized":"2023-10-09T05:09:17.297485+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":263,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.280451+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:09:17.280451+0000","last_peered":"2023-10-09T05:09:17.280451+0000","last_clean":"2023-10-09T05:09:17.280451+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:09:17.280451+0000","last_undegraded":"2023-10-09T05:09:17.280451+0000","last_fullsized":"2023-10-09T05:09:17.280451+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":309,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:27.343926+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:09:27.343926+0000","last_peered":"2023-10-09T05:09:27.343926+0000","last_clean":"2023-10-09T05:09:27.343926+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:09:27.343926+0000","last_undegraded":"2023-10-09T05:09:27.343926+0000","last_fullsized":"2023-10-09T05:09:27.343926+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"565'11097","reported_seq":11156,"reported_epoch":565,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:32.461175+0000","last_change":"2023-10-09T05:06:44.766120+0000","last_active":"2023-10-09T05:09:32.461175+0000","last_peered":"2023-10-09T05:09:32.461175+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:09:32.461175+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"535'4200","ondisk_log_start":"535'4200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6897,"log_dups_size":0,"ondisk_log_size":6897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95354880,"num_objects":1455,"num_object_clones":0,"num_object_copies":4365,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1455,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11097,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"3,6","objects":-2707}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":126,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.287676+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:09:17.287676+0000","last_peered":"2023-10-09T05:09:17.287676+0000","last_clean":"2023-10-09T05:09:17.287676+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:09:17.287676+0000","last_undegraded":"2023-10-09T05:09:17.287676+0000","last_fullsized":"2023-10-09T05:09:17.287676+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":565,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283537+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:09:17.283537+0000","last_peered":"2023-10-09T05:09:17.283537+0000","last_clean":"2023-10-09T05:09:17.283537+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:09:17.283537+0000","last_undegraded":"2023-10-09T05:09:17.283537+0000","last_fullsized":"2023-10-09T05:09:17.283537+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"565'11209","reported_seq":19625,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.317698+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:09:32.317698+0000","last_peered":"2023-10-09T05:09:32.317698+0000","last_clean":"2023-10-09T05:09:32.317698+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:09:32.317698+0000","last_undegraded":"2023-10-09T05:09:32.317698+0000","last_fullsized":"2023-10-09T05:09:32.317698+0000","mapping_epoch":554,"log_start":"542'5400","ondisk_log_start":"542'5400","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5809,"log_dups_size":0,"ondisk_log_size":5809,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94044160,"num_objects":1435,"num_object_clones":0,"num_object_copies":4305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11209,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":157,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282693+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:09:17.282693+0000","last_peered":"2023-10-09T05:09:17.282693+0000","last_clean":"2023-10-09T05:09:17.282693+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:09:17.282693+0000","last_undegraded":"2023-10-09T05:09:17.282693+0000","last_fullsized":"2023-10-09T05:09:17.282693+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":599,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278830+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:09:17.278830+0000","last_peered":"2023-10-09T05:09:17.278830+0000","last_clean":"2023-10-09T05:09:17.278830+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:09:17.278830+0000","last_undegraded":"2023-10-09T05:09:17.278830+0000","last_fullsized":"2023-10-09T05:09:17.278830+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"565'11211","reported_seq":11263,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:30.340490+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:09:30.340490+0000","last_peered":"2023-10-09T05:09:30.340490+0000","last_clean":"2023-10-09T05:09:30.340490+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:09:30.340490+0000","last_undegraded":"2023-10-09T05:09:30.340490+0000","last_fullsized":"2023-10-09T05:09:30.340490+0000","mapping_epoch":523,"log_start":"528'2300","ondisk_log_start":"528'2300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8911,"log_dups_size":0,"ondisk_log_size":8911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101908480,"num_objects":1555,"num_object_clones":0,"num_object_copies":4665,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11211,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":126,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283126+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:09:17.283126+0000","last_peered":"2023-10-09T05:09:17.283126+0000","last_clean":"2023-10-09T05:09:17.283126+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:09:17.283126+0000","last_undegraded":"2023-10-09T05:09:17.283126+0000","last_fullsized":"2023-10-09T05:09:17.283126+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":285,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.280889+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:09:17.280889+0000","last_peered":"2023-10-09T05:09:17.280889+0000","last_clean":"2023-10-09T05:09:17.280889+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:09:17.280889+0000","last_undegraded":"2023-10-09T05:09:17.280889+0000","last_fullsized":"2023-10-09T05:09:17.280889+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"565'10999","reported_seq":18006,"reported_epoch":565,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:32.330514+0000","last_change":"2023-10-09T05:08:17.353688+0000","last_active":"2023-10-09T05:09:32.330514+0000","last_peered":"2023-10-09T05:09:32.330514+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:09:32.330514+0000","last_undegraded":"2023-10-09T05:06:44.667591+0000","last_fullsized":"2023-10-09T05:06:44.490503+0000","mapping_epoch":534,"log_start":"541'5200","ondisk_log_start":"541'5200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5799,"log_dups_size":0,"ondisk_log_size":5799,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:16:45.818626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99418112,"num_objects":1517,"num_object_clones":0,"num_object_copies":4551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10999,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3473,"num_bytes_recovered":147259392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"2,3","objects":864}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":609,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283918+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:09:17.283918+0000","last_peered":"2023-10-09T05:09:17.283918+0000","last_clean":"2023-10-09T05:09:17.283918+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:09:17.283918+0000","last_undegraded":"2023-10-09T05:09:17.283918+0000","last_fullsized":"2023-10-09T05:09:17.283918+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":569,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283543+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:09:17.283543+0000","last_peered":"2023-10-09T05:09:17.283543+0000","last_clean":"2023-10-09T05:09:17.283543+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:09:17.283543+0000","last_undegraded":"2023-10-09T05:09:17.283543+0000","last_fullsized":"2023-10-09T05:09:17.283543+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"565'10952","reported_seq":11012,"reported_epoch":565,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:30.297464+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:09:30.297464+0000","last_peered":"2023-10-09T05:09:30.297464+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:09:30.297464+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"528'2100","ondisk_log_start":"528'2100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8852,"log_dups_size":0,"ondisk_log_size":8852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100794368,"num_objects":1538,"num_object_clones":0,"num_object_copies":4614,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1538,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10952,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-2585}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":990,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282314+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:09:17.282314+0000","last_peered":"2023-10-09T05:09:17.282314+0000","last_clean":"2023-10-09T05:09:17.282314+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:09:17.282314+0000","last_undegraded":"2023-10-09T05:09:17.282314+0000","last_fullsized":"2023-10-09T05:09:17.282314+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":235,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285952+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:09:17.285952+0000","last_peered":"2023-10-09T05:09:17.285952+0000","last_clean":"2023-10-09T05:09:17.285952+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:09:17.285952+0000","last_undegraded":"2023-10-09T05:09:17.285952+0000","last_fullsized":"2023-10-09T05:09:17.285952+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":609,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.279034+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:09:17.279034+0000","last_peered":"2023-10-09T05:09:17.279034+0000","last_clean":"2023-10-09T05:09:17.279034+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:09:17.279034+0000","last_undegraded":"2023-10-09T05:09:17.279034+0000","last_fullsized":"2023-10-09T05:09:17.279034+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"565'11362","reported_seq":11412,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.472474+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:09:32.472474+0000","last_peered":"2023-10-09T05:09:32.472474+0000","last_clean":"2023-10-09T05:09:32.472474+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:09:32.472474+0000","last_undegraded":"2023-10-09T05:09:32.472474+0000","last_fullsized":"2023-10-09T05:09:32.472474+0000","mapping_epoch":523,"log_start":"528'2500","ondisk_log_start":"528'2500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8862,"log_dups_size":0,"ondisk_log_size":8862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93585408,"num_objects":1428,"num_object_clones":0,"num_object_copies":4284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1428,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11362,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":563,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283462+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:09:17.283462+0000","last_peered":"2023-10-09T05:09:17.283462+0000","last_clean":"2023-10-09T05:09:17.283462+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:09:17.283462+0000","last_undegraded":"2023-10-09T05:09:17.283462+0000","last_fullsized":"2023-10-09T05:09:17.283462+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":265,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.280959+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:09:17.280959+0000","last_peered":"2023-10-09T05:09:17.280959+0000","last_clean":"2023-10-09T05:09:17.280959+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:09:17.280959+0000","last_undegraded":"2023-10-09T05:09:17.280959+0000","last_fullsized":"2023-10-09T05:09:17.280959+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":545,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.280009+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:09:17.280009+0000","last_peered":"2023-10-09T05:09:17.280009+0000","last_clean":"2023-10-09T05:09:17.280009+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:09:17.280009+0000","last_undegraded":"2023-10-09T05:09:17.280009+0000","last_fullsized":"2023-10-09T05:09:17.280009+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"565'11201","reported_seq":11251,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.434680+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:09:32.434680+0000","last_peered":"2023-10-09T05:09:32.434680+0000","last_clean":"2023-10-09T05:09:32.434680+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:09:32.434680+0000","last_undegraded":"2023-10-09T05:09:32.434680+0000","last_fullsized":"2023-10-09T05:09:32.434680+0000","mapping_epoch":523,"log_start":"537'4300","ondisk_log_start":"537'4300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6901,"log_dups_size":0,"ondisk_log_size":6901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93519872,"num_objects":1427,"num_object_clones":0,"num_object_copies":4281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11201,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":546,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278801+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:09:17.278801+0000","last_peered":"2023-10-09T05:09:17.278801+0000","last_clean":"2023-10-09T05:09:17.278801+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:09:17.278801+0000","last_undegraded":"2023-10-09T05:09:17.278801+0000","last_fullsized":"2023-10-09T05:09:17.278801+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":619,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.279349+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:09:17.279349+0000","last_peered":"2023-10-09T05:09:17.279349+0000","last_clean":"2023-10-09T05:09:17.279349+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:09:17.279349+0000","last_undegraded":"2023-10-09T05:09:17.279349+0000","last_fullsized":"2023-10-09T05:09:17.279349+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"565'11216","reported_seq":11266,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.430278+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:09:32.430278+0000","last_peered":"2023-10-09T05:09:32.430278+0000","last_clean":"2023-10-09T05:09:32.430278+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:09:32.430278+0000","last_undegraded":"2023-10-09T05:09:32.430278+0000","last_fullsized":"2023-10-09T05:09:32.430278+0000","mapping_epoch":523,"log_start":"538'4500","ondisk_log_start":"538'4500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6716,"log_dups_size":0,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94502912,"num_objects":1442,"num_object_clones":0,"num_object_copies":4326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1442,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11216,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":563,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284604+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:09:17.284604+0000","last_peered":"2023-10-09T05:09:17.284604+0000","last_clean":"2023-10-09T05:09:17.284604+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:09:17.284604+0000","last_undegraded":"2023-10-09T05:09:17.284604+0000","last_fullsized":"2023-10-09T05:09:17.284604+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":307,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284834+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:09:17.284834+0000","last_peered":"2023-10-09T05:09:17.284834+0000","last_clean":"2023-10-09T05:09:17.284834+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:09:17.284834+0000","last_undegraded":"2023-10-09T05:09:17.284834+0000","last_fullsized":"2023-10-09T05:09:17.284834+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":415,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285627+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:09:17.285627+0000","last_peered":"2023-10-09T05:09:17.285627+0000","last_clean":"2023-10-09T05:09:17.285627+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:09:17.285627+0000","last_undegraded":"2023-10-09T05:09:17.285627+0000","last_fullsized":"2023-10-09T05:09:17.285627+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"565'11113","reported_seq":11174,"reported_epoch":565,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:30.341368+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:09:30.341368+0000","last_peered":"2023-10-09T05:09:30.341368+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:09:30.341368+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"528'2200","ondisk_log_start":"528'2200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8913,"log_dups_size":0,"ondisk_log_size":8913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":104792064,"num_objects":1599,"num_object_clones":0,"num_object_copies":4797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1599,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11113,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-2565}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":944,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.281974+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:09:17.281974+0000","last_peered":"2023-10-09T05:09:17.281974+0000","last_clean":"2023-10-09T05:09:17.281974+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:09:17.281974+0000","last_undegraded":"2023-10-09T05:09:17.281974+0000","last_fullsized":"2023-10-09T05:09:17.281974+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":149,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283490+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:09:17.283490+0000","last_peered":"2023-10-09T05:09:17.283490+0000","last_clean":"2023-10-09T05:09:17.283490+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:09:17.283490+0000","last_undegraded":"2023-10-09T05:09:17.283490+0000","last_fullsized":"2023-10-09T05:09:17.283490+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":579,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284254+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:09:17.284254+0000","last_peered":"2023-10-09T05:09:17.284254+0000","last_clean":"2023-10-09T05:09:17.284254+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:09:17.284254+0000","last_undegraded":"2023-10-09T05:09:17.284254+0000","last_fullsized":"2023-10-09T05:09:17.284254+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":333,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284529+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:09:17.284529+0000","last_peered":"2023-10-09T05:09:17.284529+0000","last_clean":"2023-10-09T05:09:17.284529+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:09:17.284529+0000","last_undegraded":"2023-10-09T05:09:17.284529+0000","last_fullsized":"2023-10-09T05:09:17.284529+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"565'11224","reported_seq":11274,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.456541+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:09:32.456541+0000","last_peered":"2023-10-09T05:09:32.456541+0000","last_clean":"2023-10-09T05:09:32.456541+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:09:32.456541+0000","last_undegraded":"2023-10-09T05:09:32.456541+0000","last_fullsized":"2023-10-09T05:09:32.456541+0000","mapping_epoch":523,"log_start":"538'4500","ondisk_log_start":"538'4500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6724,"log_dups_size":0,"ondisk_log_size":6724,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":98435072,"num_objects":1502,"num_object_clones":0,"num_object_copies":4506,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1502,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11224,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":563,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.286388+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:09:17.286388+0000","last_peered":"2023-10-09T05:09:17.286388+0000","last_clean":"2023-10-09T05:09:17.286388+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:09:17.286388+0000","last_undegraded":"2023-10-09T05:09:17.286388+0000","last_fullsized":"2023-10-09T05:09:17.286388+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":612,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284409+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:09:17.284409+0000","last_peered":"2023-10-09T05:09:17.284409+0000","last_clean":"2023-10-09T05:09:17.284409+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:09:17.284409+0000","last_undegraded":"2023-10-09T05:09:17.284409+0000","last_fullsized":"2023-10-09T05:09:17.284409+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":566,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278913+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:09:17.278913+0000","last_peered":"2023-10-09T05:09:17.278913+0000","last_clean":"2023-10-09T05:09:17.278913+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:09:17.278913+0000","last_undegraded":"2023-10-09T05:09:17.278913+0000","last_fullsized":"2023-10-09T05:09:17.278913+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":440,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.293883+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:09:17.293883+0000","last_peered":"2023-10-09T05:09:17.293883+0000","last_clean":"2023-10-09T05:09:17.293883+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:09:17.293883+0000","last_undegraded":"2023-10-09T05:09:17.293883+0000","last_fullsized":"2023-10-09T05:09:17.293883+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"565'11156","reported_seq":11207,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.338629+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:09:32.338629+0000","last_peered":"2023-10-09T05:09:32.338629+0000","last_clean":"2023-10-09T05:09:32.338629+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:09:32.338629+0000","last_undegraded":"2023-10-09T05:09:32.338629+0000","last_fullsized":"2023-10-09T05:09:32.338629+0000","mapping_epoch":523,"log_start":"537'4300","ondisk_log_start":"537'4300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6856,"log_dups_size":0,"ondisk_log_size":6856,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95223832,"num_objects":1454,"num_object_clones":0,"num_object_copies":4362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1454,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11156,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":535,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282206+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:09:17.282206+0000","last_peered":"2023-10-09T05:09:17.282206+0000","last_clean":"2023-10-09T05:09:17.282206+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:09:17.282206+0000","last_undegraded":"2023-10-09T05:09:17.282206+0000","last_fullsized":"2023-10-09T05:09:17.282206+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":583,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.290466+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:09:17.290466+0000","last_peered":"2023-10-09T05:09:17.290466+0000","last_clean":"2023-10-09T05:09:17.290466+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:09:17.290466+0000","last_undegraded":"2023-10-09T05:09:17.290466+0000","last_fullsized":"2023-10-09T05:09:17.290466+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":458,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.290015+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:09:17.290015+0000","last_peered":"2023-10-09T05:09:17.290015+0000","last_clean":"2023-10-09T05:09:17.290015+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:09:17.290015+0000","last_undegraded":"2023-10-09T05:09:17.290015+0000","last_fullsized":"2023-10-09T05:09:17.290015+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":369,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.286758+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:09:17.286758+0000","last_peered":"2023-10-09T05:09:17.286758+0000","last_clean":"2023-10-09T05:09:17.286758+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:09:17.286758+0000","last_undegraded":"2023-10-09T05:09:17.286758+0000","last_fullsized":"2023-10-09T05:09:17.286758+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"565'11053","reported_seq":19416,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.392834+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:09:32.392834+0000","last_peered":"2023-10-09T05:09:32.392834+0000","last_clean":"2023-10-09T05:09:32.392834+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:09:32.392834+0000","last_undegraded":"2023-10-09T05:09:32.392834+0000","last_fullsized":"2023-10-09T05:09:32.392834+0000","mapping_epoch":549,"log_start":"531'3700","ondisk_log_start":"531'3700","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7353,"log_dups_size":0,"ondisk_log_size":7353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93519872,"num_objects":1427,"num_object_clones":0,"num_object_copies":4281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11053,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":548,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283672+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:09:17.283672+0000","last_peered":"2023-10-09T05:09:17.283672+0000","last_clean":"2023-10-09T05:09:17.283672+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:09:17.283672+0000","last_undegraded":"2023-10-09T05:09:17.283672+0000","last_fullsized":"2023-10-09T05:09:17.283672+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":535,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282182+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:09:17.282182+0000","last_peered":"2023-10-09T05:09:17.282182+0000","last_clean":"2023-10-09T05:09:17.282182+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:09:17.282182+0000","last_undegraded":"2023-10-09T05:09:17.282182+0000","last_fullsized":"2023-10-09T05:09:17.282182+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":403,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.397747+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:09:29.397747+0000","last_peered":"2023-10-09T05:09:29.397747+0000","last_clean":"2023-10-09T05:09:29.397747+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:09:29.397747+0000","last_undegraded":"2023-10-09T05:09:29.397747+0000","last_fullsized":"2023-10-09T05:09:29.397747+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":258,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.281880+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:09:17.281880+0000","last_peered":"2023-10-09T05:09:17.281880+0000","last_clean":"2023-10-09T05:09:17.281880+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:09:17.281880+0000","last_undegraded":"2023-10-09T05:09:17.281880+0000","last_fullsized":"2023-10-09T05:09:17.281880+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"565'11180","reported_seq":11230,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.460522+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:09:32.460522+0000","last_peered":"2023-10-09T05:09:32.460522+0000","last_clean":"2023-10-09T05:09:32.460522+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:09:32.460522+0000","last_undegraded":"2023-10-09T05:09:32.460522+0000","last_fullsized":"2023-10-09T05:09:32.460522+0000","mapping_epoch":523,"log_start":"538'4500","ondisk_log_start":"538'4500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6680,"log_dups_size":0,"ondisk_log_size":6680,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":97779712,"num_objects":1492,"num_object_clones":0,"num_object_copies":4476,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1492,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11180,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":926,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.280911+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:09:17.280911+0000","last_peered":"2023-10-09T05:09:17.280911+0000","last_clean":"2023-10-09T05:09:17.280911+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:09:17.280911+0000","last_undegraded":"2023-10-09T05:09:17.280911+0000","last_fullsized":"2023-10-09T05:09:17.280911+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":149,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282090+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:09:17.282090+0000","last_peered":"2023-10-09T05:09:17.282090+0000","last_clean":"2023-10-09T05:09:17.282090+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:09:17.282090+0000","last_undegraded":"2023-10-09T05:09:17.282090+0000","last_fullsized":"2023-10-09T05:09:17.282090+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":517,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278875+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:09:17.278875+0000","last_peered":"2023-10-09T05:09:17.278875+0000","last_clean":"2023-10-09T05:09:17.278875+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:09:17.278875+0000","last_undegraded":"2023-10-09T05:09:17.278875+0000","last_fullsized":"2023-10-09T05:09:17.278875+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":585,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.292897+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:09:17.292897+0000","last_peered":"2023-10-09T05:09:17.292897+0000","last_clean":"2023-10-09T05:09:17.292897+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:09:17.292897+0000","last_undegraded":"2023-10-09T05:09:17.292897+0000","last_fullsized":"2023-10-09T05:09:17.292897+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"565'11223","reported_seq":11273,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:32.524181+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:09:32.524181+0000","last_peered":"2023-10-09T05:09:32.524181+0000","last_clean":"2023-10-09T05:09:32.524181+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:09:32.524181+0000","last_undegraded":"2023-10-09T05:09:32.524181+0000","last_fullsized":"2023-10-09T05:09:32.524181+0000","mapping_epoch":523,"log_start":"528'2300","ondisk_log_start":"528'2300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8923,"log_dups_size":0,"ondisk_log_size":8923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99155968,"num_objects":1513,"num_object_clones":0,"num_object_copies":4539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11223,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":904,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282371+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:09:17.282371+0000","last_peered":"2023-10-09T05:09:17.282371+0000","last_clean":"2023-10-09T05:09:17.282371+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:09:17.282371+0000","last_undegraded":"2023-10-09T05:09:17.282371+0000","last_fullsized":"2023-10-09T05:09:17.282371+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":122,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283078+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:09:17.283078+0000","last_peered":"2023-10-09T05:09:17.283078+0000","last_clean":"2023-10-09T05:09:17.283078+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:09:17.283078+0000","last_undegraded":"2023-10-09T05:09:17.283078+0000","last_fullsized":"2023-10-09T05:09:17.283078+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":319,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.293956+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:09:17.293956+0000","last_peered":"2023-10-09T05:09:17.293956+0000","last_clean":"2023-10-09T05:09:17.293956+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:09:17.293956+0000","last_undegraded":"2023-10-09T05:09:17.293956+0000","last_fullsized":"2023-10-09T05:09:17.293956+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":264,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.283739+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:09:17.283739+0000","last_peered":"2023-10-09T05:09:17.283739+0000","last_clean":"2023-10-09T05:09:17.283739+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:09:17.283739+0000","last_undegraded":"2023-10-09T05:09:17.283739+0000","last_fullsized":"2023-10-09T05:09:17.283739+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"565'11093","reported_seq":17813,"reported_epoch":565,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:32.516153+0000","last_change":"2023-10-09T05:08:17.340443+0000","last_active":"2023-10-09T05:09:32.516153+0000","last_peered":"2023-10-09T05:09:32.516153+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:09:32.516153+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"528'2200","ondisk_log_start":"528'2200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8893,"log_dups_size":0,"ondisk_log_size":8893,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93782016,"num_objects":1431,"num_object_clones":0,"num_object_copies":4293,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":822,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11093,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3330,"num_bytes_recovered":143851520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"3,5","objects":609}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":563,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.279902+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:09:17.279902+0000","last_peered":"2023-10-09T05:09:17.279902+0000","last_clean":"2023-10-09T05:09:17.279902+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:09:17.279902+0000","last_undegraded":"2023-10-09T05:09:17.279902+0000","last_fullsized":"2023-10-09T05:09:17.279902+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":261,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285700+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:09:17.285700+0000","last_peered":"2023-10-09T05:09:17.285700+0000","last_clean":"2023-10-09T05:09:17.285700+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:09:17.285700+0000","last_undegraded":"2023-10-09T05:09:17.285700+0000","last_fullsized":"2023-10-09T05:09:17.285700+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":479,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.282565+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:09:17.282565+0000","last_peered":"2023-10-09T05:09:17.282565+0000","last_clean":"2023-10-09T05:09:17.282565+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:09:17.282565+0000","last_undegraded":"2023-10-09T05:09:17.282565+0000","last_fullsized":"2023-10-09T05:09:17.282565+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":284,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284636+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:09:17.284636+0000","last_peered":"2023-10-09T05:09:17.284636+0000","last_clean":"2023-10-09T05:09:17.284636+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:09:17.284636+0000","last_undegraded":"2023-10-09T05:09:17.284636+0000","last_fullsized":"2023-10-09T05:09:17.284636+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"565'11104","reported_seq":11164,"reported_epoch":565,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:30.363519+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:09:30.363519+0000","last_peered":"2023-10-09T05:09:30.363519+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:09:30.363519+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"528'2200","ondisk_log_start":"528'2200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8904,"log_dups_size":0,"ondisk_log_size":8904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103284736,"num_objects":1576,"num_object_clones":0,"num_object_copies":4728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11104,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-2608}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":610,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.285035+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:09:17.285035+0000","last_peered":"2023-10-09T05:09:17.285035+0000","last_clean":"2023-10-09T05:09:17.285035+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:09:17.285035+0000","last_undegraded":"2023-10-09T05:09:17.285035+0000","last_fullsized":"2023-10-09T05:09:17.285035+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":258,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.281905+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:09:17.281905+0000","last_peered":"2023-10-09T05:09:17.281905+0000","last_clean":"2023-10-09T05:09:17.281905+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:09:17.281905+0000","last_undegraded":"2023-10-09T05:09:17.281905+0000","last_fullsized":"2023-10-09T05:09:17.281905+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":577,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.292997+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:09:17.292997+0000","last_peered":"2023-10-09T05:09:17.292997+0000","last_clean":"2023-10-09T05:09:17.292997+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:09:17.292997+0000","last_undegraded":"2023-10-09T05:09:17.292997+0000","last_fullsized":"2023-10-09T05:09:17.292997+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":548,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278714+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:09:17.278714+0000","last_peered":"2023-10-09T05:09:17.278714+0000","last_clean":"2023-10-09T05:09:17.278714+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:09:17.278714+0000","last_undegraded":"2023-10-09T05:09:17.278714+0000","last_fullsized":"2023-10-09T05:09:17.278714+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":260,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.279063+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:09:17.279063+0000","last_peered":"2023-10-09T05:09:17.279063+0000","last_clean":"2023-10-09T05:09:17.279063+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:09:17.279063+0000","last_undegraded":"2023-10-09T05:09:17.279063+0000","last_fullsized":"2023-10-09T05:09:17.279063+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":615,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.294022+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:09:17.294022+0000","last_peered":"2023-10-09T05:09:17.294022+0000","last_clean":"2023-10-09T05:09:17.294022+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:09:17.294022+0000","last_undegraded":"2023-10-09T05:09:17.294022+0000","last_fullsized":"2023-10-09T05:09:17.294022+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":575,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284012+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:09:17.284012+0000","last_peered":"2023-10-09T05:09:17.284012+0000","last_clean":"2023-10-09T05:09:17.284012+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:09:17.284012+0000","last_undegraded":"2023-10-09T05:09:17.284012+0000","last_fullsized":"2023-10-09T05:09:17.284012+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":606,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.279036+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:09:17.279036+0000","last_peered":"2023-10-09T05:09:17.279036+0000","last_clean":"2023-10-09T05:09:17.279036+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:09:17.279036+0000","last_undegraded":"2023-10-09T05:09:17.279036+0000","last_fullsized":"2023-10-09T05:09:17.279036+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":566,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.284175+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:09:17.284175+0000","last_peered":"2023-10-09T05:09:17.284175+0000","last_clean":"2023-10-09T05:09:17.284175+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:09:17.284175+0000","last_undegraded":"2023-10-09T05:09:17.284175+0000","last_fullsized":"2023-10-09T05:09:17.284175+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":569,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.281657+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:09:17.281657+0000","last_peered":"2023-10-09T05:09:17.281657+0000","last_clean":"2023-10-09T05:09:17.281657+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:09:17.281657+0000","last_undegraded":"2023-10-09T05:09:17.281657+0000","last_fullsized":"2023-10-09T05:09:17.281657+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":295,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.297440+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:09:17.297440+0000","last_peered":"2023-10-09T05:09:17.297440+0000","last_clean":"2023-10-09T05:09:17.297440+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:09:17.297440+0000","last_undegraded":"2023-10-09T05:09:17.297440+0000","last_fullsized":"2023-10-09T05:09:17.297440+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":260,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:27.343822+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:09:27.343822+0000","last_peered":"2023-10-09T05:09:27.343822+0000","last_clean":"2023-10-09T05:09:27.343822+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:09:27.343822+0000","last_undegraded":"2023-10-09T05:09:27.343822+0000","last_fullsized":"2023-10-09T05:09:27.343822+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":251,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.286706+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:09:17.286706+0000","last_peered":"2023-10-09T05:09:17.286706+0000","last_clean":"2023-10-09T05:09:17.286706+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:09:17.286706+0000","last_undegraded":"2023-10-09T05:09:17.286706+0000","last_fullsized":"2023-10-09T05:09:17.286706+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":595,"reported_epoch":564,"state":"active+clean","last_fresh":"2023-10-09T05:09:17.278634+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:09:17.278634+0000","last_peered":"2023-10-09T05:09:17.278634+0000","last_clean":"2023-10-09T05:09:17.278634+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:09:17.278634+0000","last_undegraded":"2023-10-09T05:09:17.278634+0000","last_fullsized":"2023-10-09T05:09:17.278634+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":1559101464,"num_objects":23791,"num_object_clones":0,"num_object_copies":71373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18108,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23791,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":178393,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15124,"num_bytes_recovered":836435968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6541750272,"data_stored":6541738056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121993,"ondisk_log_size":121993,"up":48,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234560,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1778280,"kb_used_data":281696,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":91966872,"statfs":{"total":95995035648,"available":94174076928,"internally_reserved":0,"allocated":288456704,"data_stored":286980775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":1.768,"15min":1.595},"min":{"1min":0.249,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":8.7560000000000002,"5min":10.018000000000001,"15min":16.027999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":2.6459999999999999,"5min":2.1080000000000001,"15min":1.5669999999999999},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.249},"max":{"1min":10.962999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":3.407}]},{"osd":1,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":4.8120000000000003,"5min":2.734,"15min":1.917},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":13.375,"5min":13.375,"15min":13.375},"last":3.2610000000000001},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.4039999999999999,"15min":2.3799999999999999},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.5670000000000002,"5min":11.305999999999999,"15min":15.401},"last":2.1749999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:36 2023","interfaces":[{"interface":"back","average":{"1min":3.1230000000000002,"5min":2.637,"15min":2.1099999999999999},"min":{"1min":0.33000000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":7.6870000000000003,"5min":16.951000000000001,"15min":16.951000000000001},"last":2.2869999999999999},{"interface":"front","average":{"1min":2.8690000000000002,"5min":2.3769999999999998,"15min":2.028},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":9.4819999999999993,"5min":10.818,"15min":11.311},"last":3.3420000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.4329999999999998,"5min":2.8420000000000001,"15min":2.3809999999999998},"min":{"1min":0.39900000000000002,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":18.983000000000001,"5min":18.983000000000001,"15min":18.983000000000001},"last":7.5309999999999997},{"interface":"front","average":{"1min":5.3579999999999997,"5min":3.4380000000000002,"15min":2.5680000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":19.382999999999999,"5min":19.382999999999999,"15min":19.382999999999999},"last":3.3769999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":2.984,"5min":2.4660000000000002,"15min":1.8120000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":9.9719999999999995,"5min":16.911999999999999,"15min":19.949000000000002},"last":0.45000000000000001},{"interface":"front","average":{"1min":4.1509999999999998,"5min":2.7669999999999999,"15min":1.7609999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.254},"max":{"1min":13.412000000000001,"5min":13.412000000000001,"15min":18.971},"last":3.3039999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":2.851,"15min":2.0819999999999999},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.29999999999999999},"max":{"1min":13.183,"5min":16.838999999999999,"15min":20.678999999999998},"last":2.0750000000000002},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.1459999999999999,"15min":1.7390000000000001},"min":{"1min":0.35099999999999998,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":16.088999999999999,"5min":16.088999999999999,"15min":21.07},"last":3.0590000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":2.794,"15min":2.0390000000000001},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":9.9399999999999995,"5min":16.881,"15min":16.881},"last":0.379},{"interface":"front","average":{"1min":3.5600000000000001,"5min":2.5990000000000002,"15min":1.8979999999999999},"min":{"1min":0.378,"5min":0.36099999999999999,"15min":0.29899999999999999},"max":{"1min":11.388,"5min":12.815,"15min":14.191000000000001},"last":0.313}]}]},{"osd":6,"up_from":46,"seq":197568496196,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2065888,"kb_used_data":574936,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":91679264,"statfs":{"total":95995035648,"available":93879566336,"internally_reserved":0,"allocated":588734464,"data_stored":587266663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:41 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.4420000000000002,"15min":2.0169999999999999},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.219},"max":{"1min":11.122999999999999,"5min":16.151,"15min":62.470999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":3.4510000000000001,"5min":2.4209999999999998,"15min":2.0710000000000002},"min":{"1min":0.26400000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":14.673,"5min":16.902999999999999,"15min":62.445},"last":0.33900000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.27,"5min":2.1560000000000001,"15min":2.306},"min":{"1min":0.30199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":10.829000000000001,"5min":15.935,"15min":15.935},"last":1.405},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.1840000000000002,"15min":2.5670000000000002},"min":{"1min":0.29899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":11.093,"5min":11.093,"15min":18.094000000000001},"last":1.9399999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.7330000000000001,"15min":2.4399999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.25700000000000001},"max":{"1min":16.337,"5min":16.337,"15min":42.923999999999999},"last":2.5819999999999999},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.738,"15min":2.3919999999999999},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":16.385999999999999,"5min":16.385999999999999,"15min":42.936999999999998},"last":3.5430000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:15 2023","interfaces":[{"interface":"back","average":{"1min":4.6280000000000001,"5min":3.056,"15min":2.5379999999999998},"min":{"1min":0.52300000000000002,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":14.701000000000001,"5min":14.701000000000001,"15min":26.763000000000002},"last":2.2149999999999999},{"interface":"front","average":{"1min":3.6099999999999999,"5min":3.0070000000000001,"15min":2.6469999999999998},"min":{"1min":0.34699999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.122999999999999,"5min":11.122999999999999,"15min":26.777999999999999},"last":2.2280000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.5680000000000001,"15min":1.8380000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":17.123000000000001,"5min":17.123000000000001,"15min":17.123000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.4569999999999999,"15min":1.7430000000000001},"min":{"1min":0.36699999999999999,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.99,"5min":10.99,"15min":16.068999999999999},"last":0.59799999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.8359999999999999,"15min":1.863},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":11.632999999999999,"5min":18.167000000000002,"15min":18.167000000000002},"last":1.9750000000000001},{"interface":"front","average":{"1min":3.0310000000000001,"5min":2.5899999999999999,"15min":1.833},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":10.843999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.41999999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.476,"15min":1.8660000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":13.564,"5min":13.564,"15min":16.372},"last":0.64500000000000002},{"interface":"front","average":{"1min":3.4119999999999999,"5min":2.1480000000000001,"15min":1.7370000000000001},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":14.789999999999999,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.67700000000000005}]}]},{"osd":1,"up_from":0,"seq":2052994367579,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187902,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2027584,"kb_used_data":795960,"kb_used_omap":5,"kb_used_meta":1231418,"kb_avail":91717568,"statfs":{"total":95995035648,"available":93918789632,"internally_reserved":0,"allocated":815063040,"data_stored":811947168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1260972666},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:09:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":1.5049999999999999,"15min":1.538},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.0380000000000003,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.22600000000000001},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.786,"15min":1.909},"min":{"1min":0.26700000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.30299999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.169,"5min":3.431,"15min":2.8130000000000002},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2260000000000009,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.497},{"interface":"front","average":{"1min":3.1579999999999999,"5min":2.9129999999999998,"15min":2.653},"min":{"1min":0.224,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.9809999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.28399999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:08:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":3.2719999999999998,"15min":2.4889999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":8.375,"5min":82.644000000000005,"15min":82.644000000000005},"last":6.4939999999999998},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.113,"15min":2.5619999999999998},"min":{"1min":0.29199999999999998,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":10.176,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.8929999999999998,"5min":2.6059999999999999,"15min":2.2040000000000002},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":43.308999999999997,"5min":43.308999999999997,"15min":43.308999999999997},"last":6.2460000000000004},{"interface":"front","average":{"1min":4.7329999999999997,"5min":2.774,"15min":2.1960000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":43.293999999999997,"5min":43.293999999999997,"15min":43.293999999999997},"last":6.4059999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.2030000000000003,"5min":3.359,"15min":2.4609999999999999},"min":{"1min":0.496,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":46.576000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":6.444},{"interface":"front","average":{"1min":3.915,"5min":2.4569999999999999,"15min":2.383},"min":{"1min":0.35099999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":39.069000000000003,"5min":39.069000000000003,"15min":39.069000000000003},"last":6.5339999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.0389999999999997,"5min":3.1720000000000002,"15min":2.444},"min":{"1min":0.53800000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":39.020000000000003,"5min":39.020000000000003,"15min":39.020000000000003},"last":6.4690000000000003},{"interface":"front","average":{"1min":4.8369999999999997,"5min":2.645,"15min":2.5110000000000001},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":39.034999999999997,"5min":39.034999999999997,"15min":39.034999999999997},"last":6.5800000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.423,"5min":2.3940000000000001,"15min":2.532},"min":{"1min":0.437,"5min":0.39900000000000002,"15min":0.34599999999999997},"max":{"1min":12.212999999999999,"5min":12.212999999999999,"15min":22.763000000000002},"last":6.5579999999999998},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.5640000000000001,"15min":2.3199999999999998},"min":{"1min":0.44800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.1980000000000004,"5min":9.2919999999999998,"15min":20.890000000000001},"last":0.73399999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206745,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1906668,"kb_used_data":715172,"kb_used_omap":7,"kb_used_meta":1191480,"kb_avail":91838484,"statfs":{"total":95995035648,"available":94042607616,"internally_reserved":0,"allocated":732336128,"data_stored":729642328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1220075601},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7189999999999999,"5min":2.4620000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":25.292000000000002,"5min":25.292000000000002,"15min":25.292000000000002},"last":3.8719999999999999},{"interface":"front","average":{"1min":2.8039999999999998,"5min":1.8600000000000001,"15min":1.732},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":15.137,"5min":15.137,"15min":15.137},"last":2.4969999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:09:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":2.5179999999999998,"15min":4.0860000000000003},"min":{"1min":0.21099999999999999,"5min":0.19,"15min":0.19},"max":{"1min":9.6199999999999992,"5min":13.619999999999999,"15min":70.971000000000004},"last":5.5579999999999998},{"interface":"front","average":{"1min":4.3470000000000004,"5min":2.4239999999999999,"15min":4.0679999999999996},"min":{"1min":0.26200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":25.158999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":2.0449999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:09:11 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":2.4359999999999999,"15min":3.165},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":9.7140000000000004,"5min":13.526,"15min":79.926000000000002},"last":5.633},{"interface":"front","average":{"1min":2.5510000000000002,"5min":2.6230000000000002,"15min":3.3069999999999999},"min":{"1min":0.307,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":11.228,"5min":13.552,"15min":79.959000000000003},"last":5.665}]},{"osd":4,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.6269999999999998,"5min":4.3739999999999997,"15min":3.6150000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":11.444000000000001,"5min":144.90299999999999,"15min":176.00200000000001},"last":5.6029999999999998},{"interface":"front","average":{"1min":3.7080000000000002,"5min":4.0199999999999996,"15min":3.008},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.29999999999999999},"max":{"1min":9.9359999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":1.833}]},{"osd":5,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":4.1710000000000003,"15min":2.6030000000000002},"min":{"1min":0.41399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.2650000000000006,"5min":143.22499999999999,"15min":143.22499999999999},"last":2.4249999999999998},{"interface":"front","average":{"1min":3.5699999999999998,"5min":4.827,"15min":3.1909999999999998},"min":{"1min":0.46100000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":9.1020000000000003,"5min":143.07300000000001,"15min":143.07300000000001},"last":5.6909999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":4.2279999999999998,"15min":3.0289999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.2400000000000002,"5min":142.339,"15min":142.339},"last":1.7769999999999999},{"interface":"front","average":{"1min":3.9489999999999998,"5min":3.4860000000000002,"15min":2.5430000000000001},"min":{"1min":0.52600000000000002,"5min":0.307,"15min":0.307},"max":{"1min":14.800000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":2.5219999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":4.907,"5min":3.5579999999999998,"15min":2.5840000000000001},"min":{"1min":0.48599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":25.068999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":1.8109999999999999},{"interface":"front","average":{"1min":4.0960000000000001,"5min":3.278,"15min":2.319},"min":{"1min":0.504,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":14.858000000000001,"5min":54.484000000000002,"15min":54.484000000000002},"last":2.4580000000000002}]}]},{"osd":3,"up_from":198,"seq":850403524882,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1648132,"kb_used_data":860412,"kb_used_omap":2,"kb_used_meta":787645,"kb_avail":92097020,"statfs":{"total":95995035648,"available":94307348480,"internally_reserved":0,"allocated":881061888,"data_stored":878635391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":806548533},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":1.724,"15min":2.0750000000000002},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.183},"max":{"1min":8.5310000000000006,"5min":14.198,"15min":26.260999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":2.2930000000000001,"5min":2.0089999999999999,"15min":2.2280000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.7149999999999999,"5min":12.528,"15min":22.477},"last":0.219}]},{"osd":1,"last update":"Mon Oct 9 05:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":1.7789999999999999,"15min":1.2729999999999999},"min":{"1min":0.27200000000000002,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":8.8870000000000005,"5min":8.8870000000000005,"15min":11.076000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":2.9449999999999998,"5min":2.0870000000000002,"15min":1.6679999999999999},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":9.8800000000000008,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.38300000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":2.2160000000000002,"15min":2.4199999999999999},"min":{"1min":0.35599999999999998,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":8.8650000000000002,"5min":13.208,"15min":21.407},"last":0.33300000000000002},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.2770000000000001,"15min":2.5369999999999999},"min":{"1min":0.27900000000000003,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":18.271999999999998,"5min":18.271999999999998,"15min":25.776},"last":0.312}]},{"osd":4,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.41199999999999998,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.0850000000000009,"5min":9.5530000000000008,"15min":15.301},"last":0.29499999999999998},{"interface":"front","average":{"1min":3.7109999999999999,"5min":2.6429999999999998,"15min":2.2770000000000001},"min":{"1min":0.44600000000000001,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":11.548,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.37}]},{"osd":5,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.5179999999999998,"15min":2.2109999999999999},"min":{"1min":0.38200000000000001,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":9.1059999999999999,"5min":9.1059999999999999,"15min":35.712000000000003},"last":0.56200000000000006},{"interface":"front","average":{"1min":3.4100000000000001,"5min":2.7040000000000002,"15min":2.548},"min":{"1min":0.44,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.1920000000000002,"5min":9.4420000000000002,"15min":35.488},"last":0.39400000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.0430000000000001,"5min":3.0030000000000001,"15min":2.6480000000000001},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":8.9429999999999996,"5min":18.436,"15min":50.113999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":2.6269999999999998,"5min":2.383,"15min":2.343},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.8260000000000005,"5min":17.443999999999999,"15min":53.841999999999999},"last":5.6230000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.383,"5min":3.1600000000000001,"15min":2.7189999999999999},"min":{"1min":0.68200000000000005,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":9.5389999999999997,"5min":15.491,"15min":18.428000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.7280000000000002,"15min":2.5019999999999998},"min":{"1min":0.43099999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":8.8330000000000002,"5min":10.226000000000001,"15min":15.381},"last":0.434}]}]},{"osd":4,"up_from":30,"seq":128849019468,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2269992,"kb_used_data":774752,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":91475160,"statfs":{"total":95995035648,"available":93670563840,"internally_reserved":0,"allocated":793346048,"data_stored":791870362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.958,"15min":1.764},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.218},"max":{"1min":6.0439999999999996,"5min":8.532,"15min":21.047000000000001},"last":4.1150000000000002},{"interface":"front","average":{"1min":2.6349999999999998,"5min":2.1059999999999999,"15min":1.6919999999999999},"min":{"1min":0.245,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.7159999999999993,"5min":11.507999999999999,"15min":12.064},"last":0.57599999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":2.6600000000000001,"5min":2.2269999999999999,"15min":2.4990000000000001},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.254},"max":{"1min":7.7370000000000001,"5min":9.4600000000000009,"15min":12.317},"last":1.9299999999999999},{"interface":"front","average":{"1min":2.9380000000000002,"5min":2.1549999999999998,"15min":2.093},"min":{"1min":0.29799999999999999,"5min":0.253,"15min":0.253},"max":{"1min":9.6869999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":4.1689999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":2.5590000000000002,"15min":3.1869999999999998},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":6.6589999999999998,"5min":19.295999999999999,"15min":105.411},"last":4.1420000000000003},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.6909999999999998,"15min":3.109},"min":{"1min":0.45200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.772,"5min":11.468,"15min":97.927999999999997},"last":3.3069999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:09:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3810000000000002,"5min":5.9589999999999996,"15min":3.504},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":53.189999999999998,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":4.8680000000000003,"5min":5.8719999999999999,"15min":3.6339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":53.088999999999999,"5min":253.72,"15min":253.72},"last":0.71899999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":2.4260000000000002,"15min":1.5640000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":6.2530000000000001,"5min":16.518000000000001,"15min":20.991},"last":3.9889999999999999},{"interface":"front","average":{"1min":1.8879999999999999,"5min":2.4249999999999998,"15min":1.5529999999999999},"min":{"1min":0.33500000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.0239999999999991,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.60999999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.8740000000000001,"15min":1.9810000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":6.1180000000000003,"5min":8.4559999999999995,"15min":81.980999999999995},"last":0.34200000000000003},{"interface":"front","average":{"1min":1.522,"5min":2.206,"15min":1.9299999999999999},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":6.1529999999999996,"5min":19.387,"15min":81.715999999999994},"last":4.0250000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.0760000000000001,"15min":1.7090000000000001},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":6.9909999999999997,"5min":12.987,"15min":29.175000000000001},"last":3.73},{"interface":"front","average":{"1min":1.298,"5min":2.0630000000000002,"15min":1.794},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":9.6189999999999998,"5min":12.983000000000001,"15min":29.192},"last":2.21}]}]},{"osd":5,"up_from":38,"seq":163208757832,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2158496,"kb_used_data":663320,"kb_used_omap":0,"kb_used_meta":1495168,"kb_avail":91586656,"statfs":{"total":95995035648,"available":93784735744,"internally_reserved":0,"allocated":679239680,"data_stored":677768508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1531052032},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":2.3809999999999998,"15min":1.722},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.21099999999999999},"max":{"1min":10.239000000000001,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":2.3010000000000002,"5min":2.4990000000000001,"15min":1.8959999999999999},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":4.7329999999999997,"5min":13.456,"15min":15.164},"last":0.55900000000000005}]},{"osd":1,"last update":"Mon Oct 9 05:09:18 2023","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.8519999999999999,"15min":2.508},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":10.462999999999999,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":4.8150000000000004,"5min":3.0579999999999998,"15min":2.391},"min":{"1min":0.49099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.420999999999999,"5min":16.420999999999999,"15min":16.420999999999999},"last":1.052}]},{"osd":2,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":3.306,"5min":3.2530000000000001,"15min":2.4990000000000001},"min":{"1min":0.38400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":10.91,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":3.3559999999999999,"5min":3.4889999999999999,"15min":2.4510000000000001},"min":{"1min":0.28299999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5649999999999995,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.52100000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7229999999999999,"5min":3.2719999999999998,"15min":2.6349999999999998},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":17.245000000000001,"5min":24.114999999999998,"15min":74.915000000000006},"last":0.69199999999999995},{"interface":"front","average":{"1min":4.7359999999999998,"5min":3.5470000000000002,"15min":2.8570000000000002},"min":{"1min":0.46300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":16.451000000000001,"5min":24.016999999999999,"15min":74.799999999999997},"last":10.975}]},{"osd":4,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.7719999999999998,"5min":2.863,"15min":1.6359999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.8220000000000001,"15min":1.6519999999999999},"min":{"1min":0.29699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":6.5469999999999997,"5min":13.877000000000001,"15min":13.877000000000001},"last":0.36699999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.9329999999999998,"15min":1.726},"min":{"1min":0.42199999999999999,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":18.818999999999999,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":3.2679999999999998,"5min":3.2069999999999999,"15min":1.9510000000000001},"min":{"1min":0.34599999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":17.196999999999999,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.64400000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:08:34 2023","interfaces":[{"interface":"back","average":{"1min":2.3399999999999999,"5min":3.2250000000000001,"15min":1.9119999999999999},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":8.1799999999999997,"5min":18.442,"15min":18.442},"last":0.67100000000000004},{"interface":"front","average":{"1min":2.6030000000000002,"5min":3.1709999999999998,"15min":1.9159999999999999},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":14.903,"5min":18.295999999999999,"15min":18.295999999999999},"last":0.51100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":802553856,"data_stored":802553856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1857552384,"data_stored":1857552384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":724238336,"data_stored":724238336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":864878592,"data_stored":864878592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":766185472,"data_stored":766181400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":665653248,"data_stored":665649176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":578883584,"data_stored":578879512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":281804800,"data_stored":281804800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:09:36.619 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:36.674 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:36.721 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:36.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:36.726 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:36.827 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:36.893 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:36.959 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:09:37.145 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:37 smithi107 ceph-mon[179183]: from='client.47438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:37 smithi107 ceph-mon[184249]: from='client.47438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:37.426 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:37.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:37.439 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:37.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:37 smithi150 ceph-mon[168511]: from='client.47438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:37.514 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:09:37.515 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:09:37.515 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T05:09:37.515 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:09:37.540 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:37.586 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:37.655 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:37.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:37.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:37.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:37.849 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:38.148 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:38 smithi107 ceph-mon[179183]: pgmap v1755: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 672 op/s; 18108/68958 objects degraded (26.259%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:38.338 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:38.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:38.347 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:38.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:38 smithi107 ceph-mon[184249]: pgmap v1755: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 672 op/s; 18108/68958 objects degraded (26.259%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:38.433 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T05:09:38.444 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:38.448 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:38.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:38 smithi150 ceph-mon[168511]: pgmap v1755: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 672 op/s; 18108/68958 objects degraded (26.259%); 0 B/s, 134 objects/s recovering 2023-10-09T05:09:38.540 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:38.654 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:38.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:38.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:38.760 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:38.833 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:38.897 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:38.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:38.906 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:39.007 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:39.055 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:39.111 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:39.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:39.120 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:39.199 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:09:39.221 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:39.277 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:39.351 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:39.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:39.357 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:39.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2289618945' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:09:39.448 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:39 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:09:39.448 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2289618945' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:09:39.448 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:39 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:09:39.458 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:39.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2289618945' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:09:39.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:39 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:09:39.536 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:39.578 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:09:39.754 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:39.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:39.758 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:39.859 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:39.934 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:40.003 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:40.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:40.012 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:40.113 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:40.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: pgmap v1756: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.2 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 661 op/s; 17393/61251 objects degraded (28.396%); 0 B/s, 146 objects/s recovering 2023-10-09T05:09:40.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:40.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:09:40.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: osdmap e566: 8 total, 8 up, 7 in 2023-10-09T05:09:40.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.179 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[184249]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.183 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:40.240 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: pgmap v1756: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.2 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 661 op/s; 17393/61251 objects degraded (28.396%); 0 B/s, 146 objects/s recovering 2023-10-09T05:09:40.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:40.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:09:40.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: osdmap e566: 8 total, 8 up, 7 in 2023-10-09T05:09:40.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.241 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:40 smithi150 ceph-mon[168511]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: pgmap v1756: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.2 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 661 op/s; 17393/61251 objects degraded (28.396%); 0 B/s, 146 objects/s recovering 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: osdmap e566: 8 total, 8 up, 7 in 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: failed to encode map e566 with expected crc 2023-10-09T05:09:40.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:40 smithi107 ceph-mon[179183]: failed to encode map e566 with expected crc 2023-10-09T05:09:41.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:41 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 17393/61251 objects degraded (28.396%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:41.590 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:41 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 17393/61251 objects degraded (28.396%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:41.595 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:41 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 17393/61251 objects degraded (28.396%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:41.619 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:41.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:41.629 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:41.669 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:41.730 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:41.785 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:41.801 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:09:41.909 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:42.066 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:42.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:42.070 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:42.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:09:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:09:42] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2023-10-09T05:09:42.172 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:42.200 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:42.238 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:42.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:42.241 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:42.328 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:09:42.342 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:42.348 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:09:42.369 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:42.370 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:09:42.391 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:09:42.406 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:42.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:42.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:42.410 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:42 smithi150 ceph-mon[168511]: pgmap v1758: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.2 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 668 op/s; 17393/58569 objects degraded (29.697%); 0 B/s, 146 objects/s recovering 2023-10-09T05:09:42.410 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:42 smithi150 ceph-mon[168511]: osdmap e567: 8 total, 8 up, 7 in 2023-10-09T05:09:42.411 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:09:42.430 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:09:42.449 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:09:42.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:42 smithi107 ceph-mon[179183]: pgmap v1758: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.2 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 668 op/s; 17393/58569 objects degraded (29.697%); 0 B/s, 146 objects/s recovering 2023-10-09T05:09:42.465 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:42 smithi107 ceph-mon[179183]: osdmap e567: 8 total, 8 up, 7 in 2023-10-09T05:09:42.466 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:42 smithi107 ceph-mon[184249]: pgmap v1758: 99 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.2 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 668 op/s; 17393/58569 objects degraded (29.697%); 0 B/s, 146 objects/s recovering 2023-10-09T05:09:42.466 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:42 smithi107 ceph-mon[184249]: osdmap e567: 8 total, 8 up, 7 in 2023-10-09T05:09:42.468 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:09:42.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.469 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.470 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.470 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.470 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.470 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.470 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:09:42.510 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:42.543 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:42.580 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:42.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:42.584 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:42.685 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:42.756 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:43.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:43 smithi150 ceph-mon[168511]: failed to encode map e567 with expected crc 2023-10-09T05:09:43.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:43 smithi150 ceph-mon[168511]: failed to encode map e567 with expected crc 2023-10-09T05:09:43.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/305122376' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:43 smithi150 ceph-mon[168511]: osdmap e568: 8 total, 8 up, 7 in 2023-10-09T05:09:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:43 smithi150 ceph-mon[168511]: failed to encode map e568 with expected crc 2023-10-09T05:09:43.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:43 smithi150 ceph-mon[168511]: failed to encode map e568 with expected crc 2023-10-09T05:09:43.623 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[184249]: failed to encode map e567 with expected crc 2023-10-09T05:09:43.623 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[184249]: failed to encode map e567 with expected crc 2023-10-09T05:09:43.623 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/305122376' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:43.623 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[184249]: osdmap e568: 8 total, 8 up, 7 in 2023-10-09T05:09:43.623 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[184249]: failed to encode map e568 with expected crc 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[184249]: failed to encode map e568 with expected crc 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[179183]: failed to encode map e567 with expected crc 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[179183]: failed to encode map e567 with expected crc 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/305122376' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[179183]: osdmap e568: 8 total, 8 up, 7 in 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[179183]: failed to encode map e568 with expected crc 2023-10-09T05:09:43.624 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:43 smithi107 ceph-mon[179183]: failed to encode map e568 with expected crc 2023-10-09T05:09:43.668 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:43.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:43.674 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:43.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:43.864 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:43.937 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:43.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:43.947 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:44.048 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:44.141 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:44.220 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:44.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:44.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:44.306 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:44.324 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:44.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:44 smithi107 ceph-mon[179183]: pgmap v1761: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 968 op/s; 16617/51504 objects degraded (32.264%); 0 B/s, 248 objects/s recovering 2023-10-09T05:09:44.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:44 smithi107 ceph-mon[179183]: osdmap e569: 8 total, 8 up, 7 in 2023-10-09T05:09:44.387 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:44 smithi107 ceph-mon[179183]: failed to encode map e569 with expected crc 2023-10-09T05:09:44.389 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:44 smithi107 ceph-mon[184249]: pgmap v1761: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 968 op/s; 16617/51504 objects degraded (32.264%); 0 B/s, 248 objects/s recovering 2023-10-09T05:09:44.389 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:44 smithi107 ceph-mon[184249]: osdmap e569: 8 total, 8 up, 7 in 2023-10-09T05:09:44.389 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:44 smithi107 ceph-mon[184249]: failed to encode map e569 with expected crc 2023-10-09T05:09:44.393 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:44 smithi150 ceph-mon[168511]: pgmap v1761: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 968 op/s; 16617/51504 objects degraded (32.264%); 0 B/s, 248 objects/s recovering 2023-10-09T05:09:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:44 smithi150 ceph-mon[168511]: osdmap e569: 8 total, 8 up, 7 in 2023-10-09T05:09:44.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:44 smithi150 ceph-mon[168511]: failed to encode map e569 with expected crc 2023-10-09T05:09:44.495 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:44.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:44.506 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:44.564 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:44.581 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:09:44.607 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:44.682 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:44.744 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:44.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:44.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:44.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:44.927 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:45.096 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:45.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:45.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:45.207 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:45.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:45 smithi107 ceph-mon[179183]: failed to encode map e569 with expected crc 2023-10-09T05:09:45.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:45 smithi107 ceph-mon[179183]: failed to encode map e569 with expected crc 2023-10-09T05:09:45.225 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:45 smithi107 ceph-mon[184249]: failed to encode map e569 with expected crc 2023-10-09T05:09:45.225 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:45 smithi107 ceph-mon[184249]: failed to encode map e569 with expected crc 2023-10-09T05:09:45.277 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:45.353 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:45.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:45.358 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:45.459 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:45.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:45 smithi150 ceph-mon[168511]: failed to encode map e569 with expected crc 2023-10-09T05:09:45.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:45 smithi150 ceph-mon[168511]: failed to encode map e569 with expected crc 2023-10-09T05:09:45.521 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:45.592 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:45.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:45.601 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:45.654 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:09:45.702 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:45.754 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:09:45.754 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:09:45.776 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:45.819 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1762,"stamp":"2023-10-09T05:09:43.601964+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1124079544,"num_objects":17168,"num_object_clones":0,"num_object_copies":51504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16617,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17168,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":185101,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16668,"num_bytes_recovered":837115338,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123566,"ondisk_log_size":123566,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12521216,"kb_used_data":3353544,"kb_used_omap":16,"kb_used_meta":9167535,"kb_avail":643694848,"statfs":{"total":671965249536,"available":659143524352,"internally_reserved":0,"allocated":3434029056,"data_stored":3419862357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9387556608},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,6,4,9,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-212926464,"num_objects":-3249,"num_object_clones":0,"num_object_copies":-9747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3249,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3249,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":776,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.597560"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":590,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.204060+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:09:39.204060+0000","last_peered":"2023-10-09T05:09:39.204060+0000","last_clean":"2023-10-09T05:09:39.204060+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:09:39.204060+0000","last_undegraded":"2023-10-09T05:09:39.204060+0000","last_fullsized":"2023-10-09T05:09:39.204060+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":312,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.181781+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:09:39.181781+0000","last_peered":"2023-10-09T05:09:39.181781+0000","last_clean":"2023-10-09T05:09:39.181781+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:09:39.181781+0000","last_undegraded":"2023-10-09T05:09:39.181781+0000","last_fullsized":"2023-10-09T05:09:39.181781+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":434,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.176085+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:09:39.176085+0000","last_peered":"2023-10-09T05:09:39.176085+0000","last_clean":"2023-10-09T05:09:39.176085+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:09:39.176085+0000","last_undegraded":"2023-10-09T05:09:39.176085+0000","last_fullsized":"2023-10-09T05:09:39.176085+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":124,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193699+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:09:39.193699+0000","last_peered":"2023-10-09T05:09:39.193699+0000","last_clean":"2023-10-09T05:09:39.193699+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:09:39.193699+0000","last_undegraded":"2023-10-09T05:09:39.193699+0000","last_fullsized":"2023-10-09T05:09:39.193699+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":291,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.177030+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:09:39.177030+0000","last_peered":"2023-10-09T05:09:39.177030+0000","last_clean":"2023-10-09T05:09:39.177030+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:09:39.177030+0000","last_undegraded":"2023-10-09T05:09:39.177030+0000","last_fullsized":"2023-10-09T05:09:39.177030+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":267,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195485+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:09:39.195485+0000","last_peered":"2023-10-09T05:09:39.195485+0000","last_clean":"2023-10-09T05:09:39.195485+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:09:39.195485+0000","last_undegraded":"2023-10-09T05:09:39.195485+0000","last_fullsized":"2023-10-09T05:09:39.195485+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":528,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.185592+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:09:39.185592+0000","last_peered":"2023-10-09T05:09:39.185592+0000","last_clean":"2023-10-09T05:09:39.185592+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:09:39.185592+0000","last_undegraded":"2023-10-09T05:09:39.185592+0000","last_fullsized":"2023-10-09T05:09:39.185592+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":317,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.177211+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:09:39.177211+0000","last_peered":"2023-10-09T05:09:39.177211+0000","last_clean":"2023-10-09T05:09:39.177211+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:09:39.177211+0000","last_undegraded":"2023-10-09T05:09:39.177211+0000","last_fullsized":"2023-10-09T05:09:39.177211+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":591,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.183022+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:09:39.183022+0000","last_peered":"2023-10-09T05:09:39.183022+0000","last_clean":"2023-10-09T05:09:39.183022+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:09:39.183022+0000","last_undegraded":"2023-10-09T05:09:39.183022+0000","last_fullsized":"2023-10-09T05:09:39.183022+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":307,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.176306+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:09:39.176306+0000","last_peered":"2023-10-09T05:09:39.176306+0000","last_clean":"2023-10-09T05:09:39.176306+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:09:39.176306+0000","last_undegraded":"2023-10-09T05:09:39.176306+0000","last_fullsized":"2023-10-09T05:09:39.176306+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":130,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193438+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:09:39.193438+0000","last_peered":"2023-10-09T05:09:39.193438+0000","last_clean":"2023-10-09T05:09:39.193438+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:09:39.193438+0000","last_undegraded":"2023-10-09T05:09:39.193438+0000","last_fullsized":"2023-10-09T05:09:39.193438+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":460,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.196676+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:09:39.196676+0000","last_peered":"2023-10-09T05:09:39.196676+0000","last_clean":"2023-10-09T05:09:39.196676+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:09:39.196676+0000","last_undegraded":"2023-10-09T05:09:39.196676+0000","last_fullsized":"2023-10-09T05:09:39.196676+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":643,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200546+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:09:39.200546+0000","last_peered":"2023-10-09T05:09:39.200546+0000","last_clean":"2023-10-09T05:09:39.200546+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:09:39.200546+0000","last_undegraded":"2023-10-09T05:09:39.200546+0000","last_fullsized":"2023-10-09T05:09:39.200546+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":611,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199673+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:09:39.199673+0000","last_peered":"2023-10-09T05:09:39.199673+0000","last_clean":"2023-10-09T05:09:39.199673+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:09:39.199673+0000","last_undegraded":"2023-10-09T05:09:39.199673+0000","last_fullsized":"2023-10-09T05:09:39.199673+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":130,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.194034+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:09:39.194034+0000","last_peered":"2023-10-09T05:09:39.194034+0000","last_clean":"2023-10-09T05:09:39.194034+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:09:39.194034+0000","last_undegraded":"2023-10-09T05:09:39.194034+0000","last_fullsized":"2023-10-09T05:09:39.194034+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":414,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.191691+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:09:39.191691+0000","last_peered":"2023-10-09T05:09:39.191691+0000","last_clean":"2023-10-09T05:09:39.191691+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:09:39.191691+0000","last_undegraded":"2023-10-09T05:09:39.191691+0000","last_fullsized":"2023-10-09T05:09:39.191691+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":124,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193806+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:09:39.193806+0000","last_peered":"2023-10-09T05:09:39.193806+0000","last_clean":"2023-10-09T05:09:39.193806+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:09:39.193806+0000","last_undegraded":"2023-10-09T05:09:39.193806+0000","last_fullsized":"2023-10-09T05:09:39.193806+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":583,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182889+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:09:39.182889+0000","last_peered":"2023-10-09T05:09:39.182889+0000","last_clean":"2023-10-09T05:09:39.182889+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:09:39.182889+0000","last_undegraded":"2023-10-09T05:09:39.182889+0000","last_fullsized":"2023-10-09T05:09:39.182889+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":124,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193707+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:09:39.193707+0000","last_peered":"2023-10-09T05:09:39.193707+0000","last_clean":"2023-10-09T05:09:39.193707+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:09:39.193707+0000","last_undegraded":"2023-10-09T05:09:39.193707+0000","last_fullsized":"2023-10-09T05:09:39.193707+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":543,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193112+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:09:39.193112+0000","last_peered":"2023-10-09T05:09:39.193112+0000","last_clean":"2023-10-09T05:09:39.193112+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:09:39.193112+0000","last_undegraded":"2023-10-09T05:09:39.193112+0000","last_fullsized":"2023-10-09T05:09:39.193112+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":265,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.192891+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:09:39.192891+0000","last_peered":"2023-10-09T05:09:39.192891+0000","last_clean":"2023-10-09T05:09:39.192891+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:09:39.192891+0000","last_undegraded":"2023-10-09T05:09:39.192891+0000","last_fullsized":"2023-10-09T05:09:39.192891+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":311,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.189193+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:09:39.189193+0000","last_peered":"2023-10-09T05:09:39.189193+0000","last_clean":"2023-10-09T05:09:39.189193+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:09:39.189193+0000","last_undegraded":"2023-10-09T05:09:39.189193+0000","last_fullsized":"2023-10-09T05:09:39.189193+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"567'11531","reported_seq":11625,"reported_epoch":567,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:42.486029+0000","last_change":"2023-10-09T05:09:42.325389+0000","last_active":"2023-10-09T05:09:42.486029+0000","last_peered":"2023-10-09T05:09:42.486029+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:09:42.486029+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"539'4700","ondisk_log_start":"539'4700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6831,"log_dups_size":0,"ondisk_log_size":6831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66912256,"num_objects":1021,"num_object_clones":0,"num_object_copies":3063,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4146,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1021,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11531,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"3,6","objects":-3125}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":128,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200637+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:09:39.200637+0000","last_peered":"2023-10-09T05:09:39.200637+0000","last_clean":"2023-10-09T05:09:39.200637+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:09:39.200637+0000","last_undegraded":"2023-10-09T05:09:39.200637+0000","last_fullsized":"2023-10-09T05:09:39.200637+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":567,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182063+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:09:39.182063+0000","last_peered":"2023-10-09T05:09:39.182063+0000","last_clean":"2023-10-09T05:09:39.182063+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:09:39.182063+0000","last_undegraded":"2023-10-09T05:09:39.182063+0000","last_fullsized":"2023-10-09T05:09:39.182063+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"567'11632","reported_seq":20050,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:41.978658+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:09:41.978658+0000","last_peered":"2023-10-09T05:09:41.978658+0000","last_clean":"2023-10-09T05:09:41.978658+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:09:41.978658+0000","last_undegraded":"2023-10-09T05:09:41.978658+0000","last_fullsized":"2023-10-09T05:09:41.978658+0000","mapping_epoch":554,"log_start":"542'5800","ondisk_log_start":"542'5800","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5832,"log_dups_size":0,"ondisk_log_size":5832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66322432,"num_objects":1012,"num_object_clones":0,"num_object_copies":3036,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1012,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11632,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":159,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193616+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:09:39.193616+0000","last_peered":"2023-10-09T05:09:39.193616+0000","last_clean":"2023-10-09T05:09:39.193616+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:09:39.193616+0000","last_undegraded":"2023-10-09T05:09:39.193616+0000","last_fullsized":"2023-10-09T05:09:39.193616+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":601,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200086+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:09:39.200086+0000","last_peered":"2023-10-09T05:09:39.200086+0000","last_clean":"2023-10-09T05:09:39.200086+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:09:39.200086+0000","last_undegraded":"2023-10-09T05:09:39.200086+0000","last_fullsized":"2023-10-09T05:09:39.200086+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"566'11657","reported_seq":11710,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:40.378256+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:09:40.378256+0000","last_peered":"2023-10-09T05:09:40.378256+0000","last_clean":"2023-10-09T05:09:40.378256+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:09:40.378256+0000","last_undegraded":"2023-10-09T05:09:40.378256+0000","last_fullsized":"2023-10-09T05:09:40.378256+0000","mapping_epoch":523,"log_start":"529'2800","ondisk_log_start":"529'2800","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8857,"log_dups_size":0,"ondisk_log_size":8857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72679424,"num_objects":1109,"num_object_clones":0,"num_object_copies":3327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11657,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":128,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193605+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:09:39.193605+0000","last_peered":"2023-10-09T05:09:39.193605+0000","last_clean":"2023-10-09T05:09:39.193605+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:09:39.193605+0000","last_undegraded":"2023-10-09T05:09:39.193605+0000","last_fullsized":"2023-10-09T05:09:39.193605+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":287,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.196756+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:09:39.196756+0000","last_peered":"2023-10-09T05:09:39.196756+0000","last_clean":"2023-10-09T05:09:39.196756+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:09:39.196756+0000","last_undegraded":"2023-10-09T05:09:39.196756+0000","last_fullsized":"2023-10-09T05:09:39.196756+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"566'11388","reported_seq":19705,"reported_epoch":567,"state":"peering","last_fresh":"2023-10-09T05:09:41.617248+0000","last_change":"2023-10-09T05:09:41.617441+0000","last_active":"2023-10-09T05:09:41.617248+0000","last_peered":"2023-10-09T05:09:41.608209+0000","last_clean":"2023-10-09T05:06:42.483147+0000","last_became_active":"2023-10-09T05:06:44.719850+0000","last_became_peered":"2023-10-09T05:06:44.719850+0000","last_unstale":"2023-10-09T05:09:41.617248+0000","last_undegraded":"2023-10-09T05:09:41.617248+0000","last_fullsized":"2023-10-09T05:09:41.617248+0000","mapping_epoch":567,"log_start":"542'5600","ondisk_log_start":"542'5600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5788,"log_dups_size":0,"ondisk_log_size":5788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:27:30.379279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73924608,"num_objects":1128,"num_object_clones":0,"num_object_copies":3384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11388,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4126,"num_bytes_recovered":147259392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":611,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182524+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:09:39.182524+0000","last_peered":"2023-10-09T05:09:39.182524+0000","last_clean":"2023-10-09T05:09:39.182524+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:09:39.182524+0000","last_undegraded":"2023-10-09T05:09:39.182524+0000","last_fullsized":"2023-10-09T05:09:39.182524+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":570,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.394831+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:09:29.394831+0000","last_peered":"2023-10-09T05:09:29.394831+0000","last_clean":"2023-10-09T05:09:29.394831+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:09:29.394831+0000","last_undegraded":"2023-10-09T05:09:29.394831+0000","last_fullsized":"2023-10-09T05:09:29.394831+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"566'11377","reported_seq":11438,"reported_epoch":566,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:40.360102+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:09:40.360102+0000","last_peered":"2023-10-09T05:09:40.360102+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:09:40.360102+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"529'2500","ondisk_log_start":"529'2500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8877,"log_dups_size":0,"ondisk_log_size":8877,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72941568,"num_objects":1113,"num_object_clones":0,"num_object_copies":3339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11377,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-3010}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":992,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193783+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:09:39.193783+0000","last_peered":"2023-10-09T05:09:39.193783+0000","last_clean":"2023-10-09T05:09:39.193783+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:09:39.193783+0000","last_undegraded":"2023-10-09T05:09:39.193783+0000","last_fullsized":"2023-10-09T05:09:39.193783+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":237,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.189202+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:09:39.189202+0000","last_peered":"2023-10-09T05:09:39.189202+0000","last_clean":"2023-10-09T05:09:39.189202+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:09:39.189202+0000","last_undegraded":"2023-10-09T05:09:39.189202+0000","last_fullsized":"2023-10-09T05:09:39.189202+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":611,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200380+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:09:39.200380+0000","last_peered":"2023-10-09T05:09:39.200380+0000","last_clean":"2023-10-09T05:09:39.200380+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:09:39.200380+0000","last_undegraded":"2023-10-09T05:09:39.200380+0000","last_fullsized":"2023-10-09T05:09:39.200380+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"567'11767","reported_seq":11819,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:42.045752+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:09:42.045752+0000","last_peered":"2023-10-09T05:09:42.045752+0000","last_clean":"2023-10-09T05:09:42.045752+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:09:42.045752+0000","last_undegraded":"2023-10-09T05:09:42.045752+0000","last_fullsized":"2023-10-09T05:09:42.045752+0000","mapping_epoch":523,"log_start":"529'2900","ondisk_log_start":"529'2900","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8867,"log_dups_size":0,"ondisk_log_size":8867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67043328,"num_objects":1023,"num_object_clones":0,"num_object_copies":3069,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1023,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11767,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":565,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.181983+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:09:39.181983+0000","last_peered":"2023-10-09T05:09:39.181983+0000","last_clean":"2023-10-09T05:09:39.181983+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:09:39.181983+0000","last_undegraded":"2023-10-09T05:09:39.181983+0000","last_fullsized":"2023-10-09T05:09:39.181983+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":267,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.196805+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:09:39.196805+0000","last_peered":"2023-10-09T05:09:39.196805+0000","last_clean":"2023-10-09T05:09:39.196805+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:09:39.196805+0000","last_undegraded":"2023-10-09T05:09:39.196805+0000","last_fullsized":"2023-10-09T05:09:39.196805+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":547,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200007+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:09:39.200007+0000","last_peered":"2023-10-09T05:09:39.200007+0000","last_clean":"2023-10-09T05:09:39.200007+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:09:39.200007+0000","last_undegraded":"2023-10-09T05:09:39.200007+0000","last_fullsized":"2023-10-09T05:09:39.200007+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"567'11582","reported_seq":11634,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:41.946954+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:09:41.946954+0000","last_peered":"2023-10-09T05:09:41.946954+0000","last_clean":"2023-10-09T05:09:41.946954+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:09:41.946954+0000","last_undegraded":"2023-10-09T05:09:41.946954+0000","last_fullsized":"2023-10-09T05:09:41.946954+0000","mapping_epoch":523,"log_start":"539'4700","ondisk_log_start":"539'4700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6882,"log_dups_size":0,"ondisk_log_size":6882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68550656,"num_objects":1046,"num_object_clones":0,"num_object_copies":3138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1046,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11582,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":548,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200019+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:09:39.200019+0000","last_peered":"2023-10-09T05:09:39.200019+0000","last_clean":"2023-10-09T05:09:39.200019+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:09:39.200019+0000","last_undegraded":"2023-10-09T05:09:39.200019+0000","last_fullsized":"2023-10-09T05:09:39.200019+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":621,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200374+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:09:39.200374+0000","last_peered":"2023-10-09T05:09:39.200374+0000","last_clean":"2023-10-09T05:09:39.200374+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:09:39.200374+0000","last_undegraded":"2023-10-09T05:09:39.200374+0000","last_fullsized":"2023-10-09T05:09:39.200374+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"567'11628","reported_seq":11680,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:42.049333+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:09:42.049333+0000","last_peered":"2023-10-09T05:09:42.049333+0000","last_clean":"2023-10-09T05:09:42.049333+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:09:42.049333+0000","last_undegraded":"2023-10-09T05:09:42.049333+0000","last_fullsized":"2023-10-09T05:09:42.049333+0000","mapping_epoch":523,"log_start":"539'4900","ondisk_log_start":"539'4900","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6728,"log_dups_size":0,"ondisk_log_size":6728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67502080,"num_objects":1030,"num_object_clones":0,"num_object_copies":3090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11628,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":565,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182594+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:09:39.182594+0000","last_peered":"2023-10-09T05:09:39.182594+0000","last_clean":"2023-10-09T05:09:39.182594+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:09:39.182594+0000","last_undegraded":"2023-10-09T05:09:39.182594+0000","last_fullsized":"2023-10-09T05:09:39.182594+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":309,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.177145+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:09:39.177145+0000","last_peered":"2023-10-09T05:09:39.177145+0000","last_clean":"2023-10-09T05:09:39.177145+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:09:39.177145+0000","last_undegraded":"2023-10-09T05:09:39.177145+0000","last_fullsized":"2023-10-09T05:09:39.177145+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":417,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.189203+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:09:39.189203+0000","last_peered":"2023-10-09T05:09:39.189203+0000","last_clean":"2023-10-09T05:09:39.189203+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:09:39.189203+0000","last_undegraded":"2023-10-09T05:09:39.189203+0000","last_fullsized":"2023-10-09T05:09:39.189203+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"566'11528","reported_seq":11590,"reported_epoch":566,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:40.343076+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:09:40.343076+0000","last_peered":"2023-10-09T05:09:40.343076+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:09:40.343076+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"529'2700","ondisk_log_start":"529'2700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8828,"log_dups_size":0,"ondisk_log_size":8828,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77594624,"num_objects":1184,"num_object_clones":0,"num_object_copies":3552,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1184,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11528,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-2980}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":946,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195410+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:09:39.195410+0000","last_peered":"2023-10-09T05:09:39.195410+0000","last_clean":"2023-10-09T05:09:39.195410+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:09:39.195410+0000","last_undegraded":"2023-10-09T05:09:39.195410+0000","last_fullsized":"2023-10-09T05:09:39.195410+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":151,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195801+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:09:39.195801+0000","last_peered":"2023-10-09T05:09:39.195801+0000","last_clean":"2023-10-09T05:09:39.195801+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:09:39.195801+0000","last_undegraded":"2023-10-09T05:09:39.195801+0000","last_fullsized":"2023-10-09T05:09:39.195801+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":581,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182824+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:09:39.182824+0000","last_peered":"2023-10-09T05:09:39.182824+0000","last_clean":"2023-10-09T05:09:39.182824+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:09:39.182824+0000","last_undegraded":"2023-10-09T05:09:39.182824+0000","last_fullsized":"2023-10-09T05:09:39.182824+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":335,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182520+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:09:39.182520+0000","last_peered":"2023-10-09T05:09:39.182520+0000","last_clean":"2023-10-09T05:09:39.182520+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:09:39.182520+0000","last_undegraded":"2023-10-09T05:09:39.182520+0000","last_fullsized":"2023-10-09T05:09:39.182520+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"567'11632","reported_seq":11684,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:41.959696+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:09:41.959696+0000","last_peered":"2023-10-09T05:09:41.959696+0000","last_clean":"2023-10-09T05:09:41.959696+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:09:41.959696+0000","last_undegraded":"2023-10-09T05:09:41.959696+0000","last_fullsized":"2023-10-09T05:09:41.959696+0000","mapping_epoch":523,"log_start":"539'4900","ondisk_log_start":"539'4900","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6732,"log_dups_size":0,"ondisk_log_size":6732,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71696384,"num_objects":1094,"num_object_clones":0,"num_object_copies":3282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1094,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11632,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":565,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.183854+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:09:39.183854+0000","last_peered":"2023-10-09T05:09:39.183854+0000","last_clean":"2023-10-09T05:09:39.183854+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:09:39.183854+0000","last_undegraded":"2023-10-09T05:09:39.183854+0000","last_fullsized":"2023-10-09T05:09:39.183854+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":614,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182396+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:09:39.182396+0000","last_peered":"2023-10-09T05:09:39.182396+0000","last_clean":"2023-10-09T05:09:39.182396+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:09:39.182396+0000","last_undegraded":"2023-10-09T05:09:39.182396+0000","last_fullsized":"2023-10-09T05:09:39.182396+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":568,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199600+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:09:39.199600+0000","last_peered":"2023-10-09T05:09:39.199600+0000","last_clean":"2023-10-09T05:09:39.199600+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:09:39.199600+0000","last_undegraded":"2023-10-09T05:09:39.199600+0000","last_fullsized":"2023-10-09T05:09:39.199600+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":441,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.398073+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:09:29.398073+0000","last_peered":"2023-10-09T05:09:29.398073+0000","last_clean":"2023-10-09T05:09:29.398073+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:09:29.398073+0000","last_undegraded":"2023-10-09T05:09:29.398073+0000","last_fullsized":"2023-10-09T05:09:29.398073+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"567'11576","reported_seq":11629,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:42.003705+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:09:42.003705+0000","last_peered":"2023-10-09T05:09:42.003705+0000","last_clean":"2023-10-09T05:09:42.003705+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:09:42.003705+0000","last_undegraded":"2023-10-09T05:09:42.003705+0000","last_fullsized":"2023-10-09T05:09:42.003705+0000","mapping_epoch":523,"log_start":"539'4700","ondisk_log_start":"539'4700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6876,"log_dups_size":0,"ondisk_log_size":6876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67698712,"num_objects":1034,"num_object_clones":0,"num_object_copies":3102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1034,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11576,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":537,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193732+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:09:39.193732+0000","last_peered":"2023-10-09T05:09:39.193732+0000","last_clean":"2023-10-09T05:09:39.193732+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:09:39.193732+0000","last_undegraded":"2023-10-09T05:09:39.193732+0000","last_fullsized":"2023-10-09T05:09:39.193732+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":584,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.398895+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:09:29.398895+0000","last_peered":"2023-10-09T05:09:29.398895+0000","last_clean":"2023-10-09T05:09:29.398895+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:09:29.398895+0000","last_undegraded":"2023-10-09T05:09:29.398895+0000","last_fullsized":"2023-10-09T05:09:29.398895+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":459,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.398211+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:09:29.398211+0000","last_peered":"2023-10-09T05:09:29.398211+0000","last_clean":"2023-10-09T05:09:29.398211+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:09:29.398211+0000","last_undegraded":"2023-10-09T05:09:29.398211+0000","last_fullsized":"2023-10-09T05:09:29.398211+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":371,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.185661+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:09:39.185661+0000","last_peered":"2023-10-09T05:09:39.185661+0000","last_clean":"2023-10-09T05:09:39.185661+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:09:39.185661+0000","last_undegraded":"2023-10-09T05:09:39.185661+0000","last_fullsized":"2023-10-09T05:09:39.185661+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"567'11453","reported_seq":19820,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:42.117446+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:09:42.117446+0000","last_peered":"2023-10-09T05:09:42.117446+0000","last_clean":"2023-10-09T05:09:42.117446+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:09:42.117446+0000","last_undegraded":"2023-10-09T05:09:42.117446+0000","last_fullsized":"2023-10-09T05:09:42.117446+0000","mapping_epoch":549,"log_start":"532'4100","ondisk_log_start":"532'4100","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7353,"log_dups_size":0,"ondisk_log_size":7353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67305472,"num_objects":1027,"num_object_clones":0,"num_object_copies":3081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11453,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":550,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182250+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:09:39.182250+0000","last_peered":"2023-10-09T05:09:39.182250+0000","last_clean":"2023-10-09T05:09:39.182250+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:09:39.182250+0000","last_undegraded":"2023-10-09T05:09:39.182250+0000","last_fullsized":"2023-10-09T05:09:39.182250+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":537,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193566+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:09:39.193566+0000","last_peered":"2023-10-09T05:09:39.193566+0000","last_clean":"2023-10-09T05:09:39.193566+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:09:39.193566+0000","last_undegraded":"2023-10-09T05:09:39.193566+0000","last_fullsized":"2023-10-09T05:09:39.193566+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":405,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.176578+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:09:39.176578+0000","last_peered":"2023-10-09T05:09:39.176578+0000","last_clean":"2023-10-09T05:09:39.176578+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:09:39.176578+0000","last_undegraded":"2023-10-09T05:09:39.176578+0000","last_fullsized":"2023-10-09T05:09:39.176578+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":260,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195109+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:09:39.195109+0000","last_peered":"2023-10-09T05:09:39.195109+0000","last_clean":"2023-10-09T05:09:39.195109+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:09:39.195109+0000","last_undegraded":"2023-10-09T05:09:39.195109+0000","last_fullsized":"2023-10-09T05:09:39.195109+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"567'11593","reported_seq":11645,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:42.087508+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:09:42.087508+0000","last_peered":"2023-10-09T05:09:42.087508+0000","last_clean":"2023-10-09T05:09:42.087508+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:09:42.087508+0000","last_undegraded":"2023-10-09T05:09:42.087508+0000","last_fullsized":"2023-10-09T05:09:42.087508+0000","mapping_epoch":523,"log_start":"539'4900","ondisk_log_start":"539'4900","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6693,"log_dups_size":0,"ondisk_log_size":6693,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70713344,"num_objects":1079,"num_object_clones":0,"num_object_copies":3237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1079,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11593,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":928,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.207704+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:09:39.207704+0000","last_peered":"2023-10-09T05:09:39.207704+0000","last_clean":"2023-10-09T05:09:39.207704+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:09:39.207704+0000","last_undegraded":"2023-10-09T05:09:39.207704+0000","last_fullsized":"2023-10-09T05:09:39.207704+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":151,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193486+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:09:39.193486+0000","last_peered":"2023-10-09T05:09:39.193486+0000","last_clean":"2023-10-09T05:09:39.193486+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:09:39.193486+0000","last_undegraded":"2023-10-09T05:09:39.193486+0000","last_fullsized":"2023-10-09T05:09:39.193486+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":519,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.200155+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:09:39.200155+0000","last_peered":"2023-10-09T05:09:39.200155+0000","last_clean":"2023-10-09T05:09:39.200155+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:09:39.200155+0000","last_undegraded":"2023-10-09T05:09:39.200155+0000","last_fullsized":"2023-10-09T05:09:39.200155+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":586,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.392621+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:09:29.392621+0000","last_peered":"2023-10-09T05:09:29.392621+0000","last_clean":"2023-10-09T05:09:29.392621+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:09:29.392621+0000","last_undegraded":"2023-10-09T05:09:29.392621+0000","last_fullsized":"2023-10-09T05:09:29.392621+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"567'11666","reported_seq":11718,"reported_epoch":567,"state":"active+clean","last_fresh":"2023-10-09T05:09:42.097605+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:09:42.097605+0000","last_peered":"2023-10-09T05:09:42.097605+0000","last_clean":"2023-10-09T05:09:42.097605+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:09:42.097605+0000","last_undegraded":"2023-10-09T05:09:42.097605+0000","last_fullsized":"2023-10-09T05:09:42.097605+0000","mapping_epoch":523,"log_start":"529'2800","ondisk_log_start":"529'2800","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8866,"log_dups_size":0,"ondisk_log_size":8866,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70123520,"num_objects":1070,"num_object_clones":0,"num_object_copies":3210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11666,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":906,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195014+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:09:39.195014+0000","last_peered":"2023-10-09T05:09:39.195014+0000","last_clean":"2023-10-09T05:09:39.195014+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:09:39.195014+0000","last_undegraded":"2023-10-09T05:09:39.195014+0000","last_fullsized":"2023-10-09T05:09:39.195014+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":124,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193521+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:09:39.193521+0000","last_peered":"2023-10-09T05:09:39.193521+0000","last_clean":"2023-10-09T05:09:39.193521+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:09:39.193521+0000","last_undegraded":"2023-10-09T05:09:39.193521+0000","last_fullsized":"2023-10-09T05:09:39.193521+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":320,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.398124+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:09:29.398124+0000","last_peered":"2023-10-09T05:09:29.398124+0000","last_clean":"2023-10-09T05:09:29.398124+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:09:29.398124+0000","last_undegraded":"2023-10-09T05:09:29.398124+0000","last_fullsized":"2023-10-09T05:09:29.398124+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":266,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182321+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:09:39.182321+0000","last_peered":"2023-10-09T05:09:39.182321+0000","last_clean":"2023-10-09T05:09:39.182321+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:09:39.182321+0000","last_undegraded":"2023-10-09T05:09:39.182321+0000","last_fullsized":"2023-10-09T05:09:39.182321+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"567'11489","reported_seq":19857,"reported_epoch":567,"state":"active+undersized+remapped","last_fresh":"2023-10-09T05:09:42.324529+0000","last_change":"2023-10-09T05:09:42.324720+0000","last_active":"2023-10-09T05:09:42.324529+0000","last_peered":"2023-10-09T05:09:42.324529+0000","last_clean":"2023-10-09T05:06:42.471232+0000","last_became_active":"2023-10-09T05:06:44.737167+0000","last_became_peered":"2023-10-09T05:06:44.737167+0000","last_unstale":"2023-10-09T05:09:42.324529+0000","last_undegraded":"2023-10-09T05:06:44.518851+0000","last_fullsized":"2023-10-09T05:06:44.495574+0000","mapping_epoch":534,"log_start":"529'2600","ondisk_log_start":"529'2600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8889,"log_dups_size":0,"ondisk_log_size":8889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:07:35.516922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67829760,"num_objects":1035,"num_object_clones":0,"num_object_copies":3105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1035,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11489,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4152,"num_bytes_recovered":143851520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3],"avail_no_missing":["5","1","3","4"],"object_location_counts":[{"shards":"3,5","objects":1035}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":565,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199881+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:09:39.199881+0000","last_peered":"2023-10-09T05:09:39.199881+0000","last_clean":"2023-10-09T05:09:39.199881+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:09:39.199881+0000","last_undegraded":"2023-10-09T05:09:39.199881+0000","last_fullsized":"2023-10-09T05:09:39.199881+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":263,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.189303+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:09:39.189303+0000","last_peered":"2023-10-09T05:09:39.189303+0000","last_clean":"2023-10-09T05:09:39.189303+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:09:39.189303+0000","last_undegraded":"2023-10-09T05:09:39.189303+0000","last_fullsized":"2023-10-09T05:09:39.189303+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":481,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195196+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:09:39.195196+0000","last_peered":"2023-10-09T05:09:39.195196+0000","last_clean":"2023-10-09T05:09:39.195196+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:09:39.195196+0000","last_undegraded":"2023-10-09T05:09:39.195196+0000","last_fullsized":"2023-10-09T05:09:39.195196+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":286,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.176958+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:09:39.176958+0000","last_peered":"2023-10-09T05:09:39.176958+0000","last_clean":"2023-10-09T05:09:39.176958+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:09:39.176958+0000","last_undegraded":"2023-10-09T05:09:39.176958+0000","last_fullsized":"2023-10-09T05:09:39.176958+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"566'11541","reported_seq":11602,"reported_epoch":566,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:40.327683+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:09:40.327683+0000","last_peered":"2023-10-09T05:09:40.327683+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:09:40.327683+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"529'2700","ondisk_log_start":"529'2700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8841,"log_dups_size":0,"ondisk_log_size":8841,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74645504,"num_objects":1139,"num_object_clones":0,"num_object_copies":3417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11541,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-3045}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":612,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.191525+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:09:39.191525+0000","last_peered":"2023-10-09T05:09:39.191525+0000","last_clean":"2023-10-09T05:09:39.191525+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:09:39.191525+0000","last_undegraded":"2023-10-09T05:09:39.191525+0000","last_fullsized":"2023-10-09T05:09:39.191525+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":260,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.195330+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:09:39.195330+0000","last_peered":"2023-10-09T05:09:39.195330+0000","last_clean":"2023-10-09T05:09:39.195330+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:09:39.195330+0000","last_undegraded":"2023-10-09T05:09:39.195330+0000","last_fullsized":"2023-10-09T05:09:39.195330+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":578,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.392719+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:09:29.392719+0000","last_peered":"2023-10-09T05:09:29.392719+0000","last_clean":"2023-10-09T05:09:29.392719+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:09:29.392719+0000","last_undegraded":"2023-10-09T05:09:29.392719+0000","last_fullsized":"2023-10-09T05:09:29.392719+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":550,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199934+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:09:39.199934+0000","last_peered":"2023-10-09T05:09:39.199934+0000","last_clean":"2023-10-09T05:09:39.199934+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:09:39.199934+0000","last_undegraded":"2023-10-09T05:09:39.199934+0000","last_fullsized":"2023-10-09T05:09:39.199934+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":262,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199805+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:09:39.199805+0000","last_peered":"2023-10-09T05:09:39.199805+0000","last_clean":"2023-10-09T05:09:39.199805+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:09:39.199805+0000","last_undegraded":"2023-10-09T05:09:39.199805+0000","last_fullsized":"2023-10-09T05:09:39.199805+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":616,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-10-09T05:09:29.398148+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:09:29.398148+0000","last_peered":"2023-10-09T05:09:29.398148+0000","last_clean":"2023-10-09T05:09:29.398148+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:09:29.398148+0000","last_undegraded":"2023-10-09T05:09:29.398148+0000","last_fullsized":"2023-10-09T05:09:29.398148+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":577,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182602+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:09:39.182602+0000","last_peered":"2023-10-09T05:09:39.182602+0000","last_clean":"2023-10-09T05:09:39.182602+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:09:39.182602+0000","last_undegraded":"2023-10-09T05:09:39.182602+0000","last_fullsized":"2023-10-09T05:09:39.182602+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":608,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199735+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:09:39.199735+0000","last_peered":"2023-10-09T05:09:39.199735+0000","last_clean":"2023-10-09T05:09:39.199735+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:09:39.199735+0000","last_undegraded":"2023-10-09T05:09:39.199735+0000","last_fullsized":"2023-10-09T05:09:39.199735+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":568,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.182752+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:09:39.182752+0000","last_peered":"2023-10-09T05:09:39.182752+0000","last_clean":"2023-10-09T05:09:39.182752+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:09:39.182752+0000","last_undegraded":"2023-10-09T05:09:39.182752+0000","last_fullsized":"2023-10-09T05:09:39.182752+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":571,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.203839+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:09:39.203839+0000","last_peered":"2023-10-09T05:09:39.203839+0000","last_clean":"2023-10-09T05:09:39.203839+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:09:39.203839+0000","last_undegraded":"2023-10-09T05:09:39.203839+0000","last_fullsized":"2023-10-09T05:09:39.203839+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":297,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.193060+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:09:39.193060+0000","last_peered":"2023-10-09T05:09:39.193060+0000","last_clean":"2023-10-09T05:09:39.193060+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:09:39.193060+0000","last_undegraded":"2023-10-09T05:09:39.193060+0000","last_fullsized":"2023-10-09T05:09:39.193060+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":262,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.176242+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:09:39.176242+0000","last_peered":"2023-10-09T05:09:39.176242+0000","last_clean":"2023-10-09T05:09:39.176242+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:09:39.176242+0000","last_undegraded":"2023-10-09T05:09:39.176242+0000","last_fullsized":"2023-10-09T05:09:39.176242+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":253,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.185516+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:09:39.185516+0000","last_peered":"2023-10-09T05:09:39.185516+0000","last_clean":"2023-10-09T05:09:39.185516+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:09:39.185516+0000","last_undegraded":"2023-10-09T05:09:39.185516+0000","last_fullsized":"2023-10-09T05:09:39.185516+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":597,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-10-09T05:09:39.199386+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:09:39.199386+0000","last_peered":"2023-10-09T05:09:39.199386+0000","last_clean":"2023-10-09T05:09:39.199386+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:09:39.199386+0000","last_undegraded":"2023-10-09T05:09:39.199386+0000","last_fullsized":"2023-10-09T05:09:39.199386+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":1123483672,"num_objects":17144,"num_object_clones":0,"num_object_copies":51432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16617,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17144,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":185040,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16615,"num_bytes_recovered":836435968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5204291584,"data_stored":5204279368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121740,"ondisk_log_size":121740,"up":48,"acting":43,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234562,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1705340,"kb_used_data":204660,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92039812,"statfs":{"total":95995035648,"available":94248767488,"internally_reserved":0,"allocated":209571840,"data_stored":208091838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":2.4700000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":4.8120000000000003,"5min":2.734,"15min":1.917},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":13.375,"5min":13.375,"15min":13.375},"last":1.385},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.4039999999999999,"15min":2.3799999999999999},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.5670000000000002,"5min":11.305999999999999,"15min":15.401},"last":0.58599999999999997}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":1.591}]},{"osd":3,"last update":"Mon Oct 9 05:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.4329999999999998,"5min":2.8420000000000001,"15min":2.3809999999999998},"min":{"1min":0.39900000000000002,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":18.983000000000001,"5min":18.983000000000001,"15min":18.983000000000001},"last":1.4870000000000001},{"interface":"front","average":{"1min":5.3579999999999997,"5min":3.4380000000000002,"15min":2.5680000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":19.382999999999999,"5min":19.382999999999999,"15min":19.382999999999999},"last":4.0060000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":2.984,"5min":2.4660000000000002,"15min":1.8120000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":9.9719999999999995,"5min":16.911999999999999,"15min":19.949000000000002},"last":0.61299999999999999},{"interface":"front","average":{"1min":4.1509999999999998,"5min":2.7669999999999999,"15min":1.7609999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.254},"max":{"1min":13.412000000000001,"5min":13.412000000000001,"15min":18.971},"last":1.359}]},{"osd":5,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":2.851,"15min":2.0819999999999999},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.29999999999999999},"max":{"1min":13.183,"5min":16.838999999999999,"15min":20.678999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.1459999999999999,"15min":1.7390000000000001},"min":{"1min":0.35099999999999998,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":16.088999999999999,"5min":16.088999999999999,"15min":21.07},"last":0.75800000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":2.794,"15min":2.0390000000000001},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":9.9399999999999995,"5min":16.881,"15min":16.881},"last":0.54600000000000004},{"interface":"front","average":{"1min":3.5600000000000001,"5min":2.5990000000000002,"15min":1.8979999999999999},"min":{"1min":0.378,"5min":0.36099999999999999,"15min":0.29899999999999999},"max":{"1min":11.388,"5min":12.815,"15min":14.191000000000001},"last":0.48399999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496198,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1900916,"kb_used_data":414188,"kb_used_omap":0,"kb_used_meta":1486720,"kb_avail":91844236,"statfs":{"total":95995035648,"available":94048497664,"internally_reserved":0,"allocated":424128512,"data_stored":422656638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522401280},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.36199999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.27,"5min":2.1560000000000001,"15min":2.306},"min":{"1min":0.30199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":10.829000000000001,"5min":15.935,"15min":15.935},"last":0.40799999999999997},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.1840000000000002,"15min":2.5670000000000002},"min":{"1min":0.29899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":11.093,"5min":11.093,"15min":18.094000000000001},"last":0.27900000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.7330000000000001,"15min":2.4399999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.25700000000000001},"max":{"1min":16.337,"5min":16.337,"15min":42.923999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.738,"15min":2.3919999999999999},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":16.385999999999999,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:09:15 2023","interfaces":[{"interface":"back","average":{"1min":4.6280000000000001,"5min":3.056,"15min":2.5379999999999998},"min":{"1min":0.52300000000000002,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":14.701000000000001,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":3.6099999999999999,"5min":3.0070000000000001,"15min":2.6469999999999998},"min":{"1min":0.34699999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.122999999999999,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.34899999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.5680000000000001,"15min":1.8380000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":17.123000000000001,"5min":17.123000000000001,"15min":17.123000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.4569999999999999,"15min":1.7430000000000001},"min":{"1min":0.36699999999999999,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.99,"5min":10.99,"15min":16.068999999999999},"last":0.438}]},{"osd":5,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.8359999999999999,"15min":1.863},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":11.632999999999999,"5min":18.167000000000002,"15min":18.167000000000002},"last":0.317},{"interface":"front","average":{"1min":3.0310000000000001,"5min":2.5899999999999999,"15min":1.833},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":10.843999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.73299999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.476,"15min":1.8660000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":13.564,"5min":13.564,"15min":16.372},"last":0.69599999999999995},{"interface":"front","average":{"1min":3.4119999999999999,"5min":2.1480000000000001,"15min":1.7370000000000001},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":14.789999999999999,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.497}]}]},{"osd":1,"up_from":0,"seq":2052994367580,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187904,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1800336,"kb_used_data":577096,"kb_used_omap":5,"kb_used_meta":1223226,"kb_avail":91944816,"statfs":{"total":95995035648,"available":94151491584,"internally_reserved":0,"allocated":590946304,"data_stored":587822539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1252584058},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:09:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":1.5049999999999999,"15min":1.538},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.0380000000000003,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.22},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.786,"15min":1.909},"min":{"1min":0.26700000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.169,"5min":3.431,"15min":2.8130000000000002},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2260000000000009,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.29199999999999998},{"interface":"front","average":{"1min":3.1579999999999999,"5min":2.9129999999999998,"15min":2.653},"min":{"1min":0.224,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.9809999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.35499999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:08:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":3.2719999999999998,"15min":2.4889999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":8.375,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.75700000000000001},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.113,"15min":2.5619999999999998},"min":{"1min":0.29199999999999998,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":10.176,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.32000000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.8929999999999998,"5min":2.6059999999999999,"15min":2.2040000000000002},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":43.308999999999997,"5min":43.308999999999997,"15min":43.308999999999997},"last":1.2549999999999999},{"interface":"front","average":{"1min":4.7329999999999997,"5min":2.774,"15min":2.1960000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":43.293999999999997,"5min":43.293999999999997,"15min":43.293999999999997},"last":1.266}]},{"osd":5,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.2030000000000003,"5min":3.359,"15min":2.4609999999999999},"min":{"1min":0.496,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":46.576000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":3.915,"5min":2.4569999999999999,"15min":2.383},"min":{"1min":0.35099999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":39.069000000000003,"5min":39.069000000000003,"15min":39.069000000000003},"last":3.29}]},{"osd":6,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.0389999999999997,"5min":3.1720000000000002,"15min":2.444},"min":{"1min":0.53800000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":39.020000000000003,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.40899999999999997},{"interface":"front","average":{"1min":4.8369999999999997,"5min":2.645,"15min":2.5110000000000001},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":39.034999999999997,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.373}]},{"osd":7,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.423,"5min":2.3940000000000001,"15min":2.532},"min":{"1min":0.437,"5min":0.39900000000000002,"15min":0.34599999999999997},"max":{"1min":12.212999999999999,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.5640000000000001,"15min":2.3199999999999998},"min":{"1min":0.44800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.1980000000000004,"5min":9.2919999999999998,"15min":20.890000000000001},"last":0.48199999999999998}]}]},{"osd":2,"up_from":116,"seq":498216206747,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1710648,"kb_used_data":523184,"kb_used_omap":7,"kb_used_meta":1187384,"kb_avail":92034504,"statfs":{"total":95995035648,"available":94243332096,"internally_reserved":0,"allocated":535740416,"data_stored":533042546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1215881297},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7189999999999999,"5min":2.4620000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":25.292000000000002,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":2.8039999999999998,"5min":1.8600000000000001,"15min":1.732},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":15.137,"5min":15.137,"15min":15.137},"last":0.25600000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:09:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":2.5179999999999998,"15min":4.0860000000000003},"min":{"1min":0.21099999999999999,"5min":0.19,"15min":0.19},"max":{"1min":9.6199999999999992,"5min":13.619999999999999,"15min":70.971000000000004},"last":0.23400000000000001},{"interface":"front","average":{"1min":4.3470000000000004,"5min":2.4239999999999999,"15min":4.0679999999999996},"min":{"1min":0.26200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":25.158999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":3.9870000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:11 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":2.4359999999999999,"15min":3.165},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":9.7140000000000004,"5min":13.526,"15min":79.926000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":2.5510000000000002,"5min":2.6230000000000002,"15min":3.3069999999999999},"min":{"1min":0.307,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":11.228,"5min":13.552,"15min":79.959000000000003},"last":0.48699999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.6269999999999998,"5min":4.3739999999999997,"15min":3.6150000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":11.444000000000001,"5min":144.90299999999999,"15min":176.00200000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":3.7080000000000002,"5min":4.0199999999999996,"15min":3.008},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.29999999999999999},"max":{"1min":9.9359999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.68600000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":4.1710000000000003,"15min":2.6030000000000002},"min":{"1min":0.41399999999999998,"5min":0.29399999999999998,"15min":0.28999999999999998},"max":{"1min":9.2650000000000006,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":3.5699999999999998,"5min":4.827,"15min":3.1909999999999998},"min":{"1min":0.46100000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":9.1020000000000003,"5min":143.07300000000001,"15min":143.07300000000001},"last":0.52700000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":3.4420000000000002,"5min":4.2279999999999998,"15min":3.0289999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.2400000000000002,"5min":142.339,"15min":142.339},"last":0.63500000000000001},{"interface":"front","average":{"1min":3.9489999999999998,"5min":3.4860000000000002,"15min":2.5430000000000001},"min":{"1min":0.52600000000000002,"5min":0.307,"15min":0.307},"max":{"1min":14.800000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.629}]},{"osd":7,"last update":"Mon Oct 9 05:08:42 2023","interfaces":[{"interface":"back","average":{"1min":4.907,"5min":3.5579999999999998,"15min":2.5840000000000001},"min":{"1min":0.48599999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":25.068999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":0.71299999999999997},{"interface":"front","average":{"1min":4.0960000000000001,"5min":3.278,"15min":2.319},"min":{"1min":0.504,"5min":0.35399999999999998,"15min":0.33900000000000002},"max":{"1min":14.858000000000001,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.65600000000000003}]}]},{"osd":3,"up_from":198,"seq":850403524884,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1397856,"kb_used_data":614296,"kb_used_omap":2,"kb_used_meta":783549,"kb_avail":92347296,"statfs":{"total":95995035648,"available":94563631104,"internally_reserved":0,"allocated":629039104,"data_stored":626600917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":802354229},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":1.724,"15min":2.0750000000000002},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.183},"max":{"1min":8.5310000000000006,"5min":14.198,"15min":26.260999999999999},"last":1.1439999999999999},{"interface":"front","average":{"1min":2.2930000000000001,"5min":2.0089999999999999,"15min":2.2280000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.7149999999999999,"5min":12.528,"15min":22.477},"last":1.2370000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":1.7789999999999999,"15min":1.2729999999999999},"min":{"1min":0.27200000000000002,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":8.8870000000000005,"5min":8.8870000000000005,"15min":11.076000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":2.9449999999999998,"5min":2.0870000000000002,"15min":1.6679999999999999},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":9.8800000000000008,"5min":12.672000000000001,"15min":12.672000000000001},"last":1.2170000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":2.2160000000000002,"15min":2.4199999999999999},"min":{"1min":0.35599999999999998,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":8.8650000000000002,"5min":13.208,"15min":21.407},"last":1.3440000000000001},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.2770000000000001,"15min":2.5369999999999999},"min":{"1min":0.27900000000000003,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":18.271999999999998,"5min":18.271999999999998,"15min":25.776},"last":1.3300000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.41199999999999998,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.0850000000000009,"5min":9.5530000000000008,"15min":15.301},"last":2.46},{"interface":"front","average":{"1min":3.7109999999999999,"5min":2.6429999999999998,"15min":2.2770000000000001},"min":{"1min":0.44600000000000001,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":11.548,"5min":12.369999999999999,"15min":15.401999999999999},"last":2.4689999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.5179999999999998,"15min":2.2109999999999999},"min":{"1min":0.38200000000000001,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":9.1059999999999999,"5min":9.1059999999999999,"15min":35.712000000000003},"last":2.0249999999999999},{"interface":"front","average":{"1min":3.4100000000000001,"5min":2.7040000000000002,"15min":2.548},"min":{"1min":0.44,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.1920000000000002,"5min":9.4420000000000002,"15min":35.488},"last":4.5960000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.0430000000000001,"5min":3.0030000000000001,"15min":2.6480000000000001},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":8.9429999999999996,"5min":18.436,"15min":50.113999999999997},"last":1.8440000000000001},{"interface":"front","average":{"1min":2.6269999999999998,"5min":2.383,"15min":2.343},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.8260000000000005,"5min":17.443999999999999,"15min":53.841999999999999},"last":2.1110000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.383,"5min":3.1600000000000001,"15min":2.7189999999999999},"min":{"1min":0.68200000000000005,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":9.5389999999999997,"5min":15.491,"15min":18.428000000000001},"last":2.8690000000000002},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.7280000000000002,"15min":2.5019999999999998},"min":{"1min":0.43099999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":8.8330000000000002,"5min":10.226000000000001,"15min":15.381},"last":7.8760000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019470,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2044852,"kb_used_data":549932,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":91700300,"statfs":{"total":95995035648,"available":93901107200,"internally_reserved":0,"allocated":563130368,"data_stored":561650612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.958,"15min":1.764},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.218},"max":{"1min":6.0439999999999996,"5min":8.532,"15min":21.047000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":2.6349999999999998,"5min":2.1059999999999999,"15min":1.6919999999999999},"min":{"1min":0.245,"5min":0.23899999999999999,"15min":0.23000000000000001},"max":{"1min":8.7159999999999993,"5min":11.507999999999999,"15min":12.064},"last":0.374}]},{"osd":1,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":2.6600000000000001,"5min":2.2269999999999999,"15min":2.4990000000000001},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.254},"max":{"1min":7.7370000000000001,"5min":9.4600000000000009,"15min":12.317},"last":0.38900000000000001},{"interface":"front","average":{"1min":2.9380000000000002,"5min":2.1549999999999998,"15min":2.093},"min":{"1min":0.29799999999999999,"5min":0.253,"15min":0.253},"max":{"1min":9.6869999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.28699999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":2.5590000000000002,"15min":3.1869999999999998},"min":{"1min":0.35599999999999998,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":6.6589999999999998,"5min":19.295999999999999,"15min":105.411},"last":3.1909999999999998},{"interface":"front","average":{"1min":3.1269999999999998,"5min":2.6909999999999998,"15min":3.109},"min":{"1min":0.45200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":10.772,"5min":11.468,"15min":97.927999999999997},"last":0.501}]},{"osd":3,"last update":"Mon Oct 9 05:09:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3810000000000002,"5min":5.9589999999999996,"15min":3.504},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":53.189999999999998,"5min":253.50700000000001,"15min":253.50700000000001},"last":0.441},{"interface":"front","average":{"1min":4.8680000000000003,"5min":5.8719999999999999,"15min":3.6339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":53.088999999999999,"5min":253.72,"15min":253.72},"last":3.2029999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:08:45 2023","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":2.4260000000000002,"15min":1.5640000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":6.2530000000000001,"5min":16.518000000000001,"15min":20.991},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.8879999999999999,"5min":2.4249999999999998,"15min":1.5529999999999999},"min":{"1min":0.33500000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.0239999999999991,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.46999999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:09:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.8740000000000001,"15min":1.9810000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":6.1180000000000003,"5min":8.4559999999999995,"15min":81.980999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.522,"5min":2.206,"15min":1.9299999999999999},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":6.1529999999999996,"5min":19.387,"15min":81.715999999999994},"last":0.36199999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.0760000000000001,"15min":1.7090000000000001},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":6.9909999999999997,"5min":12.987,"15min":29.175000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":1.298,"5min":2.0630000000000002,"15min":1.794},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":9.6189999999999998,"5min":12.983000000000001,"15min":29.192},"last":0.434}]}]},{"osd":5,"up_from":38,"seq":163208757834,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1961268,"kb_used_data":470188,"kb_used_omap":0,"kb_used_meta":1491072,"kb_avail":91783884,"statfs":{"total":95995035648,"available":93986697216,"internally_reserved":0,"allocated":481472512,"data_stored":479997267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526857728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,1,2,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.472,"5min":2.1419999999999999,"15min":1.8620000000000001},"min":{"1min":0.29299999999999998,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":8.5820000000000007,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":4.194,"5min":2.7719999999999998,"15min":2.125},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":16.363,"5min":16.363,"15min":16.363},"last":0.498}]},{"osd":1,"last update":"Mon Oct 9 05:09:18 2023","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.8519999999999999,"15min":2.508},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":10.462999999999999,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.436},{"interface":"front","average":{"1min":4.8150000000000004,"5min":3.0579999999999998,"15min":2.391},"min":{"1min":0.49099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.420999999999999,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.42099999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6299999999999999,"5min":3.2410000000000001,"15min":2.7029999999999998},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":19.27,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":4.343,"5min":3.7069999999999999,"15min":2.657},"min":{"1min":0.39900000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":16.318000000000001,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.39000000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7229999999999999,"5min":3.2719999999999998,"15min":2.6349999999999998},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":17.245000000000001,"5min":24.114999999999998,"15min":74.915000000000006},"last":7.1980000000000004},{"interface":"front","average":{"1min":4.7359999999999998,"5min":3.5470000000000002,"15min":2.8570000000000002},"min":{"1min":0.46300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":16.451000000000001,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.311}]},{"osd":4,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.4079999999999999,"15min":1.758},"min":{"1min":0.25800000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":8.5489999999999995,"5min":10.959,"15min":10.959},"last":1.139},{"interface":"front","average":{"1min":4.1749999999999998,"5min":2.9369999999999998,"15min":1.887},"min":{"1min":0.36699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":20.899000000000001,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.34200000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.9329999999999998,"15min":1.726},"min":{"1min":0.42199999999999999,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":18.818999999999999,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":3.2679999999999998,"5min":3.2069999999999999,"15min":1.9510000000000001},"min":{"1min":0.34599999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":17.196999999999999,"5min":17.196999999999999,"15min":17.196999999999999},"last":7.1440000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.2599999999999998,"15min":2.0779999999999998},"min":{"1min":0.32600000000000001,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":13.082000000000001,"5min":18.442,"15min":18.442},"last":7.2279999999999998},{"interface":"front","average":{"1min":2.9750000000000001,"5min":2.6190000000000002,"15min":2.081},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":19.411000000000001,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.58999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":573964288,"data_stored":573964288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1837891584,"data_stored":1837891584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":526188544,"data_stored":526188544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":620953600,"data_stored":620953600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":548933632,"data_stored":548929560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":474746880,"data_stored":474742808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":418254848,"data_stored":418250776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":203358208,"data_stored":203358208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:09:45.827 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:09:46.131 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:46.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:46.150 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:46.251 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:46.299 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:46.352 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:46.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:46.355 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:46.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T05:09:46.456 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:46.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:46 smithi150 ceph-mon[168511]: from='client.57094 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:46.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:46 smithi150 ceph-mon[168511]: pgmap v1763: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 556 op/s; 16617/51504 objects degraded (32.264%); 0 B/s, 132 objects/s recovering 2023-10-09T05:09:46.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:46 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16617/51504 objects degraded (32.264%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:46.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:46.485 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:46.508 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[179183]: from='client.57094 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:46.508 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[179183]: pgmap v1763: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 556 op/s; 16617/51504 objects degraded (32.264%); 0 B/s, 132 objects/s recovering 2023-10-09T05:09:46.508 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16617/51504 objects degraded (32.264%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:46.508 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:46.508 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:46.509 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[184249]: from='client.57094 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:09:46.509 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[184249]: pgmap v1763: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 556 op/s; 16617/51504 objects degraded (32.264%); 0 B/s, 132 objects/s recovering 2023-10-09T05:09:46.509 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16617/51504 objects degraded (32.264%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:46.509 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:09:46.509 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:09:46.515 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:46.574 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:46.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:46.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:46.686 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:46.726 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:46.783 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:46.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:46.786 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:46.817 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:46.887 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:46.925 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:46.996 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:47.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:47.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:47.031 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:47.103 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:47.187 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:47.277 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:47.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:47.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:47.291 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:09:47.386 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:47.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2665638285' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:47.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:47 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:47.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2665638285' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:47.422 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:47 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:47.480 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:47.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2665638285' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:47.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:47 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:09:48.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: pgmap v1764: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 503 op/s; 16617/49500 objects degraded (33.570%); 0 B/s, 129 objects/s recovering 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: osdmap e570: 8 total, 8 up, 7 in 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[184249]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: pgmap v1764: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 503 op/s; 16617/49500 objects degraded (33.570%); 0 B/s, 129 objects/s recovering 2023-10-09T05:09:48.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:48.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:48.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: osdmap e570: 8 total, 8 up, 7 in 2023-10-09T05:09:48.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.670 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:48 smithi107 ceph-mon[179183]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: pgmap v1764: 99 pgs: 1 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 1.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 503 op/s; 16617/49500 objects degraded (33.570%); 0 B/s, 129 objects/s recovering 2023-10-09T05:09:48.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:48.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:09:48.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: osdmap e570: 8 total, 8 up, 7 in 2023-10-09T05:09:48.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:48 smithi150 ceph-mon[168511]: failed to encode map e570 with expected crc 2023-10-09T05:09:48.822 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:48.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:48.825 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:48.926 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:48.953 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:49.005 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:49.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:49.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:49.115 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:49.158 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:49.234 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:49.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:49.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:49.344 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:49.427 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:49.918 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:49.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:49.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:49.923 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:50.024 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:50.094 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:50.157 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:50.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:50.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:50.269 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:50.343 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:50.351 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:50 smithi150 ceph-mon[168511]: pgmap v1766: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 900 MiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 427 op/s; 16323/43269 objects degraded (37.724%); 0 B/s, 45 objects/s recovering 2023-10-09T05:09:50.405 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:50.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:50.411 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:50 smithi107 ceph-mon[184249]: pgmap v1766: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 900 MiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 427 op/s; 16323/43269 objects degraded (37.724%); 0 B/s, 45 objects/s recovering 2023-10-09T05:09:50.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:50 smithi107 ceph-mon[179183]: pgmap v1766: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 900 MiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 427 op/s; 16323/43269 objects degraded (37.724%); 0 B/s, 45 objects/s recovering 2023-10-09T05:09:50.512 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:50.558 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:50.577 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:09:50.614 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:09:50.674 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:09:50.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:50.675 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:50.675 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:50.684 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:09:50.731 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:09:50.777 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:50.777 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:09:50.822 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:09:50.833 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:50.876 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:50.879 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:09:50.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:50.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:50.882 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.882 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.882 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.882 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.883 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.883 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.883 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.883 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:09:50.981 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:51.063 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:51.291 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:51.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:51.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:51.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4183356041' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:51.390 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:51 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16323/43269 objects degraded (37.724%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:51.393 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4183356041' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:51.394 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:51 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16323/43269 objects degraded (37.724%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:51.400 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:51.450 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:51.503 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:51.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:51.508 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:51.608 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:51.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4183356041' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:09:51.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:51 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16323/43269 objects degraded (37.724%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:51.665 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:51.729 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:51.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:51.735 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:51.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:51.857 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:51.857 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 16323/40770 objects degraded (40.037%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2351,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":570,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":7,"osd_in_since":1696828002,"num_remapped_pgs":4},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":95},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":13590,"data_bytes":889591736,"bytes_used":12150636544,"bytes_avail":659814612992,"bytes_total":671965249536,"degraded_objects":16323,"degraded_total":40770,"degraded_ratio":0.40036791758646062,"recovering_objects_per_sec":36,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":294,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":447},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":31,"modified":"2023-10-09T05:06:36.916966+0000","services":{}},"progress_events":{"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true},"d7bee191-88ce-4bfb-bc2f-0e8c57f87bf0":{"message":"Global Recovery Event (2m)\n [==========================..] (remaining: 10s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-10-09T05:09:51.884 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:51.904 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:09:51.958 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:51.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:51.962 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:52.063 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:52.156 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:09:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:09:52] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2023-10-09T05:09:52.157 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:52.408 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:52.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:52.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:52.414 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:52 smithi107 ceph-mon[179183]: pgmap v1767: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 848 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 447 op/s; 16323/40770 objects degraded (40.037%); 0 B/s, 36 objects/s recovering 2023-10-09T05:09:52.414 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/590578627' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:52.414 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:52 smithi107 ceph-mon[184249]: pgmap v1767: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 848 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 447 op/s; 16323/40770 objects degraded (40.037%); 0 B/s, 36 objects/s recovering 2023-10-09T05:09:52.414 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/590578627' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:52.474 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:09:52.474 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:09:52.514 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:52.543 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:52 smithi150 ceph-mon[168511]: pgmap v1767: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 848 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 447 op/s; 16323/40770 objects degraded (40.037%); 0 B/s, 36 objects/s recovering 2023-10-09T05:09:52.543 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/590578627' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:09:52.546 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:52.598 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:52.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:52.605 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:52.706 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head, version: 474'1502, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head@474'1502, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 437.568371442, 2023-10-09T05:09:52.721 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.065701585000000007, 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138353+0000", 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0339999999999997e-05 2023-10-09T05:09:52.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138362+0000", 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1120000000000002e-06 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138370+0000", 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9829999999999996e-06 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201938+0000", 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.063567324999999994 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201975+0000", 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7200000000000003e-05 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.204015+0000", 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002040002 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85142 13.4 e485/479 13:2900abc0:::benchmark_data_smithi107_396486_object85141:head v 485'5516, mlcod=0'0)", 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 434.02698304500001, 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.098588663000000007, 2023-10-09T05:09:52.726 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:09:52.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679701+0000", 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679798+0000", 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7486999999999997e-05 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679811+0000", 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2860999999999999e-05 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679820+0000", 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5259999999999993e-06 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681176+0000", 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00135592 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681191+0000", 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5183e-05 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.730 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778246+0000", 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097055440000000007 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778290+0000", 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.405e-05 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.731 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85153 13.0 e485/479 13:02190296:::benchmark_data_smithi107_396486_object85152:head v 485'5251, mlcod=474'1702)", 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 434.02300691800002, 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.089183388000000002, 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683677+0000", 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683743+0000", 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5846999999999995e-05 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683753+0000", 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0356999999999999e-05 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683759+0000", 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1709999999999999e-06 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683801+0000", 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1189000000000002e-05 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683818+0000", 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7112000000000002e-05 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772814+0000", 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.088996722 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772861+0000", 2023-10-09T05:09:52.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6669000000000003e-05 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85155 13.4 e485/479 13:2f3cff07:::benchmark_data_smithi107_396486_object85154:head v 485'5517, mlcod=0'0)", 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 434.02089619100002, 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097824291999999993, 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.737 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685824+0000", 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6015e-05 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685837+0000", 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3324e-05 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685846+0000", 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1060000000000006e-06 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772839+0000", 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.086993055999999999 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772869+0000", 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9490000000000001e-05 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783573+0000", 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010704978 2023-10-09T05:09:52.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783613+0000", 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9178000000000003e-05 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.742 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85156 13.4 e485/479 13:20ec559a:::benchmark_data_smithi107_396486_object85155:head v 485'5518, mlcod=0'0)", 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 434.01725237199997, 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.099151403999999999, 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689431+0000", 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689481+0000", 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9249000000000002e-05 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772802+0000", 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.083321194000000001 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772827+0000", 2023-10-09T05:09:52.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5653999999999999e-05 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778432+0000", 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056045720000000004 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778449+0000", 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6841e-05 2023-10-09T05:09:52.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788562+0000", 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010113364999999999 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788584+0000", 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1359999999999999e-05 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.747 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:04204c61:::benchmark_data_smithi107_396486_object28877:head, version: 474'1705, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:04204c61:::benchmark_data_smithi107_396486_object28877:head@474'1705, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 434.01585289100001, 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084390634000000006, 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690830+0000", 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690909+0000", 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8598999999999997e-05 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772805+0000", 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081896417999999999 2023-10-09T05:09:52.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772836+0000", 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1231e-05 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772908+0000", 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1222000000000004e-05 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772921+0000", 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.359e-05 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.775222+0000", 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023011640000000001 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.752 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104473 13.c e495/479 13:31d5c89a:::benchmark_data_smithi107_396486_object104472:head v 495'6566, mlcod=0'0)", 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 407.52909055100002, 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058939981000000002, 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177639+0000", 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5281000000000002e-05 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177647+0000", 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7999999999999999e-06 2023-10-09T05:09:52.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177652+0000", 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0989999999999998e-06 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202802+0000", 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025149926999999999 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202830+0000", 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7634e-05 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236484+0000", 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033653955999999999 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236534+0000", 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0436999999999998e-05 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120142 13.c e500/479 13:362d2b83:::benchmark_data_smithi107_396486_object14280:head v 500'7560, mlcod=0'0)", 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 386.82875776499998, 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.061595499999999997, 2023-10-09T05:09:52.758 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877925+0000", 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877938+0000", 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3112000000000001e-05 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877958+0000", 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9680000000000001e-05 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877969+0000", 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0380999999999999e-05 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881423+0000", 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034542259999999999 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881450+0000", 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7521e-05 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939464+0000", 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058013569000000001 2023-10-09T05:09:52.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939522+0000", 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8439000000000001e-05 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120144 13.c e500/479 13:3e8b576e:::benchmark_data_smithi107_396486_object14282:head v 500'7561, mlcod=0'0)", 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:09:52.763 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 386.82838814500002, 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.067870676000000005, 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878302+0000", 2023-10-09T05:09:52.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7180000000000001e-06 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878314+0000", 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2578999999999999e-05 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878320+0000", 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8939999999999998e-06 2023-10-09T05:09:52.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907844+0000", 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029524287 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907875+0000", 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0199999999999999e-05 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946140+0000", 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038265432000000002 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946167+0000", 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7127999999999998e-05 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120135 13.4 e500/479 13:2110ad7d:::benchmark_data_smithi107_396486_object14273:head v 500'7758, mlcod=0'0)", 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 386.81927318700002, 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058721702000000001, 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887410+0000", 2023-10-09T05:09:52.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887420+0000", 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8980000000000008e-06 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887440+0000", 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.963e-05 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887449+0000", 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3409999999999992e-06 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899799+0000", 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012350332 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899822+0000", 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.268e-05 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946087+0000", 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.046264847999999997 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946133+0000", 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6134999999999998e-05 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120145 13.4 e500/479 13:23e1849d:::benchmark_data_smithi107_396486_object14283:head v 500'7759, mlcod=0'0)", 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 386.81922622299999, 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070077453999999997, 2023-10-09T05:09:52.774 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887462+0000", 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9639999999999997e-06 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887468+0000", 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0739999999999998e-06 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887473+0000", 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9119999999999997e-06 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924820+0000", 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037346603999999999 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924840+0000", 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0109999999999999e-05 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957494+0000", 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032654299999999997 2023-10-09T05:09:52.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957536+0000", 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1783999999999998e-05 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120148 13.4 e500/479 13:29c57d1b:::benchmark_data_smithi107_396486_object14286:head v 500'7760, mlcod=0'0)", 2023-10-09T05:09:52.779 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 386.815770542, 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066677922000000001, 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890913+0000", 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890928+0000", 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4949999999999999e-05 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890944+0000", 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6438000000000001e-05 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890954+0000", 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3889999999999994e-06 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933548+0000", 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042594118 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933567+0000", 2023-10-09T05:09:52.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8984999999999999e-05 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957571+0000", 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024004405999999999 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957592+0000", 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0919000000000001e-05 2023-10-09T05:09:52.784 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120154 13.c e500/479 13:38781693:::benchmark_data_smithi107_396486_object14292:head v 500'7562, mlcod=0'0)", 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 386.808152495, 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059037016999999997, 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898531+0000", 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898540+0000", 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9870000000000005e-06 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898559+0000", 2023-10-09T05:09:52.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8851e-05 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898567+0000", 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4810000000000006e-06 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924778+0000", 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026210923000000001 2023-10-09T05:09:52.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924805+0000", 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6758e-05 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957539+0000", 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032733822000000003 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957569+0000", 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0154e-05 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:140657 13.c e504/479 13:32d06822:::benchmark_data_smithi107_396486_object34795:head v 504'8886, mlcod=0'0)", 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:09:52.790 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 357.86026387099997, 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.062289199000000003, 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846419+0000", 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846431+0000", 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846449+0000", 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7968000000000001e-05 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846462+0000", 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3378e-05 2023-10-09T05:09:52.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873445+0000", 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026982583000000001 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873466+0000", 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1721000000000001e-05 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908663+0000", 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035196571000000003 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908710+0000", 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6968000000000002e-05 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180952 13.c e514/479 13:3b5944c4:::benchmark_data_smithi107_396486_object75090:head v 514'11382, mlcod=0'0)", 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 297.86990126500001, 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.082854155999999998, 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:09:52.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836782+0000", 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836794+0000", 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1252e-05 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836806+0000", 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2697999999999999e-05 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836814+0000", 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7079999999999997e-06 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838387+0000", 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001572597 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838411+0000", 2023-10-09T05:09:52.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4223000000000002e-05 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919592+0000", 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081181255999999993 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919637+0000", 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5352999999999998e-05 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.800 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180956 13.c e514/479 13:365d30af:::benchmark_data_smithi107_396486_object75094:head v 514'11383, mlcod=0'0)", 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 297.86517028200001, 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.078150363, 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841520+0000", 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.72e-06 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841530+0000", 2023-10-09T05:09:52.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6809999999999993e-06 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841536+0000", 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0859999999999998e-06 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845093+0000", 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003557387 2023-10-09T05:09:52.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845117+0000", 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3883000000000002e-05 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919641+0000", 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074524097999999997 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919665+0000", 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3240000000000001e-05 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180964 13.c e514/479 13:300874d5:::benchmark_data_smithi107_396486_object75102:head v 514'11384, mlcod=0'0)", 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:09:52.806 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 297.86060087800001, 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.080392327, 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846083+0000", 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846091+0000", 2023-10-09T05:09:52.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9300000000000003e-06 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846102+0000", 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1121000000000001e-05 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846110+0000", 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8769999999999993e-06 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851606+0000", 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054962539999999999 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851628+0000", 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1891000000000001e-05 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926444+0000", 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074816276000000001 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926476+0000", 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1909000000000002e-05 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180967 13.c e514/479 13:311e16fa:::benchmark_data_smithi107_396486_object75105:head v 514'11385, mlcod=0'0)", 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 297.85631906200001, 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076133083000000004, 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:09:52.812 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850364+0000", 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:52.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850379+0000", 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5146e-05 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850395+0000", 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5590000000000002e-05 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850405+0000", 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0377000000000001e-05 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857700+0000", 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072946720000000003 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857727+0000", 2023-10-09T05:09:52.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7382e-05 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926479+0000", 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.068751507000000003 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926499+0000", 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9771000000000001e-05 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.816 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180974 13.a e514/505 13:55d34191:::benchmark_data_smithi107_396486_object75112:head v 514'11219, mlcod=514'11216)", 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 297.84673439800002, 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058522601, 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859949+0000", 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859957+0000", 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2860000000000002e-06 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859968+0000", 2023-10-09T05:09:52.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1285e-05 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859975+0000", 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5299999999999999e-06 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860399+0000", 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00042324600000000001 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860417+0000", 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7796e-05 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918431+0000", 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058014181999999997 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918473+0000", 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2069e-05 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:202645 13.c e519/479 13:31cbd78b:::benchmark_data_smithi107_396486_object96783:head v 519'12711, mlcod=500'7443)", 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 265.94968604799999, 2023-10-09T05:09:52.822 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058248570999999999, 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:09:52.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756998+0000", 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757007+0000", 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4320000000000005e-06 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757025+0000", 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7779999999999999e-05 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757032+0000", 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5689999999999999e-06 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:52.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.767287+0000", 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010254842 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.767324+0000", 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7089999999999999e-05 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.815199+0000", 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047875068999999999 2023-10-09T05:09:52.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.815247+0000", 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7707000000000002e-05 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:52.827 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:09:52.828 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:52.832 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:52.992 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:52.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:52.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:53.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:53.158 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:53.208 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:53.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:53.217 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:53.318 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:53.381 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:53.453 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:53.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:53.465 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:53.565 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:53.623 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-10-09T05:09:53.646 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:53.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:09:53.872 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:53.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:53.888 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:53.989 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:54.135 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:54.169 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:54.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:54 smithi107 ceph-mon[179183]: pgmap v1768: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 685 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 658 op/s; 16096/32904 objects degraded (48.918%); 0 B/s, 55 objects/s recovering 2023-10-09T05:09:54.390 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:54.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:54.408 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:54.509 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:54.580 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:54 smithi107 ceph-mon[184249]: pgmap v1768: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 685 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 658 op/s; 16096/32904 objects degraded (48.918%); 0 B/s, 55 objects/s recovering 2023-10-09T05:09:54.582 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:54.704 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:54.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:54.721 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:54.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:54 smithi150 ceph-mon[168511]: pgmap v1768: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 685 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 658 op/s; 16096/32904 objects degraded (48.918%); 0 B/s, 55 objects/s recovering 2023-10-09T05:09:54.813 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:54.821 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:09:54.872 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:54.922 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:09:54.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:54.929 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:09:55.029 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:09:55.090 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:55.178 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:09:55.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:55.183 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:09:55.284 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:55.350 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:55.350 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:09:55.422 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:55.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:55.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3952828346' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:55.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:55.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3952828346' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:55.518 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:55.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3952828346' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:55.518 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:09:55.532 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:09:55.573 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:55.667 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:09:55.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:55.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:09:55.782 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:09:55.831 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:55.888 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:09:55.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:55.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:09:55.996 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:56.062 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: pgmap v1769: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 685 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 16096/32904 objects degraded (48.918%); 0 B/s, 52 objects/s recovering 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: failed to encode map e571 with expected crc 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: osdmap e571: 8 total, 8 up, 7 in 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: failed to encode map e571 with expected crc 2023-10-09T05:09:56.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 16096/32904 objects degraded (48.918%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: pgmap v1769: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 685 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 16096/32904 objects degraded (48.918%); 0 B/s, 52 objects/s recovering 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: failed to encode map e571 with expected crc 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: osdmap e571: 8 total, 8 up, 7 in 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: failed to encode map e571 with expected crc 2023-10-09T05:09:56.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:56 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 16096/32904 objects degraded (48.918%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: pgmap v1769: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 685 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 16096/32904 objects degraded (48.918%); 0 B/s, 52 objects/s recovering 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: failed to encode map e571 with expected crc 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: osdmap e571: 8 total, 8 up, 7 in 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: failed to encode map e571 with expected crc 2023-10-09T05:09:56.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:56 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 16096/32904 objects degraded (48.918%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:09:56.859 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:56.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:56.875 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:56.975 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:57.038 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:57.452 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:57.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:57.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:57.567 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:09:57.667 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:57.674 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:09:57.812 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:09:57.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:57.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:09:57.919 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:57.980 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:58.044 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:58.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:58.049 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:58.150 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:09:58.238 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:58.381 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:09:58.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:58.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:09:58.482 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:09:58 smithi107 ceph-mon[179183]: pgmap v1771: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 629 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 657 op/s; 16096/30225 objects degraded (53.254%); 0 B/s, 53 objects/s recovering 2023-10-09T05:09:58.482 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:09:58 smithi107 ceph-mon[184249]: pgmap v1771: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 629 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 657 op/s; 16096/30225 objects degraded (53.254%); 0 B/s, 53 objects/s recovering 2023-10-09T05:09:58.500 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:09:58.567 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:09:58 smithi150 ceph-mon[168511]: pgmap v1771: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 629 MiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 657 op/s; 16096/30225 objects degraded (53.254%); 0 B/s, 53 objects/s recovering 2023-10-09T05:09:58.574 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:58.623 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:09:58.633 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:09:58.642 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:09:58.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:58.644 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:09:58.745 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:58.751 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:09:58.751 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:09:58.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.752 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195802 14.0 e571/523 14:0563c756:::benchmark_data_smithi107_437372_object94708:head v 571'12392, mlcod=571'12389)", 2023-10-09T05:09:58.752 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.729605+0000", 2023-10-09T05:09:58.752 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.014276904, 2023-10-09T05:09:58.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014311054, 2023-10-09T05:09:58.753 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:58.753 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:58.753 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:58.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:58.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729605+0000", 2023-10-09T05:09:58.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:58.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729605+0000", 2023-10-09T05:09:58.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:58.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729604+0000", 2023-10-09T05:09:58.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:58.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:58.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729612+0000", 2023-10-09T05:09:58.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.028e-06 2023-10-09T05:09:58.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:58.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729624+0000", 2023-10-09T05:09:58.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1252e-05 2023-10-09T05:09:58.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:58.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729631+0000", 2023-10-09T05:09:58.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3590000000000002e-06 2023-10-09T05:09:58.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:58.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729676+0000", 2023-10-09T05:09:58.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.532e-05 2023-10-09T05:09:58.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:58.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.729700+0000", 2023-10-09T05:09:58.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.353e-05 2023-10-09T05:09:58.760 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.760 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:58.761 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.761 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195804 14.8 e571/534 14:135a052c:::benchmark_data_smithi107_437372_object94710:head v 571'12316, mlcod=0'0)", 2023-10-09T05:09:58.761 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.734592+0000", 2023-10-09T05:09:58.762 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.0092905169999999999, 2023-10-09T05:09:58.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093936009999999997, 2023-10-09T05:09:58.762 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:58.762 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:58.762 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:58.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.763 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:58.763 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734592+0000", 2023-10-09T05:09:58.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:58.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734592+0000", 2023-10-09T05:09:58.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734591+0000", 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:58.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734600+0000", 2023-10-09T05:09:58.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2180000000000005e-06 2023-10-09T05:09:58.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:58.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734617+0000", 2023-10-09T05:09:58.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6823000000000001e-05 2023-10-09T05:09:58.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:58.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734625+0000", 2023-10-09T05:09:58.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2479999999999996e-06 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734745+0000", 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120439 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:58.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734769+0000", 2023-10-09T05:09:58.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3470000000000001e-05 2023-10-09T05:09:58.769 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.769 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:58.770 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.770 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195807 14.0 e571/523 14:08f8c298:::benchmark_data_smithi107_437372_object94713:head v 571'12393, mlcod=571'12390)", 2023-10-09T05:09:58.770 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.734639+0000", 2023-10-09T05:09:58.770 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.009243144, 2023-10-09T05:09:58.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0094066640000000003, 2023-10-09T05:09:58.771 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:58.771 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:58.771 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:58.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734639+0000", 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734639+0000", 2023-10-09T05:09:58.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734639+0000", 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734643+0000", 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9299999999999996e-06 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:58.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734648+0000", 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3260000000000003e-06 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.734652+0000", 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2420000000000002e-06 2023-10-09T05:09:58.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.739560+0000", 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0049079780000000003 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:58.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.739582+0000", 2023-10-09T05:09:58.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1486000000000001e-05 2023-10-09T05:09:58.777 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.777 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:58.777 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195811 14.b e571/534 14:d973c5ed:::benchmark_data_smithi107_437372_object94717:head v 571'12264, mlcod=0'0)", 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.742244+0000", 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.00163817, 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018589730000000001, 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:58.778 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:58.779 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:58.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:58.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742244+0000", 2023-10-09T05:09:58.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742244+0000", 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742243+0000", 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742253+0000", 2023-10-09T05:09:58.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9750000000000002e-06 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742268+0000", 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5650000000000001e-05 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742277+0000", 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6759999999999996e-06 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:58.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742375+0000", 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7829000000000001e-05 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742392+0000", 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.753e-05 2023-10-09T05:09:58.784 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195809 14.0 e571/523 14:09138b32:::benchmark_data_smithi107_437372_object94715:head v 571'12394, mlcod=571'12390)", 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.742296+0000", 2023-10-09T05:09:58.785 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 0.001586072, 2023-10-09T05:09:58.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018446719999999999, 2023-10-09T05:09:58.786 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:09:58.786 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:09:58.786 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:09:58.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:09:58.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742296+0000", 2023-10-09T05:09:58.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.787 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:09:58.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742296+0000", 2023-10-09T05:09:58.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:09:58.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:09:58.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742296+0000", 2023-10-09T05:09:58.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:09:58.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:09:58.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742300+0000", 2023-10-09T05:09:58.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0840000000000002e-06 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742305+0000", 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4949999999999999e-06 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.742309+0000", 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0400000000000003e-06 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:09:58.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.744089+0000", 2023-10-09T05:09:58.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001780078 2023-10-09T05:09:58.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:09:58.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:09:58.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:09:58.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.744105+0000", 2023-10-09T05:09:58.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.518e-05 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout: ], 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 5 2023-10-09T05:09:58.793 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:09:58.845 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:58.954 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:09:59.256 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1771,"stamp":"2023-10-09T05:09:57.013162+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659232696,"num_objects":10075,"num_object_clones":0,"num_object_copies":30225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16096,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10075,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192194,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17189,"num_bytes_recovered":837115338,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123659,"ondisk_log_size":123659,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":11162480,"kb_used_data":1978232,"kb_used_omap":16,"kb_used_meta":9183919,"kb_avail":645053584,"statfs":{"total":671965249536,"available":660534870016,"internally_reserved":0,"allocated":2025709568,"data_stored":2011504082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9404333824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[7,1,5,6,10,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-421068800,"num_objects":-6425,"num_object_clones":0,"num_object_copies":-19275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-521,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6425,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":521,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.772209"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":593,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605237+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:09:43.605237+0000","last_peered":"2023-10-09T05:09:43.605237+0000","last_clean":"2023-10-09T05:09:43.605237+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:09:43.605237+0000","last_undegraded":"2023-10-09T05:09:43.605237+0000","last_fullsized":"2023-10-09T05:09:43.605237+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":315,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608877+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:09:43.608877+0000","last_peered":"2023-10-09T05:09:43.608877+0000","last_clean":"2023-10-09T05:09:43.608877+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:09:43.608877+0000","last_undegraded":"2023-10-09T05:09:43.608877+0000","last_fullsized":"2023-10-09T05:09:43.608877+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":437,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608642+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:09:43.608642+0000","last_peered":"2023-10-09T05:09:43.608642+0000","last_clean":"2023-10-09T05:09:43.608642+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:09:43.608642+0000","last_undegraded":"2023-10-09T05:09:43.608642+0000","last_fullsized":"2023-10-09T05:09:43.608642+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":127,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609289+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:09:43.609289+0000","last_peered":"2023-10-09T05:09:43.609289+0000","last_clean":"2023-10-09T05:09:43.609289+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:09:43.609289+0000","last_undegraded":"2023-10-09T05:09:43.609289+0000","last_fullsized":"2023-10-09T05:09:43.609289+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":294,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608492+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:09:43.608492+0000","last_peered":"2023-10-09T05:09:43.608492+0000","last_clean":"2023-10-09T05:09:43.608492+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:09:43.608492+0000","last_undegraded":"2023-10-09T05:09:43.608492+0000","last_fullsized":"2023-10-09T05:09:43.608492+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":270,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.687926+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:09:43.687926+0000","last_peered":"2023-10-09T05:09:43.687926+0000","last_clean":"2023-10-09T05:09:43.687926+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:09:43.687926+0000","last_undegraded":"2023-10-09T05:09:43.687926+0000","last_fullsized":"2023-10-09T05:09:43.687926+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":531,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607432+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:09:43.607432+0000","last_peered":"2023-10-09T05:09:43.607432+0000","last_clean":"2023-10-09T05:09:43.607432+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:09:43.607432+0000","last_undegraded":"2023-10-09T05:09:43.607432+0000","last_fullsized":"2023-10-09T05:09:43.607432+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":320,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608614+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:09:43.608614+0000","last_peered":"2023-10-09T05:09:43.608614+0000","last_clean":"2023-10-09T05:09:43.608614+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:09:43.608614+0000","last_undegraded":"2023-10-09T05:09:43.608614+0000","last_fullsized":"2023-10-09T05:09:43.608614+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":594,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607054+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:09:43.607054+0000","last_peered":"2023-10-09T05:09:43.607054+0000","last_clean":"2023-10-09T05:09:43.607054+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:09:43.607054+0000","last_undegraded":"2023-10-09T05:09:43.607054+0000","last_fullsized":"2023-10-09T05:09:43.607054+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":310,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608871+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:09:43.608871+0000","last_peered":"2023-10-09T05:09:43.608871+0000","last_clean":"2023-10-09T05:09:43.608871+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:09:43.608871+0000","last_undegraded":"2023-10-09T05:09:43.608871+0000","last_fullsized":"2023-10-09T05:09:43.608871+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":133,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609116+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:09:43.609116+0000","last_peered":"2023-10-09T05:09:43.609116+0000","last_clean":"2023-10-09T05:09:43.609116+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:09:43.609116+0000","last_undegraded":"2023-10-09T05:09:43.609116+0000","last_fullsized":"2023-10-09T05:09:43.609116+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":463,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.688695+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:09:43.688695+0000","last_peered":"2023-10-09T05:09:43.688695+0000","last_clean":"2023-10-09T05:09:43.688695+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:09:43.688695+0000","last_undegraded":"2023-10-09T05:09:43.688695+0000","last_fullsized":"2023-10-09T05:09:43.688695+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":646,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605816+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:09:43.605816+0000","last_peered":"2023-10-09T05:09:43.605816+0000","last_clean":"2023-10-09T05:09:43.605816+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:09:43.605816+0000","last_undegraded":"2023-10-09T05:09:43.605816+0000","last_fullsized":"2023-10-09T05:09:43.605816+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":614,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605378+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:09:43.605378+0000","last_peered":"2023-10-09T05:09:43.605378+0000","last_clean":"2023-10-09T05:09:43.605378+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:09:43.605378+0000","last_undegraded":"2023-10-09T05:09:43.605378+0000","last_fullsized":"2023-10-09T05:09:43.605378+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":133,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608967+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:09:43.608967+0000","last_peered":"2023-10-09T05:09:43.608967+0000","last_clean":"2023-10-09T05:09:43.608967+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:09:43.608967+0000","last_undegraded":"2023-10-09T05:09:43.608967+0000","last_fullsized":"2023-10-09T05:09:43.608967+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":417,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608928+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:09:43.608928+0000","last_peered":"2023-10-09T05:09:43.608928+0000","last_clean":"2023-10-09T05:09:43.608928+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:09:43.608928+0000","last_undegraded":"2023-10-09T05:09:43.608928+0000","last_fullsized":"2023-10-09T05:09:43.608928+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":127,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608826+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:09:43.608826+0000","last_peered":"2023-10-09T05:09:43.608826+0000","last_clean":"2023-10-09T05:09:43.608826+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:09:43.608826+0000","last_undegraded":"2023-10-09T05:09:43.608826+0000","last_fullsized":"2023-10-09T05:09:43.608826+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":586,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607355+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:09:43.607355+0000","last_peered":"2023-10-09T05:09:43.607355+0000","last_clean":"2023-10-09T05:09:43.607355+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:09:43.607355+0000","last_undegraded":"2023-10-09T05:09:43.607355+0000","last_fullsized":"2023-10-09T05:09:43.607355+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":127,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608819+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:09:43.608819+0000","last_peered":"2023-10-09T05:09:43.608819+0000","last_clean":"2023-10-09T05:09:43.608819+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:09:43.608819+0000","last_undegraded":"2023-10-09T05:09:43.608819+0000","last_fullsized":"2023-10-09T05:09:43.608819+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":546,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609041+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:09:43.609041+0000","last_peered":"2023-10-09T05:09:43.609041+0000","last_clean":"2023-10-09T05:09:43.609041+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:09:43.609041+0000","last_undegraded":"2023-10-09T05:09:43.609041+0000","last_fullsized":"2023-10-09T05:09:43.609041+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":268,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.686704+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:09:43.686704+0000","last_peered":"2023-10-09T05:09:43.686704+0000","last_clean":"2023-10-09T05:09:43.686704+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:09:43.686704+0000","last_undegraded":"2023-10-09T05:09:43.686704+0000","last_fullsized":"2023-10-09T05:09:43.686704+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":314,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609112+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:09:43.609112+0000","last_peered":"2023-10-09T05:09:43.609112+0000","last_clean":"2023-10-09T05:09:43.609112+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:09:43.609112+0000","last_undegraded":"2023-10-09T05:09:43.609112+0000","last_fullsized":"2023-10-09T05:09:43.609112+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"570'11910","reported_seq":13049,"reported_epoch":570,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:52.484305+0000","last_change":"2023-10-09T05:09:42.325389+0000","last_active":"2023-10-09T05:09:52.484305+0000","last_peered":"2023-10-09T05:09:52.484305+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:09:52.484305+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"540'5000","ondisk_log_start":"540'5000","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6910,"log_dups_size":0,"ondisk_log_size":6910,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42074112,"num_objects":642,"num_object_clones":0,"num_object_copies":1926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3625,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11910,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":537,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"3,6","objects":-2983}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":131,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609509+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:09:43.609509+0000","last_peered":"2023-10-09T05:09:43.609509+0000","last_clean":"2023-10-09T05:09:43.609509+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:09:43.609509+0000","last_undegraded":"2023-10-09T05:09:43.609509+0000","last_fullsized":"2023-10-09T05:09:43.609509+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":570,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.606688+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:09:43.606688+0000","last_peered":"2023-10-09T05:09:43.606688+0000","last_clean":"2023-10-09T05:09:43.606688+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:09:43.606688+0000","last_undegraded":"2023-10-09T05:09:43.606688+0000","last_fullsized":"2023-10-09T05:09:43.606688+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"570'12001","reported_seq":20422,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.362574+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:09:52.362574+0000","last_peered":"2023-10-09T05:09:52.362574+0000","last_clean":"2023-10-09T05:09:52.362574+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:09:52.362574+0000","last_undegraded":"2023-10-09T05:09:52.362574+0000","last_fullsized":"2023-10-09T05:09:52.362574+0000","mapping_epoch":554,"log_start":"542'6200","ondisk_log_start":"542'6200","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5801,"log_dups_size":0,"ondisk_log_size":5801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42139648,"num_objects":643,"num_object_clones":0,"num_object_copies":1929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12001,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":162,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609270+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:09:43.609270+0000","last_peered":"2023-10-09T05:09:43.609270+0000","last_clean":"2023-10-09T05:09:43.609270+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:09:43.609270+0000","last_undegraded":"2023-10-09T05:09:43.609270+0000","last_fullsized":"2023-10-09T05:09:43.609270+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":604,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605005+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:09:43.605005+0000","last_peered":"2023-10-09T05:09:43.605005+0000","last_clean":"2023-10-09T05:09:43.605005+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:09:43.605005+0000","last_undegraded":"2023-10-09T05:09:43.605005+0000","last_fullsized":"2023-10-09T05:09:43.605005+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"571'12261","reported_seq":12320,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.391502+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:09:55.391502+0000","last_peered":"2023-10-09T05:09:55.391502+0000","last_clean":"2023-10-09T05:09:55.391502+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:09:55.391502+0000","last_undegraded":"2023-10-09T05:09:55.391502+0000","last_fullsized":"2023-10-09T05:09:55.391502+0000","mapping_epoch":523,"log_start":"530'3400","ondisk_log_start":"530'3400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8861,"log_dups_size":0,"ondisk_log_size":8861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33095680,"num_objects":505,"num_object_clones":0,"num_object_copies":1515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12261,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":131,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609275+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:09:43.609275+0000","last_peered":"2023-10-09T05:09:43.609275+0000","last_clean":"2023-10-09T05:09:43.609275+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:09:43.609275+0000","last_undegraded":"2023-10-09T05:09:43.609275+0000","last_fullsized":"2023-10-09T05:09:43.609275+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":290,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.688735+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:09:43.688735+0000","last_peered":"2023-10-09T05:09:43.688735+0000","last_clean":"2023-10-09T05:09:43.688735+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:09:43.688735+0000","last_undegraded":"2023-10-09T05:09:43.688735+0000","last_fullsized":"2023-10-09T05:09:43.688735+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"570'11781","reported_seq":20109,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.294857+0000","last_change":"2023-10-09T05:09:42.631681+0000","last_active":"2023-10-09T05:09:52.294857+0000","last_peered":"2023-10-09T05:09:52.294857+0000","last_clean":"2023-10-09T05:09:52.294857+0000","last_became_active":"2023-10-09T05:09:42.600808+0000","last_became_peered":"2023-10-09T05:09:42.600808+0000","last_unstale":"2023-10-09T05:09:52.294857+0000","last_undegraded":"2023-10-09T05:09:52.294857+0000","last_fullsized":"2023-10-09T05:09:52.294857+0000","mapping_epoch":567,"log_start":"542'6000","ondisk_log_start":"542'6000","created":523,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5781,"log_dups_size":0,"ondisk_log_size":5781,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:52.773510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48168960,"num_objects":735,"num_object_clones":0,"num_object_copies":2205,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":735,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11781,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4126,"num_bytes_recovered":147259392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":614,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607133+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:09:43.607133+0000","last_peered":"2023-10-09T05:09:43.607133+0000","last_clean":"2023-10-09T05:09:43.607133+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:09:43.607133+0000","last_undegraded":"2023-10-09T05:09:43.607133+0000","last_fullsized":"2023-10-09T05:09:43.607133+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":575,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250741+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:09:47.250741+0000","last_peered":"2023-10-09T05:09:47.250741+0000","last_clean":"2023-10-09T05:09:47.250741+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:09:47.250741+0000","last_undegraded":"2023-10-09T05:09:47.250741+0000","last_fullsized":"2023-10-09T05:09:47.250741+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"571'11951","reported_seq":12017,"reported_epoch":571,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:55.398658+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:09:55.398658+0000","last_peered":"2023-10-09T05:09:55.398658+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:09:55.398658+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"530'3100","ondisk_log_start":"530'3100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8851,"log_dups_size":0,"ondisk_log_size":8851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35323904,"num_objects":539,"num_object_clones":0,"num_object_copies":1617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11951,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-3584}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":995,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608839+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:09:43.608839+0000","last_peered":"2023-10-09T05:09:43.608839+0000","last_clean":"2023-10-09T05:09:43.608839+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:09:43.608839+0000","last_undegraded":"2023-10-09T05:09:43.608839+0000","last_fullsized":"2023-10-09T05:09:43.608839+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":240,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608935+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:09:43.608935+0000","last_peered":"2023-10-09T05:09:43.608935+0000","last_clean":"2023-10-09T05:09:43.608935+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:09:43.608935+0000","last_undegraded":"2023-10-09T05:09:43.608935+0000","last_fullsized":"2023-10-09T05:09:43.608935+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":614,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605721+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:09:43.605721+0000","last_peered":"2023-10-09T05:09:43.605721+0000","last_clean":"2023-10-09T05:09:43.605721+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:09:43.605721+0000","last_undegraded":"2023-10-09T05:09:43.605721+0000","last_fullsized":"2023-10-09T05:09:43.605721+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"570'12144","reported_seq":12199,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.493393+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:09:52.493393+0000","last_peered":"2023-10-09T05:09:52.493393+0000","last_clean":"2023-10-09T05:09:52.493393+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:09:52.493393+0000","last_undegraded":"2023-10-09T05:09:52.493393+0000","last_fullsized":"2023-10-09T05:09:52.493393+0000","mapping_epoch":523,"log_start":"530'3300","ondisk_log_start":"530'3300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8844,"log_dups_size":0,"ondisk_log_size":8844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42336256,"num_objects":646,"num_object_clones":0,"num_object_copies":1938,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":646,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12144,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":568,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.606660+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:09:43.606660+0000","last_peered":"2023-10-09T05:09:43.606660+0000","last_clean":"2023-10-09T05:09:43.606660+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:09:43.606660+0000","last_undegraded":"2023-10-09T05:09:43.606660+0000","last_fullsized":"2023-10-09T05:09:43.606660+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":270,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.688777+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:09:43.688777+0000","last_peered":"2023-10-09T05:09:43.688777+0000","last_clean":"2023-10-09T05:09:43.688777+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:09:43.688777+0000","last_undegraded":"2023-10-09T05:09:43.688777+0000","last_fullsized":"2023-10-09T05:09:43.688777+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":550,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605462+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:09:43.605462+0000","last_peered":"2023-10-09T05:09:43.605462+0000","last_clean":"2023-10-09T05:09:43.605462+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:09:43.605462+0000","last_undegraded":"2023-10-09T05:09:43.605462+0000","last_fullsized":"2023-10-09T05:09:43.605462+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"570'11984","reported_seq":12039,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.460195+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:09:52.460195+0000","last_peered":"2023-10-09T05:09:52.460195+0000","last_clean":"2023-10-09T05:09:52.460195+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:09:52.460195+0000","last_undegraded":"2023-10-09T05:09:52.460195+0000","last_fullsized":"2023-10-09T05:09:52.460195+0000","mapping_epoch":523,"log_start":"540'5100","ondisk_log_start":"540'5100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6884,"log_dups_size":0,"ondisk_log_size":6884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42205184,"num_objects":644,"num_object_clones":0,"num_object_copies":1932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11984,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":551,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605156+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:09:43.605156+0000","last_peered":"2023-10-09T05:09:43.605156+0000","last_clean":"2023-10-09T05:09:43.605156+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:09:43.605156+0000","last_undegraded":"2023-10-09T05:09:43.605156+0000","last_fullsized":"2023-10-09T05:09:43.605156+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":624,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605448+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:09:43.605448+0000","last_peered":"2023-10-09T05:09:43.605448+0000","last_clean":"2023-10-09T05:09:43.605448+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:09:43.605448+0000","last_undegraded":"2023-10-09T05:09:43.605448+0000","last_fullsized":"2023-10-09T05:09:43.605448+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"570'12033","reported_seq":12088,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.432820+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:09:52.432820+0000","last_peered":"2023-10-09T05:09:52.432820+0000","last_clean":"2023-10-09T05:09:52.432820+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:09:52.432820+0000","last_undegraded":"2023-10-09T05:09:52.432820+0000","last_fullsized":"2023-10-09T05:09:52.432820+0000","mapping_epoch":523,"log_start":"541'5300","ondisk_log_start":"541'5300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6733,"log_dups_size":0,"ondisk_log_size":6733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40960000,"num_objects":625,"num_object_clones":0,"num_object_copies":1875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12033,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":568,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607113+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:09:43.607113+0000","last_peered":"2023-10-09T05:09:43.607113+0000","last_clean":"2023-10-09T05:09:43.607113+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:09:43.607113+0000","last_undegraded":"2023-10-09T05:09:43.607113+0000","last_fullsized":"2023-10-09T05:09:43.607113+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":313,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267230+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:09:47.267230+0000","last_peered":"2023-10-09T05:09:47.267230+0000","last_clean":"2023-10-09T05:09:47.267230+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:09:47.267230+0000","last_undegraded":"2023-10-09T05:09:47.267230+0000","last_fullsized":"2023-10-09T05:09:47.267230+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":420,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609158+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:09:43.609158+0000","last_peered":"2023-10-09T05:09:43.609158+0000","last_clean":"2023-10-09T05:09:43.609158+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:09:43.609158+0000","last_undegraded":"2023-10-09T05:09:43.609158+0000","last_fullsized":"2023-10-09T05:09:43.609158+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"571'12169","reported_seq":12236,"reported_epoch":571,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:55.407583+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:09:55.407583+0000","last_peered":"2023-10-09T05:09:55.407583+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:09:55.407583+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"530'3300","ondisk_log_start":"530'3300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8869,"log_dups_size":0,"ondisk_log_size":8869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35586048,"num_objects":543,"num_object_clones":0,"num_object_copies":1629,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":543,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12169,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-3621}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":949,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.687867+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:09:43.687867+0000","last_peered":"2023-10-09T05:09:43.687867+0000","last_clean":"2023-10-09T05:09:43.687867+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:09:43.687867+0000","last_undegraded":"2023-10-09T05:09:43.687867+0000","last_fullsized":"2023-10-09T05:09:43.687867+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":154,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609134+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:09:43.609134+0000","last_peered":"2023-10-09T05:09:43.609134+0000","last_clean":"2023-10-09T05:09:43.609134+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:09:43.609134+0000","last_undegraded":"2023-10-09T05:09:43.609134+0000","last_fullsized":"2023-10-09T05:09:43.609134+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":584,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607267+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:09:43.607267+0000","last_peered":"2023-10-09T05:09:43.607267+0000","last_clean":"2023-10-09T05:09:43.607267+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:09:43.607267+0000","last_undegraded":"2023-10-09T05:09:43.607267+0000","last_fullsized":"2023-10-09T05:09:43.607267+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":338,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607058+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:09:43.607058+0000","last_peered":"2023-10-09T05:09:43.607058+0000","last_clean":"2023-10-09T05:09:43.607058+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:09:43.607058+0000","last_undegraded":"2023-10-09T05:09:43.607058+0000","last_fullsized":"2023-10-09T05:09:43.607058+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"570'12031","reported_seq":12086,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.448358+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:09:52.448358+0000","last_peered":"2023-10-09T05:09:52.448358+0000","last_clean":"2023-10-09T05:09:52.448358+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:09:52.448358+0000","last_undegraded":"2023-10-09T05:09:52.448358+0000","last_fullsized":"2023-10-09T05:09:52.448358+0000","mapping_epoch":523,"log_start":"541'5300","ondisk_log_start":"541'5300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6731,"log_dups_size":0,"ondisk_log_size":6731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45547520,"num_objects":695,"num_object_clones":0,"num_object_copies":2085,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":695,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12031,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":568,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.606742+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:09:43.606742+0000","last_peered":"2023-10-09T05:09:43.606742+0000","last_clean":"2023-10-09T05:09:43.606742+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:09:43.606742+0000","last_undegraded":"2023-10-09T05:09:43.606742+0000","last_fullsized":"2023-10-09T05:09:43.606742+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":617,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.606932+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:09:43.606932+0000","last_peered":"2023-10-09T05:09:43.606932+0000","last_clean":"2023-10-09T05:09:43.606932+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:09:43.606932+0000","last_undegraded":"2023-10-09T05:09:43.606932+0000","last_fullsized":"2023-10-09T05:09:43.606932+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":571,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605290+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:09:43.605290+0000","last_peered":"2023-10-09T05:09:43.605290+0000","last_clean":"2023-10-09T05:09:43.605290+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:09:43.605290+0000","last_undegraded":"2023-10-09T05:09:43.605290+0000","last_fullsized":"2023-10-09T05:09:43.605290+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":446,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.257474+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:09:47.257474+0000","last_peered":"2023-10-09T05:09:47.257474+0000","last_clean":"2023-10-09T05:09:47.257474+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:09:47.257474+0000","last_undegraded":"2023-10-09T05:09:47.257474+0000","last_fullsized":"2023-10-09T05:09:47.257474+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"570'11976","reported_seq":12031,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.490981+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:09:52.490981+0000","last_peered":"2023-10-09T05:09:52.490981+0000","last_clean":"2023-10-09T05:09:52.490981+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:09:52.490981+0000","last_undegraded":"2023-10-09T05:09:52.490981+0000","last_fullsized":"2023-10-09T05:09:52.490981+0000","mapping_epoch":523,"log_start":"540'5100","ondisk_log_start":"540'5100","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6876,"log_dups_size":0,"ondisk_log_size":6876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41484312,"num_objects":634,"num_object_clones":0,"num_object_copies":1902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":634,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11976,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":540,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608802+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:09:43.608802+0000","last_peered":"2023-10-09T05:09:43.608802+0000","last_clean":"2023-10-09T05:09:43.608802+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:09:43.608802+0000","last_undegraded":"2023-10-09T05:09:43.608802+0000","last_fullsized":"2023-10-09T05:09:43.608802+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":589,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.253736+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:09:47.253736+0000","last_peered":"2023-10-09T05:09:47.253736+0000","last_clean":"2023-10-09T05:09:47.253736+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:09:47.253736+0000","last_undegraded":"2023-10-09T05:09:47.253736+0000","last_fullsized":"2023-10-09T05:09:47.253736+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":464,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.255198+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:09:47.255198+0000","last_peered":"2023-10-09T05:09:47.255198+0000","last_clean":"2023-10-09T05:09:47.255198+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:09:47.255198+0000","last_undegraded":"2023-10-09T05:09:47.255198+0000","last_fullsized":"2023-10-09T05:09:47.255198+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":374,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607512+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:09:43.607512+0000","last_peered":"2023-10-09T05:09:43.607512+0000","last_clean":"2023-10-09T05:09:43.607512+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:09:43.607512+0000","last_undegraded":"2023-10-09T05:09:43.607512+0000","last_fullsized":"2023-10-09T05:09:43.607512+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"570'11831","reported_seq":20201,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.385361+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:09:52.385361+0000","last_peered":"2023-10-09T05:09:52.385361+0000","last_clean":"2023-10-09T05:09:52.385361+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:09:52.385361+0000","last_undegraded":"2023-10-09T05:09:52.385361+0000","last_fullsized":"2023-10-09T05:09:52.385361+0000","mapping_epoch":549,"log_start":"538'4500","ondisk_log_start":"538'4500","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7331,"log_dups_size":0,"ondisk_log_size":7331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42532864,"num_objects":649,"num_object_clones":0,"num_object_copies":1947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11831,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":553,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.606929+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:09:43.606929+0000","last_peered":"2023-10-09T05:09:43.606929+0000","last_clean":"2023-10-09T05:09:43.606929+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:09:43.606929+0000","last_undegraded":"2023-10-09T05:09:43.606929+0000","last_fullsized":"2023-10-09T05:09:43.606929+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":540,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608796+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:09:43.608796+0000","last_peered":"2023-10-09T05:09:43.608796+0000","last_clean":"2023-10-09T05:09:43.608796+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:09:43.608796+0000","last_undegraded":"2023-10-09T05:09:43.608796+0000","last_fullsized":"2023-10-09T05:09:43.608796+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":408,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608688+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:09:43.608688+0000","last_peered":"2023-10-09T05:09:43.608688+0000","last_clean":"2023-10-09T05:09:43.608688+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:09:43.608688+0000","last_undegraded":"2023-10-09T05:09:43.608688+0000","last_fullsized":"2023-10-09T05:09:43.608688+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":263,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.687628+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:09:43.687628+0000","last_peered":"2023-10-09T05:09:43.687628+0000","last_clean":"2023-10-09T05:09:43.687628+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:09:43.687628+0000","last_undegraded":"2023-10-09T05:09:43.687628+0000","last_fullsized":"2023-10-09T05:09:43.687628+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"570'11988","reported_seq":12043,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.405913+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:09:52.405913+0000","last_peered":"2023-10-09T05:09:52.405913+0000","last_clean":"2023-10-09T05:09:52.405913+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:09:52.405913+0000","last_undegraded":"2023-10-09T05:09:52.405913+0000","last_fullsized":"2023-10-09T05:09:52.405913+0000","mapping_epoch":523,"log_start":"541'5300","ondisk_log_start":"541'5300","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6688,"log_dups_size":0,"ondisk_log_size":6688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44826624,"num_objects":684,"num_object_clones":0,"num_object_copies":2052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11988,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":931,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.686983+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:09:43.686983+0000","last_peered":"2023-10-09T05:09:43.686983+0000","last_clean":"2023-10-09T05:09:43.686983+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:09:43.686983+0000","last_undegraded":"2023-10-09T05:09:43.686983+0000","last_fullsized":"2023-10-09T05:09:43.686983+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":154,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608755+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:09:43.608755+0000","last_peered":"2023-10-09T05:09:43.608755+0000","last_clean":"2023-10-09T05:09:43.608755+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:09:43.608755+0000","last_undegraded":"2023-10-09T05:09:43.608755+0000","last_fullsized":"2023-10-09T05:09:43.608755+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":522,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605091+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:09:43.605091+0000","last_peered":"2023-10-09T05:09:43.605091+0000","last_clean":"2023-10-09T05:09:43.605091+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:09:43.605091+0000","last_undegraded":"2023-10-09T05:09:43.605091+0000","last_fullsized":"2023-10-09T05:09:43.605091+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":591,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250994+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:09:47.250994+0000","last_peered":"2023-10-09T05:09:47.250994+0000","last_clean":"2023-10-09T05:09:47.250994+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:09:47.250994+0000","last_undegraded":"2023-10-09T05:09:47.250994+0000","last_fullsized":"2023-10-09T05:09:47.250994+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"570'12061","reported_seq":12116,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.442359+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:09:52.442359+0000","last_peered":"2023-10-09T05:09:52.442359+0000","last_clean":"2023-10-09T05:09:52.442359+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:09:52.442359+0000","last_undegraded":"2023-10-09T05:09:52.442359+0000","last_fullsized":"2023-10-09T05:09:52.442359+0000","mapping_epoch":523,"log_start":"530'3200","ondisk_log_start":"530'3200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8861,"log_dups_size":0,"ondisk_log_size":8861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44236800,"num_objects":675,"num_object_clones":0,"num_object_copies":2025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":675,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12061,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":909,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.688071+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:09:43.688071+0000","last_peered":"2023-10-09T05:09:43.688071+0000","last_clean":"2023-10-09T05:09:43.688071+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:09:43.688071+0000","last_undegraded":"2023-10-09T05:09:43.688071+0000","last_fullsized":"2023-10-09T05:09:43.688071+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":127,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609132+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:09:43.609132+0000","last_peered":"2023-10-09T05:09:43.609132+0000","last_clean":"2023-10-09T05:09:43.609132+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:09:43.609132+0000","last_undegraded":"2023-10-09T05:09:43.609132+0000","last_fullsized":"2023-10-09T05:09:43.609132+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":325,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.257559+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:09:47.257559+0000","last_peered":"2023-10-09T05:09:47.257559+0000","last_clean":"2023-10-09T05:09:47.257559+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:09:47.257559+0000","last_undegraded":"2023-10-09T05:09:47.257559+0000","last_fullsized":"2023-10-09T05:09:47.257559+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":269,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.606938+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:09:43.606938+0000","last_peered":"2023-10-09T05:09:43.606938+0000","last_clean":"2023-10-09T05:09:43.606938+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:09:43.606938+0000","last_undegraded":"2023-10-09T05:09:43.606938+0000","last_fullsized":"2023-10-09T05:09:43.606938+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"570'11896","reported_seq":20277,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.475770+0000","last_change":"2023-10-09T05:09:43.685667+0000","last_active":"2023-10-09T05:09:52.475770+0000","last_peered":"2023-10-09T05:09:52.475770+0000","last_clean":"2023-10-09T05:09:52.475770+0000","last_became_active":"2023-10-09T05:09:43.609950+0000","last_became_peered":"2023-10-09T05:09:43.609950+0000","last_unstale":"2023-10-09T05:09:52.475770+0000","last_undegraded":"2023-10-09T05:09:52.475770+0000","last_fullsized":"2023-10-09T05:09:52.475770+0000","mapping_epoch":568,"log_start":"529'3000","ondisk_log_start":"529'3000","created":523,"last_epoch_clean":569,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8896,"log_dups_size":0,"ondisk_log_size":8896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:58.367602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41156608,"num_objects":628,"num_object_clones":0,"num_object_copies":1884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11896,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4152,"num_bytes_recovered":143851520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":568,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605346+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:09:43.605346+0000","last_peered":"2023-10-09T05:09:43.605346+0000","last_clean":"2023-10-09T05:09:43.605346+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:09:43.605346+0000","last_undegraded":"2023-10-09T05:09:43.605346+0000","last_fullsized":"2023-10-09T05:09:43.605346+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":266,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.609189+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:09:43.609189+0000","last_peered":"2023-10-09T05:09:43.609189+0000","last_clean":"2023-10-09T05:09:43.609189+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:09:43.609189+0000","last_undegraded":"2023-10-09T05:09:43.609189+0000","last_fullsized":"2023-10-09T05:09:43.609189+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":484,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.688228+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:09:43.688228+0000","last_peered":"2023-10-09T05:09:43.688228+0000","last_clean":"2023-10-09T05:09:43.688228+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:09:43.688228+0000","last_undegraded":"2023-10-09T05:09:43.688228+0000","last_fullsized":"2023-10-09T05:09:43.688228+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":289,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608473+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:09:43.608473+0000","last_peered":"2023-10-09T05:09:43.608473+0000","last_clean":"2023-10-09T05:09:43.608473+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:09:43.608473+0000","last_undegraded":"2023-10-09T05:09:43.608473+0000","last_fullsized":"2023-10-09T05:09:43.608473+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"571'12116","reported_seq":12182,"reported_epoch":571,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:09:55.415102+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:09:55.415102+0000","last_peered":"2023-10-09T05:09:55.415102+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:09:55.415102+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"530'3200","ondisk_log_start":"530'3200","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8916,"log_dups_size":0,"ondisk_log_size":8916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36962304,"num_objects":564,"num_object_clones":0,"num_object_copies":1692,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":564,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12116,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-3620}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":615,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608738+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:09:43.608738+0000","last_peered":"2023-10-09T05:09:43.608738+0000","last_clean":"2023-10-09T05:09:43.608738+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:09:43.608738+0000","last_undegraded":"2023-10-09T05:09:43.608738+0000","last_fullsized":"2023-10-09T05:09:43.608738+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":263,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.687803+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:09:43.687803+0000","last_peered":"2023-10-09T05:09:43.687803+0000","last_clean":"2023-10-09T05:09:43.687803+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:09:43.687803+0000","last_undegraded":"2023-10-09T05:09:43.687803+0000","last_fullsized":"2023-10-09T05:09:43.687803+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":583,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251061+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:09:47.251061+0000","last_peered":"2023-10-09T05:09:47.251061+0000","last_clean":"2023-10-09T05:09:47.251061+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:09:47.251061+0000","last_undegraded":"2023-10-09T05:09:47.251061+0000","last_fullsized":"2023-10-09T05:09:47.251061+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":553,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.604887+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:09:43.604887+0000","last_peered":"2023-10-09T05:09:43.604887+0000","last_clean":"2023-10-09T05:09:43.604887+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:09:43.604887+0000","last_undegraded":"2023-10-09T05:09:43.604887+0000","last_fullsized":"2023-10-09T05:09:43.604887+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":265,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605544+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:09:43.605544+0000","last_peered":"2023-10-09T05:09:43.605544+0000","last_clean":"2023-10-09T05:09:43.605544+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:09:43.605544+0000","last_undegraded":"2023-10-09T05:09:43.605544+0000","last_fullsized":"2023-10-09T05:09:43.605544+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":621,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.257623+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:09:47.257623+0000","last_peered":"2023-10-09T05:09:47.257623+0000","last_clean":"2023-10-09T05:09:47.257623+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:09:47.257623+0000","last_undegraded":"2023-10-09T05:09:47.257623+0000","last_fullsized":"2023-10-09T05:09:47.257623+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":580,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607263+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:09:43.607263+0000","last_peered":"2023-10-09T05:09:43.607263+0000","last_clean":"2023-10-09T05:09:43.607263+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:09:43.607263+0000","last_undegraded":"2023-10-09T05:09:43.607263+0000","last_fullsized":"2023-10-09T05:09:43.607263+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":611,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605460+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:09:43.605460+0000","last_peered":"2023-10-09T05:09:43.605460+0000","last_clean":"2023-10-09T05:09:43.605460+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:09:43.605460+0000","last_undegraded":"2023-10-09T05:09:43.605460+0000","last_fullsized":"2023-10-09T05:09:43.605460+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":571,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607183+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:09:43.607183+0000","last_peered":"2023-10-09T05:09:43.607183+0000","last_clean":"2023-10-09T05:09:43.607183+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:09:43.607183+0000","last_undegraded":"2023-10-09T05:09:43.607183+0000","last_fullsized":"2023-10-09T05:09:43.607183+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":574,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.605098+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:09:43.605098+0000","last_peered":"2023-10-09T05:09:43.605098+0000","last_clean":"2023-10-09T05:09:43.605098+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:09:43.605098+0000","last_undegraded":"2023-10-09T05:09:43.605098+0000","last_fullsized":"2023-10-09T05:09:43.605098+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":300,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608993+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:09:43.608993+0000","last_peered":"2023-10-09T05:09:43.608993+0000","last_clean":"2023-10-09T05:09:43.608993+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:09:43.608993+0000","last_undegraded":"2023-10-09T05:09:43.608993+0000","last_fullsized":"2023-10-09T05:09:43.608993+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":265,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.608797+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:09:43.608797+0000","last_peered":"2023-10-09T05:09:43.608797+0000","last_clean":"2023-10-09T05:09:43.608797+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:09:43.608797+0000","last_undegraded":"2023-10-09T05:09:43.608797+0000","last_fullsized":"2023-10-09T05:09:43.608797+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":256,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.607358+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:09:43.607358+0000","last_peered":"2023-10-09T05:09:43.607358+0000","last_clean":"2023-10-09T05:09:43.607358+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:09:43.607358+0000","last_undegraded":"2023-10-09T05:09:43.607358+0000","last_fullsized":"2023-10-09T05:09:43.607358+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":600,"reported_epoch":569,"state":"active+clean","last_fresh":"2023-10-09T05:09:43.604847+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:09:43.604847+0000","last_peered":"2023-10-09T05:09:43.604847+0000","last_clean":"2023-10-09T05:09:43.604847+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:09:43.604847+0000","last_undegraded":"2023-10-09T05:09:43.604847+0000","last_fullsized":"2023-10-09T05:09:43.604847+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":658636824,"num_objects":10051,"num_object_clones":0,"num_object_copies":30153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16096,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10051,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192133,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17136,"num_bytes_recovered":836435968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3675926528,"data_stored":3675914312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121833,"ondisk_log_size":121833,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234564,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1639060,"kb_used_data":130124,"kb_used_omap":0,"kb_used_meta":1508864,"kb_avail":92106092,"statfs":{"total":95995035648,"available":94316638208,"internally_reserved":0,"allocated":133246976,"data_stored":131766878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1545076736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":6.5510000000000002},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":8.3450000000000006}]},{"osd":1,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":4.8120000000000003,"5min":2.734,"15min":1.917},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":13.375,"5min":13.375,"15min":13.375},"last":4.7789999999999999},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.4039999999999999,"15min":2.3799999999999999},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.5670000000000002,"5min":11.305999999999999,"15min":15.401},"last":0.38600000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":2.7349999999999999},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":8.4220000000000006}]},{"osd":3,"last update":"Mon Oct 9 05:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.4329999999999998,"5min":2.8420000000000001,"15min":2.3809999999999998},"min":{"1min":0.39900000000000002,"5min":0.34100000000000003,"15min":0.29799999999999999},"max":{"1min":18.983000000000001,"5min":18.983000000000001,"15min":18.983000000000001},"last":15.276999999999999},{"interface":"front","average":{"1min":5.3579999999999997,"5min":3.4380000000000002,"15min":2.5680000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":19.382999999999999,"5min":19.382999999999999,"15min":19.382999999999999},"last":8.3889999999999993}]},{"osd":4,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":2.984,"5min":2.4660000000000002,"15min":1.8120000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":9.9719999999999995,"5min":16.911999999999999,"15min":19.949000000000002},"last":2.7229999999999999},{"interface":"front","average":{"1min":4.1509999999999998,"5min":2.7669999999999999,"15min":1.7609999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.254},"max":{"1min":13.412000000000001,"5min":13.412000000000001,"15min":18.971},"last":2.8919999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":2.851,"15min":2.0819999999999999},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.29999999999999999},"max":{"1min":13.183,"5min":16.838999999999999,"15min":20.678999999999998},"last":2.2589999999999999},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.1459999999999999,"15min":1.7390000000000001},"min":{"1min":0.35099999999999998,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":16.088999999999999,"5min":16.088999999999999,"15min":21.07},"last":2.6779999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":2.794,"15min":2.0390000000000001},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":9.9399999999999995,"5min":16.881,"15min":16.881},"last":2.129},{"interface":"front","average":{"1min":3.5600000000000001,"5min":2.5990000000000002,"15min":1.8979999999999999},"min":{"1min":0.378,"5min":0.36099999999999999,"15min":0.29899999999999999},"max":{"1min":11.388,"5min":12.815,"15min":14.191000000000001},"last":2.8799999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496200,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1766028,"kb_used_data":271044,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":91979124,"statfs":{"total":95995035648,"available":94186622976,"internally_reserved":0,"allocated":277549056,"data_stored":276077086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,1,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":3.3159999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.27,"5min":2.1560000000000001,"15min":2.306},"min":{"1min":0.30199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":10.829000000000001,"5min":15.935,"15min":15.935},"last":4.8550000000000004},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.1840000000000002,"15min":2.5670000000000002},"min":{"1min":0.29899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":11.093,"5min":11.093,"15min":18.094000000000001},"last":0.622}]},{"osd":2,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.7330000000000001,"15min":2.4399999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.25700000000000001},"max":{"1min":16.337,"5min":16.337,"15min":42.923999999999999},"last":2.2010000000000001},{"interface":"front","average":{"1min":4.7759999999999998,"5min":2.738,"15min":2.3919999999999999},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.27100000000000002},"max":{"1min":16.385999999999999,"5min":16.385999999999999,"15min":42.936999999999998},"last":6.8600000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:09:15 2023","interfaces":[{"interface":"back","average":{"1min":4.6280000000000001,"5min":3.056,"15min":2.5379999999999998},"min":{"1min":0.52300000000000002,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":14.701000000000001,"5min":14.701000000000001,"15min":26.763000000000002},"last":3.4279999999999999},{"interface":"front","average":{"1min":3.6099999999999999,"5min":3.0070000000000001,"15min":2.6469999999999998},"min":{"1min":0.34699999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.122999999999999,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.58899999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.5680000000000001,"15min":1.8380000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":17.123000000000001,"5min":17.123000000000001,"15min":17.123000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":2.4289999999999998,"5min":2.4569999999999999,"15min":1.7430000000000001},"min":{"1min":0.36699999999999999,"5min":0.28999999999999998,"15min":0.26100000000000001},"max":{"1min":10.99,"5min":10.99,"15min":16.068999999999999},"last":3.3969999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:08:51 2023","interfaces":[{"interface":"back","average":{"1min":3.4399999999999999,"5min":2.8359999999999999,"15min":1.863},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":11.632999999999999,"5min":18.167000000000002,"15min":18.167000000000002},"last":2.4180000000000001},{"interface":"front","average":{"1min":3.0310000000000001,"5min":2.5899999999999999,"15min":1.833},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":10.843999999999999,"5min":11.295999999999999,"15min":16.292999999999999},"last":0.42499999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.476,"15min":1.8660000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":13.564,"5min":13.564,"15min":16.372},"last":0.55500000000000005},{"interface":"front","average":{"1min":3.4119999999999999,"5min":2.1480000000000001,"15min":1.7370000000000001},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":14.789999999999999,"5min":14.789999999999999,"15min":16.018999999999998},"last":3.3580000000000001}]}]},{"osd":1,"up_from":0,"seq":2052994367583,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187907,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1496012,"kb_used_data":272772,"kb_used_omap":5,"kb_used_meta":1223226,"kb_avail":92249140,"statfs":{"total":95995035648,"available":94463119360,"internally_reserved":0,"allocated":279318528,"data_stored":276175591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1252584058},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:09:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":1.5049999999999999,"15min":1.538},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.0380000000000003,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":8.282},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.786,"15min":1.909},"min":{"1min":0.26700000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":2.0009999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.169,"5min":3.431,"15min":2.8130000000000002},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2260000000000009,"5min":82.525999999999996,"15min":82.525999999999996},"last":1.631},{"interface":"front","average":{"1min":3.1579999999999999,"5min":2.9129999999999998,"15min":2.653},"min":{"1min":0.224,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.9809999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":8.327}]},{"osd":3,"last update":"Mon Oct 9 05:08:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":3.2719999999999998,"15min":2.4889999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":8.375,"5min":82.644000000000005,"15min":82.644000000000005},"last":1.3480000000000001},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.113,"15min":2.5619999999999998},"min":{"1min":0.29199999999999998,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":10.176,"5min":82.489000000000004,"15min":82.489000000000004},"last":5.1769999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.8929999999999998,"5min":2.6059999999999999,"15min":2.2040000000000002},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":43.308999999999997,"5min":43.308999999999997,"15min":43.308999999999997},"last":1.5600000000000001},{"interface":"front","average":{"1min":4.7329999999999997,"5min":2.774,"15min":2.1960000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":43.293999999999997,"5min":43.293999999999997,"15min":43.293999999999997},"last":1.0649999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.2030000000000003,"5min":3.359,"15min":2.4609999999999999},"min":{"1min":0.496,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":46.576000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":1.1439999999999999},{"interface":"front","average":{"1min":3.915,"5min":2.4569999999999999,"15min":2.383},"min":{"1min":0.35099999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":39.069000000000003,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.30599999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.0389999999999997,"5min":3.1720000000000002,"15min":2.444},"min":{"1min":0.53800000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":39.020000000000003,"5min":39.020000000000003,"15min":39.020000000000003},"last":1.1020000000000001},{"interface":"front","average":{"1min":4.8369999999999997,"5min":2.645,"15min":2.5110000000000001},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":39.034999999999997,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.34100000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.423,"5min":2.3940000000000001,"15min":2.532},"min":{"1min":0.437,"5min":0.39900000000000002,"15min":0.34599999999999997},"max":{"1min":12.212999999999999,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.5640000000000001,"15min":2.3199999999999998},"min":{"1min":0.44800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.1980000000000004,"5min":9.2919999999999998,"15min":20.890000000000001},"last":1.599}]}]},{"osd":2,"up_from":116,"seq":498216206750,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1444516,"kb_used_data":261212,"kb_used_omap":7,"kb_used_meta":1183288,"kb_avail":92300636,"statfs":{"total":95995035648,"available":94515851264,"internally_reserved":0,"allocated":267481088,"data_stored":264771695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1211686993},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.8769999999999998,"15min":2.3079999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":10.773999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.246},{"interface":"front","average":{"1min":1.861,"5min":2.0409999999999999,"15min":1.827},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":6.915,"5min":15.137,"15min":15.137},"last":3.0920000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:09:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":2.5179999999999998,"15min":4.0860000000000003},"min":{"1min":0.21099999999999999,"5min":0.19,"15min":0.19},"max":{"1min":9.6199999999999992,"5min":13.619999999999999,"15min":70.971000000000004},"last":2.472},{"interface":"front","average":{"1min":4.3470000000000004,"5min":2.4239999999999999,"15min":4.0679999999999996},"min":{"1min":0.26200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":25.158999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.58099999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:09:11 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":2.4359999999999999,"15min":3.165},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":9.7140000000000004,"5min":13.526,"15min":79.926000000000002},"last":5.1180000000000003},{"interface":"front","average":{"1min":2.5510000000000002,"5min":2.6230000000000002,"15min":3.3069999999999999},"min":{"1min":0.307,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":11.228,"5min":13.552,"15min":79.959000000000003},"last":5.1509999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7000000000000002,"5min":4.6120000000000001,"15min":3.8039999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.962999999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":1.589},{"interface":"front","average":{"1min":4.056,"5min":4.3440000000000003,"15min":3.234},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.654,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.378}]},{"osd":5,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":1.611,"5min":3.6589999999999998,"15min":2.6749999999999998},"min":{"1min":0.38400000000000001,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":6.952,"5min":143.22499999999999,"15min":143.22499999999999},"last":3.0419999999999998},{"interface":"front","average":{"1min":3.8159999999999998,"5min":4.5590000000000002,"15min":3.387},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.30099999999999999},"max":{"1min":11.005000000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":1.5049999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.1099999999999999,"5min":4.2130000000000001,"15min":3.1909999999999998},"min":{"1min":0.36299999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":10.721,"5min":142.339,"15min":142.339},"last":6.0880000000000001},{"interface":"front","average":{"1min":2.7669999999999999,"5min":3.6970000000000001,"15min":2.6899999999999999},"min":{"1min":0.41499999999999998,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":13.808999999999999,"5min":140.96700000000001,"15min":140.96700000000001},"last":3.0110000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":3.7309999999999999,"15min":2.7530000000000001},"min":{"1min":0.433,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":10.747999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":6.1269999999999998},{"interface":"front","average":{"1min":2.2309999999999999,"5min":3.1499999999999999,"15min":2.4289999999999998},"min":{"1min":0.45300000000000001,"5min":0.39700000000000002,"15min":0.33900000000000002},"max":{"1min":7.0049999999999999,"5min":54.484000000000002,"15min":54.484000000000002},"last":3.0699999999999998}]}]},{"osd":3,"up_from":198,"seq":850403524886,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1194240,"kb_used_data":398328,"kb_used_omap":2,"kb_used_meta":795837,"kb_avail":92550912,"statfs":{"total":95995035648,"available":94772133888,"internally_reserved":0,"allocated":407887872,"data_stored":405441980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":814937141},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,0,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":1.724,"15min":2.0750000000000002},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.183},"max":{"1min":8.5310000000000006,"5min":14.198,"15min":26.260999999999999},"last":5.5289999999999999},{"interface":"front","average":{"1min":2.2930000000000001,"5min":2.0089999999999999,"15min":2.2280000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.7149999999999999,"5min":12.528,"15min":22.477},"last":6.3970000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":1.7789999999999999,"15min":1.2729999999999999},"min":{"1min":0.27200000000000002,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":8.8870000000000005,"5min":8.8870000000000005,"15min":11.076000000000001},"last":5.4950000000000001},{"interface":"front","average":{"1min":2.9449999999999998,"5min":2.0870000000000002,"15min":1.6679999999999999},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":9.8800000000000008,"5min":12.672000000000001,"15min":12.672000000000001},"last":11.215999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":2.2160000000000002,"15min":2.4199999999999999},"min":{"1min":0.35599999999999998,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":8.8650000000000002,"5min":13.208,"15min":21.407},"last":3.1949999999999998},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.2770000000000001,"15min":2.5369999999999999},"min":{"1min":0.27900000000000003,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":18.271999999999998,"5min":18.271999999999998,"15min":25.776},"last":11.257}]},{"osd":4,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.41199999999999998,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.0850000000000009,"5min":9.5530000000000008,"15min":15.301},"last":6.476},{"interface":"front","average":{"1min":3.7109999999999999,"5min":2.6429999999999998,"15min":2.2770000000000001},"min":{"1min":0.44600000000000001,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":11.548,"5min":12.369999999999999,"15min":15.401999999999999},"last":5.2910000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.5179999999999998,"15min":2.2109999999999999},"min":{"1min":0.38200000000000001,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":9.1059999999999999,"5min":9.1059999999999999,"15min":35.712000000000003},"last":5.7439999999999998},{"interface":"front","average":{"1min":3.4100000000000001,"5min":2.7040000000000002,"15min":2.548},"min":{"1min":0.44,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.1920000000000002,"5min":9.4420000000000002,"15min":35.488},"last":6.4470000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.0430000000000001,"5min":3.0030000000000001,"15min":2.6480000000000001},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":8.9429999999999996,"5min":18.436,"15min":50.113999999999997},"last":3.1600000000000001},{"interface":"front","average":{"1min":2.6269999999999998,"5min":2.383,"15min":2.343},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.8260000000000005,"5min":17.443999999999999,"15min":53.841999999999999},"last":5.5549999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.383,"5min":3.1600000000000001,"15min":2.7189999999999999},"min":{"1min":0.68200000000000005,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":9.5389999999999997,"5min":15.491,"15min":18.428000000000001},"last":6.5},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.7280000000000002,"15min":2.5019999999999998},"min":{"1min":0.43099999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":8.8330000000000002,"5min":10.226000000000001,"15min":15.381},"last":4.1699999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019472,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1832468,"kb_used_data":341644,"kb_used_omap":0,"kb_used_meta":1490816,"kb_avail":91912684,"statfs":{"total":95995035648,"available":94118588416,"internally_reserved":0,"allocated":349843456,"data_stored":348363601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1526595584},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":1.883,"15min":1.7929999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.218},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":3.3860000000000001},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0910000000000002,"15min":1.748},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":5.7329999999999997,"5min":8.7159999999999993,"15min":11.507999999999999},"last":2.2829999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":2.6600000000000001,"5min":2.2269999999999999,"15min":2.4990000000000001},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.254},"max":{"1min":7.7370000000000001,"5min":9.4600000000000009,"15min":12.317},"last":12.753},{"interface":"front","average":{"1min":2.9380000000000002,"5min":2.1549999999999998,"15min":2.093},"min":{"1min":0.29799999999999999,"5min":0.253,"15min":0.253},"max":{"1min":9.6869999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":3.415}]},{"osd":2,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":2.351,"15min":3.1280000000000001},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":4.8010000000000002,"5min":19.295999999999999,"15min":105.411},"last":5.1379999999999999},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.593,"15min":3.194},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.7200000000000006,"5min":10.772,"15min":97.927999999999997},"last":2.2010000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3810000000000002,"5min":5.9589999999999996,"15min":3.504},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":53.189999999999998,"5min":253.50700000000001,"15min":253.50700000000001},"last":2.173},{"interface":"front","average":{"1min":4.8680000000000003,"5min":5.8719999999999999,"15min":3.6339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":53.088999999999999,"5min":253.72,"15min":253.72},"last":19.483000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.9139999999999999,"15min":1.591},"min":{"1min":0.32800000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":9.4260000000000002,"5min":16.518000000000001,"15min":16.518000000000001},"last":3.3450000000000002},{"interface":"front","average":{"1min":2.181,"5min":1.9710000000000001,"15min":1.665},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.1750000000000007,"5min":16.190999999999999,"15min":16.190999999999999},"last":2.1360000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:09:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.8740000000000001,"15min":1.9810000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":6.1180000000000003,"5min":8.4559999999999995,"15min":81.980999999999995},"last":12.839},{"interface":"front","average":{"1min":1.522,"5min":2.206,"15min":1.9299999999999999},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":6.1529999999999996,"5min":19.387,"15min":81.715999999999994},"last":8.9019999999999992}]},{"osd":7,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.0760000000000001,"15min":1.7090000000000001},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":6.9909999999999997,"5min":12.987,"15min":29.175000000000001},"last":3.9180000000000001},{"interface":"front","average":{"1min":1.298,"5min":2.0630000000000002,"15min":1.794},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":9.6189999999999998,"5min":12.983000000000001,"15min":29.192},"last":12.805}]}]},{"osd":5,"up_from":38,"seq":163208757836,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1790156,"kb_used_data":303108,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":91954996,"statfs":{"total":95995035648,"available":94161915904,"internally_reserved":0,"allocated":310382592,"data_stored":308907251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.472,"5min":2.1419999999999999,"15min":1.8620000000000001},"min":{"1min":0.29299999999999998,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":8.5820000000000007,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":4.194,"5min":2.7719999999999998,"15min":2.125},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":16.363,"5min":16.363,"15min":16.363},"last":7.0330000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:09:18 2023","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.8519999999999999,"15min":2.508},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":10.462999999999999,"5min":18.257000000000001,"15min":18.257000000000001},"last":6.843},{"interface":"front","average":{"1min":4.8150000000000004,"5min":3.0579999999999998,"15min":2.391},"min":{"1min":0.49099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.420999999999999,"5min":16.420999999999999,"15min":16.420999999999999},"last":6.9180000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6299999999999999,"5min":3.2410000000000001,"15min":2.7029999999999998},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":19.27,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.82599999999999996},{"interface":"front","average":{"1min":4.343,"5min":3.7069999999999999,"15min":2.657},"min":{"1min":0.39900000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":16.318000000000001,"5min":25.885000000000002,"15min":25.885000000000002},"last":5.3300000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7229999999999999,"5min":3.2719999999999998,"15min":2.6349999999999998},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":17.245000000000001,"5min":24.114999999999998,"15min":74.915000000000006},"last":4.5469999999999997},{"interface":"front","average":{"1min":4.7359999999999998,"5min":3.5470000000000002,"15min":2.8570000000000002},"min":{"1min":0.46300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":16.451000000000001,"5min":24.016999999999999,"15min":74.799999999999997},"last":5.625}]},{"osd":4,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.4079999999999999,"15min":1.758},"min":{"1min":0.25800000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":8.5489999999999995,"5min":10.959,"15min":10.959},"last":5.0270000000000001},{"interface":"front","average":{"1min":4.1749999999999998,"5min":2.9369999999999998,"15min":1.887},"min":{"1min":0.36699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":20.899000000000001,"5min":20.899000000000001,"15min":20.899000000000001},"last":4.9619999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.9329999999999998,"15min":1.726},"min":{"1min":0.42199999999999999,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":18.818999999999999,"5min":18.818999999999999,"15min":18.818999999999999},"last":4.8650000000000002},{"interface":"front","average":{"1min":3.2679999999999998,"5min":3.2069999999999999,"15min":1.9510000000000001},"min":{"1min":0.34599999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":17.196999999999999,"5min":17.196999999999999,"15min":17.196999999999999},"last":4.5910000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.2599999999999998,"15min":2.0779999999999998},"min":{"1min":0.32600000000000001,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":13.082000000000001,"5min":18.442,"15min":18.442},"last":4.6150000000000002},{"interface":"front","average":{"1min":2.9750000000000001,"5min":2.6190000000000002,"15min":2.081},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":19.411000000000001,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.80300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":268369920,"data_stored":268369920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1733820416,"data_stored":1733820416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":253165568,"data_stored":253165568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":394133504,"data_stored":394133504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":342560768,"data_stored":342556696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":293605376,"data_stored":293601304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":264179712,"data_stored":264175640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":126091264,"data_stored":126091264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:09:59.434 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:59.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:59.438 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:09:59.539 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:09:59.671 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:09:59.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-10-09T05:09:59.916 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:09:59.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:09:59.921 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:00.022 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:00.102 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:00.275 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:00.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:00.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:00.289 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:00.382 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:00.435 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:00.506 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:00.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:00.513 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:00.613 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: from='client.47468 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: pgmap v1772: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 475 MiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 15826/22866 objects degraded (69.212%); 0 B/s, 49 objects/s recovering 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: [WRN] PG_DEGRADED: Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: pg 14.2 is stuck undersized for 3m, current state active+recovering+undersized+degraded+remapped, last acting [6,3] 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: pg 14.6 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.648 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: pg 14.8 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.649 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:00 smithi150 ceph-mon[168511]: pg 14.b is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.651 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: from='client.47468 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: pgmap v1772: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 475 MiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 15826/22866 objects degraded (69.212%); 0 B/s, 49 objects/s recovering 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: [WRN] PG_DEGRADED: Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: pg 14.2 is stuck undersized for 3m, current state active+recovering+undersized+degraded+remapped, last acting [6,3] 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: pg 14.6 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.671 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: pg 14.8 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.672 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[184249]: pg 14.b is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: from='client.47468 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: pgmap v1772: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 475 MiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 679 op/s; 15826/22866 objects degraded (69.212%); 0 B/s, 49 objects/s recovering 2023-10-09T05:10:00.672 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized 2023-10-09T05:10:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2023-10-09T05:10:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: [WRN] PG_DEGRADED: Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized 2023-10-09T05:10:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: pg 14.2 is stuck undersized for 3m, current state active+recovering+undersized+degraded+remapped, last acting [6,3] 2023-10-09T05:10:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: pg 14.6 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: pg 14.8 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.673 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:00 smithi107 ceph-mon[179183]: pg 14.b is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,0] 2023-10-09T05:10:00.713 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:00.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:00.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:00.815 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:00.824 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:00.852 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:00.877 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:00.905 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:00.935 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:00.940 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:00.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:00.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:00.974 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:01.014 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:01.050 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:01.055 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:01.103 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:01.107 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:01.114 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:01.144 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.145 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.145 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.145 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.145 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.145 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.146 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.146 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:10:01.153 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:01.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:01.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:01.259 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:01.336 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:01.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4145455833' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[184249]: pgmap v1773: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 421 MiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 682 op/s; 15826/20274 objects degraded (78.061%); 0 B/s, 49 objects/s recovering 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4145455833' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[179183]: pgmap v1773: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 421 MiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 682 op/s; 15826/20274 objects degraded (78.061%); 0 B/s, 49 objects/s recovering 2023-10-09T05:10:01.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:01.968 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:01.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:01.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:01.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:01 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15826/22866 objects degraded (69.212%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:01.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:01 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4145455833' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:01.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:01 smithi150 ceph-mon[168511]: pgmap v1773: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 421 MiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 682 op/s; 15826/20274 objects degraded (78.061%); 0 B/s, 49 objects/s recovering 2023-10-09T05:10:01.985 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:02.078 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:02.152 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:02.202 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:10:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:10:02] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2023-10-09T05:10:02.265 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:10:02.272 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:02.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:02.277 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:02.377 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:02.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:02.629 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:02.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:02.634 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:02.735 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:02.804 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:03.135 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:03.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:03.149 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:03.249 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:03.298 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:03.389 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:03.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:03.401 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:03.502 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:03.528 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:03.562 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:03.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:03.565 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:03.666 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:03.695 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:04.026 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:10:04.122 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:10:04.222 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:04.346 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:04 smithi107 ceph-mon[179183]: pgmap v1774: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 259 MiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 680 op/s; 15565/12483 objects degraded (124.690%); 0 B/s, 53 objects/s recovering 2023-10-09T05:10:04.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2660635190' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:04.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:04 smithi107 ceph-mon[184249]: pgmap v1774: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 259 MiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 680 op/s; 15565/12483 objects degraded (124.690%); 0 B/s, 53 objects/s recovering 2023-10-09T05:10:04.347 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2660635190' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:04.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:04 smithi150 ceph-mon[168511]: pgmap v1774: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 259 MiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 680 op/s; 15565/12483 objects degraded (124.690%); 0 B/s, 53 objects/s recovering 2023-10-09T05:10:04.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2660635190' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:04.809 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:04.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:04.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:04.902 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:04.902 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:04.921 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:04.967 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:05.042 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:05.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:05.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:05.157 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:05.219 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:05.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:10:05.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2660635190' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:05.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[184249]: osdmap e572: 8 total, 8 up, 7 in 2023-10-09T05:10:05.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[184249]: failed to encode map e572 with expected crc 2023-10-09T05:10:05.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[184249]: failed to encode map e572 with expected crc 2023-10-09T05:10:05.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:10:05.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2660635190' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:05.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[179183]: osdmap e572: 8 total, 8 up, 7 in 2023-10-09T05:10:05.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[179183]: failed to encode map e572 with expected crc 2023-10-09T05:10:05.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:05 smithi107 ceph-mon[179183]: failed to encode map e572 with expected crc 2023-10-09T05:10:05.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:05 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:10:05.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:05 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2660635190' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:05 smithi150 ceph-mon[168511]: osdmap e572: 8 total, 8 up, 7 in 2023-10-09T05:10:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:05 smithi150 ceph-mon[168511]: failed to encode map e572 with expected crc 2023-10-09T05:10:05.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:05 smithi150 ceph-mon[168511]: failed to encode map e572 with expected crc 2023-10-09T05:10:05.735 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-10-09T05:10:05.744 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:05.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:05.750 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:05.851 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:05.924 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:05.975 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:05.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:05.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:06.085 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:06.092 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:06.202 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:06 smithi150 ceph-mon[168511]: failed to encode map e572 with expected crc 2023-10-09T05:10:06.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:06 smithi150 ceph-mon[168511]: pgmap v1776: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 259 MiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 701 op/s; 15565/12483 objects degraded (124.690%); 0 B/s, 54 objects/s recovering 2023-10-09T05:10:06.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:06 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15565/12483 objects degraded (124.690%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:06 smithi107 ceph-mon[184249]: failed to encode map e572 with expected crc 2023-10-09T05:10:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:06 smithi107 ceph-mon[184249]: pgmap v1776: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 259 MiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 701 op/s; 15565/12483 objects degraded (124.690%); 0 B/s, 54 objects/s recovering 2023-10-09T05:10:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:06 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15565/12483 objects degraded (124.690%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:06 smithi107 ceph-mon[179183]: failed to encode map e572 with expected crc 2023-10-09T05:10:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:06 smithi107 ceph-mon[179183]: pgmap v1776: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 259 MiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 701 op/s; 15565/12483 objects degraded (124.690%); 0 B/s, 54 objects/s recovering 2023-10-09T05:10:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:06 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15565/12483 objects degraded (124.690%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:06.506 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:06.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:06.512 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:06.613 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:06.674 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:06.738 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:06.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:06.743 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:06.844 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:06.930 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:06.997 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:07.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:07.009 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:07.045 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:07.087 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:10:07.110 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:07.182 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:07.259 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:07.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:07.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:07.370 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:07.372 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:07.386 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:10:07.420 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:07.491 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:07.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:07.500 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:07.601 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:07.698 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:07.974 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:07.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:07.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:08.088 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:08.142 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:08.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:08 smithi107 ceph-mon[179183]: pgmap v1777: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 209 MiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 671 op/s; 15565/10062 objects degraded (154.691%); 0 B/s, 53 objects/s recovering 2023-10-09T05:10:08.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:08 smithi107 ceph-mon[179183]: from='client.37356 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:08.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:08 smithi107 ceph-mon[184249]: pgmap v1777: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 209 MiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 671 op/s; 15565/10062 objects degraded (154.691%); 0 B/s, 53 objects/s recovering 2023-10-09T05:10:08.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:08 smithi107 ceph-mon[184249]: from='client.37356 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:08.225 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:08.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:08.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:08.309 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Removed 101091 objects 2023-10-09T05:10:08.310 INFO:tasks.radosbench.radosbench.0.smithi107.stdout:Clean up completed and total clean up time :156.16 2023-10-09T05:10:08.332 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:08.363 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:08 smithi150 ceph-mon[168511]: pgmap v1777: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 209 MiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 671 op/s; 15565/10062 objects degraded (154.691%); 0 B/s, 53 objects/s recovering 2023-10-09T05:10:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:08 smithi150 ceph-mon[168511]: from='client.37356 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:08.522 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:08.522 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:08.522 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:08.531 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:08.550 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:08.568 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:08.586 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:08.605 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.606 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:10:08.856 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1777,"stamp":"2023-10-09T05:10:07.022358+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":218765240,"num_objects":3354,"num_object_clones":0,"num_object_copies":10062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":15565,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3354,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":198915,"num_write_kb":6469854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17720,"num_bytes_recovered":837115338,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123680,"ondisk_log_size":123680,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9892988,"kb_used_data":684164,"kb_used_omap":16,"kb_used_meta":9208495,"kb_avail":646323076,"statfs":{"total":671965249536,"available":661834829824,"internally_reserved":0,"allocated":700583936,"data_stored":686366725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9429499648},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,4,1,6,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-440467456,"num_objects":-6721,"num_object_clones":0,"num_object_copies":-20163,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-531,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-6721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6721,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":531,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.009196"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":594,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269042+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:09:47.269042+0000","last_peered":"2023-10-09T05:09:47.269042+0000","last_clean":"2023-10-09T05:09:47.269042+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:09:47.269042+0000","last_undegraded":"2023-10-09T05:09:47.269042+0000","last_fullsized":"2023-10-09T05:09:47.269042+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":316,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267636+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:09:47.267636+0000","last_peered":"2023-10-09T05:09:47.267636+0000","last_clean":"2023-10-09T05:09:47.267636+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:09:47.267636+0000","last_undegraded":"2023-10-09T05:09:47.267636+0000","last_fullsized":"2023-10-09T05:09:47.267636+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":438,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267458+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:09:47.267458+0000","last_peered":"2023-10-09T05:09:47.267458+0000","last_clean":"2023-10-09T05:09:47.267458+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:09:47.267458+0000","last_undegraded":"2023-10-09T05:09:47.267458+0000","last_fullsized":"2023-10-09T05:09:47.267458+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":128,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251024+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:09:47.251024+0000","last_peered":"2023-10-09T05:09:47.251024+0000","last_clean":"2023-10-09T05:09:47.251024+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:09:47.251024+0000","last_undegraded":"2023-10-09T05:09:47.251024+0000","last_fullsized":"2023-10-09T05:09:47.251024+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":295,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267053+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:09:47.267053+0000","last_peered":"2023-10-09T05:09:47.267053+0000","last_clean":"2023-10-09T05:09:47.267053+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:09:47.267053+0000","last_undegraded":"2023-10-09T05:09:47.267053+0000","last_fullsized":"2023-10-09T05:09:47.267053+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":271,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.261980+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:09:47.261980+0000","last_peered":"2023-10-09T05:09:47.261980+0000","last_clean":"2023-10-09T05:09:47.261980+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:09:47.261980+0000","last_undegraded":"2023-10-09T05:09:47.261980+0000","last_fullsized":"2023-10-09T05:09:47.261980+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":532,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.278926+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:09:47.278926+0000","last_peered":"2023-10-09T05:09:47.278926+0000","last_clean":"2023-10-09T05:09:47.278926+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:09:47.278926+0000","last_undegraded":"2023-10-09T05:09:47.278926+0000","last_fullsized":"2023-10-09T05:09:47.278926+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":321,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267300+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:09:47.267300+0000","last_peered":"2023-10-09T05:09:47.267300+0000","last_clean":"2023-10-09T05:09:47.267300+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:09:47.267300+0000","last_undegraded":"2023-10-09T05:09:47.267300+0000","last_fullsized":"2023-10-09T05:09:47.267300+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":595,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269151+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:09:47.269151+0000","last_peered":"2023-10-09T05:09:47.269151+0000","last_clean":"2023-10-09T05:09:47.269151+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:09:47.269151+0000","last_undegraded":"2023-10-09T05:09:47.269151+0000","last_fullsized":"2023-10-09T05:09:47.269151+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":311,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267695+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:09:47.267695+0000","last_peered":"2023-10-09T05:09:47.267695+0000","last_clean":"2023-10-09T05:09:47.267695+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:09:47.267695+0000","last_undegraded":"2023-10-09T05:09:47.267695+0000","last_fullsized":"2023-10-09T05:09:47.267695+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":134,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251410+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:09:47.251410+0000","last_peered":"2023-10-09T05:09:47.251410+0000","last_clean":"2023-10-09T05:09:47.251410+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:09:47.251410+0000","last_undegraded":"2023-10-09T05:09:47.251410+0000","last_fullsized":"2023-10-09T05:09:47.251410+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":464,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.257080+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:09:47.257080+0000","last_peered":"2023-10-09T05:09:47.257080+0000","last_clean":"2023-10-09T05:09:47.257080+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:09:47.257080+0000","last_undegraded":"2023-10-09T05:09:47.257080+0000","last_fullsized":"2023-10-09T05:09:47.257080+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":647,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.272197+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:09:47.272197+0000","last_peered":"2023-10-09T05:09:47.272197+0000","last_clean":"2023-10-09T05:09:47.272197+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:09:47.272197+0000","last_undegraded":"2023-10-09T05:09:47.272197+0000","last_fullsized":"2023-10-09T05:09:47.272197+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":615,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269231+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:09:47.269231+0000","last_peered":"2023-10-09T05:09:47.269231+0000","last_clean":"2023-10-09T05:09:47.269231+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:09:47.269231+0000","last_undegraded":"2023-10-09T05:09:47.269231+0000","last_fullsized":"2023-10-09T05:09:47.269231+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":134,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250788+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:09:47.250788+0000","last_peered":"2023-10-09T05:09:47.250788+0000","last_clean":"2023-10-09T05:09:47.250788+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:09:47.250788+0000","last_undegraded":"2023-10-09T05:09:47.250788+0000","last_fullsized":"2023-10-09T05:09:47.250788+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":418,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268891+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:09:47.268891+0000","last_peered":"2023-10-09T05:09:47.268891+0000","last_clean":"2023-10-09T05:09:47.268891+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:09:47.268891+0000","last_undegraded":"2023-10-09T05:09:47.268891+0000","last_fullsized":"2023-10-09T05:09:47.268891+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":128,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250566+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:09:47.250566+0000","last_peered":"2023-10-09T05:09:47.250566+0000","last_clean":"2023-10-09T05:09:47.250566+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:09:47.250566+0000","last_undegraded":"2023-10-09T05:09:47.250566+0000","last_fullsized":"2023-10-09T05:09:47.250566+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":587,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269378+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:09:47.269378+0000","last_peered":"2023-10-09T05:09:47.269378+0000","last_clean":"2023-10-09T05:09:47.269378+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:09:47.269378+0000","last_undegraded":"2023-10-09T05:09:47.269378+0000","last_fullsized":"2023-10-09T05:09:47.269378+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":128,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250404+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:09:47.250404+0000","last_peered":"2023-10-09T05:09:47.250404+0000","last_clean":"2023-10-09T05:09:47.250404+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:09:47.250404+0000","last_undegraded":"2023-10-09T05:09:47.250404+0000","last_fullsized":"2023-10-09T05:09:47.250404+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":547,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268145+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:09:47.268145+0000","last_peered":"2023-10-09T05:09:47.268145+0000","last_clean":"2023-10-09T05:09:47.268145+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:09:47.268145+0000","last_undegraded":"2023-10-09T05:09:47.268145+0000","last_fullsized":"2023-10-09T05:09:47.268145+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":269,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.254884+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:09:47.254884+0000","last_peered":"2023-10-09T05:09:47.254884+0000","last_clean":"2023-10-09T05:09:47.254884+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:09:47.254884+0000","last_undegraded":"2023-10-09T05:09:47.254884+0000","last_fullsized":"2023-10-09T05:09:47.254884+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":315,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.270623+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:09:47.270623+0000","last_peered":"2023-10-09T05:09:47.270623+0000","last_clean":"2023-10-09T05:09:47.270623+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:09:47.270623+0000","last_undegraded":"2023-10-09T05:09:47.270623+0000","last_fullsized":"2023-10-09T05:09:47.270623+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"571'12307","reported_seq":14509,"reported_epoch":571,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-10-09T05:10:02.509349+0000","last_change":"2023-10-09T05:09:42.325389+0000","last_active":"2023-10-09T05:10:02.509349+0000","last_peered":"2023-10-09T05:10:02.509349+0000","last_clean":"2023-10-09T05:06:42.491147+0000","last_became_active":"2023-10-09T05:06:44.755666+0000","last_became_peered":"2023-10-09T05:06:44.755666+0000","last_unstale":"2023-10-09T05:10:02.509349+0000","last_undegraded":"2023-10-09T05:06:44.512397+0000","last_fullsized":"2023-10-09T05:06:44.491305+0000","mapping_epoch":534,"log_start":"542'5400","ondisk_log_start":"542'5400","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6907,"log_dups_size":0,"ondisk_log_size":6907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:45:29.804971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16056320,"num_objects":245,"num_object_clones":0,"num_object_copies":735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3094,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12307,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1068,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"3,6","objects":-2849}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":132,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251675+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:09:47.251675+0000","last_peered":"2023-10-09T05:09:47.251675+0000","last_clean":"2023-10-09T05:09:47.251675+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:09:47.251675+0000","last_undegraded":"2023-10-09T05:09:47.251675+0000","last_fullsized":"2023-10-09T05:09:47.251675+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":571,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267888+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:09:47.267888+0000","last_peered":"2023-10-09T05:09:47.267888+0000","last_clean":"2023-10-09T05:09:47.267888+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:09:47.267888+0000","last_undegraded":"2023-10-09T05:09:47.267888+0000","last_fullsized":"2023-10-09T05:09:47.267888+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"571'12402","reported_seq":20824,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.341113+0000","last_change":"2023-10-09T05:08:19.303797+0000","last_active":"2023-10-09T05:10:02.341113+0000","last_peered":"2023-10-09T05:10:02.341113+0000","last_clean":"2023-10-09T05:10:02.341113+0000","last_became_active":"2023-10-09T05:08:19.288079+0000","last_became_peered":"2023-10-09T05:08:19.288079+0000","last_unstale":"2023-10-09T05:10:02.341113+0000","last_undegraded":"2023-10-09T05:10:02.341113+0000","last_fullsized":"2023-10-09T05:10:02.341113+0000","mapping_epoch":554,"log_start":"543'6600","ondisk_log_start":"543'6600","created":523,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5802,"log_dups_size":0,"ondisk_log_size":5802,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:57:30.771614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15859712,"num_objects":242,"num_object_clones":0,"num_object_copies":726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12402,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4173,"num_bytes_recovered":273481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":163,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250984+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:09:47.250984+0000","last_peered":"2023-10-09T05:09:47.250984+0000","last_clean":"2023-10-09T05:09:47.250984+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:09:47.250984+0000","last_undegraded":"2023-10-09T05:09:47.250984+0000","last_fullsized":"2023-10-09T05:09:47.250984+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":605,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.281471+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:09:47.281471+0000","last_peered":"2023-10-09T05:09:47.281471+0000","last_clean":"2023-10-09T05:09:47.281471+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:09:47.281471+0000","last_undegraded":"2023-10-09T05:09:47.281471+0000","last_fullsized":"2023-10-09T05:09:47.281471+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.0","version":"572'12657","reported_seq":12717,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:05.397466+0000","last_change":"2023-10-09T05:05:53.706813+0000","last_active":"2023-10-09T05:10:05.397466+0000","last_peered":"2023-10-09T05:10:05.397466+0000","last_clean":"2023-10-09T05:10:05.397466+0000","last_became_active":"2023-10-09T05:05:53.706487+0000","last_became_peered":"2023-10-09T05:05:53.706487+0000","last_unstale":"2023-10-09T05:10:05.397466+0000","last_undegraded":"2023-10-09T05:10:05.397466+0000","last_fullsized":"2023-10-09T05:10:05.397466+0000","mapping_epoch":523,"log_start":"531'3800","ondisk_log_start":"531'3800","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8857,"log_dups_size":0,"ondisk_log_size":8857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:05:08.997344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7143424,"num_objects":109,"num_object_clones":0,"num_object_copies":327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12657,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":132,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251562+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:09:47.251562+0000","last_peered":"2023-10-09T05:09:47.251562+0000","last_clean":"2023-10-09T05:09:47.251562+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:09:47.251562+0000","last_undegraded":"2023-10-09T05:09:47.251562+0000","last_fullsized":"2023-10-09T05:09:47.251562+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":291,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.257102+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:09:47.257102+0000","last_peered":"2023-10-09T05:09:47.257102+0000","last_clean":"2023-10-09T05:09:47.257102+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:09:47.257102+0000","last_undegraded":"2023-10-09T05:09:47.257102+0000","last_fullsized":"2023-10-09T05:09:47.257102+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1","version":"571'12270","reported_seq":20599,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.390253+0000","last_change":"2023-10-09T05:09:42.631681+0000","last_active":"2023-10-09T05:10:02.390253+0000","last_peered":"2023-10-09T05:10:02.390253+0000","last_clean":"2023-10-09T05:10:02.390253+0000","last_became_active":"2023-10-09T05:09:42.600808+0000","last_became_peered":"2023-10-09T05:09:42.600808+0000","last_unstale":"2023-10-09T05:10:02.390253+0000","last_undegraded":"2023-10-09T05:10:02.390253+0000","last_fullsized":"2023-10-09T05:10:02.390253+0000","mapping_epoch":567,"log_start":"543'6500","ondisk_log_start":"543'6500","created":523,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":5770,"log_dups_size":0,"ondisk_log_size":5770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:19:52.773510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16121856,"num_objects":246,"num_object_clones":0,"num_object_copies":738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12270,"num_write_kb":400512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4126,"num_bytes_recovered":147259392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":615,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269007+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:09:47.269007+0000","last_peered":"2023-10-09T05:09:47.269007+0000","last_clean":"2023-10-09T05:09:47.269007+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:09:47.269007+0000","last_undegraded":"2023-10-09T05:09:47.269007+0000","last_fullsized":"2023-10-09T05:09:47.269007+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":576,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.331263+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:09:55.331263+0000","last_peered":"2023-10-09T05:09:55.331263+0000","last_clean":"2023-10-09T05:09:55.331263+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:09:55.331263+0000","last_undegraded":"2023-10-09T05:09:55.331263+0000","last_fullsized":"2023-10-09T05:09:55.331263+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.6","version":"572'12372","reported_seq":12439,"reported_epoch":572,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:10:05.398814+0000","last_change":"2023-10-09T05:06:44.725534+0000","last_active":"2023-10-09T05:10:05.398814+0000","last_peered":"2023-10-09T05:10:05.398814+0000","last_clean":"2023-10-09T05:06:42.480106+0000","last_became_active":"2023-10-09T05:06:44.711819+0000","last_became_peered":"2023-10-09T05:06:44.711819+0000","last_unstale":"2023-10-09T05:10:05.398814+0000","last_undegraded":"2023-10-09T05:06:44.529304+0000","last_fullsized":"2023-10-09T05:06:44.487739+0000","mapping_epoch":534,"log_start":"530'3500","ondisk_log_start":"530'3500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8872,"log_dups_size":0,"ondisk_log_size":8872,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:18:02.051404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7733248,"num_objects":118,"num_object_clones":0,"num_object_copies":354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4123,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12372,"num_write_kb":399680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-4005}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":996,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250464+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:09:47.250464+0000","last_peered":"2023-10-09T05:09:47.250464+0000","last_clean":"2023-10-09T05:09:47.250464+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:09:47.250464+0000","last_undegraded":"2023-10-09T05:09:47.250464+0000","last_fullsized":"2023-10-09T05:09:47.250464+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":241,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267969+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:09:47.267969+0000","last_peered":"2023-10-09T05:09:47.267969+0000","last_clean":"2023-10-09T05:09:47.267969+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:09:47.267969+0000","last_undegraded":"2023-10-09T05:09:47.267969+0000","last_fullsized":"2023-10-09T05:09:47.267969+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":615,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.272106+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:09:47.272106+0000","last_peered":"2023-10-09T05:09:47.272106+0000","last_clean":"2023-10-09T05:09:47.272106+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:09:47.272106+0000","last_undegraded":"2023-10-09T05:09:47.272106+0000","last_fullsized":"2023-10-09T05:09:47.272106+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"571'12557","reported_seq":12611,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.513497+0000","last_change":"2023-10-09T05:05:53.705379+0000","last_active":"2023-10-09T05:10:02.513497+0000","last_peered":"2023-10-09T05:10:02.513497+0000","last_clean":"2023-10-09T05:10:02.513497+0000","last_became_active":"2023-10-09T05:05:53.705057+0000","last_became_peered":"2023-10-09T05:05:53.705057+0000","last_unstale":"2023-10-09T05:10:02.513497+0000","last_undegraded":"2023-10-09T05:10:02.513497+0000","last_fullsized":"2023-10-09T05:10:02.513497+0000","mapping_epoch":523,"log_start":"531'3700","ondisk_log_start":"531'3700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8857,"log_dups_size":0,"ondisk_log_size":8857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:10:27.463319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15269888,"num_objects":233,"num_object_clones":0,"num_object_copies":699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12557,"num_write_kb":409280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":569,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267806+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:09:47.267806+0000","last_peered":"2023-10-09T05:09:47.267806+0000","last_clean":"2023-10-09T05:09:47.267806+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:09:47.267806+0000","last_undegraded":"2023-10-09T05:09:47.267806+0000","last_fullsized":"2023-10-09T05:09:47.267806+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":271,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.257160+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:09:47.257160+0000","last_peered":"2023-10-09T05:09:47.257160+0000","last_clean":"2023-10-09T05:09:47.257160+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:09:47.257160+0000","last_undegraded":"2023-10-09T05:09:47.257160+0000","last_fullsized":"2023-10-09T05:09:47.257160+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":551,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269608+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:09:47.269608+0000","last_peered":"2023-10-09T05:09:47.269608+0000","last_clean":"2023-10-09T05:09:47.269608+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:09:47.269608+0000","last_undegraded":"2023-10-09T05:09:47.269608+0000","last_fullsized":"2023-10-09T05:09:47.269608+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.4","version":"571'12407","reported_seq":12463,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.423792+0000","last_change":"2023-10-09T05:05:53.705237+0000","last_active":"2023-10-09T05:10:02.423792+0000","last_peered":"2023-10-09T05:10:02.423792+0000","last_clean":"2023-10-09T05:10:02.423792+0000","last_became_active":"2023-10-09T05:05:53.704883+0000","last_became_peered":"2023-10-09T05:05:53.704883+0000","last_unstale":"2023-10-09T05:10:02.423792+0000","last_undegraded":"2023-10-09T05:10:02.423792+0000","last_fullsized":"2023-10-09T05:10:02.423792+0000","mapping_epoch":523,"log_start":"542'5500","ondisk_log_start":"542'5500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6907,"log_dups_size":0,"ondisk_log_size":6907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:51:42.055910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14483456,"num_objects":221,"num_object_clones":0,"num_object_copies":663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12407,"num_write_kb":404096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":552,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.281417+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:09:47.281417+0000","last_peered":"2023-10-09T05:09:47.281417+0000","last_clean":"2023-10-09T05:09:47.281417+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:09:47.281417+0000","last_undegraded":"2023-10-09T05:09:47.281417+0000","last_fullsized":"2023-10-09T05:09:47.281417+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":625,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269676+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:09:47.269676+0000","last_peered":"2023-10-09T05:09:47.269676+0000","last_clean":"2023-10-09T05:09:47.269676+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:09:47.269676+0000","last_undegraded":"2023-10-09T05:09:47.269676+0000","last_fullsized":"2023-10-09T05:09:47.269676+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"571'12420","reported_seq":12476,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.493709+0000","last_change":"2023-10-09T05:05:53.705494+0000","last_active":"2023-10-09T05:10:02.493709+0000","last_peered":"2023-10-09T05:10:02.493709+0000","last_clean":"2023-10-09T05:10:02.493709+0000","last_became_active":"2023-10-09T05:05:53.705178+0000","last_became_peered":"2023-10-09T05:05:53.705178+0000","last_unstale":"2023-10-09T05:10:02.493709+0000","last_undegraded":"2023-10-09T05:10:02.493709+0000","last_fullsized":"2023-10-09T05:10:02.493709+0000","mapping_epoch":523,"log_start":"542'5700","ondisk_log_start":"542'5700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6720,"log_dups_size":0,"ondisk_log_size":6720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:21:17.287687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15597568,"num_objects":238,"num_object_clones":0,"num_object_copies":714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12420,"num_write_kb":405056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":569,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.271664+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:09:47.271664+0000","last_peered":"2023-10-09T05:09:47.271664+0000","last_clean":"2023-10-09T05:09:47.271664+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:09:47.271664+0000","last_undegraded":"2023-10-09T05:09:47.271664+0000","last_fullsized":"2023-10-09T05:09:47.271664+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":314,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:52.377325+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:09:52.377325+0000","last_peered":"2023-10-09T05:09:52.377325+0000","last_clean":"2023-10-09T05:09:52.377325+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:09:52.377325+0000","last_undegraded":"2023-10-09T05:09:52.377325+0000","last_fullsized":"2023-10-09T05:09:52.377325+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":421,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.270673+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:09:47.270673+0000","last_peered":"2023-10-09T05:09:47.270673+0000","last_clean":"2023-10-09T05:09:47.270673+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:09:47.270673+0000","last_undegraded":"2023-10-09T05:09:47.270673+0000","last_fullsized":"2023-10-09T05:09:47.270673+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.8","version":"572'12589","reported_seq":12657,"reported_epoch":572,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:10:05.398874+0000","last_change":"2023-10-09T05:06:44.756197+0000","last_active":"2023-10-09T05:10:05.398874+0000","last_peered":"2023-10-09T05:10:05.398874+0000","last_clean":"2023-10-09T05:06:42.459935+0000","last_became_active":"2023-10-09T05:06:44.741430+0000","last_became_peered":"2023-10-09T05:06:44.741430+0000","last_unstale":"2023-10-09T05:10:05.398874+0000","last_undegraded":"2023-10-09T05:06:44.640307+0000","last_fullsized":"2023-10-09T05:06:44.484505+0000","mapping_epoch":534,"log_start":"531'3700","ondisk_log_start":"531'3700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8889,"log_dups_size":0,"ondisk_log_size":8889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:28:17.187000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8060928,"num_objects":123,"num_object_clones":0,"num_object_copies":369,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4164,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12589,"num_write_kb":406784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-4041}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":950,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.261903+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:09:47.261903+0000","last_peered":"2023-10-09T05:09:47.261903+0000","last_clean":"2023-10-09T05:09:47.261903+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:09:47.261903+0000","last_undegraded":"2023-10-09T05:09:47.261903+0000","last_fullsized":"2023-10-09T05:09:47.261903+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":155,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251218+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:09:47.251218+0000","last_peered":"2023-10-09T05:09:47.251218+0000","last_clean":"2023-10-09T05:09:47.251218+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:09:47.251218+0000","last_undegraded":"2023-10-09T05:09:47.251218+0000","last_fullsized":"2023-10-09T05:09:47.251218+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":585,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269295+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:09:47.269295+0000","last_peered":"2023-10-09T05:09:47.269295+0000","last_clean":"2023-10-09T05:09:47.269295+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:09:47.269295+0000","last_undegraded":"2023-10-09T05:09:47.269295+0000","last_fullsized":"2023-10-09T05:09:47.269295+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":339,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.271584+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:09:47.271584+0000","last_peered":"2023-10-09T05:09:47.271584+0000","last_clean":"2023-10-09T05:09:47.271584+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:09:47.271584+0000","last_undegraded":"2023-10-09T05:09:47.271584+0000","last_fullsized":"2023-10-09T05:09:47.271584+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.e","version":"571'12468","reported_seq":12524,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.495994+0000","last_change":"2023-10-09T05:05:53.704408+0000","last_active":"2023-10-09T05:10:02.495994+0000","last_peered":"2023-10-09T05:10:02.495994+0000","last_clean":"2023-10-09T05:10:02.495994+0000","last_became_active":"2023-10-09T05:05:53.704006+0000","last_became_peered":"2023-10-09T05:05:53.704006+0000","last_unstale":"2023-10-09T05:10:02.495994+0000","last_undegraded":"2023-10-09T05:10:02.495994+0000","last_fullsized":"2023-10-09T05:10:02.495994+0000","mapping_epoch":523,"log_start":"542'5800","ondisk_log_start":"542'5800","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6668,"log_dups_size":0,"ondisk_log_size":6668,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:19:08.886680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16908288,"num_objects":258,"num_object_clones":0,"num_object_copies":774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12468,"num_write_kb":407232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":569,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267868+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:09:47.267868+0000","last_peered":"2023-10-09T05:09:47.267868+0000","last_clean":"2023-10-09T05:09:47.267868+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:09:47.267868+0000","last_undegraded":"2023-10-09T05:09:47.267868+0000","last_fullsized":"2023-10-09T05:09:47.267868+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":618,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.271450+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:09:47.271450+0000","last_peered":"2023-10-09T05:09:47.271450+0000","last_clean":"2023-10-09T05:09:47.271450+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:09:47.271450+0000","last_undegraded":"2023-10-09T05:09:47.271450+0000","last_fullsized":"2023-10-09T05:09:47.271450+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":572,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269152+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:09:47.269152+0000","last_peered":"2023-10-09T05:09:47.269152+0000","last_clean":"2023-10-09T05:09:47.269152+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:09:47.269152+0000","last_undegraded":"2023-10-09T05:09:47.269152+0000","last_fullsized":"2023-10-09T05:09:47.269152+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":447,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.332212+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:09:55.332212+0000","last_peered":"2023-10-09T05:09:55.332212+0000","last_clean":"2023-10-09T05:09:55.332212+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:09:55.332212+0000","last_undegraded":"2023-10-09T05:09:55.332212+0000","last_fullsized":"2023-10-09T05:09:55.332212+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"571'12394","reported_seq":12449,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.503738+0000","last_change":"2023-10-09T05:05:53.664183+0000","last_active":"2023-10-09T05:10:02.503738+0000","last_peered":"2023-10-09T05:10:02.503738+0000","last_clean":"2023-10-09T05:10:02.503738+0000","last_became_active":"2023-10-09T05:05:53.663841+0000","last_became_peered":"2023-10-09T05:05:53.663841+0000","last_unstale":"2023-10-09T05:10:02.503738+0000","last_undegraded":"2023-10-09T05:10:02.503738+0000","last_fullsized":"2023-10-09T05:10:02.503738+0000","mapping_epoch":523,"log_start":"542'5500","ondisk_log_start":"542'5500","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6894,"log_dups_size":0,"ondisk_log_size":6894,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:32:01.129447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14090264,"num_objects":216,"num_object_clones":0,"num_object_copies":648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":216,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12394,"num_write_kb":403457,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":541,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.249921+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:09:47.249921+0000","last_peered":"2023-10-09T05:09:47.249921+0000","last_clean":"2023-10-09T05:09:47.249921+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:09:47.249921+0000","last_undegraded":"2023-10-09T05:09:47.249921+0000","last_fullsized":"2023-10-09T05:09:47.249921+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":590,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.331842+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:09:55.331842+0000","last_peered":"2023-10-09T05:09:55.331842+0000","last_clean":"2023-10-09T05:09:55.331842+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:09:55.331842+0000","last_undegraded":"2023-10-09T05:09:55.331842+0000","last_fullsized":"2023-10-09T05:09:55.331842+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":466,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:00.434756+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:10:00.434756+0000","last_peered":"2023-10-09T05:10:00.434756+0000","last_clean":"2023-10-09T05:10:00.434756+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:10:00.434756+0000","last_undegraded":"2023-10-09T05:10:00.434756+0000","last_fullsized":"2023-10-09T05:10:00.434756+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":375,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.279007+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:09:47.279007+0000","last_peered":"2023-10-09T05:09:47.279007+0000","last_clean":"2023-10-09T05:09:47.279007+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:09:47.279007+0000","last_undegraded":"2023-10-09T05:09:47.279007+0000","last_fullsized":"2023-10-09T05:09:47.279007+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.f","version":"571'12256","reported_seq":20627,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.372936+0000","last_change":"2023-10-09T05:08:06.551200+0000","last_active":"2023-10-09T05:10:02.372936+0000","last_peered":"2023-10-09T05:10:02.372936+0000","last_clean":"2023-10-09T05:10:02.372936+0000","last_became_active":"2023-10-09T05:08:06.537525+0000","last_became_peered":"2023-10-09T05:08:06.537525+0000","last_unstale":"2023-10-09T05:10:02.372936+0000","last_undegraded":"2023-10-09T05:10:02.372936+0000","last_fullsized":"2023-10-09T05:10:02.372936+0000","mapping_epoch":549,"log_start":"539'4900","ondisk_log_start":"539'4900","created":523,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":7356,"log_dups_size":0,"ondisk_log_size":7356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.903579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14680064,"num_objects":224,"num_object_clones":0,"num_object_copies":672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":224,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12256,"num_write_kb":399360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4147,"num_bytes_recovered":271777792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":554,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268706+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:09:47.268706+0000","last_peered":"2023-10-09T05:09:47.268706+0000","last_clean":"2023-10-09T05:09:47.268706+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:09:47.268706+0000","last_undegraded":"2023-10-09T05:09:47.268706+0000","last_fullsized":"2023-10-09T05:09:47.268706+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":541,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250179+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:09:47.250179+0000","last_peered":"2023-10-09T05:09:47.250179+0000","last_clean":"2023-10-09T05:09:47.250179+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:09:47.250179+0000","last_undegraded":"2023-10-09T05:09:47.250179+0000","last_fullsized":"2023-10-09T05:09:47.250179+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":409,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.271104+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:09:47.271104+0000","last_peered":"2023-10-09T05:09:47.271104+0000","last_clean":"2023-10-09T05:09:47.271104+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:09:47.271104+0000","last_undegraded":"2023-10-09T05:09:47.271104+0000","last_fullsized":"2023-10-09T05:09:47.271104+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":264,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.255892+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:09:47.255892+0000","last_peered":"2023-10-09T05:09:47.255892+0000","last_clean":"2023-10-09T05:09:47.255892+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:09:47.255892+0000","last_undegraded":"2023-10-09T05:09:47.255892+0000","last_fullsized":"2023-10-09T05:09:47.255892+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.c","version":"571'12423","reported_seq":12479,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.373046+0000","last_change":"2023-10-09T05:05:53.707259+0000","last_active":"2023-10-09T05:10:02.373046+0000","last_peered":"2023-10-09T05:10:02.373046+0000","last_clean":"2023-10-09T05:10:02.373046+0000","last_became_active":"2023-10-09T05:05:53.706963+0000","last_became_peered":"2023-10-09T05:05:53.706963+0000","last_unstale":"2023-10-09T05:10:02.373046+0000","last_undegraded":"2023-10-09T05:10:02.373046+0000","last_fullsized":"2023-10-09T05:10:02.373046+0000","mapping_epoch":523,"log_start":"542'5700","ondisk_log_start":"542'5700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":6723,"log_dups_size":0,"ondisk_log_size":6723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:39:57.515680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16318464,"num_objects":249,"num_object_clones":0,"num_object_copies":747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":249,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12423,"num_write_kb":405504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":932,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.256987+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:09:47.256987+0000","last_peered":"2023-10-09T05:09:47.256987+0000","last_clean":"2023-10-09T05:09:47.256987+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:09:47.256987+0000","last_undegraded":"2023-10-09T05:09:47.256987+0000","last_fullsized":"2023-10-09T05:09:47.256987+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":155,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.250092+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:09:47.250092+0000","last_peered":"2023-10-09T05:09:47.250092+0000","last_clean":"2023-10-09T05:09:47.250092+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:09:47.250092+0000","last_undegraded":"2023-10-09T05:09:47.250092+0000","last_fullsized":"2023-10-09T05:09:47.250092+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":523,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.281493+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:09:47.281493+0000","last_peered":"2023-10-09T05:09:47.281493+0000","last_clean":"2023-10-09T05:09:47.281493+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:09:47.281493+0000","last_undegraded":"2023-10-09T05:09:47.281493+0000","last_fullsized":"2023-10-09T05:09:47.281493+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":592,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.331649+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:09:55.331649+0000","last_peered":"2023-10-09T05:09:55.331649+0000","last_clean":"2023-10-09T05:09:55.331649+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:09:55.331649+0000","last_undegraded":"2023-10-09T05:09:55.331649+0000","last_fullsized":"2023-10-09T05:09:55.331649+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.9","version":"571'12485","reported_seq":12541,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.470406+0000","last_change":"2023-10-09T05:05:53.703885+0000","last_active":"2023-10-09T05:10:02.470406+0000","last_peered":"2023-10-09T05:10:02.470406+0000","last_clean":"2023-10-09T05:10:02.470406+0000","last_became_active":"2023-10-09T05:05:53.703539+0000","last_became_peered":"2023-10-09T05:05:53.703539+0000","last_unstale":"2023-10-09T05:10:02.470406+0000","last_undegraded":"2023-10-09T05:10:02.470406+0000","last_fullsized":"2023-10-09T05:10:02.470406+0000","mapping_epoch":523,"log_start":"530'3600","ondisk_log_start":"530'3600","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8885,"log_dups_size":0,"ondisk_log_size":8885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:09.916803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16449536,"num_objects":251,"num_object_clones":0,"num_object_copies":753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":251,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12485,"num_write_kb":407552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":910,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.255190+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:09:47.255190+0000","last_peered":"2023-10-09T05:09:47.255190+0000","last_clean":"2023-10-09T05:09:47.255190+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:09:47.255190+0000","last_undegraded":"2023-10-09T05:09:47.255190+0000","last_fullsized":"2023-10-09T05:09:47.255190+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":128,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.251486+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:09:47.251486+0000","last_peered":"2023-10-09T05:09:47.251486+0000","last_clean":"2023-10-09T05:09:47.251486+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:09:47.251486+0000","last_undegraded":"2023-10-09T05:09:47.251486+0000","last_fullsized":"2023-10-09T05:09:47.251486+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":326,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.332231+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:09:55.332231+0000","last_peered":"2023-10-09T05:09:55.332231+0000","last_clean":"2023-10-09T05:09:55.332231+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:09:55.332231+0000","last_undegraded":"2023-10-09T05:09:55.332231+0000","last_fullsized":"2023-10-09T05:09:55.332231+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":270,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268778+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:09:47.268778+0000","last_peered":"2023-10-09T05:09:47.268778+0000","last_clean":"2023-10-09T05:09:47.268778+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:09:47.268778+0000","last_undegraded":"2023-10-09T05:09:47.268778+0000","last_fullsized":"2023-10-09T05:09:47.268778+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"571'12297","reported_seq":20679,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:10:02.485606+0000","last_change":"2023-10-09T05:09:43.685667+0000","last_active":"2023-10-09T05:10:02.485606+0000","last_peered":"2023-10-09T05:10:02.485606+0000","last_clean":"2023-10-09T05:10:02.485606+0000","last_became_active":"2023-10-09T05:09:43.609950+0000","last_became_peered":"2023-10-09T05:09:43.609950+0000","last_unstale":"2023-10-09T05:10:02.485606+0000","last_undegraded":"2023-10-09T05:10:02.485606+0000","last_fullsized":"2023-10-09T05:10:02.485606+0000","mapping_epoch":568,"log_start":"530'3400","ondisk_log_start":"530'3400","created":523,"last_epoch_clean":569,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8897,"log_dups_size":0,"ondisk_log_size":8897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:04:58.367602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14876672,"num_objects":227,"num_object_clones":0,"num_object_copies":681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12297,"num_write_kb":400768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4152,"num_bytes_recovered":143851520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":569,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269476+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:09:47.269476+0000","last_peered":"2023-10-09T05:09:47.269476+0000","last_clean":"2023-10-09T05:09:47.269476+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:09:47.269476+0000","last_undegraded":"2023-10-09T05:09:47.269476+0000","last_fullsized":"2023-10-09T05:09:47.269476+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":268,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.337795+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:09:55.337795+0000","last_peered":"2023-10-09T05:09:55.337795+0000","last_clean":"2023-10-09T05:09:55.337795+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:09:55.337795+0000","last_undegraded":"2023-10-09T05:09:55.337795+0000","last_fullsized":"2023-10-09T05:09:55.337795+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":485,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.255358+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:09:47.255358+0000","last_peered":"2023-10-09T05:09:47.255358+0000","last_clean":"2023-10-09T05:09:47.255358+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:09:47.255358+0000","last_undegraded":"2023-10-09T05:09:47.255358+0000","last_fullsized":"2023-10-09T05:09:47.255358+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":290,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.266987+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:09:47.266987+0000","last_peered":"2023-10-09T05:09:47.266987+0000","last_clean":"2023-10-09T05:09:47.266987+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:09:47.266987+0000","last_undegraded":"2023-10-09T05:09:47.266987+0000","last_fullsized":"2023-10-09T05:09:47.266987+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.b","version":"572'12550","reported_seq":12616,"reported_epoch":572,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-10-09T05:10:05.396528+0000","last_change":"2023-10-09T05:06:44.733368+0000","last_active":"2023-10-09T05:10:05.396528+0000","last_peered":"2023-10-09T05:10:05.396528+0000","last_clean":"2023-10-09T05:06:42.472089+0000","last_became_active":"2023-10-09T05:06:44.718020+0000","last_became_peered":"2023-10-09T05:06:44.718020+0000","last_unstale":"2023-10-09T05:10:05.396528+0000","last_undegraded":"2023-10-09T05:06:44.539786+0000","last_fullsized":"2023-10-09T05:06:44.490450+0000","mapping_epoch":534,"log_start":"531'3700","ondisk_log_start":"531'3700","created":523,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:05:52.632236+0000","last_clean_scrub_stamp":"2023-10-09T05:05:52.632236+0000","objects_scrubbed":0,"log_size":8850,"log_dups_size":0,"ondisk_log_size":8850,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:19:16.935793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8519680,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4184,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12550,"num_write_kb":405760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,2","objects":-4054}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":616,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268114+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:09:47.268114+0000","last_peered":"2023-10-09T05:09:47.268114+0000","last_clean":"2023-10-09T05:09:47.268114+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:09:47.268114+0000","last_undegraded":"2023-10-09T05:09:47.268114+0000","last_fullsized":"2023-10-09T05:09:47.268114+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":264,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.261809+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:09:47.261809+0000","last_peered":"2023-10-09T05:09:47.261809+0000","last_clean":"2023-10-09T05:09:47.261809+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:09:47.261809+0000","last_undegraded":"2023-10-09T05:09:47.261809+0000","last_fullsized":"2023-10-09T05:09:47.261809+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":584,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.331725+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:09:55.331725+0000","last_peered":"2023-10-09T05:09:55.331725+0000","last_clean":"2023-10-09T05:09:55.331725+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:09:55.331725+0000","last_undegraded":"2023-10-09T05:09:55.331725+0000","last_fullsized":"2023-10-09T05:09:55.331725+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":554,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.281324+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:09:47.281324+0000","last_peered":"2023-10-09T05:09:47.281324+0000","last_clean":"2023-10-09T05:09:47.281324+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:09:47.281324+0000","last_undegraded":"2023-10-09T05:09:47.281324+0000","last_fullsized":"2023-10-09T05:09:47.281324+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":266,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269390+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:09:47.269390+0000","last_peered":"2023-10-09T05:09:47.269390+0000","last_clean":"2023-10-09T05:09:47.269390+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:09:47.269390+0000","last_undegraded":"2023-10-09T05:09:47.269390+0000","last_fullsized":"2023-10-09T05:09:47.269390+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":622,"reported_epoch":571,"state":"active+clean","last_fresh":"2023-10-09T05:09:55.332282+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:09:55.332282+0000","last_peered":"2023-10-09T05:09:55.332282+0000","last_clean":"2023-10-09T05:09:55.332282+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:09:55.332282+0000","last_undegraded":"2023-10-09T05:09:55.332282+0000","last_fullsized":"2023-10-09T05:09:55.332282+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":581,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269091+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:09:47.269091+0000","last_peered":"2023-10-09T05:09:47.269091+0000","last_clean":"2023-10-09T05:09:47.269091+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:09:47.269091+0000","last_undegraded":"2023-10-09T05:09:47.269091+0000","last_fullsized":"2023-10-09T05:09:47.269091+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":612,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.269308+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:09:47.269308+0000","last_peered":"2023-10-09T05:09:47.269308+0000","last_clean":"2023-10-09T05:09:47.269308+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:09:47.269308+0000","last_undegraded":"2023-10-09T05:09:47.269308+0000","last_fullsized":"2023-10-09T05:09:47.269308+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":572,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.270019+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:09:47.270019+0000","last_peered":"2023-10-09T05:09:47.270019+0000","last_clean":"2023-10-09T05:09:47.270019+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:09:47.270019+0000","last_undegraded":"2023-10-09T05:09:47.270019+0000","last_fullsized":"2023-10-09T05:09:47.270019+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":575,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268836+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:09:47.268836+0000","last_peered":"2023-10-09T05:09:47.268836+0000","last_clean":"2023-10-09T05:09:47.268836+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:09:47.268836+0000","last_undegraded":"2023-10-09T05:09:47.268836+0000","last_fullsized":"2023-10-09T05:09:47.268836+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":301,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.268071+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:09:47.268071+0000","last_peered":"2023-10-09T05:09:47.268071+0000","last_clean":"2023-10-09T05:09:47.268071+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:09:47.268071+0000","last_undegraded":"2023-10-09T05:09:47.268071+0000","last_fullsized":"2023-10-09T05:09:47.268071+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":266,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.267626+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:09:47.267626+0000","last_peered":"2023-10-09T05:09:47.267626+0000","last_clean":"2023-10-09T05:09:47.267626+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:09:47.267626+0000","last_undegraded":"2023-10-09T05:09:47.267626+0000","last_fullsized":"2023-10-09T05:09:47.267626+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":257,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.278828+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:09:47.278828+0000","last_peered":"2023-10-09T05:09:47.278828+0000","last_clean":"2023-10-09T05:09:47.278828+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:09:47.278828+0000","last_undegraded":"2023-10-09T05:09:47.278828+0000","last_fullsized":"2023-10-09T05:09:47.278828+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":601,"reported_epoch":570,"state":"active+clean","last_fresh":"2023-10-09T05:09:47.266589+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:09:47.266589+0000","last_peered":"2023-10-09T05:09:47.266589+0000","last_clean":"2023-10-09T05:09:47.266589+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:09:47.266589+0000","last_undegraded":"2023-10-09T05:09:47.266589+0000","last_fullsized":"2023-10-09T05:09:47.266589+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":14,"num_pg":16,"stat_sum":{"num_bytes":218169368,"num_objects":3330,"num_object_clones":0,"num_object_copies":9990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":15565,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3330,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":198854,"num_write_kb":6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17667,"num_bytes_recovered":836435968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2271752192,"data_stored":2271739976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121854,"ondisk_log_size":121854,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234566,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1563484,"kb_used_data":50516,"kb_used_omap":0,"kb_used_meta":1512960,"kb_avail":92181668,"statfs":{"total":95995035648,"available":94394028032,"internally_reserved":0,"allocated":51728384,"data_stored":50248254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1549271040},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":0.27800000000000002},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":7.1070000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":4.8120000000000003,"5min":2.734,"15min":1.917},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":13.375,"5min":13.375,"15min":13.375},"last":7.0819999999999999},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.4039999999999999,"15min":2.3799999999999999},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.5670000000000002,"5min":11.305999999999999,"15min":15.401},"last":0.505}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":2.6699999999999999},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":0.56499999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:10:02 2023","interfaces":[{"interface":"back","average":{"1min":4.8319999999999999,"5min":3.2400000000000002,"15min":2.637},"min":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":15.276999999999999,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":4.718,"5min":3.7160000000000002,"15min":2.8210000000000002},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":13.201000000000001,"5min":19.382999999999999,"15min":19.382999999999999},"last":7.0369999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":2.984,"5min":2.4660000000000002,"15min":1.8120000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":9.9719999999999995,"5min":16.911999999999999,"15min":19.949000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":4.1509999999999998,"5min":2.7669999999999999,"15min":1.7609999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.254},"max":{"1min":13.412000000000001,"5min":13.412000000000001,"15min":18.971},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":2.851,"15min":2.0819999999999999},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.29999999999999999},"max":{"1min":13.183,"5min":16.838999999999999,"15min":20.678999999999998},"last":1.0289999999999999},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.1459999999999999,"15min":1.7390000000000001},"min":{"1min":0.35099999999999998,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":16.088999999999999,"5min":16.088999999999999,"15min":21.07},"last":0.626}]},{"osd":6,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":2.794,"15min":2.0390000000000001},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":9.9399999999999995,"5min":16.881,"15min":16.881},"last":0.57799999999999996},{"interface":"front","average":{"1min":3.5600000000000001,"5min":2.5990000000000002,"15min":1.8979999999999999},"min":{"1min":0.378,"5min":0.36099999999999999,"15min":0.29899999999999999},"max":{"1min":11.388,"5min":12.815,"15min":14.191000000000001},"last":0.48899999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496202,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1592020,"kb_used_data":105164,"kb_used_omap":0,"kb_used_meta":1486720,"kb_avail":92153132,"statfs":{"total":95995035648,"available":94364807168,"internally_reserved":0,"allocated":107687936,"data_stored":106215934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522401280},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":4.3639999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.27,"5min":2.1560000000000001,"15min":2.306},"min":{"1min":0.30199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":10.829000000000001,"5min":15.935,"15min":15.935},"last":0.54500000000000004},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.1840000000000002,"15min":2.5670000000000002},"min":{"1min":0.29899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":11.093,"5min":11.093,"15min":18.094000000000001},"last":1.5189999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.7999999999999998,"15min":2.5670000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":7.9749999999999996,"5min":16.337,"15min":42.923999999999999},"last":0.71399999999999997},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.6459999999999999,"15min":2.524},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.8600000000000003,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.59399999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:09:15 2023","interfaces":[{"interface":"back","average":{"1min":4.6280000000000001,"5min":3.056,"15min":2.5379999999999998},"min":{"1min":0.52300000000000002,"5min":0.35399999999999998,"15min":0.29199999999999998},"max":{"1min":14.701000000000001,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":3.6099999999999999,"5min":3.0070000000000001,"15min":2.6469999999999998},"min":{"1min":0.34699999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.122999999999999,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.67000000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":2.5550000000000002,"15min":1.99},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":20.213999999999999,"5min":20.213999999999999,"15min":20.213999999999999},"last":9.048},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.177,"15min":1.8540000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":6.9740000000000002,"5min":10.99,"15min":16.068999999999999},"last":4.4130000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8660000000000001,"5min":2.6150000000000002,"15min":2.0209999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":22.765999999999998,"5min":22.765999999999998,"15min":22.765999999999998},"last":5.258},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.7839999999999998,"15min":1.98},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":13.019,"5min":13.019,"15min":16.292999999999999},"last":4.1310000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.476,"15min":1.8660000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":13.564,"5min":13.564,"15min":16.372},"last":0.74399999999999999},{"interface":"front","average":{"1min":3.4119999999999999,"5min":2.1480000000000001,"15min":1.7370000000000001},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":14.789999999999999,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.51000000000000001}]}]},{"osd":1,"up_from":0,"seq":2052994367585,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187909,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1297496,"kb_used_data":61968,"kb_used_omap":5,"kb_used_meta":1235514,"kb_avail":92447656,"statfs":{"total":95995035648,"available":94666399744,"internally_reserved":0,"allocated":63455232,"data_stored":60308440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1265166970},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:09:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":1.5049999999999999,"15min":1.538},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.0380000000000003,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.435},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.786,"15min":1.909},"min":{"1min":0.26700000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.49399999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.169,"5min":3.431,"15min":2.8130000000000002},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2260000000000009,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.29299999999999998},{"interface":"front","average":{"1min":3.1579999999999999,"5min":2.9129999999999998,"15min":2.653},"min":{"1min":0.224,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.9809999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.46800000000000003}]},{"osd":3,"last update":"Mon Oct 9 05:09:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":3.4860000000000002,"15min":2.6320000000000001},"min":{"1min":0.32900000000000001,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":10.361000000000001,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":4.1289999999999996,"5min":3.6280000000000001,"15min":2.7789999999999999},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":12.435,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.57399999999999995}]},{"osd":4,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.8929999999999998,"5min":2.6059999999999999,"15min":2.2040000000000002},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":43.308999999999997,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":4.7329999999999997,"5min":2.774,"15min":2.1960000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":43.293999999999997,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.38100000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.2030000000000003,"5min":3.359,"15min":2.4609999999999999},"min":{"1min":0.496,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":46.576000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":1.079},{"interface":"front","average":{"1min":3.915,"5min":2.4569999999999999,"15min":2.383},"min":{"1min":0.35099999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":39.069000000000003,"5min":39.069000000000003,"15min":39.069000000000003},"last":5.7779999999999996}]},{"osd":6,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.0389999999999997,"5min":3.1720000000000002,"15min":2.444},"min":{"1min":0.53800000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":39.020000000000003,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":4.8369999999999997,"5min":2.645,"15min":2.5110000000000001},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":39.034999999999997,"5min":39.034999999999997,"15min":39.034999999999997},"last":5.7290000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.423,"5min":2.3940000000000001,"15min":2.532},"min":{"1min":0.437,"5min":0.39900000000000002,"15min":0.34599999999999997},"max":{"1min":12.212999999999999,"5min":12.212999999999999,"15min":22.763000000000002},"last":5.8120000000000003},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.5640000000000001,"15min":2.3199999999999998},"min":{"1min":0.44800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.1980000000000004,"5min":9.2919999999999998,"15min":20.890000000000001},"last":0.39100000000000001}]}]},{"osd":2,"up_from":116,"seq":498216206752,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1262140,"kb_used_data":66548,"kb_used_omap":7,"kb_used_meta":1195576,"kb_avail":92483012,"statfs":{"total":95995035648,"available":94702604288,"internally_reserved":0,"allocated":68145152,"data_stored":65428049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1224269905},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.8769999999999998,"15min":2.3079999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":10.773999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":4.819},{"interface":"front","average":{"1min":1.861,"5min":2.0409999999999999,"15min":1.827},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":6.915,"5min":15.137,"15min":15.137},"last":0.27800000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:09:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":2.5179999999999998,"15min":4.0860000000000003},"min":{"1min":0.21099999999999999,"5min":0.19,"15min":0.19},"max":{"1min":9.6199999999999992,"5min":13.619999999999999,"15min":70.971000000000004},"last":2.6640000000000001},{"interface":"front","average":{"1min":4.3470000000000004,"5min":2.4239999999999999,"15min":4.0679999999999996},"min":{"1min":0.26200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":25.158999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":4.8029999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:09:11 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":2.4359999999999999,"15min":3.165},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.18099999999999999},"max":{"1min":9.7140000000000004,"5min":13.526,"15min":79.926000000000002},"last":4.641},{"interface":"front","average":{"1min":2.5510000000000002,"5min":2.6230000000000002,"15min":3.3069999999999999},"min":{"1min":0.307,"5min":0.28399999999999997,"15min":0.252},"max":{"1min":11.228,"5min":13.552,"15min":79.959000000000003},"last":4.665}]},{"osd":4,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7000000000000002,"5min":4.6120000000000001,"15min":3.8039999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.962999999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":2.629},{"interface":"front","average":{"1min":4.056,"5min":4.3440000000000003,"15min":3.234},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.654,"5min":141.24700000000001,"15min":176.07900000000001},"last":4.726}]},{"osd":5,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":1.611,"5min":3.6589999999999998,"15min":2.6749999999999998},"min":{"1min":0.38400000000000001,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":6.952,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":3.8159999999999998,"5min":4.5590000000000002,"15min":3.387},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.30099999999999999},"max":{"1min":11.005000000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":2.6920000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.1099999999999999,"5min":4.2130000000000001,"15min":3.1909999999999998},"min":{"1min":0.36299999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":10.721,"5min":142.339,"15min":142.339},"last":4.7850000000000001},{"interface":"front","average":{"1min":2.7669999999999999,"5min":3.6970000000000001,"15min":2.6899999999999999},"min":{"1min":0.41499999999999998,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":13.808999999999999,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.40500000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":3.7309999999999999,"15min":2.7530000000000001},"min":{"1min":0.433,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":10.747999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":4.7569999999999997},{"interface":"front","average":{"1min":2.2309999999999999,"5min":3.1499999999999999,"15min":2.4289999999999998},"min":{"1min":0.45300000000000001,"5min":0.39700000000000002,"15min":0.33900000000000002},"max":{"1min":7.0049999999999999,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.45100000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524888,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":939912,"kb_used_data":148160,"kb_used_omap":2,"kb_used_meta":791741,"kb_avail":92805240,"statfs":{"total":95995035648,"available":95032565760,"internally_reserved":0,"allocated":151715840,"data_stored":149269916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":810742837},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":1.724,"15min":2.0750000000000002},"min":{"1min":0.19400000000000001,"5min":0.188,"15min":0.183},"max":{"1min":8.5310000000000006,"5min":14.198,"15min":26.260999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":2.2930000000000001,"5min":2.0089999999999999,"15min":2.2280000000000002},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.183},"max":{"1min":5.7149999999999999,"5min":12.528,"15min":22.477},"last":0.40899999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":1.7789999999999999,"15min":1.2729999999999999},"min":{"1min":0.27200000000000002,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":8.8870000000000005,"5min":8.8870000000000005,"15min":11.076000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.9449999999999998,"5min":2.0870000000000002,"15min":1.6679999999999999},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":9.8800000000000008,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.58299999999999996}]},{"osd":2,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.4119999999999999,"5min":2.2160000000000002,"15min":2.4199999999999999},"min":{"1min":0.35599999999999998,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":8.8650000000000002,"5min":13.208,"15min":21.407},"last":9.7899999999999991},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.2770000000000001,"15min":2.5369999999999999},"min":{"1min":0.27900000000000003,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":18.271999999999998,"5min":18.271999999999998,"15min":25.776},"last":0.61099999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":2.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.41199999999999998,"5min":0.29899999999999999,"15min":0.26300000000000001},"max":{"1min":9.0850000000000009,"5min":9.5530000000000008,"15min":15.301},"last":0.439},{"interface":"front","average":{"1min":3.7109999999999999,"5min":2.6429999999999998,"15min":2.2770000000000001},"min":{"1min":0.44600000000000001,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":11.548,"5min":12.369999999999999,"15min":15.401999999999999},"last":4.9649999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.5179999999999998,"15min":2.2109999999999999},"min":{"1min":0.38200000000000001,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":9.1059999999999999,"5min":9.1059999999999999,"15min":35.712000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":3.4100000000000001,"5min":2.7040000000000002,"15min":2.548},"min":{"1min":0.44,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":9.1920000000000002,"5min":9.4420000000000002,"15min":35.488},"last":5.6470000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.0430000000000001,"5min":3.0030000000000001,"15min":2.6480000000000001},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":8.9429999999999996,"5min":18.436,"15min":50.113999999999997},"last":5.0119999999999996},{"interface":"front","average":{"1min":2.6269999999999998,"5min":2.383,"15min":2.343},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.8260000000000005,"5min":17.443999999999999,"15min":53.841999999999999},"last":0.85599999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:09:10 2023","interfaces":[{"interface":"back","average":{"1min":3.383,"5min":3.1600000000000001,"15min":2.7189999999999999},"min":{"1min":0.68200000000000005,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":9.5389999999999997,"5min":15.491,"15min":18.428000000000001},"last":5.4649999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":2.7280000000000002,"15min":2.5019999999999998},"min":{"1min":0.43099999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":8.8330000000000002,"5min":10.226000000000001,"15min":15.381},"last":4.9240000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019474,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1634076,"kb_used_data":130836,"kb_used_omap":0,"kb_used_meta":1503104,"kb_avail":92111076,"statfs":{"total":95995035648,"available":94321741824,"internally_reserved":0,"allocated":133976064,"data_stored":132496177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1539178496},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":1.883,"15min":1.7929999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.218},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":0.25600000000000001},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0910000000000002,"15min":1.748},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":5.7329999999999997,"5min":8.7159999999999993,"15min":11.507999999999999},"last":2.2029999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":2.6600000000000001,"5min":2.2269999999999999,"15min":2.4990000000000001},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.254},"max":{"1min":7.7370000000000001,"5min":9.4600000000000009,"15min":12.317},"last":2.581},{"interface":"front","average":{"1min":2.9380000000000002,"5min":2.1549999999999998,"15min":2.093},"min":{"1min":0.29799999999999999,"5min":0.253,"15min":0.253},"max":{"1min":9.6869999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":3.2040000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":2.351,"15min":3.1280000000000001},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":4.8010000000000002,"5min":19.295999999999999,"15min":105.411},"last":1.349},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.593,"15min":3.194},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.7200000000000006,"5min":10.772,"15min":97.927999999999997},"last":8.3249999999999993}]},{"osd":3,"last update":"Mon Oct 9 05:09:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3810000000000002,"5min":5.9589999999999996,"15min":3.504},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":53.189999999999998,"5min":253.50700000000001,"15min":253.50700000000001},"last":2.0910000000000002},{"interface":"front","average":{"1min":4.8680000000000003,"5min":5.8719999999999999,"15min":3.6339999999999999},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":53.088999999999999,"5min":253.72,"15min":253.72},"last":3.4350000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.9139999999999999,"15min":1.591},"min":{"1min":0.32800000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":9.4260000000000002,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":2.181,"5min":1.9710000000000001,"15min":1.665},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.1750000000000007,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.36799999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6120000000000001,"5min":1.8740000000000001,"15min":1.9810000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":6.1180000000000003,"5min":8.4559999999999995,"15min":81.980999999999995},"last":0.33800000000000002},{"interface":"front","average":{"1min":1.522,"5min":2.206,"15min":1.9299999999999999},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":6.1529999999999996,"5min":19.387,"15min":81.715999999999994},"last":0.39500000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.0760000000000001,"15min":1.7090000000000001},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":6.9909999999999997,"5min":12.987,"15min":29.175000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.298,"5min":2.0630000000000002,"15min":1.794},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":9.6189999999999998,"5min":12.983000000000001,"15min":29.192},"last":0.438}]}]},{"osd":5,"up_from":38,"seq":163208757838,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1603860,"kb_used_data":120972,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":92141292,"statfs":{"total":95995035648,"available":94352683008,"internally_reserved":0,"allocated":123875328,"data_stored":122399955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.472,"5min":2.1419999999999999,"15min":1.8620000000000001},"min":{"1min":0.29299999999999998,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":8.5820000000000007,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":4.194,"5min":2.7719999999999998,"15min":2.125},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":16.363,"5min":16.363,"15min":16.363},"last":0.28199999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:09:18 2023","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.8519999999999999,"15min":2.508},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":10.462999999999999,"5min":18.257000000000001,"15min":18.257000000000001},"last":3.6749999999999998},{"interface":"front","average":{"1min":4.8150000000000004,"5min":3.0579999999999998,"15min":2.391},"min":{"1min":0.49099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.420999999999999,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6299999999999999,"5min":3.2410000000000001,"15min":2.7029999999999998},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":19.27,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":4.343,"5min":3.7069999999999999,"15min":2.657},"min":{"1min":0.39900000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":16.318000000000001,"5min":25.885000000000002,"15min":25.885000000000002},"last":2.8889999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7229999999999999,"5min":3.2719999999999998,"15min":2.6349999999999998},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":17.245000000000001,"5min":24.114999999999998,"15min":74.915000000000006},"last":3.0899999999999999},{"interface":"front","average":{"1min":4.7359999999999998,"5min":3.5470000000000002,"15min":2.8570000000000002},"min":{"1min":0.46300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":16.451000000000001,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.85099999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.4079999999999999,"15min":1.758},"min":{"1min":0.25800000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":8.5489999999999995,"5min":10.959,"15min":10.959},"last":0.34899999999999998},{"interface":"front","average":{"1min":4.1749999999999998,"5min":2.9369999999999998,"15min":1.887},"min":{"1min":0.36699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":20.899000000000001,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.439}]},{"osd":6,"last update":"Mon Oct 9 05:09:04 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.9329999999999998,"15min":1.726},"min":{"1min":0.42199999999999999,"5min":0.28399999999999997,"15min":0.26300000000000001},"max":{"1min":18.818999999999999,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.371},{"interface":"front","average":{"1min":3.2679999999999998,"5min":3.2069999999999999,"15min":1.9510000000000001},"min":{"1min":0.34599999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":17.196999999999999,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.47199999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.2599999999999998,"15min":2.0779999999999998},"min":{"1min":0.32600000000000001,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":13.082000000000001,"5min":18.442,"15min":18.442},"last":0.39800000000000002},{"interface":"front","average":{"1min":2.9750000000000001,"5min":2.6190000000000002,"15min":2.081},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":19.411000000000001,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.46100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":52035584,"data_stored":52035584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1655177216,"data_stored":1655177216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57671680,"data_stored":57671680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":138739712,"data_stored":138739712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":124915712,"data_stored":124911640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":104730624,"data_stored":104726552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":93523968,"data_stored":93519896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":44957696,"data_stored":44957696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:10:08.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:10:08.878 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:08.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:08.881 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:08.982 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:09.010 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:09.045 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:09.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:09.049 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:09.150 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:09.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2513779099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2513779099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:09.176 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:09.213 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:09.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:09.216 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:09.317 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:09.347 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:09.365 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:09.434 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:09.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:09.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:09.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2513779099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:09.538 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:09.564 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:09.602 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:09.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:09.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:09.706 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:09.734 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:10:09.734 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:10:09.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:10:09.734 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:10:09.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.734 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212541 12.3 12:c7d0b7e3:::benchmark_data_smithi107_355541_object103468:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968553+0000", 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 559.76348745300004, 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2161321220000001, 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212541 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.735 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968553+0000", 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968553+0000", 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968551+0000", 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968559+0000", 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6839999999999996e-06 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968571+0000", 2023-10-09T05:10:09.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2438e-05 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968580+0000", 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5650000000000002e-06 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6118000000000001e-05 2023-10-09T05:10:09.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968638+0000", 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2349e-05 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.159402+0000", 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.190764003 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.159505+0000", 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000102495 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.159584+0000", 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9200000000000001e-05 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166721+0000", 2023-10-09T05:10:09.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071371500000000001 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166770+0000", 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8582999999999999e-05 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166957+0000", 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00018767600000000001 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184465+0000", 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017507126000000001 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184537+0000", 2023-10-09T05:10:09.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2543e-05 2023-10-09T05:10:09.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184685+0000", 2023-10-09T05:10:09.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000147899 2023-10-09T05:10:09.744 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.744 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212544 12.3 12:c3daab27:::benchmark_data_smithi107_355541_object103471:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 559.76345026599995, 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2163198669999999, 2023-10-09T05:10:09.745 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212544 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:10:09.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968590+0000", 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968592+0000", 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0729999999999999e-06 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968596+0000", 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0550000000000001e-06 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968599+0000", 2023-10-09T05:10:09.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2210000000000002e-06 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968669+0000", 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0044999999999998e-05 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968678+0000", 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5709999999999998e-06 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.162100+0000", 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1934223580000001 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.162193+0000", 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3444999999999997e-05 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:10:09.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.162268+0000", 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4198999999999999e-05 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166876+0000", 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046082670000000001 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166933+0000", 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6685999999999999e-05 2023-10-09T05:10:09.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.174246+0000", 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0073137999999999996 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184734+0000", 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010487488 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184794+0000", 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0551999999999999e-05 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.184910+0000", 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000115494 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212553 12.3 12:c38d8a23:::benchmark_data_smithi107_355541_object103480:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968602+0000", 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 559.76343869899995, 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.265569618, 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:09.754 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212553 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968602+0000", 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.755 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968602+0000", 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968601+0000", 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968603+0000", 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.844e-06 2023-10-09T05:10:09.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968606+0000", 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9909999999999998e-06 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968609+0000", 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5950000000000001e-06 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968719+0000", 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000110381 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968728+0000", 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7479999999999999e-06 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.164316+0000", 2023-10-09T05:10:09.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.195588329 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.164405+0000", 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8964999999999999e-05 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.164479+0000", 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4203999999999996e-05 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.166963+0000", 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0024839950000000001 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167011+0000", 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7416999999999997e-05 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.174295+0000", 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.007284591 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.233984+0000", 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059688103999999999 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.234044+0000", 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0605e-05 2023-10-09T05:10:09.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.234171+0000", 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012709 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212569 12.3 12:ca221b17:::benchmark_data_smithi107_355541_object103496:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 559.76341447599998, 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2910523190000001, 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212569 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.763 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968626+0000", 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968627+0000", 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.756e-06 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968634+0000", 2023-10-09T05:10:09.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1430000000000003e-06 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968639+0000", 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3199999999999999e-06 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968757+0000", 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011861799999999999 2023-10-09T05:10:09.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.968764+0000", 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8800000000000002e-06 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167027+0000", 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1982624930000001 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167100+0000", 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3145000000000005e-05 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 3,4,7", 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.167169+0000", 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9379000000000001e-05 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:09.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.169535+0000", 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023653120000000001 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.170027+0000", 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000492425 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.183270+0000", 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013242627999999999 2023-10-09T05:10:09.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.259499+0000", 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076229274999999999 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.259559+0000", 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0304999999999999e-05 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.259678+0000", 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0001189 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:56145 13.9 e477/468 13:9e415682:::benchmark_data_smithi107_396486_object56144:head v 477'3610, mlcod=477'3608)", 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 484.72699330099999, 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059854093999999997, 2023-10-09T05:10:09.771 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005047+0000", 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.005081+0000", 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4427000000000001e-05 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061363+0000", 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.056282379 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061371+0000", 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3699999999999997e-06 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061420+0000", 2023-10-09T05:10:09.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9518999999999998e-05 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.061441+0000", 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0903999999999998e-05 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.064873+0000", 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003432151 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.064901+0000", 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7693999999999999e-05 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.776 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120582 13.5 e500/468 13:a5df3384:::benchmark_data_smithi107_396486_object14720:head v 500'7479, mlcod=500'7477)", 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 403.175265986, 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047161572999999998, 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:10:09.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556774+0000", 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556779+0000", 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2599999999999996e-06 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556785+0000", 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7400000000000001e-06 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556790+0000", 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5839999999999996e-06 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.565428+0000", 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0086380699999999994 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.565452+0000", 2023-10-09T05:10:09.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4414e-05 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603885+0000", 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038432804000000001 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603936+0000", 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1075000000000001e-05 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.781 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120584 13.5 e500/468 13:a097912a:::benchmark_data_smithi107_396486_object14722:head v 500'7480, mlcod=500'7477)", 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 403.17524096400001, 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047163183999999997, 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556799+0000", 2023-10-09T05:10:09.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556810+0000", 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0587999999999999e-05 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556816+0000", 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.9540000000000001e-06 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.556820+0000", 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4349999999999999e-06 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569181+0000", 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012361175 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.569205+0000", 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4182e-05 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603942+0000", 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.034736277000000003 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:26.603963+0000", 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0846e-05 2023-10-09T05:10:09.786 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:165199 14.0 e563/523 14:085f9247:::benchmark_data_smithi107_437372_object64105:head v 563'10417, mlcod=563'10414)", 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:12.122848+0000", 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 57.609192096999998, 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.052589940000000002, 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122848+0000", 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122848+0000", 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.788 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122848+0000", 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122853+0000", 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6990000000000002e-06 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122859+0000", 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8040000000000004e-06 2023-10-09T05:10:09.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122864+0000", 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0479999999999998e-06 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122939+0000", 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5025999999999996e-05 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.122965+0000", 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5870000000000001e-05 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.175406+0000", 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.052441142000000003 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:12.175438+0000", 2023-10-09T05:10:09.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1723000000000001e-05 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:179207 14.c e565/523 14:358b079b:::benchmark_data_smithi107_437372_object78113:head v 565'11211, mlcod=565'11209)", 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:33.155029+0000", 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 36.577011139, 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.062550760999999996, 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.792 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155029+0000", 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155029+0000", 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155028+0000", 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155036+0000", 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3520000000000001e-06 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155044+0000", 2023-10-09T05:10:09.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2889999999999998e-06 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155049+0000", 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0980000000000001e-06 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155096+0000", 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6832999999999997e-05 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155117+0000", 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0588999999999999e-05 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217539+0000", 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.062422313 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.796 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217580+0000", 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1022999999999997e-05 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:179212 14.c e565/523 14:39f8e3c2:::benchmark_data_smithi107_437372_object78118:head v 565'11212, mlcod=565'11209)", 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:33.155062+0000", 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 36.576978115999999, 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.06254701, 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.797 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155062+0000", 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155062+0000", 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155062+0000", 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155066+0000", 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9450000000000003e-06 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155074+0000", 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.678e-06 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.155078+0000", 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7190000000000001e-06 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.157760+0000", 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026815910000000001 2023-10-09T05:10:09.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.157784+0000", 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4128e-05 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217584+0000", 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059800118999999999 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217609+0000", 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5128999999999999e-05 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:179218 14.3 e565/554 14:cf1267c2:::benchmark_data_smithi107_437372_object78124:head v 565'11248, mlcod=565'11244)", 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:33.159789+0000", 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 36.572251012000002, 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.071700282000000004, 2023-10-09T05:10:09.802 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.159789+0000", 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.159789+0000", 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.159788+0000", 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.159798+0000", 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.5689999999999994e-06 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.159811+0000", 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2921999999999999e-05 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217539+0000", 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.057727718999999997 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217585+0000", 2023-10-09T05:10:09.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6643e-05 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217609+0000", 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4147000000000001e-05 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.231452+0000", 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013842501 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.231490+0000", 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7811000000000001e-05 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:179216 14.7 e565/523 14:e295632e:::benchmark_data_smithi107_437372_object78122:head v 565'11383, mlcod=565'11381)", 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:33.163197+0000", 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 36.568843397999999, 2023-10-09T05:10:09.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.067199781, 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.163197+0000", 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.163197+0000", 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.163196+0000", 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.163207+0000", 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1195e-05 2023-10-09T05:10:09.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217535+0000", 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.054327331999999999 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217562+0000", 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7197999999999999e-05 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217630+0000", 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7861999999999995e-05 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.217653+0000", 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3604e-05 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.230361+0000", 2023-10-09T05:10:09.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012707975999999999 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:33.230397+0000", 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5437e-05 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:181933 14.b e565/534 14:d6a2ce5d:::benchmark_data_smithi107_437372_object80839:head v 565'11400, mlcod=0'0)", 2023-10-09T05:10:09.812 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:37.074500+0000", 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 32.657540183000002, 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.048911806000000002, 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.074500+0000", 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.813 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.074500+0000", 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.074499+0000", 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.074510+0000", 2023-10-09T05:10:09.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0438000000000001e-05 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.074526+0000", 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6283999999999999e-05 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.074535+0000", 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8810000000000002e-06 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.099384+0000", 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024849472000000001 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.099406+0000", 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.194e-05 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.123374+0000", 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.023968291999999999 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:37.123412+0000", 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7518000000000002e-05 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.817 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:193638 14.8 e571/534 14:1c0aade1:::benchmark_data_smithi107_437372_object92544:head v 571'12181, mlcod=0'0)", 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:55.519693+0000", 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 14.212347503, 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.102331899, 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519693+0000", 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519693+0000", 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519692+0000", 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519699+0000", 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5390000000000002e-06 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519708+0000", 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9029999999999993e-06 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519715+0000", 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7100000000000001e-06 2023-10-09T05:10:09.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519761+0000", 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5791000000000003e-05 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.519784+0000", 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3703e-05 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.621980+0000", 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.10219579400000001 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.622025+0000", 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4447000000000003e-05 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.822 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:193645 14.c e571/523 14:35a55422:::benchmark_data_smithi107_437372_object92551:head v 571'12122, mlcod=571'12120)", 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:55.523357+0000", 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 14.20868377, 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081885469000000002, 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.523357+0000", 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.523357+0000", 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.523355+0000", 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.523366+0000", 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1171e-05 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.594283+0000", 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070916198 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.594291+0000", 2023-10-09T05:10:09.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0749999999999998e-06 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.599224+0000", 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0049338250000000002 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.599244+0000", 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9468999999999999e-05 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.605201+0000", 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005956673 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.605242+0000", 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1399999999999997e-05 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:193644 14.6 e571/534 14:618d8789:::benchmark_data_smithi107_437372_object92550:head v 571'11957, mlcod=0'0)", 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:55.524460+0000", 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 14.207580824000001, 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076020377, 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.524460+0000", 2023-10-09T05:10:09.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.524460+0000", 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.524459+0000", 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.829 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.524468+0000", 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.115e-06 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.594257+0000", 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.069789190000000001 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.830 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.594268+0000", 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0855e-05 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.595046+0000", 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00077837399999999997 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.595064+0000", 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7838000000000001e-05 2023-10-09T05:10:09.831 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.832 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.832 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.832 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.600447+0000", 2023-10-09T05:10:09.832 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0053832079999999996 2023-10-09T05:10:09.832 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.832 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:55.600480+0000", 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2644000000000001e-05 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195584 14.0 e571/523 14:03796250:::benchmark_data_smithi107_437372_object94490:head v 571'12378, mlcod=571'12374)", 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.399625+0000", 2023-10-09T05:10:09.833 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 11.332415573, 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.04788655, 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399625+0000", 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.834 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399625+0000", 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399624+0000", 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399633+0000", 2023-10-09T05:10:09.835 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1330000000000005e-06 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399648+0000", 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4928e-05 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399656+0000", 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0050000000000004e-06 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.836 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399696+0000", 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9678000000000002e-05 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399718+0000", 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2279000000000001e-05 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.837 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.447472+0000", 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047753650000000002 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.447511+0000", 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9804e-05 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.838 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.47180.0:195589 14.0 e571/523 14:09fbc44e:::benchmark_data_smithi107_437372_object94495:head v 571'12379, mlcod=571'12374)", 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:09:58.399673+0000", 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 11.332367011000001, 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.052672644999999997, 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399673+0000", 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.839 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399673+0000", 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399673+0000", 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:09.840 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399677+0000", 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7689999999999998e-06 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399683+0000", 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3389999999999998e-06 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.399688+0000", 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6249999999999998e-06 2023-10-09T05:10:09.841 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.419081+0000", 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.01939335 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.419115+0000", 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3736999999999999e-05 2023-10-09T05:10:09.842 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.452300+0000", 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033185186999999998 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:09:58.452346+0000", 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5973999999999997e-05 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.843 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.844 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.844 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:09.844 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:09.844 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:10:09.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:09.845 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:09.846 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:09.846 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:09.947 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:09.974 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:10.011 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:10.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:10.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:10.116 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:10.134 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:10.147 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:10.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:10 smithi150 ceph-mon[168511]: pgmap v1778: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 59 MiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 665 op/s; 15262/2886 objects degraded (528.829%); 0 B/s, 56 objects/s recovering 2023-10-09T05:10:10.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:10 smithi107 ceph-mon[179183]: pgmap v1778: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 59 MiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 665 op/s; 15262/2886 objects degraded (528.829%); 0 B/s, 56 objects/s recovering 2023-10-09T05:10:10.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:10 smithi107 ceph-mon[184249]: pgmap v1778: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 59 MiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 665 op/s; 15262/2886 objects degraded (528.829%); 0 B/s, 56 objects/s recovering 2023-10-09T05:10:10.361 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-10-09T05:10:10.590 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:10.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:10.594 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:10.694 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:10.721 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:10.758 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:10.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:10.762 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:10.863 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:10.890 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:10.928 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:10.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:10.933 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:11.034 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:11.060 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:11.095 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:11.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:11.099 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:11.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:11.230 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:11.326 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:10:11.372 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:11.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:11.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:11.402 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:11 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 15262/2886 objects degraded (528.829%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:11.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:11 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 15262/2886 objects degraded (528.829%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:11.477 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:11.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:11 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 15262/2886 objects degraded (528.829%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:11.505 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:11.549 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:11.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:11.554 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:11.588 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:11.655 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:11.684 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:11.720 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:11.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:11.727 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:11.828 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:11.860 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:11.903 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:11.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:11.907 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:12.007 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:12.035 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:10:12] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2023-10-09T05:10:12.039 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:12.127 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:12.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:12.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:12.215 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_9 2023-10-09T05:10:12.216 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool rm unique_pool_9 unique_pool_9 --yes-i-really-really-mean-it 2023-10-09T05:10:12.231 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:12.253 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:12.295 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-mon[179183]: pgmap v1779: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 29 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 627 op/s; 15262/1446 objects degraded (1055.463%); 0 B/s, 56 objects/s recovering 2023-10-09T05:10:12.295 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/632607435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:12.295 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:12.296 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-mon[184249]: pgmap v1779: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 29 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 627 op/s; 15262/1446 objects degraded (1055.463%); 0 B/s, 56 objects/s recovering 2023-10-09T05:10:12.296 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/632607435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:12.296 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:12 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:12.298 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:12.303 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:12.303 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 15262/1446 objects degraded (1055.463%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2372,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":572,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":7,"osd_in_since":1696828002,"num_remapped_pgs":4},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":95},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":482,"data_bytes":30545848,"bytes_used":9570590720,"bytes_avail":662394658816,"bytes_total":671965249536,"degraded_objects":15262,"degraded_total":1446,"degraded_ratio":10.554633471645921,"recovering_objects_per_sec":56,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":564,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":627},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":31,"modified":"2023-10-09T05:06:36.916966+0000","services":{}},"progress_events":{"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true},"d7bee191-88ce-4bfb-bc2f-0e8c57f87bf0":{"message":"Global Recovery Event (3m)\n [==========================..] (remaining: 8s)","progress":0.95959597826004028,"add_to_ceph_s":true}}} 2023-10-09T05:10:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:12 smithi150 ceph-mon[168511]: pgmap v1779: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 29 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 627 op/s; 15262/1446 objects degraded (1055.463%); 0 B/s, 56 objects/s recovering 2023-10-09T05:10:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/632607435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:12.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:12 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:12.589 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:10:12.707 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:12.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:12.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:12.812 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:12.858 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:13.120 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-10-09T05:10:13.121 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:10:13.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3809582266' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:10:13.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:13.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:10:13.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[179183]: osdmap e573: 8 total, 8 up, 7 in 2023-10-09T05:10:13.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[179183]: failed to encode map e573 with expected crc 2023-10-09T05:10:13.410 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3809582266' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:10:13.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:13.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:10:13.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[184249]: osdmap e573: 8 total, 8 up, 7 in 2023-10-09T05:10:13.411 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:13 smithi107 ceph-mon[184249]: failed to encode map e573 with expected crc 2023-10-09T05:10:13.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3809582266' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:10:13.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:13 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:13.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:13 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:10:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:13 smithi150 ceph-mon[168511]: osdmap e573: 8 total, 8 up, 7 in 2023-10-09T05:10:13.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:13 smithi150 ceph-mon[168511]: failed to encode map e573 with expected crc 2023-10-09T05:10:13.483 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:13.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:13.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:13.588 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:13.614 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:13.649 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:13.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:13.653 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:13.754 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:13.783 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:13.822 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:13.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:13.825 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:13.901 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:10:13.901 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:10:13.901 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T05:10:13.901 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:10:13.927 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:13.953 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:14.181 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:14.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:14.185 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:14.187 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:14.286 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:14.314 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:14.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:14 smithi107 ceph-mon[184249]: failed to encode map e573 with expected crc 2023-10-09T05:10:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:14 smithi107 ceph-mon[184249]: pgmap v1781: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 463 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 116 objects/s recovering 2023-10-09T05:10:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:14 smithi107 ceph-mon[179183]: failed to encode map e573 with expected crc 2023-10-09T05:10:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:14 smithi107 ceph-mon[179183]: pgmap v1781: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 463 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 116 objects/s recovering 2023-10-09T05:10:14.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:14 smithi150 ceph-mon[168511]: failed to encode map e573 with expected crc 2023-10-09T05:10:14.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:14 smithi150 ceph-mon[168511]: pgmap v1781: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 463 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 116 objects/s recovering 2023-10-09T05:10:14.505 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:14.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:14.508 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:14.609 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:14.637 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:14.674 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:14.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:14.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:14.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:14.804 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:14.840 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:14.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:14.845 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:14.945 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:14.972 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:15.006 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:15.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:15.011 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:15.112 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:15.139 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:15.174 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:15.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:15.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:15.279 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:15.307 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:15.444 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:15.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:15.447 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:15.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-10-09T05:10:15.549 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:15.575 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:15.614 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:15.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:15.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:15.721 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:15.750 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:15.775 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:15.787 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:15.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:15.790 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:15.793 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:15.811 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:15.813 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:15.832 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:15.856 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:15.874 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:15.891 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:15.893 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:15.915 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:15.917 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.917 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.917 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.917 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.917 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.918 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.918 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.918 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:10:15.924 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:15.964 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:15.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:15.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:16.069 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:16.097 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:16.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[179183]: pgmap v1782: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 413 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 103 objects/s recovering 2023-10-09T05:10:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:10:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[179183]: Health check update: Degraded data redundancy: 14527/72 objects degraded (20176.389%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3577209003' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:16.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[184249]: pgmap v1782: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 413 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 103 objects/s recovering 2023-10-09T05:10:16.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:10:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[184249]: Health check update: Degraded data redundancy: 14527/72 objects degraded (20176.389%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3577209003' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:16.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:16.245 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:10:16.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:16 smithi150 ceph-mon[168511]: pgmap v1782: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 413 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 103 objects/s recovering 2023-10-09T05:10:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:10:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:16 smithi150 ceph-mon[168511]: Health check update: Degraded data redundancy: 14527/72 objects degraded (20176.389%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-10-09T05:10:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:16 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3577209003' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:16.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:16.508 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:16.612 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:16.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:16.615 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:16.716 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:16.746 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:16.783 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:16.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:16.787 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:16.888 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:16.915 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:16.954 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:16.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:16.958 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:17.059 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:17.087 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:17.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/323416645' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:10:17.145 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:10:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/323416645' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:10:17.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:10:17.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/323416645' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:10:17.178 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-09T05:10:17.201 INFO:teuthology.orchestra.run.smithi107.stderr:pool 'unique_pool_9' removed 2023-10-09T05:10:17.417 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:17.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:17.424 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:17.525 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:17.555 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:18.178 INFO:teuthology.task.sequential:In sequential, running task print... 2023-10-09T05:10:18.179 INFO:teuthology.task.print:**** done end radosbench.yaml 2023-10-09T05:10:18.179 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-10-09T05:10:18.183 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-10-09T05:10:18.183 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-10-09T05:10:18.183 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:18.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:18.185 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:18.185 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:18.186 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:18.286 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:18.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:10:18.311 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-10-09T05:10:18.311 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:18.314 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:18.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[179183]: pgmap v1783: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 332 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 103 objects/s recovering 2023-10-09T05:10:18.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[179183]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:10:18.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[179183]: osdmap e574: 8 total, 8 up, 7 in 2023-10-09T05:10:18.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[179183]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[179183]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.400 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[184249]: pgmap v1783: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 332 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 103 objects/s recovering 2023-10-09T05:10:18.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[184249]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:10:18.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[184249]: osdmap e574: 8 total, 8 up, 7 in 2023-10-09T05:10:18.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[184249]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:18 smithi107 ceph-mon[184249]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:18 smithi150 ceph-mon[168511]: pgmap v1783: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 332 op/s; 14527/72 objects degraded (20176.389%); 0 B/s, 103 objects/s recovering 2023-10-09T05:10:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:18 smithi150 ceph-mon[168511]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_9", "pool2": "unique_pool_9", "yes_i_really_really_mean_it": true}]': finished 2023-10-09T05:10:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:18 smithi150 ceph-mon[168511]: osdmap e574: 8 total, 8 up, 7 in 2023-10-09T05:10:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:18 smithi150 ceph-mon[168511]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:18 smithi150 ceph-mon[168511]: failed to encode map e574 with expected crc 2023-10-09T05:10:18.488 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:18.488 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-10-09T05:10:18.505 INFO:tasks.workunit:timeout=3h 2023-10-09T05:10:18.505 INFO:tasks.workunit:cleanup=True 2023-10-09T05:10:18.505 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-10-09T05:10:18.542 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:10:18.646 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-10-09T05:10:18.659 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:18.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:18.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:18.765 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:18.798 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:18.837 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:18.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:18.840 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:18.941 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:18.969 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:19.104 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:19.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:19.109 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:19.210 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:19.239 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:19.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:19 smithi107 ceph-mon[179183]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14527/72 objects degraded (20176.389%), 4 pgs degraded, 4 pgs undersized) 2023-10-09T05:10:19.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:19 smithi107 ceph-mon[184249]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14527/72 objects degraded (20176.389%), 4 pgs degraded, 4 pgs undersized) 2023-10-09T05:10:19.364 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:19.366 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:10:19.423 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:19.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:19.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:19.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:19 smithi150 ceph-mon[168511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14527/72 objects degraded (20176.389%), 4 pgs degraded, 4 pgs undersized) 2023-10-09T05:10:19.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:19.554 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:19.554 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:19.560 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:19.597 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:19.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:19.600 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:19.701 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:19.730 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:19.868 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:19.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:19.874 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:19.974 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:20.001 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:20.045 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:20.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:20.049 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:20.151 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:20.179 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:20.361 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1785,"stamp":"2023-10-09T05:10:19.025428+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9238760,"kb_used_data":46576,"kb_used_omap":16,"kb_used_meta":9192111,"kb_avail":646977304,"statfs":{"total":671965249536,"available":662504759296,"internally_reserved":0,"allocated":47693824,"data_stored":33472732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9412722432},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29949976,"num_objects":-458,"num_object_clones":0,"num_object_copies":-1374,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-15262,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-458,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-201726,"num_write_kb":-6469825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-17970,"num_bytes_recovered":-836435968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001901"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":597,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133696+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:10:13.133696+0000","last_peered":"2023-10-09T05:10:13.133696+0000","last_clean":"2023-10-09T05:10:13.133696+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:10:13.133696+0000","last_undegraded":"2023-10-09T05:10:13.133696+0000","last_fullsized":"2023-10-09T05:10:13.133696+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":319,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135442+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:10:13.135442+0000","last_peered":"2023-10-09T05:10:13.135442+0000","last_clean":"2023-10-09T05:10:13.135442+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:10:13.135442+0000","last_undegraded":"2023-10-09T05:10:13.135442+0000","last_fullsized":"2023-10-09T05:10:13.135442+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":441,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135036+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:10:13.135036+0000","last_peered":"2023-10-09T05:10:13.135036+0000","last_clean":"2023-10-09T05:10:13.135036+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:10:13.135036+0000","last_undegraded":"2023-10-09T05:10:13.135036+0000","last_fullsized":"2023-10-09T05:10:13.135036+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":131,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.588131+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:10:12.588131+0000","last_peered":"2023-10-09T05:10:12.588131+0000","last_clean":"2023-10-09T05:10:12.588131+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:10:12.588131+0000","last_undegraded":"2023-10-09T05:10:12.588131+0000","last_fullsized":"2023-10-09T05:10:12.588131+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":298,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135037+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:10:13.135037+0000","last_peered":"2023-10-09T05:10:13.135037+0000","last_clean":"2023-10-09T05:10:13.135037+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:10:13.135037+0000","last_undegraded":"2023-10-09T05:10:13.135037+0000","last_fullsized":"2023-10-09T05:10:13.135037+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":274,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.103000+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:10:13.103000+0000","last_peered":"2023-10-09T05:10:13.103000+0000","last_clean":"2023-10-09T05:10:13.103000+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:10:13.103000+0000","last_undegraded":"2023-10-09T05:10:13.103000+0000","last_fullsized":"2023-10-09T05:10:13.103000+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":535,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135008+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:10:13.135008+0000","last_peered":"2023-10-09T05:10:13.135008+0000","last_clean":"2023-10-09T05:10:13.135008+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:10:13.135008+0000","last_undegraded":"2023-10-09T05:10:13.135008+0000","last_fullsized":"2023-10-09T05:10:13.135008+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":324,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.136366+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:10:13.136366+0000","last_peered":"2023-10-09T05:10:13.136366+0000","last_clean":"2023-10-09T05:10:13.136366+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:10:13.136366+0000","last_undegraded":"2023-10-09T05:10:13.136366+0000","last_fullsized":"2023-10-09T05:10:13.136366+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":598,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135009+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:10:13.135009+0000","last_peered":"2023-10-09T05:10:13.135009+0000","last_clean":"2023-10-09T05:10:13.135009+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:10:13.135009+0000","last_undegraded":"2023-10-09T05:10:13.135009+0000","last_fullsized":"2023-10-09T05:10:13.135009+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":314,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135198+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:10:13.135198+0000","last_peered":"2023-10-09T05:10:13.135198+0000","last_clean":"2023-10-09T05:10:13.135198+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:10:13.135198+0000","last_undegraded":"2023-10-09T05:10:13.135198+0000","last_fullsized":"2023-10-09T05:10:13.135198+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":137,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587919+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:10:12.587919+0000","last_peered":"2023-10-09T05:10:12.587919+0000","last_clean":"2023-10-09T05:10:12.587919+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:10:12.587919+0000","last_undegraded":"2023-10-09T05:10:12.587919+0000","last_fullsized":"2023-10-09T05:10:12.587919+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":467,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.103281+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:10:13.103281+0000","last_peered":"2023-10-09T05:10:13.103281+0000","last_clean":"2023-10-09T05:10:13.103281+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:10:13.103281+0000","last_undegraded":"2023-10-09T05:10:13.103281+0000","last_fullsized":"2023-10-09T05:10:13.103281+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":650,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135220+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:10:13.135220+0000","last_peered":"2023-10-09T05:10:13.135220+0000","last_clean":"2023-10-09T05:10:13.135220+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:10:13.135220+0000","last_undegraded":"2023-10-09T05:10:13.135220+0000","last_fullsized":"2023-10-09T05:10:13.135220+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":618,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134237+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:10:13.134237+0000","last_peered":"2023-10-09T05:10:13.134237+0000","last_clean":"2023-10-09T05:10:13.134237+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:10:13.134237+0000","last_undegraded":"2023-10-09T05:10:13.134237+0000","last_fullsized":"2023-10-09T05:10:13.134237+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":137,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587947+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:10:12.587947+0000","last_peered":"2023-10-09T05:10:12.587947+0000","last_clean":"2023-10-09T05:10:12.587947+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:10:12.587947+0000","last_undegraded":"2023-10-09T05:10:12.587947+0000","last_fullsized":"2023-10-09T05:10:12.587947+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":421,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135716+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:10:13.135716+0000","last_peered":"2023-10-09T05:10:13.135716+0000","last_clean":"2023-10-09T05:10:13.135716+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:10:13.135716+0000","last_undegraded":"2023-10-09T05:10:13.135716+0000","last_fullsized":"2023-10-09T05:10:13.135716+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":131,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587838+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:10:12.587838+0000","last_peered":"2023-10-09T05:10:12.587838+0000","last_clean":"2023-10-09T05:10:12.587838+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:10:12.587838+0000","last_undegraded":"2023-10-09T05:10:12.587838+0000","last_fullsized":"2023-10-09T05:10:12.587838+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":590,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134849+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:10:13.134849+0000","last_peered":"2023-10-09T05:10:13.134849+0000","last_clean":"2023-10-09T05:10:13.134849+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:10:13.134849+0000","last_undegraded":"2023-10-09T05:10:13.134849+0000","last_fullsized":"2023-10-09T05:10:13.134849+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":131,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587738+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:10:12.587738+0000","last_peered":"2023-10-09T05:10:12.587738+0000","last_clean":"2023-10-09T05:10:12.587738+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:10:12.587738+0000","last_undegraded":"2023-10-09T05:10:12.587738+0000","last_fullsized":"2023-10-09T05:10:12.587738+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":550,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.137856+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:10:13.137856+0000","last_peered":"2023-10-09T05:10:13.137856+0000","last_clean":"2023-10-09T05:10:13.137856+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:10:13.137856+0000","last_undegraded":"2023-10-09T05:10:13.137856+0000","last_fullsized":"2023-10-09T05:10:13.137856+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":272,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.102529+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:10:13.102529+0000","last_peered":"2023-10-09T05:10:13.102529+0000","last_clean":"2023-10-09T05:10:13.102529+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:10:13.102529+0000","last_undegraded":"2023-10-09T05:10:13.102529+0000","last_fullsized":"2023-10-09T05:10:13.102529+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":318,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.137772+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:10:13.137772+0000","last_peered":"2023-10-09T05:10:13.137772+0000","last_clean":"2023-10-09T05:10:13.137772+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:10:13.137772+0000","last_undegraded":"2023-10-09T05:10:13.137772+0000","last_fullsized":"2023-10-09T05:10:13.137772+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":135,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.588252+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:10:12.588252+0000","last_peered":"2023-10-09T05:10:12.588252+0000","last_clean":"2023-10-09T05:10:12.588252+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:10:12.588252+0000","last_undegraded":"2023-10-09T05:10:12.588252+0000","last_fullsized":"2023-10-09T05:10:12.588252+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":574,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133609+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:10:13.133609+0000","last_peered":"2023-10-09T05:10:13.133609+0000","last_clean":"2023-10-09T05:10:13.133609+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:10:13.133609+0000","last_undegraded":"2023-10-09T05:10:13.133609+0000","last_fullsized":"2023-10-09T05:10:13.133609+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":166,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.588116+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:10:12.588116+0000","last_peered":"2023-10-09T05:10:12.588116+0000","last_clean":"2023-10-09T05:10:12.588116+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:10:12.588116+0000","last_undegraded":"2023-10-09T05:10:12.588116+0000","last_fullsized":"2023-10-09T05:10:12.588116+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":608,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133498+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:10:13.133498+0000","last_peered":"2023-10-09T05:10:13.133498+0000","last_clean":"2023-10-09T05:10:13.133498+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:10:13.133498+0000","last_undegraded":"2023-10-09T05:10:13.133498+0000","last_fullsized":"2023-10-09T05:10:13.133498+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":135,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.588007+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:10:12.588007+0000","last_peered":"2023-10-09T05:10:12.588007+0000","last_clean":"2023-10-09T05:10:12.588007+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:10:12.588007+0000","last_undegraded":"2023-10-09T05:10:12.588007+0000","last_fullsized":"2023-10-09T05:10:12.588007+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":294,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.103323+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:10:13.103323+0000","last_peered":"2023-10-09T05:10:13.103323+0000","last_clean":"2023-10-09T05:10:13.103323+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:10:13.103323+0000","last_undegraded":"2023-10-09T05:10:13.103323+0000","last_fullsized":"2023-10-09T05:10:13.103323+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":618,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134405+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:10:13.134405+0000","last_peered":"2023-10-09T05:10:13.134405+0000","last_clean":"2023-10-09T05:10:13.134405+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:10:13.134405+0000","last_undegraded":"2023-10-09T05:10:13.134405+0000","last_fullsized":"2023-10-09T05:10:13.134405+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":577,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.095602+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:10:04.095602+0000","last_peered":"2023-10-09T05:10:04.095602+0000","last_clean":"2023-10-09T05:10:04.095602+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:10:04.095602+0000","last_undegraded":"2023-10-09T05:10:04.095602+0000","last_fullsized":"2023-10-09T05:10:04.095602+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":999,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587748+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:10:12.587748+0000","last_peered":"2023-10-09T05:10:12.587748+0000","last_clean":"2023-10-09T05:10:12.587748+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:10:12.587748+0000","last_undegraded":"2023-10-09T05:10:12.587748+0000","last_fullsized":"2023-10-09T05:10:12.587748+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":244,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135259+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:10:13.135259+0000","last_peered":"2023-10-09T05:10:13.135259+0000","last_clean":"2023-10-09T05:10:13.135259+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:10:13.135259+0000","last_undegraded":"2023-10-09T05:10:13.135259+0000","last_fullsized":"2023-10-09T05:10:13.135259+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":618,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135117+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:10:13.135117+0000","last_peered":"2023-10-09T05:10:13.135117+0000","last_clean":"2023-10-09T05:10:13.135117+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:10:13.135117+0000","last_undegraded":"2023-10-09T05:10:13.135117+0000","last_fullsized":"2023-10-09T05:10:13.135117+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":572,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133532+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:10:13.133532+0000","last_peered":"2023-10-09T05:10:13.133532+0000","last_clean":"2023-10-09T05:10:13.133532+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:10:13.133532+0000","last_undegraded":"2023-10-09T05:10:13.133532+0000","last_fullsized":"2023-10-09T05:10:13.133532+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":274,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.103369+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:10:13.103369+0000","last_peered":"2023-10-09T05:10:13.103369+0000","last_clean":"2023-10-09T05:10:13.103369+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:10:13.103369+0000","last_undegraded":"2023-10-09T05:10:13.103369+0000","last_fullsized":"2023-10-09T05:10:13.103369+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":554,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134762+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:10:13.134762+0000","last_peered":"2023-10-09T05:10:13.134762+0000","last_clean":"2023-10-09T05:10:13.134762+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:10:13.134762+0000","last_undegraded":"2023-10-09T05:10:13.134762+0000","last_fullsized":"2023-10-09T05:10:13.134762+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":555,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133425+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:10:13.133425+0000","last_peered":"2023-10-09T05:10:13.133425+0000","last_clean":"2023-10-09T05:10:13.133425+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:10:13.133425+0000","last_undegraded":"2023-10-09T05:10:13.133425+0000","last_fullsized":"2023-10-09T05:10:13.133425+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":628,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135461+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:10:13.135461+0000","last_peered":"2023-10-09T05:10:13.135461+0000","last_clean":"2023-10-09T05:10:13.135461+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:10:13.135461+0000","last_undegraded":"2023-10-09T05:10:13.135461+0000","last_fullsized":"2023-10-09T05:10:13.135461+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":572,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134296+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:10:13.134296+0000","last_peered":"2023-10-09T05:10:13.134296+0000","last_clean":"2023-10-09T05:10:13.134296+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:10:13.134296+0000","last_undegraded":"2023-10-09T05:10:13.134296+0000","last_fullsized":"2023-10-09T05:10:13.134296+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":317,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.136307+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:10:13.136307+0000","last_peered":"2023-10-09T05:10:13.136307+0000","last_clean":"2023-10-09T05:10:13.136307+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:10:13.136307+0000","last_undegraded":"2023-10-09T05:10:13.136307+0000","last_fullsized":"2023-10-09T05:10:13.136307+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":424,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.137806+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:10:13.137806+0000","last_peered":"2023-10-09T05:10:13.137806+0000","last_clean":"2023-10-09T05:10:13.137806+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:10:13.137806+0000","last_undegraded":"2023-10-09T05:10:13.137806+0000","last_fullsized":"2023-10-09T05:10:13.137806+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":953,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.103000+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:10:13.103000+0000","last_peered":"2023-10-09T05:10:13.103000+0000","last_clean":"2023-10-09T05:10:13.103000+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:10:13.103000+0000","last_undegraded":"2023-10-09T05:10:13.103000+0000","last_fullsized":"2023-10-09T05:10:13.103000+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":158,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.588044+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:10:12.588044+0000","last_peered":"2023-10-09T05:10:12.588044+0000","last_clean":"2023-10-09T05:10:12.588044+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:10:12.588044+0000","last_undegraded":"2023-10-09T05:10:12.588044+0000","last_fullsized":"2023-10-09T05:10:12.588044+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":588,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134771+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:10:13.134771+0000","last_peered":"2023-10-09T05:10:13.134771+0000","last_clean":"2023-10-09T05:10:13.134771+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:10:13.134771+0000","last_undegraded":"2023-10-09T05:10:13.134771+0000","last_fullsized":"2023-10-09T05:10:13.134771+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":342,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134222+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:10:13.134222+0000","last_peered":"2023-10-09T05:10:13.134222+0000","last_clean":"2023-10-09T05:10:13.134222+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:10:13.134222+0000","last_undegraded":"2023-10-09T05:10:13.134222+0000","last_fullsized":"2023-10-09T05:10:13.134222+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":572,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133860+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:10:13.133860+0000","last_peered":"2023-10-09T05:10:13.133860+0000","last_clean":"2023-10-09T05:10:13.133860+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:10:13.133860+0000","last_undegraded":"2023-10-09T05:10:13.133860+0000","last_fullsized":"2023-10-09T05:10:13.133860+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":621,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134082+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:10:13.134082+0000","last_peered":"2023-10-09T05:10:13.134082+0000","last_clean":"2023-10-09T05:10:13.134082+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:10:13.134082+0000","last_undegraded":"2023-10-09T05:10:13.134082+0000","last_fullsized":"2023-10-09T05:10:13.134082+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":575,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133063+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:10:13.133063+0000","last_peered":"2023-10-09T05:10:13.133063+0000","last_clean":"2023-10-09T05:10:13.133063+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:10:13.133063+0000","last_undegraded":"2023-10-09T05:10:13.133063+0000","last_fullsized":"2023-10-09T05:10:13.133063+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":448,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.112088+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:10:04.112088+0000","last_peered":"2023-10-09T05:10:04.112088+0000","last_clean":"2023-10-09T05:10:04.112088+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:10:04.112088+0000","last_undegraded":"2023-10-09T05:10:04.112088+0000","last_fullsized":"2023-10-09T05:10:04.112088+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":544,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587849+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:10:12.587849+0000","last_peered":"2023-10-09T05:10:12.587849+0000","last_clean":"2023-10-09T05:10:12.587849+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:10:12.587849+0000","last_undegraded":"2023-10-09T05:10:12.587849+0000","last_fullsized":"2023-10-09T05:10:12.587849+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":591,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.111768+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:10:04.111768+0000","last_peered":"2023-10-09T05:10:04.111768+0000","last_clean":"2023-10-09T05:10:04.111768+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:10:04.111768+0000","last_undegraded":"2023-10-09T05:10:04.111768+0000","last_fullsized":"2023-10-09T05:10:04.111768+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":467,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.111489+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:10:04.111489+0000","last_peered":"2023-10-09T05:10:04.111489+0000","last_clean":"2023-10-09T05:10:04.111489+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:10:04.111489+0000","last_undegraded":"2023-10-09T05:10:04.111489+0000","last_fullsized":"2023-10-09T05:10:04.111489+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":378,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.135088+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:10:13.135088+0000","last_peered":"2023-10-09T05:10:13.135088+0000","last_clean":"2023-10-09T05:10:13.135088+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:10:13.135088+0000","last_undegraded":"2023-10-09T05:10:13.135088+0000","last_fullsized":"2023-10-09T05:10:13.135088+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":557,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134651+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:10:13.134651+0000","last_peered":"2023-10-09T05:10:13.134651+0000","last_clean":"2023-10-09T05:10:13.134651+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:10:13.134651+0000","last_undegraded":"2023-10-09T05:10:13.134651+0000","last_fullsized":"2023-10-09T05:10:13.134651+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":544,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587750+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:10:12.587750+0000","last_peered":"2023-10-09T05:10:12.587750+0000","last_clean":"2023-10-09T05:10:12.587750+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:10:12.587750+0000","last_undegraded":"2023-10-09T05:10:12.587750+0000","last_fullsized":"2023-10-09T05:10:12.587750+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":412,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134969+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:10:13.134969+0000","last_peered":"2023-10-09T05:10:13.134969+0000","last_clean":"2023-10-09T05:10:13.134969+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:10:13.134969+0000","last_undegraded":"2023-10-09T05:10:13.134969+0000","last_fullsized":"2023-10-09T05:10:13.134969+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":267,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.102820+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:10:13.102820+0000","last_peered":"2023-10-09T05:10:13.102820+0000","last_clean":"2023-10-09T05:10:13.102820+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:10:13.102820+0000","last_undegraded":"2023-10-09T05:10:13.102820+0000","last_fullsized":"2023-10-09T05:10:13.102820+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":935,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.102647+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:10:13.102647+0000","last_peered":"2023-10-09T05:10:13.102647+0000","last_clean":"2023-10-09T05:10:13.102647+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:10:13.102647+0000","last_undegraded":"2023-10-09T05:10:13.102647+0000","last_fullsized":"2023-10-09T05:10:13.102647+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":158,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587709+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:10:12.587709+0000","last_peered":"2023-10-09T05:10:12.587709+0000","last_clean":"2023-10-09T05:10:12.587709+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:10:12.587709+0000","last_undegraded":"2023-10-09T05:10:12.587709+0000","last_fullsized":"2023-10-09T05:10:12.587709+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":526,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133583+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:10:13.133583+0000","last_peered":"2023-10-09T05:10:13.133583+0000","last_clean":"2023-10-09T05:10:13.133583+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:10:13.133583+0000","last_undegraded":"2023-10-09T05:10:13.133583+0000","last_fullsized":"2023-10-09T05:10:13.133583+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":593,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.096002+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:10:04.096002+0000","last_peered":"2023-10-09T05:10:04.096002+0000","last_clean":"2023-10-09T05:10:04.096002+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:10:04.096002+0000","last_undegraded":"2023-10-09T05:10:04.096002+0000","last_fullsized":"2023-10-09T05:10:04.096002+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":913,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.102934+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:10:13.102934+0000","last_peered":"2023-10-09T05:10:13.102934+0000","last_clean":"2023-10-09T05:10:13.102934+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:10:13.102934+0000","last_undegraded":"2023-10-09T05:10:13.102934+0000","last_fullsized":"2023-10-09T05:10:13.102934+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":131,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:12.587913+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:10:12.587913+0000","last_peered":"2023-10-09T05:10:12.587913+0000","last_clean":"2023-10-09T05:10:12.587913+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:10:12.587913+0000","last_undegraded":"2023-10-09T05:10:12.587913+0000","last_fullsized":"2023-10-09T05:10:12.587913+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":327,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.112131+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:10:04.112131+0000","last_peered":"2023-10-09T05:10:04.112131+0000","last_clean":"2023-10-09T05:10:04.112131+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:10:04.112131+0000","last_undegraded":"2023-10-09T05:10:04.112131+0000","last_fullsized":"2023-10-09T05:10:04.112131+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":273,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134714+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:10:13.134714+0000","last_peered":"2023-10-09T05:10:13.134714+0000","last_clean":"2023-10-09T05:10:13.134714+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:10:13.134714+0000","last_undegraded":"2023-10-09T05:10:13.134714+0000","last_fullsized":"2023-10-09T05:10:13.134714+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":572,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134637+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:10:13.134637+0000","last_peered":"2023-10-09T05:10:13.134637+0000","last_clean":"2023-10-09T05:10:13.134637+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:10:13.134637+0000","last_undegraded":"2023-10-09T05:10:13.134637+0000","last_fullsized":"2023-10-09T05:10:13.134637+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":271,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.137842+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:10:13.137842+0000","last_peered":"2023-10-09T05:10:13.137842+0000","last_clean":"2023-10-09T05:10:13.137842+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:10:13.137842+0000","last_undegraded":"2023-10-09T05:10:13.137842+0000","last_fullsized":"2023-10-09T05:10:13.137842+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":488,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.103015+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:10:13.103015+0000","last_peered":"2023-10-09T05:10:13.103015+0000","last_clean":"2023-10-09T05:10:13.103015+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:10:13.103015+0000","last_undegraded":"2023-10-09T05:10:13.103015+0000","last_fullsized":"2023-10-09T05:10:13.103015+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":293,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134977+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:10:13.134977+0000","last_peered":"2023-10-09T05:10:13.134977+0000","last_clean":"2023-10-09T05:10:13.134977+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:10:13.134977+0000","last_undegraded":"2023-10-09T05:10:13.134977+0000","last_fullsized":"2023-10-09T05:10:13.134977+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":620,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392785+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:10:17.392785+0000","last_peered":"2023-10-09T05:10:17.392785+0000","last_clean":"2023-10-09T05:10:17.392785+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:10:17.392785+0000","last_undegraded":"2023-10-09T05:10:17.392785+0000","last_fullsized":"2023-10-09T05:10:17.392785+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":267,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.102937+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:10:13.102937+0000","last_peered":"2023-10-09T05:10:13.102937+0000","last_clean":"2023-10-09T05:10:13.102937+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:10:13.102937+0000","last_undegraded":"2023-10-09T05:10:13.102937+0000","last_fullsized":"2023-10-09T05:10:13.102937+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":585,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.096050+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:10:04.096050+0000","last_peered":"2023-10-09T05:10:04.096050+0000","last_clean":"2023-10-09T05:10:04.096050+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:10:04.096050+0000","last_undegraded":"2023-10-09T05:10:04.096050+0000","last_fullsized":"2023-10-09T05:10:04.096050+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":557,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133334+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:10:13.133334+0000","last_peered":"2023-10-09T05:10:13.133334+0000","last_clean":"2023-10-09T05:10:13.133334+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:10:13.133334+0000","last_undegraded":"2023-10-09T05:10:13.133334+0000","last_fullsized":"2023-10-09T05:10:13.133334+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":269,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134391+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:10:13.134391+0000","last_peered":"2023-10-09T05:10:13.134391+0000","last_clean":"2023-10-09T05:10:13.134391+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:10:13.134391+0000","last_undegraded":"2023-10-09T05:10:13.134391+0000","last_fullsized":"2023-10-09T05:10:13.134391+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":623,"reported_epoch":572,"state":"active+clean","last_fresh":"2023-10-09T05:10:04.112170+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:10:04.112170+0000","last_peered":"2023-10-09T05:10:04.112170+0000","last_clean":"2023-10-09T05:10:04.112170+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:10:04.112170+0000","last_undegraded":"2023-10-09T05:10:04.112170+0000","last_fullsized":"2023-10-09T05:10:04.112170+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":584,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134494+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:10:13.134494+0000","last_peered":"2023-10-09T05:10:13.134494+0000","last_clean":"2023-10-09T05:10:13.134494+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:10:13.134494+0000","last_undegraded":"2023-10-09T05:10:13.134494+0000","last_fullsized":"2023-10-09T05:10:13.134494+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":615,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134313+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:10:13.134313+0000","last_peered":"2023-10-09T05:10:13.134313+0000","last_clean":"2023-10-09T05:10:13.134313+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:10:13.134313+0000","last_undegraded":"2023-10-09T05:10:13.134313+0000","last_fullsized":"2023-10-09T05:10:13.134313+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":575,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134662+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:10:13.134662+0000","last_peered":"2023-10-09T05:10:13.134662+0000","last_clean":"2023-10-09T05:10:13.134662+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:10:13.134662+0000","last_undegraded":"2023-10-09T05:10:13.134662+0000","last_fullsized":"2023-10-09T05:10:13.134662+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":578,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133511+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:10:13.133511+0000","last_peered":"2023-10-09T05:10:13.133511+0000","last_clean":"2023-10-09T05:10:13.133511+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:10:13.133511+0000","last_undegraded":"2023-10-09T05:10:13.133511+0000","last_fullsized":"2023-10-09T05:10:13.133511+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":304,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.137808+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:10:13.137808+0000","last_peered":"2023-10-09T05:10:13.137808+0000","last_clean":"2023-10-09T05:10:13.137808+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:10:13.137808+0000","last_undegraded":"2023-10-09T05:10:13.137808+0000","last_fullsized":"2023-10-09T05:10:13.137808+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":269,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134553+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:10:13.134553+0000","last_peered":"2023-10-09T05:10:13.134553+0000","last_clean":"2023-10-09T05:10:13.134553+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:10:13.134553+0000","last_undegraded":"2023-10-09T05:10:13.134553+0000","last_fullsized":"2023-10-09T05:10:13.134553+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":260,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.134932+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:10:13.134932+0000","last_peered":"2023-10-09T05:10:13.134932+0000","last_clean":"2023-10-09T05:10:13.134932+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:10:13.134932+0000","last_undegraded":"2023-10-09T05:10:13.134932+0000","last_fullsized":"2023-10-09T05:10:13.134932+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":604,"reported_epoch":573,"state":"active+clean","last_fresh":"2023-10-09T05:10:13.133215+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:10:13.133215+0000","last_peered":"2023-10-09T05:10:13.133215+0000","last_clean":"2023-10-09T05:10:13.133215+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:10:13.133215+0000","last_undegraded":"2023-10-09T05:10:13.133215+0000","last_fullsized":"2023-10-09T05:10:13.133215+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234569,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1502700,"kb_used_data":6116,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":92242452,"statfs":{"total":95995035648,"available":94456270848,"internally_reserved":0,"allocated":6262784,"data_stored":4782590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":7.0060000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":4.8120000000000003,"5min":2.734,"15min":1.917},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":13.375,"5min":13.375,"15min":13.375},"last":0.94999999999999996},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.4039999999999999,"15min":2.3799999999999999},"min":{"1min":0.307,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":9.5670000000000002,"5min":11.305999999999999,"15min":15.401},"last":1.1739999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":4.4619999999999997},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":0.55800000000000005}]},{"osd":3,"last update":"Mon Oct 9 05:10:02 2023","interfaces":[{"interface":"back","average":{"1min":4.8319999999999999,"5min":3.2400000000000002,"15min":2.637},"min":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":15.276999999999999,"5min":18.983000000000001,"15min":18.983000000000001},"last":2.597},{"interface":"front","average":{"1min":4.718,"5min":3.7160000000000002,"15min":2.8210000000000002},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":13.201000000000001,"5min":19.382999999999999,"15min":19.382999999999999},"last":3.0510000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":2.984,"5min":2.4660000000000002,"15min":1.8120000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":9.9719999999999995,"5min":16.911999999999999,"15min":19.949000000000002},"last":1.1459999999999999},{"interface":"front","average":{"1min":4.1509999999999998,"5min":2.7669999999999999,"15min":1.7609999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.254},"max":{"1min":13.412000000000001,"5min":13.412000000000001,"15min":18.971},"last":1.829}]},{"osd":5,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.7090000000000001,"5min":2.851,"15min":2.0819999999999999},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.29999999999999999},"max":{"1min":13.183,"5min":16.838999999999999,"15min":20.678999999999998},"last":1.2030000000000001},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.1459999999999999,"15min":1.7390000000000001},"min":{"1min":0.35099999999999998,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":16.088999999999999,"5min":16.088999999999999,"15min":21.07},"last":1.1000000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:09:19 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":2.794,"15min":2.0390000000000001},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.32900000000000001},"max":{"1min":9.9399999999999995,"5min":16.881,"15min":16.881},"last":4.508},{"interface":"front","average":{"1min":3.5600000000000001,"5min":2.5990000000000002,"15min":1.8979999999999999},"min":{"1min":0.378,"5min":0.36099999999999999,"15min":0.29899999999999999},"max":{"1min":11.388,"5min":12.815,"15min":14.191000000000001},"last":4.3710000000000004}]}]},{"osd":6,"up_from":46,"seq":197568496205,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500704,"kb_used_data":5784,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244448,"statfs":{"total":95995035648,"available":94458314752,"internally_reserved":0,"allocated":5922816,"data_stored":4454822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.54800000000000004}]},{"osd":1,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.27,"5min":2.1560000000000001,"15min":2.306},"min":{"1min":0.30199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":10.829000000000001,"5min":15.935,"15min":15.935},"last":0.60899999999999999},{"interface":"front","average":{"1min":2.7709999999999999,"5min":2.1840000000000002,"15min":2.5670000000000002},"min":{"1min":0.29899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":11.093,"5min":11.093,"15min":18.094000000000001},"last":0.376}]},{"osd":2,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.7999999999999998,"15min":2.5670000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":7.9749999999999996,"5min":16.337,"15min":42.923999999999999},"last":0.621},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.6459999999999999,"15min":2.524},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.8600000000000003,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:10:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1419999999999999,"5min":2.6150000000000002,"15min":2.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.29199999999999998},"max":{"1min":6.4880000000000004,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.879,"5min":2.698,"15min":2.71},"min":{"1min":0.34899999999999998,"5min":0.32400000000000001,"15min":0.29099999999999998},"max":{"1min":6.4260000000000002,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":2.5550000000000002,"15min":1.99},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":20.213999999999999,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.177,"15min":1.8540000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":6.9740000000000002,"5min":10.99,"15min":16.068999999999999},"last":0.63800000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8660000000000001,"5min":2.6150000000000002,"15min":2.0209999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":22.765999999999998,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.59699999999999998},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.7839999999999998,"15min":1.98},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":13.019,"5min":13.019,"15min":16.292999999999999},"last":0.70099999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:09:17 2023","interfaces":[{"interface":"back","average":{"1min":3.4319999999999999,"5min":2.476,"15min":1.8660000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":13.564,"5min":13.564,"15min":16.372},"last":0.72599999999999998},{"interface":"front","average":{"1min":3.4119999999999999,"5min":2.1480000000000001,"15min":1.7370000000000001},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":14.789999999999999,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.66600000000000004}]}]},{"osd":1,"up_from":0,"seq":2052994367587,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187911,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1230884,"kb_used_data":7644,"kb_used_omap":5,"kb_used_meta":1223226,"kb_avail":92514268,"statfs":{"total":95995035648,"available":94734610432,"internally_reserved":0,"allocated":7827456,"data_stored":4676809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1252584058},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:09:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":1.5049999999999999,"15min":1.538},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":9.0380000000000003,"5min":9.8109999999999999,"15min":9.8109999999999999},"last":0.218},{"interface":"front","average":{"1min":2.1320000000000001,"5min":1.786,"15min":1.909},"min":{"1min":0.26700000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":9.0649999999999995,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.35499999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.169,"5min":3.431,"15min":2.8130000000000002},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.2260000000000009,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.254},{"interface":"front","average":{"1min":3.1579999999999999,"5min":2.9129999999999998,"15min":2.653},"min":{"1min":0.224,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.9809999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:09:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":3.4860000000000002,"15min":2.6320000000000001},"min":{"1min":0.32900000000000001,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":10.361000000000001,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.28499999999999998},{"interface":"front","average":{"1min":4.1289999999999996,"5min":3.6280000000000001,"15min":2.7789999999999999},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":12.435,"5min":82.489000000000004,"15min":82.489000000000004},"last":1.897}]},{"osd":4,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.8929999999999998,"5min":2.6059999999999999,"15min":2.2040000000000002},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":43.308999999999997,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.372},{"interface":"front","average":{"1min":4.7329999999999997,"5min":2.774,"15min":2.1960000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":43.293999999999997,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.33200000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.2030000000000003,"5min":3.359,"15min":2.4609999999999999},"min":{"1min":0.496,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":46.576000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":3.915,"5min":2.4569999999999999,"15min":2.383},"min":{"1min":0.35099999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":39.069000000000003,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.318}]},{"osd":6,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":5.0389999999999997,"5min":3.1720000000000002,"15min":2.444},"min":{"1min":0.53800000000000003,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":39.020000000000003,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":4.8369999999999997,"5min":2.645,"15min":2.5110000000000001},"min":{"1min":0.39300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":39.034999999999997,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.44600000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:09:24 2023","interfaces":[{"interface":"back","average":{"1min":3.423,"5min":2.3940000000000001,"15min":2.532},"min":{"1min":0.437,"5min":0.39900000000000002,"15min":0.34599999999999997},"max":{"1min":12.212999999999999,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.78500000000000003},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.5640000000000001,"15min":2.3199999999999998},"min":{"1min":0.44800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":9.1980000000000004,"5min":9.2919999999999998,"15min":20.890000000000001},"last":0.42099999999999999}]}]},{"osd":2,"up_from":116,"seq":498216206754,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1203016,"kb_used_data":7424,"kb_used_omap":7,"kb_used_meta":1195576,"kb_avail":92542136,"statfs":{"total":95995035648,"available":94763147264,"internally_reserved":0,"allocated":7602176,"data_stored":4881218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1224269905},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.8769999999999998,"15min":2.3079999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":10.773999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.77600000000000002},{"interface":"front","average":{"1min":1.861,"5min":2.0409999999999999,"15min":1.827},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":6.915,"5min":15.137,"15min":15.137},"last":0.80100000000000005}]},{"osd":1,"last update":"Mon Oct 9 05:09:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7869999999999999,"5min":2.5179999999999998,"15min":4.0860000000000003},"min":{"1min":0.21099999999999999,"5min":0.19,"15min":0.19},"max":{"1min":9.6199999999999992,"5min":13.619999999999999,"15min":70.971000000000004},"last":0.93000000000000005},{"interface":"front","average":{"1min":4.3470000000000004,"5min":2.4239999999999999,"15min":4.0679999999999996},"min":{"1min":0.26200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":25.158999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.83799999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5780000000000003,"5min":3.117,"15min":3.3780000000000001},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.18099999999999999},"max":{"1min":21.062000000000001,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":4.6130000000000004,"5min":3.2999999999999998,"15min":3.52},"min":{"1min":0.37,"5min":0.307,"15min":0.252},"max":{"1min":21.103000000000002,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.97299999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7000000000000002,"5min":4.6120000000000001,"15min":3.8039999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.962999999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":1.0069999999999999},{"interface":"front","average":{"1min":4.056,"5min":4.3440000000000003,"15min":3.234},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.654,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.96099999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":1.611,"5min":3.6589999999999998,"15min":2.6749999999999998},"min":{"1min":0.38400000000000001,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":6.952,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.85399999999999998},{"interface":"front","average":{"1min":3.8159999999999998,"5min":4.5590000000000002,"15min":3.387},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.30099999999999999},"max":{"1min":11.005000000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":1.034}]},{"osd":6,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.1099999999999999,"5min":4.2130000000000001,"15min":3.1909999999999998},"min":{"1min":0.36299999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":10.721,"5min":142.339,"15min":142.339},"last":0.86899999999999999},{"interface":"front","average":{"1min":2.7669999999999999,"5min":3.6970000000000001,"15min":2.6899999999999999},"min":{"1min":0.41499999999999998,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":13.808999999999999,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.89300000000000002}]},{"osd":7,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":3.7309999999999999,"15min":2.7530000000000001},"min":{"1min":0.433,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":10.747999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":0.91100000000000003},{"interface":"front","average":{"1min":2.2309999999999999,"5min":3.1499999999999999,"15min":2.4289999999999998},"min":{"1min":0.45300000000000001,"5min":0.39700000000000002,"15min":0.33900000000000002},"max":{"1min":7.0049999999999999,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.94599999999999995}]}]},{"osd":3,"up_from":198,"seq":850403524891,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":807388,"kb_used_data":7444,"kb_used_omap":2,"kb_used_meta":799933,"kb_avail":92937764,"statfs":{"total":95995035648,"available":95168270336,"internally_reserved":0,"allocated":7622656,"data_stored":5172845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":819131445},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.0270000000000001,"15min":2.2519999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.183},"max":{"1min":10.875999999999999,"5min":14.198,"15min":26.260999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":2.649,"5min":2.1749999999999998,"15min":2.2970000000000002},"min":{"1min":0.219,"5min":0.183,"15min":0.183},"max":{"1min":10.362,"5min":12.528,"15min":22.477},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":1.7789999999999999,"15min":1.2729999999999999},"min":{"1min":0.27200000000000002,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":8.8870000000000005,"5min":8.8870000000000005,"15min":11.076000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.9449999999999998,"5min":2.0870000000000002,"15min":1.6679999999999999},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":9.8800000000000008,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.8780000000000001,"5min":2.7130000000000001,"15min":2.6949999999999998},"min":{"1min":0.33300000000000002,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":21.945,"5min":21.945,"15min":21.945},"last":0.435},{"interface":"front","average":{"1min":3.968,"5min":2.6629999999999998,"15min":2.7730000000000001},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":21.82,"5min":21.82,"15min":25.776},"last":0.55100000000000005}]},{"osd":4,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.9790000000000001,"15min":2.4910000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":10.271000000000001,"5min":10.271000000000001,"15min":15.301},"last":0.47599999999999998},{"interface":"front","average":{"1min":3.0800000000000001,"5min":2.7970000000000002,"15min":2.4289999999999998},"min":{"1min":0.37,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":10.407,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.52100000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.54,"5min":2.7400000000000002,"15min":2.4129999999999998},"min":{"1min":0.41299999999999998,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":13.614000000000001,"5min":13.614000000000001,"15min":35.712000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":3.2480000000000002,"5min":2.843,"15min":2.7010000000000001},"min":{"1min":0.39400000000000002,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":35.488},"last":0.53900000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.835,"15min":2.8300000000000001},"min":{"1min":0.39700000000000002,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":12.872999999999999,"5min":18.436,"15min":50.113999999999997},"last":0.57599999999999996},{"interface":"front","average":{"1min":3.9889999999999999,"5min":2.6190000000000002,"15min":2.569},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.762,"5min":10.762,"15min":53.841999999999999},"last":0.626}]},{"osd":7,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.3929999999999998,"5min":3.1539999999999999,"15min":2.8730000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":10.307,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":5.3460000000000001,"5min":3.2349999999999999,"15min":2.802},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":12.829000000000001,"5min":12.829000000000001,"15min":15.381},"last":0.60799999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019477,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500724,"kb_used_data":5804,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244428,"statfs":{"total":95995035648,"available":94458294272,"internally_reserved":0,"allocated":5943296,"data_stored":4463173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":1.883,"15min":1.7929999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.218},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":0.46500000000000002},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0910000000000002,"15min":1.748},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":5.7329999999999997,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.49099999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":2.6600000000000001,"5min":2.2269999999999999,"15min":2.4990000000000001},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.254},"max":{"1min":7.7370000000000001,"5min":9.4600000000000009,"15min":12.317},"last":0.42999999999999999},{"interface":"front","average":{"1min":2.9380000000000002,"5min":2.1549999999999998,"15min":2.093},"min":{"1min":0.29799999999999999,"5min":0.253,"15min":0.253},"max":{"1min":9.6869999999999994,"5min":9.7509999999999994,"15min":9.7509999999999994},"last":0.50600000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":2.351,"15min":3.1280000000000001},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":4.8010000000000002,"5min":19.295999999999999,"15min":105.411},"last":0.41399999999999998},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.593,"15min":3.194},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.7200000000000006,"5min":10.772,"15min":97.927999999999997},"last":0.441}]},{"osd":3,"last update":"Mon Oct 9 05:10:11 2023","interfaces":[{"interface":"back","average":{"1min":19.675999999999998,"5min":6.3949999999999996,"15min":4.7629999999999999},"min":{"1min":0.39100000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":359.49200000000002,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":21.381,"5min":6.7469999999999999,"15min":5.0110000000000001},"min":{"1min":0.372,"5min":0.33400000000000002,"15min":0.29099999999999998},"max":{"1min":359.55500000000001,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.36099999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.9139999999999999,"15min":1.591},"min":{"1min":0.32800000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":9.4260000000000002,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.181,"5min":1.9710000000000001,"15min":1.665},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.1750000000000007,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.55900000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.2709999999999999,"5min":1.9770000000000001,"15min":2.157},"min":{"1min":0.33800000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":12.839,"5min":12.839,"15min":81.980999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":3.3889999999999998,"5min":2.0059999999999998,"15min":2.1139999999999999},"min":{"1min":0.36199999999999999,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":20.992999999999999,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.56499999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:09:22 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.0760000000000001,"15min":1.7090000000000001},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":6.9909999999999997,"5min":12.987,"15min":29.175000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":1.298,"5min":2.0630000000000002,"15min":1.794},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":9.6189999999999998,"5min":12.983000000000001,"15min":29.192},"last":0.51800000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757841,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1493344,"kb_used_data":6360,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":92251808,"statfs":{"total":95995035648,"available":94465851392,"internally_reserved":0,"allocated":6512640,"data_stored":5041275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.472,"5min":2.1419999999999999,"15min":1.8620000000000001},"min":{"1min":0.29299999999999998,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":8.5820000000000007,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":4.194,"5min":2.7719999999999998,"15min":2.125},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":16.363,"5min":16.363,"15min":16.363},"last":0.44500000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:09:18 2023","interfaces":[{"interface":"back","average":{"1min":2.992,"5min":2.8519999999999999,"15min":2.508},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":10.462999999999999,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":4.8150000000000004,"5min":3.0579999999999998,"15min":2.391},"min":{"1min":0.49099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":16.420999999999999,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.51200000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6299999999999999,"5min":3.2410000000000001,"15min":2.7029999999999998},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":19.27,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.372},{"interface":"front","average":{"1min":4.343,"5min":3.7069999999999999,"15min":2.657},"min":{"1min":0.39900000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":16.318000000000001,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":3.0699999999999998,"15min":2.806},"min":{"1min":0.46600000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":7.1980000000000004,"5min":24.114999999999998,"15min":74.915000000000006},"last":0.34999999999999998},{"interface":"front","average":{"1min":3.472,"5min":3.7229999999999999,"15min":3.0209999999999999},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.975,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.4079999999999999,"15min":1.758},"min":{"1min":0.25800000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":8.5489999999999995,"5min":10.959,"15min":10.959},"last":0.33800000000000002},{"interface":"front","average":{"1min":4.1749999999999998,"5min":2.9369999999999998,"15min":1.887},"min":{"1min":0.36699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":20.899000000000001,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.53000000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.633,"15min":1.8},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":6.1630000000000003,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":2.6589999999999998,"5min":2.8820000000000001,"15min":2.097},"min":{"1min":0.27200000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.2070000000000007,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.436}]},{"osd":7,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.2599999999999998,"15min":2.0779999999999998},"min":{"1min":0.32600000000000001,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":13.082000000000001,"5min":18.442,"15min":18.442},"last":0.39800000000000002},{"interface":"front","average":{"1min":2.9750000000000001,"5min":2.6190000000000002,"15min":2.081},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":19.411000000000001,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.48299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:10:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:20 smithi150 ceph-mon[168511]: pgmap v1785: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:20 smithi150 ceph-mon[168511]: from='client.47516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:20.560 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:20 smithi107 ceph-mon[179183]: pgmap v1785: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:20.560 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:20 smithi107 ceph-mon[179183]: from='client.47516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:20.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:20 smithi107 ceph-mon[184249]: pgmap v1785: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:20.560 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:20 smithi107 ceph-mon[184249]: from='client.47516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:20.579 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:20.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:20.583 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:20.624 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:20.648 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-10-09T05:10:20.684 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:20.719 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:21.016 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:21.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:21.021 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:21.122 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:21.151 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:21.185 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:21.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:21.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:21.289 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:21.315 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:21.348 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:21.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:21.351 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:21.452 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:21.481 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:21.515 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:21.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:21.519 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:21.599 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:10:21.619 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:21.624 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:21.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:21.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[184249]: pgmap v1786: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:21.625 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/77116432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:21.625 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:21.626 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:21.626 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[179183]: pgmap v1786: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:21.626 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/77116432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:21.652 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:21.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:21 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:21 smithi150 ceph-mon[168511]: pgmap v1786: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:21.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/77116432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:21.837 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:21.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:21.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:21.941 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:21.968 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:22.106 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:22.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:22.138 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:22.239 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:22.265 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:10:22] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2023-10-09T05:10:22.267 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:22.306 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/77116432' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[179183]: osdmap e575: 8 total, 8 up, 7 in 2023-10-09T05:10:22.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[179183]: failed to encode map e575 with expected crc 2023-10-09T05:10:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/77116432' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[184249]: osdmap e575: 8 total, 8 up, 7 in 2023-10-09T05:10:22.670 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:22 smithi107 ceph-mon[184249]: failed to encode map e575 with expected crc 2023-10-09T05:10:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:22 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:22 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/77116432' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:22.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:22 smithi150 ceph-mon[168511]: osdmap e575: 8 total, 8 up, 7 in 2023-10-09T05:10:22.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:22 smithi150 ceph-mon[168511]: failed to encode map e575 with expected crc 2023-10-09T05:10:22.991 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.992 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.993 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.993 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.993 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.993 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.993 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:10:22.993 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:10:23.162 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:23.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:23.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:23.267 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:23.301 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:23.338 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:23.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:23.342 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:23.368 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:10:23.443 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:23.472 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:23.511 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:23.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:23.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:23.616 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:23.640 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:23 smithi150 ceph-mon[168511]: failed to encode map e575 with expected crc 2023-10-09T05:10:23.640 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:23 smithi150 ceph-mon[168511]: failed to encode map e575 with expected crc 2023-10-09T05:10:23.640 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:23 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2733762103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:23.640 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:23 smithi150 ceph-mon[168511]: pgmap v1788: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:23.642 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:23.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[184249]: failed to encode map e575 with expected crc 2023-10-09T05:10:23.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[184249]: failed to encode map e575 with expected crc 2023-10-09T05:10:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2733762103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:23.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[184249]: pgmap v1788: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[179183]: failed to encode map e575 with expected crc 2023-10-09T05:10:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[179183]: failed to encode map e575 with expected crc 2023-10-09T05:10:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2733762103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:23.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:23 smithi107 ceph-mon[179183]: pgmap v1788: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:23.675 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:23.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:23.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:23.779 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:23.805 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:23.839 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:23.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:23.842 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:23.943 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:23.985 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-10-09T05:10:24.061 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:24.175 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:10:24.193 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-10-09T05:10:24.384 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-09T05:10:24.384 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-10-09T05:10:25.224 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:25.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:25.227 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:25.328 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:25.360 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:25.397 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:25.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:25.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:25.502 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:25.553 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:25.864 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:25.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:25.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:25.970 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:25.996 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:26.017 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:26.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:26 smithi107 ceph-mon[184249]: pgmap v1789: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:26.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:26 smithi107 ceph-mon[179183]: pgmap v1789: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:26 smithi150 ceph-mon[168511]: pgmap v1789: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:26.635 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:26.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:26.639 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:26.709 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:26.740 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:26.774 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:26.812 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:26.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:26.816 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:26.917 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:26.946 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:26.983 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:26.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:26.986 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:27.087 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:27.115 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:27.149 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:27.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:27.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:27.254 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:27.282 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:27.315 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:27.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:27.318 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:27.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:27.448 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:27.648 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:10:27.649 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:10:27.649 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:10:27.649 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:10:27.649 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.649 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212526 12.7 12:e6f7fda0:::benchmark_data_smithi107_355541_object103453:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:27.650 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:10:27.650 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 577.62023435000003, 2023-10-09T05:10:27.650 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.321320396, 2023-10-09T05:10:27.650 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.650 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:10:27.650 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212526 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.651 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961264+0000", 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961262+0000", 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.652 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961271+0000", 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8340000000000005e-06 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961290+0000", 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.925e-05 2023-10-09T05:10:27.653 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961302+0000", 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1959e-05 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961464+0000", 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016163899999999999 2023-10-09T05:10:27.654 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961476+0000", 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2001000000000001e-05 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282522+0000", 2023-10-09T05:10:27.655 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3210458279999999 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282585+0000", 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2767000000000004e-05 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.656 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212531 12.7 12:ebc34db6:::benchmark_data_smithi107_355541_object103458:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 577.62016960100004, 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3325043329999999, 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "reached pg", 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.657 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212531 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.658 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961329+0000", 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.659 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961328+0000", 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961332+0000", 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7019999999999999e-06 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.660 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961353+0000", 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1073e-05 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961360+0000", 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8310000000000003e-06 2023-10-09T05:10:27.661 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961501+0000", 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014087 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961510+0000", 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7469999999999994e-06 2023-10-09T05:10:27.662 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282861+0000", 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3213510989999999 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for missing object", 2023-10-09T05:10:27.663 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.282950+0000", 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9580000000000006e-05 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293731+0000", 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010780615 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.664 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293833+0000", 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010234399999999999 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212536 12.7 12:e6bf8759:::benchmark_data_smithi107_355541_object103463:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:27.665 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:10:27.666 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 577.62013149799998, 2023-10-09T05:10:27.666 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3365893309999999, 2023-10-09T05:10:27.666 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.666 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.666 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.666 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212536 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.667 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961367+0000", 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961366+0000", 2023-10-09T05:10:27.668 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961369+0000", 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.994e-06 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961376+0000", 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2199999999999997e-06 2023-10-09T05:10:27.669 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961381+0000", 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9150000000000004e-06 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961532+0000", 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015187800000000001 2023-10-09T05:10:27.670 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961540+0000", 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8630000000000008e-06 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283058+0000", 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3215178189999999 2023-10-09T05:10:27.671 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283140+0000", 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2202999999999999e-05 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.283255+0000", 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011435200000000001 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.672 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.289947+0000", 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066921309999999996 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293327+0000", 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0033802659999999998 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.673 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297683+0000", 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0043558970000000001 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297762+0000", 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8944999999999997e-05 2023-10-09T05:10:27.674 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297825+0000", 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2810000000000003e-05 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297956+0000", 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000131593 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.675 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212538 12.7 12:effdb850:::benchmark_data_smithi107_355541_object103465:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 577.62011348199997, 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.338220006, 2023-10-09T05:10:27.676 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212538 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:10:27.677 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961385+0000", 2023-10-09T05:10:27.678 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961387+0000", 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0959999999999999e-06 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961393+0000", 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.801e-06 2023-10-09T05:10:27.679 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961397+0000", 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9180000000000002e-06 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961563+0000", 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00016526400000000001 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.680 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961571+0000", 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1969999999999996e-06 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286712+0000", 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.325141524 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.681 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286841+0000", 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012872 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.286930+0000", 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8646000000000005e-05 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.682 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.293806+0000", 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0068762750000000003 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.297724+0000", 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00391837 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.683 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.298010+0000", 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000285259 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299447+0000", 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00143713 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.684 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299497+0000", 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0306000000000003e-05 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299605+0000", 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010783800000000001 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.685 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46286.0:212574 12.7 12:e24dc470:::benchmark_data_smithi107_355541_object103501:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e453)", 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 577.62009598199995, 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.342488495, 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46286", 2023-10-09T05:10:27.686 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/3009160864", 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 212574 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.687 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.688 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.688 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:10:27.688 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.688 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.688 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961402+0000", 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961404+0000", 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2500000000000001e-06 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.689 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961410+0000", 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0009999999999998e-06 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961416+0000", 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2610000000000001e-06 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.690 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961593+0000", 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000176971 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:49.961600+0000", 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8779999999999998e-06 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.289963+0000", 2023-10-09T05:10:27.691 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3283626399999999 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.290038+0000", 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5218999999999999e-05 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.692 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4,7", 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.290123+0000", 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4716999999999995e-05 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.298020+0000", 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0078969490000000003 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.693 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.694 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.299653+0000", 2023-10-09T05:10:27.694 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0016333750000000001 2023-10-09T05:10:27.694 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.694 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.694 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303471+0000", 2023-10-09T05:10:27.695 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038178180000000002 2023-10-09T05:10:27.695 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.695 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.695 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.695 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303726+0000", 2023-10-09T05:10:27.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00025442299999999999 2023-10-09T05:10:27.696 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.696 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.696 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.696 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303779+0000", 2023-10-09T05:10:27.696 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3488e-05 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:00:51.303891+0000", 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011189800000000001 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.697 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56146 13.a 13:54c2ed7a:::benchmark_data_smithi107_396486_object56145:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 502.57465950199997, 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5285271730000001, 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.698 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56146 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.699 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006839+0000", 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006837+0000", 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.700 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006866+0000", 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8467e-05 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006877+0000", 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1141999999999999e-05 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.701 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.006887+0000", 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0412e-05 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.009545+0000", 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0026573 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.702 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.009557+0000", 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2354000000000001e-05 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340738+0000", 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.33118116199999997 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.703 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340747+0000", 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3219999999999993e-06 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527294+0000", 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1865478949999999 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.704 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527489+0000", 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019502899999999999 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.527688+0000", 2023-10-09T05:10:27.705 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019841999999999999 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533521+0000", 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0058330500000000002 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.706 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533577+0000", 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5633000000000001e-05 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533585+0000", 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.3869999999999995e-06 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.707 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.533631+0000", 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5735000000000002e-05 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535366+0000", 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001735466 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.708 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56176 13.a 13:5fae3670:::benchmark_data_smithi107_396486_object56175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 502.51565789400001, 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4711515230000001, 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.709 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56176 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.710 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065841+0000", 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065839+0000", 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.711 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065867+0000", 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8518999999999999e-05 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065890+0000", 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2847e-05 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065901+0000", 2023-10-09T05:10:27.712 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0448999999999999e-05 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065971+0000", 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0463000000000006e-05 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.065989+0000", 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7589999999999999e-05 2023-10-09T05:10:27.713 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340768+0000", 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27477936200000003 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340778+0000", 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3719999999999994e-06 2023-10-09T05:10:27.714 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531280+0000", 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1905020399999999 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.715 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531454+0000", 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000174501 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.531649+0000", 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00019472000000000001 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.717 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535505+0000", 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003856174 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535638+0000", 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013317299999999999 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.718 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535647+0000", 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7709999999999995e-06 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.535690+0000", 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3421000000000003e-05 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.719 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.536992+0000", 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0013017300000000001 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:56177 13.a 13:5636851f:::benchmark_data_smithi107_396486_object56176:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 502.51324064800002, 2023-10-09T05:10:27.720 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4780011129999999, 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 56177 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.721 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068258+0000", 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068256+0000", 2023-10-09T05:10:27.722 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068284+0000", 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7217999999999999e-05 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068297+0000", 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3703000000000001e-05 2023-10-09T05:10:27.723 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068306+0000", 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.918e-06 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068388+0000", 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1365000000000004e-05 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.724 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.068395+0000", 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4139999999999997e-06 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340800+0000", 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.27240540000000002 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.725 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:05.340805+0000", 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.8670000000000002e-06 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537034+0000", 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.196229097 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537207+0000", 2023-10-09T05:10:27.726 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017233799999999999 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.537412+0000", 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00020570399999999999 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.539144+0000", 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001731626 2023-10-09T05:10:27.727 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.540087+0000", 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00094249000000000004 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.543966+0000", 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038790529999999999 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.728 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.544038+0000", 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2849000000000007e-05 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:06.546259+0000", 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0022204429999999999 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.729 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:142997 13.a 13:5ff6004d:::benchmark_data_smithi107_396486_object37135:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.21565831700002, 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.98252747900000004, 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.730 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142997 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.731 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365840+0000", 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365838+0000", 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365848+0000", 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.9960000000000005e-06 2023-10-09T05:10:27.732 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365871+0000", 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3065e-05 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365882+0000", 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0876999999999999e-05 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.733 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365953+0000", 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0396999999999997e-05 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.365966+0000", 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3023999999999999e-05 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.734 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336313+0000", 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97034680200000001 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336426+0000", 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113769 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.336497+0000", 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0939000000000006e-05 2023-10-09T05:10:27.735 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340222+0000", 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00372427 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348185+0000", 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0079632049999999992 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.736 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348275+0000", 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0482999999999994e-05 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348314+0000", 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9028e-05 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.737 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348368+0000", 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3390999999999998e-05 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:142999 13.a 13:5d1a507a:::benchmark_data_smithi107_396486_object37137:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.210602967, 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97766070299999996, 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.738 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 142999 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.739 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370895+0000", 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370894+0000", 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.740 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370902+0000", 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0760000000000003e-06 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370916+0000", 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3608000000000001e-05 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370923+0000", 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8929999999999999e-06 2023-10-09T05:10:27.741 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.370999+0000", 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6902000000000003e-05 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371011+0000", 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1993e-05 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.742 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340278+0000", 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.96926604999999999 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340405+0000", 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012732100000000001 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.743 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.340472+0000", 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7366000000000005e-05 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348241+0000", 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0077686830000000002 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348399+0000", 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015825400000000001 2023-10-09T05:10:27.744 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348464+0000", 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5198999999999997e-05 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348514+0000", 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0098e-05 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.745 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348556+0000", 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1757e-05 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143002 13.a 13:56d77188:::benchmark_data_smithi107_396486_object37140:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:10:27.746 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.21039958799997, 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97759521100000002, 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143002 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.747 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371099+0000", 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371098+0000", 2023-10-09T05:10:27.748 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371102+0000", 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1919999999999998e-06 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371112+0000", 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4790000000000002e-06 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.749 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371116+0000", 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6469999999999997e-06 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371181+0000", 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4220000000000005e-05 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.750 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.371197+0000", 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6758000000000001e-05 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.343943+0000", 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.97274561299999995 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.344038+0000", 2023-10-09T05:10:27.751 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4586999999999994e-05 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.344110+0000", 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2714999999999998e-05 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348592+0000", 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044811360000000001 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.752 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348598+0000", 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4099999999999996e-06 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348640+0000", 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1958e-05 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.753 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348665+0000", 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4791999999999999e-05 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348694+0000", 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9405000000000001e-05 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.754 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143058 13.a 13:5d31e319:::benchmark_data_smithi107_396486_object37196:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.12090952, 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.90516730099999998, 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143058 2023-10-09T05:10:27.755 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460589+0000", 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.756 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460588+0000", 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460594+0000", 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5999999999999997e-06 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.757 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460605+0000", 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1734e-05 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460614+0000", 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5650000000000002e-06 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460687+0000", 2023-10-09T05:10:27.758 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3589000000000003e-05 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.460703+0000", 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6013999999999999e-05 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348717+0000", 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88801327100000005 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.759 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348806+0000", 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9371999999999997e-05 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.348883+0000", 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6673000000000003e-05 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.760 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358032+0000", 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091491639999999996 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365641+0000", 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076092099999999999 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365685+0000", 2023-10-09T05:10:27.761 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3359999999999998e-05 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365727+0000", 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2585e-05 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365756+0000", 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9113000000000001e-05 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.762 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143067 13.a 13:51225c8c:::benchmark_data_smithi107_396486_object37205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.107689343, 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.89210563499999995, 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.763 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143067 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.764 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473809+0000", 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473807+0000", 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473818+0000", 2023-10-09T05:10:27.765 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0852e-05 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473839+0000", 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0937999999999998e-05 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473850+0000", 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1703e-05 2023-10-09T05:10:27.766 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473928+0000", 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7594000000000003e-05 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.473942+0000", 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4143e-05 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.767 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353386+0000", 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.87944435700000001 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353518+0000", 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013156100000000001 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.768 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.353645+0000", 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000127236 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358079+0000", 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0044339430000000001 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365767+0000", 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076875900000000002 2023-10-09T05:10:27.769 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365851+0000", 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4855e-05 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365880+0000", 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8385999999999999e-05 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.770 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365915+0000", 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4882999999999998e-05 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143081 13.a 13:52d818a5:::benchmark_data_smithi107_396486_object37219:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:10:27.771 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.089136994, 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88288068799999997, 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143081 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.772 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492361+0000", 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492360+0000", 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:10:27.773 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492367+0000", 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.075e-06 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492379+0000", 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1311000000000001e-05 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.774 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492387+0000", 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.824e-06 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492456+0000", 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9152999999999993e-05 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.775 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.492469+0000", 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3658e-05 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358107+0000", 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.865637196 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358192+0000", 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5483999999999997e-05 2023-10-09T05:10:27.776 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.358265+0000", 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2815e-05 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365772+0000", 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0075066229999999996 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.777 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365818+0000", 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6597999999999997e-05 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375179+0000", 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093606809999999992 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.778 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375214+0000", 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4764000000000001e-05 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375242+0000", 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8586999999999999e-05 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.779 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143082 13.a 13:5a28166f:::benchmark_data_smithi107_396486_object37220:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.08702000099998, 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88084425700000002, 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143082 2023-10-09T05:10:27.780 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494478+0000", 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.781 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494477+0000", 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494483+0000", 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0170000000000002e-06 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.782 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494494+0000", 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246999999999999e-05 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.494501+0000", 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3539999999999996e-06 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.499191+0000", 2023-10-09T05:10:27.783 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046907030000000001 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.499206+0000", 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5104e-05 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361688+0000", 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.86248211299999999 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.784 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361829+0000", 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000140882 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.361960+0000", 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013049000000000001 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.785 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365926+0000", 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0039660870000000001 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365963+0000", 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7153999999999997e-05 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375276+0000", 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0093132560000000007 2023-10-09T05:10:27.786 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375301+0000", 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4967999999999999e-05 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375323+0000", 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1433e-05 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.787 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143113 13.a 13:520f9835:::benchmark_data_smithi107_396486_object37251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.02763711099999, 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83063859500000004, 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.788 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143113 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553861+0000", 2023-10-09T05:10:27.789 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553859+0000", 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999976 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553870+0000", 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0662000000000001e-05 2023-10-09T05:10:27.790 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553889+0000", 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9534e-05 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553901+0000", 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2259000000000001e-05 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.791 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553974+0000", 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2855000000000006e-05 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.553988+0000", 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3739e-05 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.365984+0000", 2023-10-09T05:10:27.792 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.81199545200000001 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.366071+0000", 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7305000000000005e-05 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.366159+0000", 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.8453000000000002e-05 2023-10-09T05:10:27.793 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375140+0000", 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089802530000000005 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375148+0000", 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4079999999999998e-06 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.794 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384418+0000", 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0092702770000000004 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384462+0000", 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3575999999999997e-05 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.795 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384500+0000", 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8133000000000002e-05 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143131 13.a 13:5744ec1a:::benchmark_data_smithi107_396486_object37269:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 389.00178431699999, 2023-10-09T05:10:27.796 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.805793384, 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143131 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:10:27.797 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579714+0000", 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579713+0000", 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.798 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579719+0000", 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.533e-06 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579733+0000", 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3535e-05 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.799 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579740+0000", 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0720000000000002e-06 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579797+0000", 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6524000000000003e-05 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.800 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.579807+0000", 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0689e-05 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370548+0000", 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.79074042300000003 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370638+0000", 2023-10-09T05:10:27.801 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0708e-05 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.370718+0000", 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9949000000000003e-05 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375386+0000", 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0046674749999999999 2023-10-09T05:10:27.802 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384535+0000", 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091496129999999991 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385418+0000", 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000882897 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.803 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385468+0000", 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9327999999999999e-05 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385508+0000", 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9916000000000002e-05 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.804 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143133 13.a 13:5f58afca:::benchmark_data_smithi107_396486_object37271:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 388.99778697699998, 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.80192368700000005, 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143133 2023-10-09T05:10:27.805 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583711+0000", 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.806 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583710+0000", 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583717+0000", 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6510000000000004e-06 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.807 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583737+0000", 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9681e-05 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583745+0000", 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2470000000000008e-06 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583819+0000", 2023-10-09T05:10:27.808 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.3862999999999994e-05 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.583829+0000", 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0604e-05 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375412+0000", 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.79158324700000005 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.809 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375515+0000", 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00010265200000000001 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.375590+0000", 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4562999999999997e-05 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.810 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384563+0000", 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089735289999999992 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.384596+0000", 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2502999999999997e-05 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385558+0000", 2023-10-09T05:10:27.811 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00096184700000000005 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385600+0000", 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2026e-05 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385635+0000", 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5583999999999997e-05 2023-10-09T05:10:27.812 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143158 13.a 13:511329df:::benchmark_data_smithi107_396486_object37296:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 388.95658886400003, 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.76079118300000004, 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.813 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143158 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.814 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624910+0000", 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624908+0000", 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.815 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624920+0000", 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1487e-05 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624934+0000", 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4433999999999999e-05 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.624942+0000", 2023-10-09T05:10:27.816 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.729e-06 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.625013+0000", 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0870000000000004e-05 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.625027+0000", 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4208e-05 2023-10-09T05:10:27.817 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379498+0000", 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.75447134599999999 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379619+0000", 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120621 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.818 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.379743+0000", 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012421099999999999 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385406+0000", 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056633660000000004 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.819 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385550+0000", 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00014401600000000001 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385642+0000", 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1757999999999998e-05 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.820 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385678+0000", 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6266999999999997e-05 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385701+0000", 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.2388999999999999e-05 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.821 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.46688.0:143165 13.a 13:56369d63:::benchmark_data_smithi107_396486_object37303:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 388.94476887399998, 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.77222787900000001, 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.46688", 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 143165 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.822 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636730+0000", 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.823 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636728+0000", 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636736+0000", 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.4769999999999997e-06 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636751+0000", 2023-10-09T05:10:27.824 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5194999999999999e-05 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636759+0000", 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0430000000000008e-06 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636821+0000", 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2376e-05 2023-10-09T05:10:27.825 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:58.636838+0000", 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6566999999999999e-05 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385720+0000", 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.74888262999999999 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.826 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385819+0000", 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8287000000000003e-05 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 1,4", 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.385916+0000", 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7079999999999999e-05 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:10:27.827 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.399918+0000", 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.014002382000000001 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.399986+0000", 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7435999999999996e-05 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408886+0000", 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0089006799999999994 2023-10-09T05:10:27.828 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408925+0000", 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9152000000000001e-05 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:59.408957+0000", 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2060999999999997e-05 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.829 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.830 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.830 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:10:27.830 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:10:27.830 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:10:27.897 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:10:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:27 smithi150 ceph-mon[168511]: pgmap v1790: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:27 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.347 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[179183]: pgmap v1790: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[184249]: pgmap v1790: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.348 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:27 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:28.889 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-10-09T05:10:28.936 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:28.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:28.939 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:29.027 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-10-09T05:10:29.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:29.066 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:10:29.066 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:10:29.067 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:28 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:29.067 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-09T05:10:29.067 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:10:29.067 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:10:29.067 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:28 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:29.068 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-09T05:10:29.068 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-10-09T05:10:29.069 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:29.129 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-09T05:10:29.196 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T05:10:29.196 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-10-09T05:10:29.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:28 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:10:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:28 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:10:29.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:28 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:29.277 INFO:tasks.workunit:Running workunits matching cls/test_cls_rbd.sh on client.0... 2023-10-09T05:10:29.278 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-10-09T05:10:29.279 DEBUG:teuthology.orchestra.run.smithi107:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-10-09T05:10:29.401 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-10-09T05:10:29.499 INFO:tasks.workunit.client.0.smithi107.stdout:Running main() from gmock_main.cc 2023-10-09T05:10:29.499 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] Running 70 tests from 1 test suite. 2023-10-09T05:10:29.499 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment set-up. 2023-10-09T05:10:29.499 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 70 tests from TestClsRbd 2023-10-09T05:10:29.536 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:29.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:29.539 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:29.640 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:29.666 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:29.700 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:29.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:29.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:29.804 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:29.831 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:29.864 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:29.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:29.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:29.969 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:29.997 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:30.009 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:30.034 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:30.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:30.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:30.138 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:30.164 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:30.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:29 smithi150 ceph-mon[168511]: pgmap v1791: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:30.250 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:30.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:30.253 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:30.351 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:30.354 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:30.360 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:29 smithi107 ceph-mon[179183]: pgmap v1791: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:30.360 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:29 smithi107 ceph-mon[184249]: pgmap v1791: 83 pgs: 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:30.382 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:30.419 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:30.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:30.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:30.523 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:30.562 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:30.789 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:30.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:30.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:30.893 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:30.925 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:30.960 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:30.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:30.965 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:30.970 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_all_features 2023-10-09T05:10:30.986 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:10:30.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2023-10-09T05:10:30.988 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.copyup 2023-10-09T05:10:31.066 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:31.097 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.097 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.097 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.097 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.097 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.098 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: osdmap e576: 8 total, 8 up, 7 in 2023-10-09T05:10:31.098 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.098 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/975701187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi107-476511-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:10:31.098 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4184937586' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:31.098 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:31.099 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.099 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.099 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.099 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: osdmap e576: 8 total, 8 up, 7 in 2023-10-09T05:10:31.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/975701187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi107-476511-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:10:31.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4184937586' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:31.100 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:31.105 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:31.113 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: osdmap e576: 8 total, 8 up, 7 in 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: failed to encode map e576 with expected crc 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/975701187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi107-476511-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-10-09T05:10:31.114 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4184937586' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:31.115 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:31.145 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:31.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:31.149 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:31.184 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.copyup (196 ms) 2023-10-09T05:10:31.185 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-10-09T05:10:31.229 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.sparse_copyup (44 ms) 2023-10-09T05:10:31.229 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-10-09T05:10:31.235 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-10-09T05:10:31.235 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-10-09T05:10:31.246 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2023-10-09T05:10:31.246 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.directory_methods 2023-10-09T05:10:31.250 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:31.269 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:31.271 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:10:31.277 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.directory_methods (32 ms) 2023-10-09T05:10:31.277 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.create 2023-10-09T05:10:31.283 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:31.292 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.create (14 ms) 2023-10-09T05:10:31.292 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_features 2023-10-09T05:10:31.294 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2023-10-09T05:10:31.294 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-10-09T05:10:31.296 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-10-09T05:10:31.296 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-10-09T05:10:31.298 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_create_timestamp (3 ms) 2023-10-09T05:10:31.298 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-10-09T05:10:31.300 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2023-10-09T05:10:31.300 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-10-09T05:10:31.301 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2023-10-09T05:10:31.302 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-10-09T05:10:31.306 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_data_pool (5 ms) 2023-10-09T05:10:31.306 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.get_size 2023-10-09T05:10:31.312 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.get_size (5 ms) 2023-10-09T05:10:31.312 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.set_size 2023-10-09T05:10:31.317 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2023-10-09T05:10:31.317 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.protection_status 2023-10-09T05:10:31.334 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2023-10-09T05:10:31.334 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-10-09T05:10:31.341 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2023-10-09T05:10:31.342 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.parents_v1 2023-10-09T05:10:31.379 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_repop(client.37410.0:244 15.b e577/576 15:d0127922:::image23:head v 577'33, mlcod=577'31)", 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:10:31.379555+0000", 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 0.00015768999999999999, 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017625400000000001, 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "started", 2023-10-09T05:10:31.380 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379555+0000", 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379555+0000", 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:31.381 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379555+0000", 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379559+0000", 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.968e-06 2023-10-09T05:10:31.382 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379569+0000", 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.7520000000000008e-06 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379572+0000", 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0769999999999999e-06 2023-10-09T05:10:31.383 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379629+0000", 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7315999999999998e-05 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:10:31.379645+0000", 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5600999999999999e-05 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:31.384 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:31.385 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:31.385 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:31.385 INFO:teuthology.orchestra.run.smithi150.stdout: ], 2023-10-09T05:10:31.385 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 1 2023-10-09T05:10:31.385 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:10:31.385 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2023-10-09T05:10:31.385 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.parents_v2 2023-10-09T05:10:31.410 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2023-10-09T05:10:31.411 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.snapshots 2023-10-09T05:10:31.435 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.snapshots (25 ms) 2023-10-09T05:10:31.435 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.snapid_race 2023-10-09T05:10:31.441 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2023-10-09T05:10:31.441 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.stripingv2 2023-10-09T05:10:31.452 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.stripingv2 (11 ms) 2023-10-09T05:10:31.453 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.object_map_save 2023-10-09T05:10:31.457 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.object_map_save (5 ms) 2023-10-09T05:10:31.457 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-10-09T05:10:31.463 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2023-10-09T05:10:31.463 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.object_map_update 2023-10-09T05:10:31.473 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.object_map_update (10 ms) 2023-10-09T05:10:31.473 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-10-09T05:10:31.474 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-10-09T05:10:31.474 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-10-09T05:10:31.480 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2023-10-09T05:10:31.480 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-10-09T05:10:31.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2023-10-09T05:10:31.488 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.flags 2023-10-09T05:10:31.493 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.flags (5 ms) 2023-10-09T05:10:31.493 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.metadata 2023-10-09T05:10:31.516 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2023-10-09T05:10:31.516 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.set_features 2023-10-09T05:10:31.525 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.set_features (10 ms) 2023-10-09T05:10:31.525 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.mirror 2023-10-09T05:10:31.562 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.mirror (37 ms) 2023-10-09T05:10:31.562 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.mirror_image 2023-10-09T05:10:31.577 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2023-10-09T05:10:31.577 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-10-09T05:10:31.635 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:31.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:31.641 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:31.742 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:31.772 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:31.810 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:31.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:31.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:31.854 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-10-09T05:10:31.914 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:31.964 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:32.001 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:32.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:32.005 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:32.105 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:32.132 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/975701187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi107-476511-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: osdmap e577: 8 total, 8 up, 7 in 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: pgmap v1794: 115 pgs: 11 creating+peering, 21 unknown, 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:32.133 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:32.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:32.134 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:31 smithi150 ceph-mon[168511]: from='client.47546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:32.135 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:32.171 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:32.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:32.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:32.225 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1794,"stamp":"2023-10-09T05:10:31.028427+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":282,"acting":282,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":249,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9275024,"kb_used_data":46744,"kb_used_omap":16,"kb_used_meta":9228207,"kb_avail":646941040,"statfs":{"total":671965249536,"available":662467624960,"internally_reserved":0,"allocated":47865856,"data_stored":33593085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9449684736},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001966"},"pg_stats":[{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":598,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392043+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:10:17.392043+0000","last_peered":"2023-10-09T05:10:17.392043+0000","last_clean":"2023-10-09T05:10:17.392043+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:10:17.392043+0000","last_undegraded":"2023-10-09T05:10:17.392043+0000","last_fullsized":"2023-10-09T05:10:17.392043+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":320,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391998+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:10:17.391998+0000","last_peered":"2023-10-09T05:10:17.391998+0000","last_clean":"2023-10-09T05:10:17.391998+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:10:17.391998+0000","last_undegraded":"2023-10-09T05:10:17.391998+0000","last_fullsized":"2023-10-09T05:10:17.391998+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":442,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393359+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:10:17.393359+0000","last_peered":"2023-10-09T05:10:17.393359+0000","last_clean":"2023-10-09T05:10:17.393359+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:10:17.393359+0000","last_undegraded":"2023-10-09T05:10:17.393359+0000","last_fullsized":"2023-10-09T05:10:17.393359+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":132,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237994+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:10:17.237994+0000","last_peered":"2023-10-09T05:10:17.237994+0000","last_clean":"2023-10-09T05:10:17.237994+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:10:17.237994+0000","last_undegraded":"2023-10-09T05:10:17.237994+0000","last_fullsized":"2023-10-09T05:10:17.237994+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":299,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392391+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:10:17.392391+0000","last_peered":"2023-10-09T05:10:17.392391+0000","last_clean":"2023-10-09T05:10:17.392391+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:10:17.392391+0000","last_undegraded":"2023-10-09T05:10:17.392391+0000","last_fullsized":"2023-10-09T05:10:17.392391+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":275,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.207883+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:10:17.207883+0000","last_peered":"2023-10-09T05:10:17.207883+0000","last_clean":"2023-10-09T05:10:17.207883+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:10:17.207883+0000","last_undegraded":"2023-10-09T05:10:17.207883+0000","last_fullsized":"2023-10-09T05:10:17.207883+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":536,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.151453+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:10:17.151453+0000","last_peered":"2023-10-09T05:10:17.151453+0000","last_clean":"2023-10-09T05:10:17.151453+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:10:17.151453+0000","last_undegraded":"2023-10-09T05:10:17.151453+0000","last_fullsized":"2023-10-09T05:10:17.151453+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":325,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392606+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:10:17.392606+0000","last_peered":"2023-10-09T05:10:17.392606+0000","last_clean":"2023-10-09T05:10:17.392606+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:10:17.392606+0000","last_undegraded":"2023-10-09T05:10:17.392606+0000","last_fullsized":"2023-10-09T05:10:17.392606+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":599,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150825+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:10:17.150825+0000","last_peered":"2023-10-09T05:10:17.150825+0000","last_clean":"2023-10-09T05:10:17.150825+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:10:17.150825+0000","last_undegraded":"2023-10-09T05:10:17.150825+0000","last_fullsized":"2023-10-09T05:10:17.150825+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":315,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393505+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:10:17.393505+0000","last_peered":"2023-10-09T05:10:17.393505+0000","last_clean":"2023-10-09T05:10:17.393505+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:10:17.393505+0000","last_undegraded":"2023-10-09T05:10:17.393505+0000","last_fullsized":"2023-10-09T05:10:17.393505+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":138,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.238885+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:10:17.238885+0000","last_peered":"2023-10-09T05:10:17.238885+0000","last_clean":"2023-10-09T05:10:17.238885+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:10:17.238885+0000","last_undegraded":"2023-10-09T05:10:17.238885+0000","last_fullsized":"2023-10-09T05:10:17.238885+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":468,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.208224+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:10:17.208224+0000","last_peered":"2023-10-09T05:10:17.208224+0000","last_clean":"2023-10-09T05:10:17.208224+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:10:17.208224+0000","last_undegraded":"2023-10-09T05:10:17.208224+0000","last_fullsized":"2023-10-09T05:10:17.208224+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":651,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393094+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:10:17.393094+0000","last_peered":"2023-10-09T05:10:17.393094+0000","last_clean":"2023-10-09T05:10:17.393094+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:10:17.393094+0000","last_undegraded":"2023-10-09T05:10:17.393094+0000","last_fullsized":"2023-10-09T05:10:17.393094+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":619,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392616+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:10:17.392616+0000","last_peered":"2023-10-09T05:10:17.392616+0000","last_clean":"2023-10-09T05:10:17.392616+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:10:17.392616+0000","last_undegraded":"2023-10-09T05:10:17.392616+0000","last_fullsized":"2023-10-09T05:10:17.392616+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":138,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237564+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:10:17.237564+0000","last_peered":"2023-10-09T05:10:17.237564+0000","last_clean":"2023-10-09T05:10:17.237564+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:10:17.237564+0000","last_undegraded":"2023-10-09T05:10:17.237564+0000","last_fullsized":"2023-10-09T05:10:17.237564+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":422,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393086+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:10:17.393086+0000","last_peered":"2023-10-09T05:10:17.393086+0000","last_clean":"2023-10-09T05:10:17.393086+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:10:17.393086+0000","last_undegraded":"2023-10-09T05:10:17.393086+0000","last_fullsized":"2023-10-09T05:10:17.393086+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.972556+0000","last_change":"2023-10-09T05:10:29.972556+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.972556+0000","last_undegraded":"2023-10-09T05:10:29.972556+0000","last_fullsized":"2023-10-09T05:10:29.972556+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:39:45.020941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":132,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.238153+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:10:17.238153+0000","last_peered":"2023-10-09T05:10:17.238153+0000","last_clean":"2023-10-09T05:10:17.238153+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:10:17.238153+0000","last_undegraded":"2023-10-09T05:10:17.238153+0000","last_fullsized":"2023-10-09T05:10:17.238153+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":591,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.151261+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:10:17.151261+0000","last_peered":"2023-10-09T05:10:17.151261+0000","last_clean":"2023-10-09T05:10:17.151261+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:10:17.151261+0000","last_undegraded":"2023-10-09T05:10:17.151261+0000","last_fullsized":"2023-10-09T05:10:17.151261+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":132,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237711+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:10:17.237711+0000","last_peered":"2023-10-09T05:10:17.237711+0000","last_clean":"2023-10-09T05:10:17.237711+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:10:17.237711+0000","last_undegraded":"2023-10-09T05:10:17.237711+0000","last_fullsized":"2023-10-09T05:10:17.237711+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":551,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.394702+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:10:17.394702+0000","last_peered":"2023-10-09T05:10:17.394702+0000","last_clean":"2023-10-09T05:10:17.394702+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:10:17.394702+0000","last_undegraded":"2023-10-09T05:10:17.394702+0000","last_fullsized":"2023-10-09T05:10:17.394702+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":273,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.205623+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:10:17.205623+0000","last_peered":"2023-10-09T05:10:17.205623+0000","last_clean":"2023-10-09T05:10:17.205623+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:10:17.205623+0000","last_undegraded":"2023-10-09T05:10:17.205623+0000","last_fullsized":"2023-10-09T05:10:17.205623+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":319,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392841+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:10:17.392841+0000","last_peered":"2023-10-09T05:10:17.392841+0000","last_clean":"2023-10-09T05:10:17.392841+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:10:17.392841+0000","last_undegraded":"2023-10-09T05:10:17.392841+0000","last_fullsized":"2023-10-09T05:10:17.392841+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":136,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.239596+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:10:17.239596+0000","last_peered":"2023-10-09T05:10:17.239596+0000","last_clean":"2023-10-09T05:10:17.239596+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:10:17.239596+0000","last_undegraded":"2023-10-09T05:10:17.239596+0000","last_fullsized":"2023-10-09T05:10:17.239596+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":575,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150305+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:10:17.150305+0000","last_peered":"2023-10-09T05:10:17.150305+0000","last_clean":"2023-10-09T05:10:17.150305+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:10:17.150305+0000","last_undegraded":"2023-10-09T05:10:17.150305+0000","last_fullsized":"2023-10-09T05:10:17.150305+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.972120+0000","last_change":"2023-10-09T05:10:29.972120+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.972120+0000","last_undegraded":"2023-10-09T05:10:29.972120+0000","last_fullsized":"2023-10-09T05:10:29.972120+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:37:08.001082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":167,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237922+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:10:17.237922+0000","last_peered":"2023-10-09T05:10:17.237922+0000","last_clean":"2023-10-09T05:10:17.237922+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:10:17.237922+0000","last_undegraded":"2023-10-09T05:10:17.237922+0000","last_fullsized":"2023-10-09T05:10:17.237922+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":609,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391901+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:10:17.391901+0000","last_peered":"2023-10-09T05:10:17.391901+0000","last_clean":"2023-10-09T05:10:17.391901+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:10:17.391901+0000","last_undegraded":"2023-10-09T05:10:17.391901+0000","last_fullsized":"2023-10-09T05:10:17.391901+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":136,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.239037+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:10:17.239037+0000","last_peered":"2023-10-09T05:10:17.239037+0000","last_clean":"2023-10-09T05:10:17.239037+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:10:17.239037+0000","last_undegraded":"2023-10-09T05:10:17.239037+0000","last_fullsized":"2023-10-09T05:10:17.239037+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":295,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.208298+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:10:17.208298+0000","last_peered":"2023-10-09T05:10:17.208298+0000","last_clean":"2023-10-09T05:10:17.208298+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:10:17.208298+0000","last_undegraded":"2023-10-09T05:10:17.208298+0000","last_fullsized":"2023-10-09T05:10:17.208298+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.971635+0000","last_change":"2023-10-09T05:10:29.971635+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.971635+0000","last_undegraded":"2023-10-09T05:10:29.971635+0000","last_fullsized":"2023-10-09T05:10:29.971635+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:26:45.369790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":619,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150720+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:10:17.150720+0000","last_peered":"2023-10-09T05:10:17.150720+0000","last_clean":"2023-10-09T05:10:17.150720+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:10:17.150720+0000","last_undegraded":"2023-10-09T05:10:17.150720+0000","last_fullsized":"2023-10-09T05:10:17.150720+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":580,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:21.595070+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:10:21.595070+0000","last_peered":"2023-10-09T05:10:21.595070+0000","last_clean":"2023-10-09T05:10:21.595070+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:10:21.595070+0000","last_undegraded":"2023-10-09T05:10:21.595070+0000","last_fullsized":"2023-10-09T05:10:21.595070+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.971904+0000","last_change":"2023-10-09T05:10:29.971904+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.971904+0000","last_undegraded":"2023-10-09T05:10:29.971904+0000","last_fullsized":"2023-10-09T05:10:29.971904+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:46:08.652150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":1000,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237786+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:10:17.237786+0000","last_peered":"2023-10-09T05:10:17.237786+0000","last_clean":"2023-10-09T05:10:17.237786+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:10:17.237786+0000","last_undegraded":"2023-10-09T05:10:17.237786+0000","last_fullsized":"2023-10-09T05:10:17.237786+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":245,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.395943+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:10:17.395943+0000","last_peered":"2023-10-09T05:10:17.395943+0000","last_clean":"2023-10-09T05:10:17.395943+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:10:17.395943+0000","last_undegraded":"2023-10-09T05:10:17.395943+0000","last_fullsized":"2023-10-09T05:10:17.395943+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":619,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392005+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:10:17.392005+0000","last_peered":"2023-10-09T05:10:17.392005+0000","last_clean":"2023-10-09T05:10:17.392005+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:10:17.392005+0000","last_undegraded":"2023-10-09T05:10:17.392005+0000","last_fullsized":"2023-10-09T05:10:17.392005+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.963294+0000","last_change":"2023-10-09T05:10:29.963294+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.963294+0000","last_undegraded":"2023-10-09T05:10:29.963294+0000","last_fullsized":"2023-10-09T05:10:29.963294+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:52:40.858697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":573,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150202+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:10:17.150202+0000","last_peered":"2023-10-09T05:10:17.150202+0000","last_clean":"2023-10-09T05:10:17.150202+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:10:17.150202+0000","last_undegraded":"2023-10-09T05:10:17.150202+0000","last_fullsized":"2023-10-09T05:10:17.150202+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":275,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.208374+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:10:17.208374+0000","last_peered":"2023-10-09T05:10:17.208374+0000","last_clean":"2023-10-09T05:10:17.208374+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:10:17.208374+0000","last_undegraded":"2023-10-09T05:10:17.208374+0000","last_fullsized":"2023-10-09T05:10:17.208374+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":555,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393478+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:10:17.393478+0000","last_peered":"2023-10-09T05:10:17.393478+0000","last_clean":"2023-10-09T05:10:17.393478+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:10:17.393478+0000","last_undegraded":"2023-10-09T05:10:17.393478+0000","last_fullsized":"2023-10-09T05:10:17.393478+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":556,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391822+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:10:17.391822+0000","last_peered":"2023-10-09T05:10:17.391822+0000","last_clean":"2023-10-09T05:10:17.391822+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:10:17.391822+0000","last_undegraded":"2023-10-09T05:10:17.391822+0000","last_fullsized":"2023-10-09T05:10:17.391822+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":629,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.395369+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:10:17.395369+0000","last_peered":"2023-10-09T05:10:17.395369+0000","last_clean":"2023-10-09T05:10:17.395369+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:10:17.395369+0000","last_undegraded":"2023-10-09T05:10:17.395369+0000","last_fullsized":"2023-10-09T05:10:17.395369+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":573,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150981+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:10:17.150981+0000","last_peered":"2023-10-09T05:10:17.150981+0000","last_clean":"2023-10-09T05:10:17.150981+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:10:17.150981+0000","last_undegraded":"2023-10-09T05:10:17.150981+0000","last_fullsized":"2023-10-09T05:10:17.150981+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":318,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392531+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:10:17.392531+0000","last_peered":"2023-10-09T05:10:17.392531+0000","last_clean":"2023-10-09T05:10:17.392531+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:10:17.392531+0000","last_undegraded":"2023-10-09T05:10:17.392531+0000","last_fullsized":"2023-10-09T05:10:17.392531+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":425,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392906+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:10:17.392906+0000","last_peered":"2023-10-09T05:10:17.392906+0000","last_clean":"2023-10-09T05:10:17.392906+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:10:17.392906+0000","last_undegraded":"2023-10-09T05:10:17.392906+0000","last_fullsized":"2023-10-09T05:10:17.392906+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":954,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.207819+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:10:17.207819+0000","last_peered":"2023-10-09T05:10:17.207819+0000","last_clean":"2023-10-09T05:10:17.207819+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:10:17.207819+0000","last_undegraded":"2023-10-09T05:10:17.207819+0000","last_fullsized":"2023-10-09T05:10:17.207819+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":159,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.240329+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:10:17.240329+0000","last_peered":"2023-10-09T05:10:17.240329+0000","last_clean":"2023-10-09T05:10:17.240329+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:10:17.240329+0000","last_undegraded":"2023-10-09T05:10:17.240329+0000","last_fullsized":"2023-10-09T05:10:17.240329+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":589,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.151185+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:10:17.151185+0000","last_peered":"2023-10-09T05:10:17.151185+0000","last_clean":"2023-10-09T05:10:17.151185+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:10:17.151185+0000","last_undegraded":"2023-10-09T05:10:17.151185+0000","last_fullsized":"2023-10-09T05:10:17.151185+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":343,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150967+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:10:17.150967+0000","last_peered":"2023-10-09T05:10:17.150967+0000","last_clean":"2023-10-09T05:10:17.150967+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:10:17.150967+0000","last_undegraded":"2023-10-09T05:10:17.150967+0000","last_fullsized":"2023-10-09T05:10:17.150967+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":573,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150259+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:10:17.150259+0000","last_peered":"2023-10-09T05:10:17.150259+0000","last_clean":"2023-10-09T05:10:17.150259+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:10:17.150259+0000","last_undegraded":"2023-10-09T05:10:17.150259+0000","last_fullsized":"2023-10-09T05:10:17.150259+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":622,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150893+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:10:17.150893+0000","last_peered":"2023-10-09T05:10:17.150893+0000","last_clean":"2023-10-09T05:10:17.150893+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:10:17.150893+0000","last_undegraded":"2023-10-09T05:10:17.150893+0000","last_fullsized":"2023-10-09T05:10:17.150893+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":576,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392530+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:10:17.392530+0000","last_peered":"2023-10-09T05:10:17.392530+0000","last_clean":"2023-10-09T05:10:17.392530+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:10:17.392530+0000","last_undegraded":"2023-10-09T05:10:17.392530+0000","last_fullsized":"2023-10-09T05:10:17.392530+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":452,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:25.440894+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:10:25.440894+0000","last_peered":"2023-10-09T05:10:25.440894+0000","last_clean":"2023-10-09T05:10:25.440894+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:10:25.440894+0000","last_undegraded":"2023-10-09T05:10:25.440894+0000","last_fullsized":"2023-10-09T05:10:25.440894+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":545,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.238085+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:10:17.238085+0000","last_peered":"2023-10-09T05:10:17.238085+0000","last_clean":"2023-10-09T05:10:17.238085+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:10:17.238085+0000","last_undegraded":"2023-10-09T05:10:17.238085+0000","last_fullsized":"2023-10-09T05:10:17.238085+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":594,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:22.231739+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:10:22.231739+0000","last_peered":"2023-10-09T05:10:22.231739+0000","last_clean":"2023-10-09T05:10:22.231739+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:10:22.231739+0000","last_undegraded":"2023-10-09T05:10:22.231739+0000","last_fullsized":"2023-10-09T05:10:22.231739+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":470,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:22.231659+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:10:22.231659+0000","last_peered":"2023-10-09T05:10:22.231659+0000","last_clean":"2023-10-09T05:10:22.231659+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:10:22.231659+0000","last_undegraded":"2023-10-09T05:10:22.231659+0000","last_fullsized":"2023-10-09T05:10:22.231659+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":379,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.151518+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:10:17.151518+0000","last_peered":"2023-10-09T05:10:17.151518+0000","last_clean":"2023-10-09T05:10:17.151518+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:10:17.151518+0000","last_undegraded":"2023-10-09T05:10:17.151518+0000","last_fullsized":"2023-10-09T05:10:17.151518+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.971662+0000","last_change":"2023-10-09T05:10:29.971662+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.971662+0000","last_undegraded":"2023-10-09T05:10:29.971662+0000","last_fullsized":"2023-10-09T05:10:29.971662+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:03:21.033698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":558,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150436+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:10:17.150436+0000","last_peered":"2023-10-09T05:10:17.150436+0000","last_clean":"2023-10-09T05:10:17.150436+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:10:17.150436+0000","last_undegraded":"2023-10-09T05:10:17.150436+0000","last_fullsized":"2023-10-09T05:10:17.150436+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":545,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237523+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:10:17.237523+0000","last_peered":"2023-10-09T05:10:17.237523+0000","last_clean":"2023-10-09T05:10:17.237523+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:10:17.237523+0000","last_undegraded":"2023-10-09T05:10:17.237523+0000","last_fullsized":"2023-10-09T05:10:17.237523+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":413,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.394349+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:10:17.394349+0000","last_peered":"2023-10-09T05:10:17.394349+0000","last_clean":"2023-10-09T05:10:17.394349+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:10:17.394349+0000","last_undegraded":"2023-10-09T05:10:17.394349+0000","last_fullsized":"2023-10-09T05:10:17.394349+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":268,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.207473+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:10:17.207473+0000","last_peered":"2023-10-09T05:10:17.207473+0000","last_clean":"2023-10-09T05:10:17.207473+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:10:17.207473+0000","last_undegraded":"2023-10-09T05:10:17.207473+0000","last_fullsized":"2023-10-09T05:10:17.207473+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":936,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.206106+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:10:17.206106+0000","last_peered":"2023-10-09T05:10:17.206106+0000","last_clean":"2023-10-09T05:10:17.206106+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:10:17.206106+0000","last_undegraded":"2023-10-09T05:10:17.206106+0000","last_fullsized":"2023-10-09T05:10:17.206106+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":159,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.237440+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:10:17.237440+0000","last_peered":"2023-10-09T05:10:17.237440+0000","last_clean":"2023-10-09T05:10:17.237440+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:10:17.237440+0000","last_undegraded":"2023-10-09T05:10:17.237440+0000","last_fullsized":"2023-10-09T05:10:17.237440+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":527,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391998+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:10:17.391998+0000","last_peered":"2023-10-09T05:10:17.391998+0000","last_clean":"2023-10-09T05:10:17.391998+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:10:17.391998+0000","last_undegraded":"2023-10-09T05:10:17.391998+0000","last_fullsized":"2023-10-09T05:10:17.391998+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":596,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:21.595008+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:10:21.595008+0000","last_peered":"2023-10-09T05:10:21.595008+0000","last_clean":"2023-10-09T05:10:21.595008+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:10:21.595008+0000","last_undegraded":"2023-10-09T05:10:21.595008+0000","last_fullsized":"2023-10-09T05:10:21.595008+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.972183+0000","last_change":"2023-10-09T05:10:29.972183+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.972183+0000","last_undegraded":"2023-10-09T05:10:29.972183+0000","last_fullsized":"2023-10-09T05:10:29.972183+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:51:40.296239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":914,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.207162+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:10:17.207162+0000","last_peered":"2023-10-09T05:10:17.207162+0000","last_clean":"2023-10-09T05:10:17.207162+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:10:17.207162+0000","last_undegraded":"2023-10-09T05:10:17.207162+0000","last_fullsized":"2023-10-09T05:10:17.207162+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":132,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.238954+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:10:17.238954+0000","last_peered":"2023-10-09T05:10:17.238954+0000","last_clean":"2023-10-09T05:10:17.238954+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:10:17.238954+0000","last_undegraded":"2023-10-09T05:10:17.238954+0000","last_fullsized":"2023-10-09T05:10:17.238954+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":331,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:25.440913+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:10:25.440913+0000","last_peered":"2023-10-09T05:10:25.440913+0000","last_clean":"2023-10-09T05:10:25.440913+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:10:25.440913+0000","last_undegraded":"2023-10-09T05:10:25.440913+0000","last_fullsized":"2023-10-09T05:10:25.440913+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":274,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150513+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:10:17.150513+0000","last_peered":"2023-10-09T05:10:17.150513+0000","last_clean":"2023-10-09T05:10:17.150513+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:10:17.150513+0000","last_undegraded":"2023-10-09T05:10:17.150513+0000","last_fullsized":"2023-10-09T05:10:17.150513+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.971753+0000","last_change":"2023-10-09T05:10:29.971753+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.971753+0000","last_undegraded":"2023-10-09T05:10:29.971753+0000","last_fullsized":"2023-10-09T05:10:29.971753+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:37:04.643696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":573,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393347+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:10:17.393347+0000","last_peered":"2023-10-09T05:10:17.393347+0000","last_clean":"2023-10-09T05:10:17.393347+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:10:17.393347+0000","last_undegraded":"2023-10-09T05:10:17.393347+0000","last_fullsized":"2023-10-09T05:10:17.393347+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":272,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392985+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:10:17.392985+0000","last_peered":"2023-10-09T05:10:17.392985+0000","last_clean":"2023-10-09T05:10:17.392985+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:10:17.392985+0000","last_undegraded":"2023-10-09T05:10:17.392985+0000","last_fullsized":"2023-10-09T05:10:17.392985+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":489,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.207341+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:10:17.207341+0000","last_peered":"2023-10-09T05:10:17.207341+0000","last_clean":"2023-10-09T05:10:17.207341+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:10:17.207341+0000","last_undegraded":"2023-10-09T05:10:17.207341+0000","last_fullsized":"2023-10-09T05:10:17.207341+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":294,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392281+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:10:17.392281+0000","last_peered":"2023-10-09T05:10:17.392281+0000","last_clean":"2023-10-09T05:10:17.392281+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:10:17.392281+0000","last_undegraded":"2023-10-09T05:10:17.392281+0000","last_fullsized":"2023-10-09T05:10:17.392281+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.972597+0000","last_change":"2023-10-09T05:10:29.972597+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.972597+0000","last_undegraded":"2023-10-09T05:10:29.972597+0000","last_fullsized":"2023-10-09T05:10:29.972597+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:54:17.647362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":621,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.533308+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:10:17.533308+0000","last_peered":"2023-10-09T05:10:17.533308+0000","last_clean":"2023-10-09T05:10:17.533308+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:10:17.533308+0000","last_undegraded":"2023-10-09T05:10:17.533308+0000","last_fullsized":"2023-10-09T05:10:17.533308+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":268,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.207747+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:10:17.207747+0000","last_peered":"2023-10-09T05:10:17.207747+0000","last_clean":"2023-10-09T05:10:17.207747+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:10:17.207747+0000","last_undegraded":"2023-10-09T05:10:17.207747+0000","last_fullsized":"2023-10-09T05:10:17.207747+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":588,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:21.595082+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:10:21.595082+0000","last_peered":"2023-10-09T05:10:21.595082+0000","last_clean":"2023-10-09T05:10:21.595082+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:10:21.595082+0000","last_undegraded":"2023-10-09T05:10:21.595082+0000","last_fullsized":"2023-10-09T05:10:21.595082+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":558,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391677+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:10:17.391677+0000","last_peered":"2023-10-09T05:10:17.391677+0000","last_clean":"2023-10-09T05:10:17.391677+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:10:17.391677+0000","last_undegraded":"2023-10-09T05:10:17.391677+0000","last_fullsized":"2023-10-09T05:10:17.391677+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":270,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392759+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:10:17.392759+0000","last_peered":"2023-10-09T05:10:17.392759+0000","last_clean":"2023-10-09T05:10:17.392759+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:10:17.392759+0000","last_undegraded":"2023-10-09T05:10:17.392759+0000","last_fullsized":"2023-10-09T05:10:17.392759+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":626,"reported_epoch":575,"state":"active+clean","last_fresh":"2023-10-09T05:10:22.232050+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:10:22.232050+0000","last_peered":"2023-10-09T05:10:22.232050+0000","last_clean":"2023-10-09T05:10:22.232050+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:10:22.232050+0000","last_undegraded":"2023-10-09T05:10:22.232050+0000","last_fullsized":"2023-10-09T05:10:22.232050+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":585,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.150782+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:10:17.150782+0000","last_peered":"2023-10-09T05:10:17.150782+0000","last_clean":"2023-10-09T05:10:17.150782+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:10:17.150782+0000","last_undegraded":"2023-10-09T05:10:17.150782+0000","last_fullsized":"2023-10-09T05:10:17.150782+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":616,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.392684+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:10:17.392684+0000","last_peered":"2023-10-09T05:10:17.392684+0000","last_clean":"2023-10-09T05:10:17.392684+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:10:17.392684+0000","last_undegraded":"2023-10-09T05:10:17.392684+0000","last_fullsized":"2023-10-09T05:10:17.392684+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.971712+0000","last_change":"2023-10-09T05:10:29.971712+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.971712+0000","last_undegraded":"2023-10-09T05:10:29.971712+0000","last_fullsized":"2023-10-09T05:10:29.971712+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:41:11.442777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":576,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.151114+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:10:17.151114+0000","last_peered":"2023-10-09T05:10:17.151114+0000","last_clean":"2023-10-09T05:10:17.151114+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:10:17.151114+0000","last_undegraded":"2023-10-09T05:10:17.151114+0000","last_fullsized":"2023-10-09T05:10:17.151114+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":579,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391826+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:10:17.391826+0000","last_peered":"2023-10-09T05:10:17.391826+0000","last_clean":"2023-10-09T05:10:17.391826+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:10:17.391826+0000","last_undegraded":"2023-10-09T05:10:17.391826+0000","last_fullsized":"2023-10-09T05:10:17.391826+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-10-09T05:10:29.952821+0000","last_change":"2023-10-09T05:10:29.952821+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.952821+0000","last_undegraded":"2023-10-09T05:10:29.952821+0000","last_fullsized":"2023-10-09T05:10:29.952821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":305,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.394658+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:10:17.394658+0000","last_peered":"2023-10-09T05:10:17.394658+0000","last_clean":"2023-10-09T05:10:17.394658+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:10:17.394658+0000","last_undegraded":"2023-10-09T05:10:17.394658+0000","last_fullsized":"2023-10-09T05:10:17.394658+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":270,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.393466+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:10:17.393466+0000","last_peered":"2023-10-09T05:10:17.393466+0000","last_clean":"2023-10-09T05:10:17.393466+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:10:17.393466+0000","last_undegraded":"2023-10-09T05:10:17.393466+0000","last_fullsized":"2023-10-09T05:10:17.393466+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":1,"reported_epoch":576,"state":"creating+peering","last_fresh":"2023-10-09T05:10:29.972228+0000","last_change":"2023-10-09T05:10:29.972228+0000","last_active":"2023-10-09T05:10:29.952821+0000","last_peered":"2023-10-09T05:10:29.952821+0000","last_clean":"2023-10-09T05:10:29.952821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-09T05:10:29.972228+0000","last_undegraded":"2023-10-09T05:10:29.972228+0000","last_fullsized":"2023-10-09T05:10:29.972228+0000","mapping_epoch":576,"log_start":"0'0","ondisk_log_start":"0'0","created":576,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T05:10:29.952821+0000","last_clean_scrub_stamp":"2023-10-09T05:10:29.952821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:11:35.401546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":261,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.151380+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:10:17.151380+0000","last_peered":"2023-10-09T05:10:17.151380+0000","last_clean":"2023-10-09T05:10:17.151380+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:10:17.151380+0000","last_undegraded":"2023-10-09T05:10:17.151380+0000","last_fullsized":"2023-10-09T05:10:17.151380+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":605,"reported_epoch":574,"state":"active+clean","last_fresh":"2023-10-09T05:10:17.391668+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:10:17.391668+0000","last_peered":"2023-10-09T05:10:17.391668+0000","last_clean":"2023-10-09T05:10:17.391668+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:10:17.391668+0000","last_undegraded":"2023-10-09T05:10:17.391668+0000","last_fullsized":"2023-10-09T05:10:17.391668+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":2},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234571,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1502720,"kb_used_data":6136,"kb_used_omap":0,"kb_used_meta":1496576,"kb_avail":92242432,"statfs":{"total":95995035648,"available":94456250368,"internally_reserved":0,"allocated":6283264,"data_stored":4798313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1532493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":0.82799999999999996}]},{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":2.7130000000000001,"15min":2.0139999999999998},"min":{"1min":0.313,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":8.9440000000000008,"5min":13.375,"15min":13.375},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.788,"5min":2.1040000000000001,"15min":2.3420000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.25800000000000001},"max":{"1min":5.2910000000000004,"5min":9.6790000000000003,"15min":15.401},"last":0.55200000000000005}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":0.61099999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:10:02 2023","interfaces":[{"interface":"back","average":{"1min":4.8319999999999999,"5min":3.2400000000000002,"15min":2.637},"min":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":15.276999999999999,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":4.718,"5min":3.7160000000000002,"15min":2.8210000000000002},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":13.201000000000001,"5min":19.382999999999999,"15min":19.382999999999999},"last":0.69999999999999996}]},{"osd":4,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.9039999999999999,"15min":1.879},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":5.2480000000000002,"5min":9.9719999999999995,"15min":19.949000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.4529999999999998,"15min":1.9159999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.254},"max":{"1min":10.097,"5min":13.412000000000001,"15min":18.971},"last":0.746}]},{"osd":5,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":2.5150000000000001,"15min":2.1930000000000001},"min":{"1min":0.33200000000000002,"5min":0.309,"15min":0.30099999999999999},"max":{"1min":5.3259999999999996,"5min":14.968,"15min":20.678999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.7629999999999999,"5min":2.2610000000000001,"15min":1.889},"min":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":11.164,"5min":16.088999999999999,"15min":21.07},"last":0.58499999999999996}]},{"osd":6,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.3260000000000001,"15min":2.133},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.4139999999999997,"5min":14.289999999999999,"15min":16.881},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.2949999999999999,"5min":2.1880000000000002,"15min":1.9450000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":6.4299999999999997,"5min":11.388,"15min":14.191000000000001},"last":0.71799999999999997}]}]},{"osd":6,"up_from":46,"seq":197568496207,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500724,"kb_used_data":5804,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244428,"statfs":{"total":95995035648,"available":94458294272,"internally_reserved":0,"allocated":5943296,"data_stored":4470545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.626},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.76600000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9259999999999999,"15min":2.2629999999999999},"min":{"1min":0.32400000000000001,"5min":0.245,"15min":0.245},"max":{"1min":6.319,"5min":10.829000000000001,"15min":15.935},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.7110000000000001,"5min":2.0859999999999999,"15min":2.5070000000000001},"min":{"1min":0.27900000000000003,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":9.0169999999999995,"5min":11.093,"15min":18.094000000000001},"last":0.63800000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.7999999999999998,"15min":2.5670000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":7.9749999999999996,"5min":16.337,"15min":42.923999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.6459999999999999,"15min":2.524},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.8600000000000003,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.61299999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:10:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1419999999999999,"5min":2.6150000000000002,"15min":2.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.29199999999999998},"max":{"1min":6.4880000000000004,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":1.879,"5min":2.698,"15min":2.71},"min":{"1min":0.34899999999999998,"5min":0.32400000000000001,"15min":0.29099999999999998},"max":{"1min":6.4260000000000002,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.67600000000000005}]},{"osd":4,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":2.5550000000000002,"15min":1.99},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":20.213999999999999,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.177,"15min":1.8540000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":6.9740000000000002,"5min":10.99,"15min":16.068999999999999},"last":0.39800000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8660000000000001,"5min":2.6150000000000002,"15min":2.0209999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":22.765999999999998,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.7839999999999998,"15min":1.98},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":13.019,"5min":13.019,"15min":16.292999999999999},"last":0.437}]},{"osd":7,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":2.2090000000000001,"15min":1.8839999999999999},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":4.7510000000000003,"5min":13.564,"15min":16.372},"last":0.50900000000000001},{"interface":"front","average":{"1min":1.5600000000000001,"5min":2,"15min":1.788},"min":{"1min":0.439,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":5.7569999999999997,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.55000000000000004}]}]},{"osd":1,"up_from":0,"seq":2052994367590,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187914,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1230924,"kb_used_data":7684,"kb_used_omap":5,"kb_used_meta":1223226,"kb_avail":92514228,"statfs":{"total":95995035648,"available":94734569472,"internally_reserved":0,"allocated":7868416,"data_stored":4701886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1252584058},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.55,"15min":1.5700000000000001},"min":{"1min":0.218,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":8.282,"5min":9.0380000000000003,"15min":9.8109999999999999},"last":0.253},{"interface":"front","average":{"1min":1.77,"5min":1.8160000000000001,"15min":1.8879999999999999},"min":{"1min":0.28399999999999997,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.2320000000000002,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.35399999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1160000000000001,"5min":3.7629999999999999,"15min":2.9300000000000002},"min":{"1min":0.218,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":27.786000000000001,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":2.2170000000000001,"5min":3.008,"15min":2.6669999999999998},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.327,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":3.4860000000000002,"15min":2.6320000000000001},"min":{"1min":0.32900000000000001,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":10.361000000000001,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.30599999999999999},{"interface":"front","average":{"1min":4.1289999999999996,"5min":3.6280000000000001,"15min":2.7789999999999999},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":12.435,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.371}]},{"osd":4,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":2.7749999999999999,"15min":2.3090000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":21.925999999999998,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.0310000000000001,"5min":2.6190000000000002,"15min":2.2749999999999999},"min":{"1min":0.33200000000000002,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3160000000000007,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.52900000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":3.1150000000000002,"15min":2.5350000000000001},"min":{"1min":0.40899999999999997,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":8.3620000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.593,"5min":2.3319999999999999,"15min":2.476},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.5339999999999998,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.45900000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1909999999999998,"5min":3.0230000000000001,"15min":2.5750000000000002},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":16.225999999999999,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.8370000000000002,"5min":2.6070000000000002,"15min":2.6179999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33300000000000002},"max":{"1min":10.023,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":2.1850000000000001,"15min":2.617},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":6.5579999999999998,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.661,"15min":2.4100000000000001},"min":{"1min":0.39100000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":21.977,"5min":21.977,"15min":21.977},"last":0.55000000000000004}]}]},{"osd":2,"up_from":116,"seq":498216206757,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1221100,"kb_used_data":7460,"kb_used_omap":7,"kb_used_meta":1213624,"kb_avail":92524052,"statfs":{"total":95995035648,"available":94744629248,"internally_reserved":0,"allocated":7639040,"data_stored":4905650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1242751057},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.8769999999999998,"15min":2.3079999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":10.773999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.28100000000000003},{"interface":"front","average":{"1min":1.861,"5min":2.0409999999999999,"15min":1.827},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":6.915,"5min":15.137,"15min":15.137},"last":0.32200000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:10:22 2023","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.5619999999999998,"15min":3.871},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.19},"max":{"1min":7.3929999999999998,"5min":13.619999999999999,"15min":70.971000000000004},"last":0.377},{"interface":"front","average":{"1min":2.3559999999999999,"5min":2.4529999999999998,"15min":3.8820000000000001},"min":{"1min":0.26100000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":10.801,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.34399999999999997}]},{"osd":3,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5780000000000003,"5min":3.117,"15min":3.3780000000000001},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.18099999999999999},"max":{"1min":21.062000000000001,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":4.6130000000000004,"5min":3.2999999999999998,"15min":3.52},"min":{"1min":0.37,"5min":0.307,"15min":0.252},"max":{"1min":21.103000000000002,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7000000000000002,"5min":4.6120000000000001,"15min":3.8039999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.962999999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":4.056,"5min":4.3440000000000003,"15min":3.234},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.654,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":1.611,"5min":3.6589999999999998,"15min":2.6749999999999998},"min":{"1min":0.38400000000000001,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":6.952,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":3.8159999999999998,"5min":4.5590000000000002,"15min":3.387},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.30099999999999999},"max":{"1min":11.005000000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":0.56399999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.1099999999999999,"5min":4.2130000000000001,"15min":3.1909999999999998},"min":{"1min":0.36299999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":10.721,"5min":142.339,"15min":142.339},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.7669999999999999,"5min":3.6970000000000001,"15min":2.6899999999999999},"min":{"1min":0.41499999999999998,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":13.808999999999999,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.624}]},{"osd":7,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":3.7309999999999999,"15min":2.7530000000000001},"min":{"1min":0.433,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":10.747999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":2.2309999999999999,"5min":3.1499999999999999,"15min":2.4289999999999998},"min":{"1min":0.45300000000000001,"5min":0.39700000000000002,"15min":0.33900000000000002},"max":{"1min":7.0049999999999999,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.57999999999999996}]}]},{"osd":3,"up_from":198,"seq":850403524893,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":825460,"kb_used_data":7468,"kb_used_omap":2,"kb_used_meta":817981,"kb_avail":92919692,"statfs":{"total":95995035648,"available":95149764608,"internally_reserved":0,"allocated":7647232,"data_stored":5188841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":837612597},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.0270000000000001,"15min":2.2519999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.183},"max":{"1min":10.875999999999999,"5min":14.198,"15min":26.260999999999999},"last":0.22600000000000001},{"interface":"front","average":{"1min":2.649,"5min":2.1749999999999998,"15min":2.2970000000000002},"min":{"1min":0.219,"5min":0.183,"15min":0.183},"max":{"1min":10.362,"5min":12.528,"15min":22.477},"last":0.26700000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:18 2023","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":1.8080000000000001,"15min":1.355},"min":{"1min":0.28699999999999998,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":10.901999999999999,"5min":10.901999999999999,"15min":11.076000000000001},"last":0.308},{"interface":"front","average":{"1min":2.331,"5min":2.2490000000000001,"15min":1.74},"min":{"1min":0.27500000000000002,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":11.215999999999999,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.33900000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.8780000000000001,"5min":2.7130000000000001,"15min":2.6949999999999998},"min":{"1min":0.33300000000000002,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":21.945,"5min":21.945,"15min":21.945},"last":0.33100000000000002},{"interface":"front","average":{"1min":3.968,"5min":2.6629999999999998,"15min":2.7730000000000001},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":21.82,"5min":21.82,"15min":25.776},"last":0.36099999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.9790000000000001,"15min":2.4910000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":10.271000000000001,"5min":10.271000000000001,"15min":15.301},"last":0.53600000000000003},{"interface":"front","average":{"1min":3.0800000000000001,"5min":2.7970000000000002,"15min":2.4289999999999998},"min":{"1min":0.37,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":10.407,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.51300000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.54,"5min":2.7400000000000002,"15min":2.4129999999999998},"min":{"1min":0.41299999999999998,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":13.614000000000001,"5min":13.614000000000001,"15min":35.712000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":3.2480000000000002,"5min":2.843,"15min":2.7010000000000001},"min":{"1min":0.39400000000000002,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":35.488},"last":0.48799999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.835,"15min":2.8300000000000001},"min":{"1min":0.39700000000000002,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":12.872999999999999,"5min":18.436,"15min":50.113999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":3.9889999999999999,"5min":2.6190000000000002,"15min":2.569},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.762,"5min":10.762,"15min":53.841999999999999},"last":0.47899999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.3929999999999998,"5min":3.1539999999999999,"15min":2.8730000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":10.307,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":5.3460000000000001,"5min":3.2349999999999999,"15min":2.802},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":12.829000000000001,"5min":12.829000000000001,"15min":15.381},"last":0.46899999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019479,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500732,"kb_used_data":5812,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244420,"statfs":{"total":95995035648,"available":94458286080,"internally_reserved":0,"allocated":5951488,"data_stored":4470852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":1.883,"15min":1.7929999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.218},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":0.183},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0910000000000002,"15min":1.748},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":5.7329999999999997,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.379}]},{"osd":1,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.3380000000000001,"15min":2.5110000000000001},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.753,"5min":12.753,"15min":12.753},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.0960000000000001,"5min":2.1469999999999998,"15min":2.105},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.253},"max":{"1min":11.395,"5min":11.395,"15min":11.395},"last":0.38900000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":2.351,"15min":3.1280000000000001},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":4.8010000000000002,"5min":19.295999999999999,"15min":105.411},"last":0.33000000000000002},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.593,"15min":3.194},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.7200000000000006,"5min":10.772,"15min":97.927999999999997},"last":0.439}]},{"osd":3,"last update":"Mon Oct 9 05:10:11 2023","interfaces":[{"interface":"back","average":{"1min":19.675999999999998,"5min":6.3949999999999996,"15min":4.7629999999999999},"min":{"1min":0.39100000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":359.49200000000002,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.34000000000000002},{"interface":"front","average":{"1min":21.381,"5min":6.7469999999999999,"15min":5.0110000000000001},"min":{"1min":0.372,"5min":0.33400000000000002,"15min":0.29099999999999998},"max":{"1min":359.55500000000001,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.317}]},{"osd":5,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.9139999999999999,"15min":1.591},"min":{"1min":0.32800000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":9.4260000000000002,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":2.181,"5min":1.9710000000000001,"15min":1.665},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.1750000000000007,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.40899999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.2709999999999999,"5min":1.9770000000000001,"15min":2.157},"min":{"1min":0.33800000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":12.839,"5min":12.839,"15min":81.980999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":3.3889999999999998,"5min":2.0059999999999998,"15min":2.1139999999999999},"min":{"1min":0.36199999999999999,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":20.992999999999999,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.42199999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":1.788,"15min":1.821},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":12.502000000000001,"5min":12.502000000000001,"15min":29.175000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":2.7599999999999998,"5min":1.8660000000000001,"15min":1.921},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":12.805,"5min":12.983000000000001,"15min":29.192},"last":0.40000000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757843,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1493364,"kb_used_data":6380,"kb_used_omap":0,"kb_used_meta":1486976,"kb_avail":92251788,"statfs":{"total":95995035648,"available":94465830912,"internally_reserved":0,"allocated":6533120,"data_stored":5056998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1522663424},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.472,"5min":2.1419999999999999,"15min":1.8620000000000001},"min":{"1min":0.29299999999999998,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":8.5820000000000007,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":4.194,"5min":2.7719999999999998,"15min":2.125},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":16.363,"5min":16.363,"15min":16.363},"last":0.374}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":2.6200000000000001,"15min":2.593},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":19.382000000000001,"5min":19.382000000000001,"15min":19.382000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.661,"5min":2.4079999999999999,"15min":2.3759999999999999},"min":{"1min":0.33100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.9180000000000001,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.504}]},{"osd":2,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6299999999999999,"5min":3.2410000000000001,"15min":2.7029999999999998},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":19.27,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":4.343,"5min":3.7069999999999999,"15min":2.657},"min":{"1min":0.39900000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":16.318000000000001,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.434}]},{"osd":3,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":3.0699999999999998,"15min":2.806},"min":{"1min":0.46600000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":7.1980000000000004,"5min":24.114999999999998,"15min":74.915000000000006},"last":0.443},{"interface":"front","average":{"1min":3.472,"5min":3.7229999999999999,"15min":3.0209999999999999},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.975,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.52800000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2559999999999998,"5min":2.4079999999999999,"15min":1.758},"min":{"1min":0.25800000000000001,"5min":0.25600000000000001,"15min":0.251},"max":{"1min":8.5489999999999995,"5min":10.959,"15min":10.959},"last":0.39800000000000002},{"interface":"front","average":{"1min":4.1749999999999998,"5min":2.9369999999999998,"15min":1.887},"min":{"1min":0.36699999999999999,"5min":0.248,"15min":0.248},"max":{"1min":20.899000000000001,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.46899999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.633,"15min":1.8},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":6.1630000000000003,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":2.6589999999999998,"5min":2.8820000000000001,"15min":2.097},"min":{"1min":0.27200000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.2070000000000007,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.49199999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.9740000000000002,"5min":3.2599999999999998,"15min":2.0779999999999998},"min":{"1min":0.32600000000000001,"5min":0.29499999999999998,"15min":0.28799999999999998},"max":{"1min":13.082000000000001,"5min":18.442,"15min":18.442},"last":0.51900000000000002},{"interface":"front","average":{"1min":2.9750000000000001,"5min":2.6190000000000002,"15min":2.081},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":19.411000000000001,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.41999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:10:32.232 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph status --format=json 2023-10-09T05:10:32.246 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:10:32] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2023-10-09T05:10:32.246 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:32.246 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/975701187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi107-476511-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: osdmap e577: 8 total, 8 up, 7 in 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: pgmap v1794: 115 pgs: 11 creating+peering, 21 unknown, 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:32.247 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[179183]: from='client.47546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/975701187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi107-476511-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: osdmap e577: 8 total, 8 up, 7 in 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.248 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: failed to encode map e577 with expected crc 2023-10-09T05:10:32.249 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: pgmap v1794: 115 pgs: 11 creating+peering, 21 unknown, 83 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:32.249 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:32.249 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:32.249 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:31 smithi107 ceph-mon[184249]: from='client.47546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:32.275 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:32.302 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:32.338 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:32.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:32.342 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:32.442 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:32.469 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:32.504 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:32.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:32.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:32.517 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:32.609 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:32.636 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:32.672 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:32.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:32.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:32.776 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:32.809 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:32.820 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:32.838 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:32.859 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:32.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:32.863 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:32.863 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:32.885 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:32.908 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:32.910 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:32.934 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:32.958 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:32.964 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:32.983 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:32.984 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.984 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.984 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.984 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.985 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:10:32.997 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:33.073 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:32 smithi150 ceph-mon[168511]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.073 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:32 smithi150 ceph-mon[168511]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.073 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:32 smithi150 ceph-mon[168511]: osdmap e578: 8 total, 8 up, 7 in 2023-10-09T05:10:33.073 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:32 smithi150 ceph-mon[168511]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.073 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:32 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1522787808' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:33.160 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[179183]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[179183]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[179183]: osdmap e578: 8 total, 8 up, 7 in 2023-10-09T05:10:33.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[179183]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1522787808' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:33.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[184249]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[184249]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[184249]: osdmap e578: 8 total, 8 up, 7 in 2023-10-09T05:10:33.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[184249]: failed to encode map e578 with expected crc 2023-10-09T05:10:33.164 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:32 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1522787808' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:33.344 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:33.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:33.348 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:33.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:33.481 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:33.520 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:33.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:33.523 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:33.625 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:33.657 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:33.695 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:33.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:33.699 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:33.732 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:10:33.799 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:33.837 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:33.896 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:33.896 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:34.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:33 smithi107 ceph-mon[184249]: failed to encode map e578 with expected crc 2023-10-09T05:10:34.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:33 smithi107 ceph-mon[184249]: pgmap v1796: 115 pgs: 11 creating+peering, 104 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 1.4 MiB/s rd, 696 KiB/s wr, 70 op/s 2023-10-09T05:10:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:33 smithi107 ceph-mon[179183]: failed to encode map e578 with expected crc 2023-10-09T05:10:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:33 smithi107 ceph-mon[179183]: pgmap v1796: 115 pgs: 11 creating+peering, 104 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 1.4 MiB/s rd, 696 KiB/s wr, 70 op/s 2023-10-09T05:10:34.172 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:34.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:34.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:34.210 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.mirror_image_status (2633 ms) 2023-10-09T05:10:34.210 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-10-09T05:10:34.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:33 smithi150 ceph-mon[168511]: failed to encode map e578 with expected crc 2023-10-09T05:10:34.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:33 smithi150 ceph-mon[168511]: pgmap v1796: 115 pgs: 11 creating+peering, 104 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 1.4 MiB/s rd, 696 KiB/s wr, 70 op/s 2023-10-09T05:10:34.277 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:34.306 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:34.311 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.mirror_image_map (101 ms) 2023-10-09T05:10:34.311 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-10-09T05:10:34.320 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.mirror_instances (9 ms) 2023-10-09T05:10:34.320 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-10-09T05:10:34.335 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.mirror_snapshot (14 ms) 2023-10-09T05:10:34.335 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-10-09T05:10:34.338 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_dir_list (4 ms) 2023-10-09T05:10:34.338 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-10-09T05:10:34.340 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2023-10-09T05:10:34.340 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-10-09T05:10:34.343 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-10-09T05:10:34.343 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-10-09T05:10:34.344 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:34.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:34.348 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:34.350 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2023-10-09T05:10:34.350 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-10-09T05:10:34.354 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-10-09T05:10:34.354 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-10-09T05:10:34.358 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2023-10-09T05:10:34.358 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_image_add 2023-10-09T05:10:34.360 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-10-09T05:10:34.361 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-10-09T05:10:34.364 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-10-09T05:10:34.364 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_image_list 2023-10-09T05:10:34.366 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2023-10-09T05:10:34.366 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-10-09T05:10:34.370 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-10-09T05:10:34.370 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.image_group_add 2023-10-09T05:10:34.373 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2023-10-09T05:10:34.373 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-10-09T05:10:34.376 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2023-10-09T05:10:34.376 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.image_group_get 2023-10-09T05:10:34.378 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-10-09T05:10:34.378 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-10-09T05:10:34.379 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-10-09T05:10:34.380 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-10-09T05:10:34.380 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-10-09T05:10:34.383 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (3 ms) 2023-10-09T05:10:34.383 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-10-09T05:10:34.386 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-10-09T05:10:34.386 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-10-09T05:10:34.389 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2023-10-09T05:10:34.389 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-10-09T05:10:34.391 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2023-10-09T05:10:34.392 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-10-09T05:10:34.394 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-10-09T05:10:34.395 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-10-09T05:10:34.411 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2023-10-09T05:10:34.411 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-10-09T05:10:34.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:34.478 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:34.628 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (218 ms) 2023-10-09T05:10:34.628 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-10-09T05:10:34.631 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-10-09T05:10:34.632 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-10-09T05:10:34.633 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-10-09T05:10:34.634 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.trash_methods 2023-10-09T05:10:34.642 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2023-10-09T05:10:34.642 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.op_features 2023-10-09T05:10:34.649 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2023-10-09T05:10:34.649 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.clone_parent 2023-10-09T05:10:34.673 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2023-10-09T05:10:34.674 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-10-09T05:10:34.680 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2023-10-09T05:10:34.680 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.clone_child 2023-10-09T05:10:34.691 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2023-10-09T05:10:34.691 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-10-09T05:10:34.697 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2023-10-09T05:10:34.697 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.migration 2023-10-09T05:10:34.706 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.migration (8 ms) 2023-10-09T05:10:34.706 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.migration_v1 2023-10-09T05:10:34.714 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2023-10-09T05:10:34.715 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-10-09T05:10:34.813 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:34.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:34.817 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:34.861 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:34.919 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:34.947 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:34.984 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:34.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:34.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:35.048 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:35.090 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:35.117 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:35.128 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:35.128 INFO:teuthology.orchestra.run.smithi107.stdout:{"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false}},"mutes":[]},"election_epoch":36,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2395,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":579,"num_osds":8,"num_up_osds":8,"osd_up_since":1696827724,"num_in_osds":7,"osd_in_since":1696828002,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":104},{"state_name":"creating+peering","count":11}],"num_pgs":115,"num_pools":5,"num_objects":39,"data_bytes":596188,"bytes_used":9485225984,"bytes_avail":662480023552,"bytes_total":671965249536,"inactive_pgs_ratio":0.095652170479297638,"read_bytes_sec":1448423,"write_bytes_sec":712524,"read_op_per_sec":55,"write_op_per_sec":15},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi107.pchrgy","status":"up:active","gid":24548}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.107:8443/","prometheus":"http://172.21.15.107:9283/"}},"servicemap":{"epoch":31,"modified":"2023-10-09T05:06:36.916966+0000","services":{}},"progress_events":{"5f16b9b3-34d7-4b0d-9d16-82bb990e6b8b":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b4185a94-e044-4585-bee5-5ff3d060768c":{"message":"Upgrade to 18.2.0-598-gb4fa663f (7m)\n [============................] (remaining: 9m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-10-09T05:10:35.152 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:35.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:35.155 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:35.256 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:35.282 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:35.317 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:35.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:35.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:35.421 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:35.450 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:35.485 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:35.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:35.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:35.589 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:35.617 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:35.638 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:10:35.995 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1281 ms) 2023-10-09T05:10:35.996 INFO:tasks.workunit.client.0.smithi107.stdout:[ RUN ] TestClsRbd.sparsify 2023-10-09T05:10:36.039 INFO:tasks.workunit.client.0.smithi107.stdout:[ OK ] TestClsRbd.sparsify (44 ms) 2023-10-09T05:10:36.192 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:35 smithi150 ceph-mon[168511]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.192 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:35 smithi150 ceph-mon[168511]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.192 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:35 smithi150 ceph-mon[168511]: osdmap e579: 8 total, 8 up, 7 in 2023-10-09T05:10:36.192 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:35 smithi150 ceph-mon[168511]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.192 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:35 smithi150 ceph-mon[168511]: pgmap v1798: 115 pgs: 11 creating+peering, 104 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 1.6 MiB/s rd, 824 KiB/s wr, 83 op/s 2023-10-09T05:10:36.192 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:35 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1397453033' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:10:36.351 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:36.352 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:36.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[184249]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[184249]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[184249]: osdmap e579: 8 total, 8 up, 7 in 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[184249]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[184249]: pgmap v1798: 115 pgs: 11 creating+peering, 104 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 1.6 MiB/s rd, 824 KiB/s wr, 83 op/s 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1397453033' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[179183]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[179183]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[179183]: osdmap e579: 8 total, 8 up, 7 in 2023-10-09T05:10:36.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[179183]: failed to encode map e579 with expected crc 2023-10-09T05:10:36.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[179183]: pgmap v1798: 115 pgs: 11 creating+peering, 104 active+clean; 582 KiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 1.6 MiB/s rd, 824 KiB/s wr, 83 op/s 2023-10-09T05:10:36.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:35 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1397453033' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-10-09T05:10:36.677 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:36.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:36.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:36.782 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:36.790 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-10-09T05:10:36.810 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:36.990 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[179183]: failed to encode map e580 with expected crc 2023-10-09T05:10:36.990 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[179183]: osdmap e580: 8 total, 8 up, 7 in 2023-10-09T05:10:36.990 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[179183]: failed to encode map e580 with expected crc 2023-10-09T05:10:36.990 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[179183]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.011 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] 70 tests from TestClsRbd (5070 ms total) 2023-10-09T05:10:37.011 INFO:tasks.workunit.client.0.smithi107.stdout: 2023-10-09T05:10:37.011 INFO:tasks.workunit.client.0.smithi107.stdout:[----------] Global test environment tear-down 2023-10-09T05:10:37.011 INFO:tasks.workunit.client.0.smithi107.stdout:[==========] 70 tests from 1 test suite ran. (7511 ms total) 2023-10-09T05:10:37.011 INFO:tasks.workunit.client.0.smithi107.stdout:[ PASSED ] 70 tests. 2023-10-09T05:10:37.012 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-10-09T05:10:37.013 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-10-09T05:10:37.081 INFO:tasks.workunit:Stopping ['cls/test_cls_rbd.sh'] on client.0... 2023-10-09T05:10:37.081 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-10-09T05:10:37.393 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:37.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[179183]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[184249]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[184249]: osdmap e580: 8 total, 8 up, 7 in 2023-10-09T05:10:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[184249]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[184249]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:36 smithi107 ceph-mon[184249]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:36 smithi150 ceph-mon[168511]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:36 smithi150 ceph-mon[168511]: osdmap e580: 8 total, 8 up, 7 in 2023-10-09T05:10:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:36 smithi150 ceph-mon[168511]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:36 smithi150 ceph-mon[168511]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:36 smithi150 ceph-mon[168511]: failed to encode map e580 with expected crc 2023-10-09T05:10:37.487 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:37.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:37.491 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:37.514 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-10-09T05:10:37.514 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:10:37.592 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:37.619 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:37.656 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:37.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:37.659 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:37.760 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:37.789 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:37.998 DEBUG:teuthology.parallel:result is None 2023-10-09T05:10:37.998 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:10:38.034 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:10:38.034 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:38.108 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:10:38.109 INFO:teuthology.task.sequential:In sequential, running task print... 2023-10-09T05:10:38.109 INFO:teuthology.task.print:**** done cls/test_cls_rbd.sh 5-workload 2023-10-09T05:10:38.109 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-10-09T05:10:38.109 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-10-09T05:10:38.109 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-10-09T05:10:38.110 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:38.155 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:38.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:38.159 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:38.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:10:38.174 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-10-09T05:10:38.174 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:38.206 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:38 smithi150 ceph-mon[168511]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.206 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:38 smithi150 ceph-mon[168511]: osdmap e581: 8 total, 8 up, 7 in 2023-10-09T05:10:38.206 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:38 smithi150 ceph-mon[168511]: pgmap v1801: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:38.206 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:38 smithi150 ceph-mon[168511]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.206 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:38 smithi150 ceph-mon[168511]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.207 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:38 smithi150 ceph-mon[168511]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.251 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-10-09T05:10:38.251 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-10-09T05:10:38.260 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:38.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[179183]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[179183]: osdmap e581: 8 total, 8 up, 7 in 2023-10-09T05:10:38.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[179183]: pgmap v1801: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:38.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[179183]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[179183]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.324 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[179183]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[184249]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[184249]: osdmap e581: 8 total, 8 up, 7 in 2023-10-09T05:10:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[184249]: pgmap v1801: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[184249]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[184249]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.325 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:38 smithi107 ceph-mon[184249]: failed to encode map e581 with expected crc 2023-10-09T05:10:38.326 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:38.351 INFO:tasks.workunit:timeout=3h 2023-10-09T05:10:38.351 INFO:tasks.workunit:cleanup=True 2023-10-09T05:10:38.351 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-10-09T05:10:38.359 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:38.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:38.363 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:38.378 INFO:tasks.workunit.client.0.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-10-09T05:10:38.464 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:38.499 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:38.525 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:38.536 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:38.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:38.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:38.640 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:38.670 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:38.715 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:38.716 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:38.716 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:38.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:38.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:38.758 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:38.819 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:38.847 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:39.019 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:10:39.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:39 smithi107 ceph-mon[184249]: failed to encode map e581 with expected crc 2023-10-09T05:10:39.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3177532307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:39.020 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:39 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:39.091 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:39.094 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:39 smithi150 ceph-mon[168511]: failed to encode map e581 with expected crc 2023-10-09T05:10:39.094 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3177532307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:39.094 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:39 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:39.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:39.095 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:39.133 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-10-09T05:10:39.196 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:39.225 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:39.261 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:39.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:39.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:39.325 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:39 smithi107 ceph-mon[179183]: failed to encode map e581 with expected crc 2023-10-09T05:10:39.325 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3177532307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:39.326 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:39 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:39.367 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:39.397 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:39.432 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:39.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:39.435 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:39.536 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:39.562 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:39.596 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:39.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:39.600 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:39.701 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:39.728 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:39.770 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:40.287 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:10:40.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:10:40.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:40.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: osdmap e582: 8 total, 8 up, 7 in 2023-10-09T05:10:40.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: pgmap v1803: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:40.288 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.289 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[179183]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:10:40.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:10:40.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.289 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:40.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: osdmap e582: 8 total, 8 up, 7 in 2023-10-09T05:10:40.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: pgmap v1803: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:40.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.290 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:40 smithi107 ceph-mon[184249]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.290 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:40.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:40.292 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:40.295 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:10:40.295 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:10:40.295 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.295 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:40.296 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: osdmap e582: 8 total, 8 up, 7 in 2023-10-09T05:10:40.296 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: pgmap v1803: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:40.296 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.296 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:40 smithi150 ceph-mon[168511]: failed to encode map e582 with expected crc 2023-10-09T05:10:40.393 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:40.425 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:40.511 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:40.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:40.514 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:40.615 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:40.646 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:40.780 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:40.793 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:40.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:40.797 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:40.805 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:40.824 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:40.844 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:40.863 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:40.881 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:40.898 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:40.900 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:40.921 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:40.922 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.922 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.922 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.923 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.923 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.923 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.923 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.923 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:10:40.930 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:40.968 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:40.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:40.972 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:41.073 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:41.103 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:41.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:41 smithi150 ceph-mon[168511]: failed to encode map e582 with expected crc 2023-10-09T05:10:41.178 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1591196743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:41.189 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:41.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:41.193 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:41.253 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:41.254 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:10:41.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:41 smithi107 ceph-mon[184249]: failed to encode map e582 with expected crc 2023-10-09T05:10:41.279 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1591196743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:41.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:41 smithi107 ceph-mon[179183]: failed to encode map e582 with expected crc 2023-10-09T05:10:41.280 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1591196743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:41.293 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:41.322 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:41.410 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:10:41.411 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:10:41.411 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:10:41.411 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:10:41.411 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:10:41.698 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:41.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:41.703 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:41.725 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1804,"stamp":"2023-10-09T05:10:41.030367+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":323,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9281376,"kb_used_data":47192,"kb_used_omap":16,"kb_used_meta":9233967,"kb_avail":646934688,"statfs":{"total":671965249536,"available":662461120512,"internally_reserved":0,"allocated":48324608,"data_stored":33901565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9455582976},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-316,"num_objects":-15,"num_object_clones":0,"num_object_copies":-45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-15,"num_whiteouts":0,"num_read":-331,"num_read_kb":-8489,"num_write":-91,"num_write_kb":-4176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000939"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":604,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995389+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:10:35.995389+0000","last_peered":"2023-10-09T05:10:35.995389+0000","last_clean":"2023-10-09T05:10:35.995389+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:10:35.995389+0000","last_undegraded":"2023-10-09T05:10:35.995389+0000","last_fullsized":"2023-10-09T05:10:35.995389+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":326,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997487+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:10:35.997487+0000","last_peered":"2023-10-09T05:10:35.997487+0000","last_clean":"2023-10-09T05:10:35.997487+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:10:35.997487+0000","last_undegraded":"2023-10-09T05:10:35.997487+0000","last_fullsized":"2023-10-09T05:10:35.997487+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":448,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996568+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:10:35.996568+0000","last_peered":"2023-10-09T05:10:35.996568+0000","last_clean":"2023-10-09T05:10:35.996568+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:10:35.996568+0000","last_undegraded":"2023-10-09T05:10:35.996568+0000","last_fullsized":"2023-10-09T05:10:35.996568+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":137,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991660+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:10:34.991660+0000","last_peered":"2023-10-09T05:10:34.991660+0000","last_clean":"2023-10-09T05:10:34.991660+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:10:34.991660+0000","last_undegraded":"2023-10-09T05:10:34.991660+0000","last_fullsized":"2023-10-09T05:10:34.991660+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":305,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996600+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:10:35.996600+0000","last_peered":"2023-10-09T05:10:35.996600+0000","last_clean":"2023-10-09T05:10:35.996600+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:10:35.996600+0000","last_undegraded":"2023-10-09T05:10:35.996600+0000","last_fullsized":"2023-10-09T05:10:35.996600+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":281,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001874+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:10:36.001874+0000","last_peered":"2023-10-09T05:10:36.001874+0000","last_clean":"2023-10-09T05:10:36.001874+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:10:36.001874+0000","last_undegraded":"2023-10-09T05:10:36.001874+0000","last_fullsized":"2023-10-09T05:10:36.001874+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":542,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108766+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:10:36.108766+0000","last_peered":"2023-10-09T05:10:36.108766+0000","last_clean":"2023-10-09T05:10:36.108766+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:10:36.108766+0000","last_undegraded":"2023-10-09T05:10:36.108766+0000","last_fullsized":"2023-10-09T05:10:36.108766+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":331,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996811+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:10:35.996811+0000","last_peered":"2023-10-09T05:10:35.996811+0000","last_clean":"2023-10-09T05:10:35.996811+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:10:35.996811+0000","last_undegraded":"2023-10-09T05:10:35.996811+0000","last_fullsized":"2023-10-09T05:10:35.996811+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":605,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.109198+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:10:36.109198+0000","last_peered":"2023-10-09T05:10:36.109198+0000","last_clean":"2023-10-09T05:10:36.109198+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:10:36.109198+0000","last_undegraded":"2023-10-09T05:10:36.109198+0000","last_fullsized":"2023-10-09T05:10:36.109198+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":321,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996702+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:10:35.996702+0000","last_peered":"2023-10-09T05:10:35.996702+0000","last_clean":"2023-10-09T05:10:35.996702+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:10:35.996702+0000","last_undegraded":"2023-10-09T05:10:35.996702+0000","last_fullsized":"2023-10-09T05:10:35.996702+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":143,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991664+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:10:34.991664+0000","last_peered":"2023-10-09T05:10:34.991664+0000","last_clean":"2023-10-09T05:10:34.991664+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:10:34.991664+0000","last_undegraded":"2023-10-09T05:10:34.991664+0000","last_fullsized":"2023-10-09T05:10:34.991664+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":474,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001258+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:10:36.001258+0000","last_peered":"2023-10-09T05:10:36.001258+0000","last_clean":"2023-10-09T05:10:36.001258+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:10:36.001258+0000","last_undegraded":"2023-10-09T05:10:36.001258+0000","last_fullsized":"2023-10-09T05:10:36.001258+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":657,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995282+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:10:35.995282+0000","last_peered":"2023-10-09T05:10:35.995282+0000","last_clean":"2023-10-09T05:10:35.995282+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:10:35.995282+0000","last_undegraded":"2023-10-09T05:10:35.995282+0000","last_fullsized":"2023-10-09T05:10:35.995282+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":625,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996852+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:10:35.996852+0000","last_peered":"2023-10-09T05:10:35.996852+0000","last_clean":"2023-10-09T05:10:35.996852+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:10:35.996852+0000","last_undegraded":"2023-10-09T05:10:35.996852+0000","last_fullsized":"2023-10-09T05:10:35.996852+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":143,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991964+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:10:34.991964+0000","last_peered":"2023-10-09T05:10:34.991964+0000","last_clean":"2023-10-09T05:10:34.991964+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:10:34.991964+0000","last_undegraded":"2023-10-09T05:10:34.991964+0000","last_fullsized":"2023-10-09T05:10:34.991964+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":428,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997414+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:10:35.997414+0000","last_peered":"2023-10-09T05:10:35.997414+0000","last_clean":"2023-10-09T05:10:35.997414+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:10:35.997414+0000","last_undegraded":"2023-10-09T05:10:35.997414+0000","last_fullsized":"2023-10-09T05:10:35.997414+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":137,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991221+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:10:34.991221+0000","last_peered":"2023-10-09T05:10:34.991221+0000","last_clean":"2023-10-09T05:10:34.991221+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:10:34.991221+0000","last_undegraded":"2023-10-09T05:10:34.991221+0000","last_fullsized":"2023-10-09T05:10:34.991221+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":597,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.109054+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:10:36.109054+0000","last_peered":"2023-10-09T05:10:36.109054+0000","last_clean":"2023-10-09T05:10:36.109054+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:10:36.109054+0000","last_undegraded":"2023-10-09T05:10:36.109054+0000","last_fullsized":"2023-10-09T05:10:36.109054+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":137,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991952+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:10:34.991952+0000","last_peered":"2023-10-09T05:10:34.991952+0000","last_clean":"2023-10-09T05:10:34.991952+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:10:34.991952+0000","last_undegraded":"2023-10-09T05:10:34.991952+0000","last_fullsized":"2023-10-09T05:10:34.991952+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":557,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997638+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:10:35.997638+0000","last_peered":"2023-10-09T05:10:35.997638+0000","last_clean":"2023-10-09T05:10:35.997638+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:10:35.997638+0000","last_undegraded":"2023-10-09T05:10:35.997638+0000","last_fullsized":"2023-10-09T05:10:35.997638+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":279,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001064+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:10:36.001064+0000","last_peered":"2023-10-09T05:10:36.001064+0000","last_clean":"2023-10-09T05:10:36.001064+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:10:36.001064+0000","last_undegraded":"2023-10-09T05:10:36.001064+0000","last_fullsized":"2023-10-09T05:10:36.001064+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":325,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997808+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:10:35.997808+0000","last_peered":"2023-10-09T05:10:35.997808+0000","last_clean":"2023-10-09T05:10:35.997808+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:10:35.997808+0000","last_undegraded":"2023-10-09T05:10:35.997808+0000","last_fullsized":"2023-10-09T05:10:35.997808+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":141,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991814+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:10:34.991814+0000","last_peered":"2023-10-09T05:10:34.991814+0000","last_clean":"2023-10-09T05:10:34.991814+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:10:34.991814+0000","last_undegraded":"2023-10-09T05:10:34.991814+0000","last_fullsized":"2023-10-09T05:10:34.991814+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":581,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.105941+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:10:36.105941+0000","last_peered":"2023-10-09T05:10:36.105941+0000","last_clean":"2023-10-09T05:10:36.105941+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:10:36.105941+0000","last_undegraded":"2023-10-09T05:10:36.105941+0000","last_fullsized":"2023-10-09T05:10:36.105941+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":172,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991589+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:10:34.991589+0000","last_peered":"2023-10-09T05:10:34.991589+0000","last_clean":"2023-10-09T05:10:34.991589+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:10:34.991589+0000","last_undegraded":"2023-10-09T05:10:34.991589+0000","last_fullsized":"2023-10-09T05:10:34.991589+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":615,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995450+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:10:35.995450+0000","last_peered":"2023-10-09T05:10:35.995450+0000","last_clean":"2023-10-09T05:10:35.995450+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:10:35.995450+0000","last_undegraded":"2023-10-09T05:10:35.995450+0000","last_fullsized":"2023-10-09T05:10:35.995450+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":141,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991764+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:10:34.991764+0000","last_peered":"2023-10-09T05:10:34.991764+0000","last_clean":"2023-10-09T05:10:34.991764+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:10:34.991764+0000","last_undegraded":"2023-10-09T05:10:34.991764+0000","last_fullsized":"2023-10-09T05:10:34.991764+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":301,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001258+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:10:36.001258+0000","last_peered":"2023-10-09T05:10:36.001258+0000","last_clean":"2023-10-09T05:10:36.001258+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:10:36.001258+0000","last_undegraded":"2023-10-09T05:10:36.001258+0000","last_fullsized":"2023-10-09T05:10:36.001258+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":625,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108146+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:10:36.108146+0000","last_peered":"2023-10-09T05:10:36.108146+0000","last_clean":"2023-10-09T05:10:36.108146+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:10:36.108146+0000","last_undegraded":"2023-10-09T05:10:36.108146+0000","last_fullsized":"2023-10-09T05:10:36.108146+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":587,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-10-09T05:10:39.014609+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:10:39.014609+0000","last_peered":"2023-10-09T05:10:39.014609+0000","last_clean":"2023-10-09T05:10:39.014609+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:10:39.014609+0000","last_undegraded":"2023-10-09T05:10:39.014609+0000","last_fullsized":"2023-10-09T05:10:39.014609+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":1005,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991983+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:10:34.991983+0000","last_peered":"2023-10-09T05:10:34.991983+0000","last_clean":"2023-10-09T05:10:34.991983+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:10:34.991983+0000","last_undegraded":"2023-10-09T05:10:34.991983+0000","last_fullsized":"2023-10-09T05:10:34.991983+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":252,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997078+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:10:35.997078+0000","last_peered":"2023-10-09T05:10:35.997078+0000","last_clean":"2023-10-09T05:10:35.997078+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:10:35.997078+0000","last_undegraded":"2023-10-09T05:10:35.997078+0000","last_fullsized":"2023-10-09T05:10:35.997078+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":625,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995145+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:10:35.995145+0000","last_peered":"2023-10-09T05:10:35.995145+0000","last_clean":"2023-10-09T05:10:35.995145+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:10:35.995145+0000","last_undegraded":"2023-10-09T05:10:35.995145+0000","last_fullsized":"2023-10-09T05:10:35.995145+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":579,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.105858+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:10:36.105858+0000","last_peered":"2023-10-09T05:10:36.105858+0000","last_clean":"2023-10-09T05:10:36.105858+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:10:36.105858+0000","last_undegraded":"2023-10-09T05:10:36.105858+0000","last_fullsized":"2023-10-09T05:10:36.105858+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":281,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001364+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:10:36.001364+0000","last_peered":"2023-10-09T05:10:36.001364+0000","last_clean":"2023-10-09T05:10:36.001364+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:10:36.001364+0000","last_undegraded":"2023-10-09T05:10:36.001364+0000","last_fullsized":"2023-10-09T05:10:36.001364+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":561,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995984+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:10:35.995984+0000","last_peered":"2023-10-09T05:10:35.995984+0000","last_clean":"2023-10-09T05:10:35.995984+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:10:35.995984+0000","last_undegraded":"2023-10-09T05:10:35.995984+0000","last_fullsized":"2023-10-09T05:10:35.995984+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":562,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995155+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:10:35.995155+0000","last_peered":"2023-10-09T05:10:35.995155+0000","last_clean":"2023-10-09T05:10:35.995155+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:10:35.995155+0000","last_undegraded":"2023-10-09T05:10:35.995155+0000","last_fullsized":"2023-10-09T05:10:35.995155+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":635,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995314+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:10:35.995314+0000","last_peered":"2023-10-09T05:10:35.995314+0000","last_clean":"2023-10-09T05:10:35.995314+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:10:35.995314+0000","last_undegraded":"2023-10-09T05:10:35.995314+0000","last_fullsized":"2023-10-09T05:10:35.995314+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":579,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108219+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:10:36.108219+0000","last_peered":"2023-10-09T05:10:36.108219+0000","last_clean":"2023-10-09T05:10:36.108219+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:10:36.108219+0000","last_undegraded":"2023-10-09T05:10:36.108219+0000","last_fullsized":"2023-10-09T05:10:36.108219+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":324,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996733+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:10:35.996733+0000","last_peered":"2023-10-09T05:10:35.996733+0000","last_clean":"2023-10-09T05:10:35.996733+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:10:35.996733+0000","last_undegraded":"2023-10-09T05:10:35.996733+0000","last_fullsized":"2023-10-09T05:10:35.996733+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":431,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997775+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:10:35.997775+0000","last_peered":"2023-10-09T05:10:35.997775+0000","last_clean":"2023-10-09T05:10:35.997775+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:10:35.997775+0000","last_undegraded":"2023-10-09T05:10:35.997775+0000","last_fullsized":"2023-10-09T05:10:35.997775+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":960,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001803+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:10:36.001803+0000","last_peered":"2023-10-09T05:10:36.001803+0000","last_clean":"2023-10-09T05:10:36.001803+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:10:36.001803+0000","last_undegraded":"2023-10-09T05:10:36.001803+0000","last_fullsized":"2023-10-09T05:10:36.001803+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":164,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991390+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:10:34.991390+0000","last_peered":"2023-10-09T05:10:34.991390+0000","last_clean":"2023-10-09T05:10:34.991390+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:10:34.991390+0000","last_undegraded":"2023-10-09T05:10:34.991390+0000","last_fullsized":"2023-10-09T05:10:34.991390+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":595,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.109014+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:10:36.109014+0000","last_peered":"2023-10-09T05:10:36.109014+0000","last_clean":"2023-10-09T05:10:36.109014+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:10:36.109014+0000","last_undegraded":"2023-10-09T05:10:36.109014+0000","last_fullsized":"2023-10-09T05:10:36.109014+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":349,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108162+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:10:36.108162+0000","last_peered":"2023-10-09T05:10:36.108162+0000","last_clean":"2023-10-09T05:10:36.108162+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:10:36.108162+0000","last_undegraded":"2023-10-09T05:10:36.108162+0000","last_fullsized":"2023-10-09T05:10:36.108162+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":579,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.105978+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:10:36.105978+0000","last_peered":"2023-10-09T05:10:36.105978+0000","last_clean":"2023-10-09T05:10:36.105978+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:10:36.105978+0000","last_undegraded":"2023-10-09T05:10:36.105978+0000","last_fullsized":"2023-10-09T05:10:36.105978+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":628,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108065+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:10:36.108065+0000","last_peered":"2023-10-09T05:10:36.108065+0000","last_clean":"2023-10-09T05:10:36.108065+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:10:36.108065+0000","last_undegraded":"2023-10-09T05:10:36.108065+0000","last_fullsized":"2023-10-09T05:10:36.108065+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":582,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996804+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:10:35.996804+0000","last_peered":"2023-10-09T05:10:35.996804+0000","last_clean":"2023-10-09T05:10:35.996804+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:10:35.996804+0000","last_undegraded":"2023-10-09T05:10:35.996804+0000","last_fullsized":"2023-10-09T05:10:35.996804+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":458,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008309+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:10:37.008309+0000","last_peered":"2023-10-09T05:10:37.008309+0000","last_clean":"2023-10-09T05:10:37.008309+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:10:37.008309+0000","last_undegraded":"2023-10-09T05:10:37.008309+0000","last_fullsized":"2023-10-09T05:10:37.008309+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":550,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991188+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:10:34.991188+0000","last_peered":"2023-10-09T05:10:34.991188+0000","last_clean":"2023-10-09T05:10:34.991188+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:10:34.991188+0000","last_undegraded":"2023-10-09T05:10:34.991188+0000","last_fullsized":"2023-10-09T05:10:34.991188+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":600,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008164+0000","last_change":"2023-10-09T04:52:31.786068+0000","last_active":"2023-10-09T05:10:37.008164+0000","last_peered":"2023-10-09T05:10:37.008164+0000","last_clean":"2023-10-09T05:10:37.008164+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:10:37.008164+0000","last_undegraded":"2023-10-09T05:10:37.008164+0000","last_fullsized":"2023-10-09T05:10:37.008164+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":476,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.009016+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:10:37.009016+0000","last_peered":"2023-10-09T05:10:37.009016+0000","last_clean":"2023-10-09T05:10:37.009016+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:10:37.009016+0000","last_undegraded":"2023-10-09T05:10:37.009016+0000","last_fullsized":"2023-10-09T05:10:37.009016+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":385,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108840+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:10:36.108840+0000","last_peered":"2023-10-09T05:10:36.108840+0000","last_clean":"2023-10-09T05:10:36.108840+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:10:36.108840+0000","last_undegraded":"2023-10-09T05:10:36.108840+0000","last_fullsized":"2023-10-09T05:10:36.108840+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":564,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.107926+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:10:36.107926+0000","last_peered":"2023-10-09T05:10:36.107926+0000","last_clean":"2023-10-09T05:10:36.107926+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:10:36.107926+0000","last_undegraded":"2023-10-09T05:10:36.107926+0000","last_fullsized":"2023-10-09T05:10:36.107926+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":550,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991341+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:10:34.991341+0000","last_peered":"2023-10-09T05:10:34.991341+0000","last_clean":"2023-10-09T05:10:34.991341+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:10:34.991341+0000","last_undegraded":"2023-10-09T05:10:34.991341+0000","last_fullsized":"2023-10-09T05:10:34.991341+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":419,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997024+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:10:35.997024+0000","last_peered":"2023-10-09T05:10:35.997024+0000","last_clean":"2023-10-09T05:10:35.997024+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:10:35.997024+0000","last_undegraded":"2023-10-09T05:10:35.997024+0000","last_fullsized":"2023-10-09T05:10:35.997024+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":274,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001616+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:10:36.001616+0000","last_peered":"2023-10-09T05:10:36.001616+0000","last_clean":"2023-10-09T05:10:36.001616+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:10:36.001616+0000","last_undegraded":"2023-10-09T05:10:36.001616+0000","last_fullsized":"2023-10-09T05:10:36.001616+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":942,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001316+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:10:36.001316+0000","last_peered":"2023-10-09T05:10:36.001316+0000","last_clean":"2023-10-09T05:10:36.001316+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:10:36.001316+0000","last_undegraded":"2023-10-09T05:10:36.001316+0000","last_fullsized":"2023-10-09T05:10:36.001316+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":164,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991290+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:10:34.991290+0000","last_peered":"2023-10-09T05:10:34.991290+0000","last_clean":"2023-10-09T05:10:34.991290+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:10:34.991290+0000","last_undegraded":"2023-10-09T05:10:34.991290+0000","last_fullsized":"2023-10-09T05:10:34.991290+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":533,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995487+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:10:35.995487+0000","last_peered":"2023-10-09T05:10:35.995487+0000","last_clean":"2023-10-09T05:10:35.995487+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:10:35.995487+0000","last_undegraded":"2023-10-09T05:10:35.995487+0000","last_fullsized":"2023-10-09T05:10:35.995487+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":602,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.006702+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:10:37.006702+0000","last_peered":"2023-10-09T05:10:37.006702+0000","last_clean":"2023-10-09T05:10:37.006702+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:10:37.006702+0000","last_undegraded":"2023-10-09T05:10:37.006702+0000","last_fullsized":"2023-10-09T05:10:37.006702+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":920,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001576+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:10:36.001576+0000","last_peered":"2023-10-09T05:10:36.001576+0000","last_clean":"2023-10-09T05:10:36.001576+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:10:36.001576+0000","last_undegraded":"2023-10-09T05:10:36.001576+0000","last_fullsized":"2023-10-09T05:10:36.001576+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":137,"reported_epoch":579,"state":"active+clean","last_fresh":"2023-10-09T05:10:34.991752+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:10:34.991752+0000","last_peered":"2023-10-09T05:10:34.991752+0000","last_clean":"2023-10-09T05:10:34.991752+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:10:34.991752+0000","last_undegraded":"2023-10-09T05:10:34.991752+0000","last_fullsized":"2023-10-09T05:10:34.991752+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":337,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008405+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:10:37.008405+0000","last_peered":"2023-10-09T05:10:37.008405+0000","last_clean":"2023-10-09T05:10:37.008405+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:10:37.008405+0000","last_undegraded":"2023-10-09T05:10:37.008405+0000","last_fullsized":"2023-10-09T05:10:37.008405+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":280,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108004+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:10:36.108004+0000","last_peered":"2023-10-09T05:10:36.108004+0000","last_clean":"2023-10-09T05:10:36.108004+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:10:36.108004+0000","last_undegraded":"2023-10-09T05:10:36.108004+0000","last_fullsized":"2023-10-09T05:10:36.108004+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":579,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995907+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:10:35.995907+0000","last_peered":"2023-10-09T05:10:35.995907+0000","last_clean":"2023-10-09T05:10:35.995907+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:10:35.995907+0000","last_undegraded":"2023-10-09T05:10:35.995907+0000","last_fullsized":"2023-10-09T05:10:35.995907+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":278,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997761+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:10:35.997761+0000","last_peered":"2023-10-09T05:10:35.997761+0000","last_clean":"2023-10-09T05:10:35.997761+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:10:35.997761+0000","last_undegraded":"2023-10-09T05:10:35.997761+0000","last_fullsized":"2023-10-09T05:10:35.997761+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":495,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001800+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:10:36.001800+0000","last_peered":"2023-10-09T05:10:36.001800+0000","last_clean":"2023-10-09T05:10:36.001800+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:10:36.001800+0000","last_undegraded":"2023-10-09T05:10:36.001800+0000","last_fullsized":"2023-10-09T05:10:36.001800+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":301,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996524+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:10:35.996524+0000","last_peered":"2023-10-09T05:10:35.996524+0000","last_clean":"2023-10-09T05:10:35.996524+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:10:35.996524+0000","last_undegraded":"2023-10-09T05:10:35.996524+0000","last_fullsized":"2023-10-09T05:10:35.996524+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":627,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997191+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:10:35.997191+0000","last_peered":"2023-10-09T05:10:35.997191+0000","last_clean":"2023-10-09T05:10:35.997191+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:10:35.997191+0000","last_undegraded":"2023-10-09T05:10:35.997191+0000","last_fullsized":"2023-10-09T05:10:35.997191+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":274,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.001711+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:10:36.001711+0000","last_peered":"2023-10-09T05:10:36.001711+0000","last_clean":"2023-10-09T05:10:36.001711+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:10:36.001711+0000","last_undegraded":"2023-10-09T05:10:36.001711+0000","last_fullsized":"2023-10-09T05:10:36.001711+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":594,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.006794+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:10:37.006794+0000","last_peered":"2023-10-09T05:10:37.006794+0000","last_clean":"2023-10-09T05:10:37.006794+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:10:37.006794+0000","last_undegraded":"2023-10-09T05:10:37.006794+0000","last_fullsized":"2023-10-09T05:10:37.006794+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":564,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.994990+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:10:35.994990+0000","last_peered":"2023-10-09T05:10:35.994990+0000","last_clean":"2023-10-09T05:10:35.994990+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:10:35.994990+0000","last_undegraded":"2023-10-09T05:10:35.994990+0000","last_fullsized":"2023-10-09T05:10:35.994990+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":276,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996956+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:10:35.996956+0000","last_peered":"2023-10-09T05:10:35.996956+0000","last_clean":"2023-10-09T05:10:35.996956+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:10:35.996956+0000","last_undegraded":"2023-10-09T05:10:35.996956+0000","last_fullsized":"2023-10-09T05:10:35.996956+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":633,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008488+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:10:37.008488+0000","last_peered":"2023-10-09T05:10:37.008488+0000","last_clean":"2023-10-09T05:10:37.008488+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:10:37.008488+0000","last_undegraded":"2023-10-09T05:10:37.008488+0000","last_fullsized":"2023-10-09T05:10:37.008488+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":591,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108394+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:10:36.108394+0000","last_peered":"2023-10-09T05:10:36.108394+0000","last_clean":"2023-10-09T05:10:36.108394+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:10:36.108394+0000","last_undegraded":"2023-10-09T05:10:36.108394+0000","last_fullsized":"2023-10-09T05:10:36.108394+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":622,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996872+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:10:35.996872+0000","last_peered":"2023-10-09T05:10:35.996872+0000","last_clean":"2023-10-09T05:10:35.996872+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:10:35.996872+0000","last_undegraded":"2023-10-09T05:10:35.996872+0000","last_fullsized":"2023-10-09T05:10:35.996872+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":582,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108970+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:10:36.108970+0000","last_peered":"2023-10-09T05:10:36.108970+0000","last_clean":"2023-10-09T05:10:36.108970+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:10:36.108970+0000","last_undegraded":"2023-10-09T05:10:36.108970+0000","last_fullsized":"2023-10-09T05:10:36.108970+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":585,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995248+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:10:35.995248+0000","last_peered":"2023-10-09T05:10:35.995248+0000","last_clean":"2023-10-09T05:10:35.995248+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:10:35.995248+0000","last_undegraded":"2023-10-09T05:10:35.995248+0000","last_fullsized":"2023-10-09T05:10:35.995248+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":312,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.997603+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:10:35.997603+0000","last_peered":"2023-10-09T05:10:35.997603+0000","last_clean":"2023-10-09T05:10:35.997603+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:10:35.997603+0000","last_undegraded":"2023-10-09T05:10:35.997603+0000","last_fullsized":"2023-10-09T05:10:35.997603+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":276,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.996733+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:10:35.996733+0000","last_peered":"2023-10-09T05:10:35.996733+0000","last_clean":"2023-10-09T05:10:35.996733+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:10:35.996733+0000","last_undegraded":"2023-10-09T05:10:35.996733+0000","last_fullsized":"2023-10-09T05:10:35.996733+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":267,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:36.108687+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:10:36.108687+0000","last_peered":"2023-10-09T05:10:36.108687+0000","last_clean":"2023-10-09T05:10:36.108687+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:10:36.108687+0000","last_undegraded":"2023-10-09T05:10:36.108687+0000","last_fullsized":"2023-10-09T05:10:36.108687+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":611,"reported_epoch":580,"state":"active+clean","last_fresh":"2023-10-09T05:10:35.995314+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:10:35.995314+0000","last_peered":"2023-10-09T05:10:35.995314+0000","last_clean":"2023-10-09T05:10:35.995314+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:10:35.995314+0000","last_undegraded":"2023-10-09T05:10:35.995314+0000","last_fullsized":"2023-10-09T05:10:35.995314+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234573,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506876,"kb_used_data":6196,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238276,"statfs":{"total":95995035648,"available":94451994624,"internally_reserved":0,"allocated":6344704,"data_stored":4838876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":0.432}]},{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":2.7130000000000001,"15min":2.0139999999999998},"min":{"1min":0.313,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":8.9440000000000008,"5min":13.375,"15min":13.375},"last":0.375},{"interface":"front","average":{"1min":1.788,"5min":2.1040000000000001,"15min":2.3420000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.25800000000000001},"max":{"1min":5.2910000000000004,"5min":9.6790000000000003,"15min":15.401},"last":0.46200000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":0.51000000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:10:02 2023","interfaces":[{"interface":"back","average":{"1min":4.8319999999999999,"5min":3.2400000000000002,"15min":2.637},"min":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":15.276999999999999,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":4.718,"5min":3.7160000000000002,"15min":2.8210000000000002},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":13.201000000000001,"5min":19.382999999999999,"15min":19.382999999999999},"last":0.47799999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.9039999999999999,"15min":1.879},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":5.2480000000000002,"5min":9.9719999999999995,"15min":19.949000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.4529999999999998,"15min":1.9159999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.254},"max":{"1min":10.097,"5min":13.412000000000001,"15min":18.971},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":2.5150000000000001,"15min":2.1930000000000001},"min":{"1min":0.33200000000000002,"5min":0.309,"15min":0.30099999999999999},"max":{"1min":5.3259999999999996,"5min":14.968,"15min":20.678999999999998},"last":0.53900000000000003},{"interface":"front","average":{"1min":2.7629999999999999,"5min":2.2610000000000001,"15min":1.889},"min":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":11.164,"5min":16.088999999999999,"15min":21.07},"last":0.31900000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.3260000000000001,"15min":2.133},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.4139999999999997,"5min":14.289999999999999,"15min":16.881},"last":0.499},{"interface":"front","average":{"1min":1.2949999999999999,"5min":2.1880000000000002,"15min":1.9450000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":6.4299999999999997,"5min":11.388,"15min":14.191000000000001},"last":0.39200000000000002}]}]},{"osd":6,"up_from":46,"seq":197568496209,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500820,"kb_used_data":5852,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244332,"statfs":{"total":95995035648,"available":94458195968,"internally_reserved":0,"allocated":5992448,"data_stored":4511122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.433},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.48999999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9259999999999999,"15min":2.2629999999999999},"min":{"1min":0.32400000000000001,"5min":0.245,"15min":0.245},"max":{"1min":6.319,"5min":10.829000000000001,"15min":15.935},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.7110000000000001,"5min":2.0859999999999999,"15min":2.5070000000000001},"min":{"1min":0.27900000000000003,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":9.0169999999999995,"5min":11.093,"15min":18.094000000000001},"last":0.46200000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.7999999999999998,"15min":2.5670000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":7.9749999999999996,"5min":16.337,"15min":42.923999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.6459999999999999,"15min":2.524},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.8600000000000003,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.44900000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:10:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1419999999999999,"5min":2.6150000000000002,"15min":2.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.29199999999999998},"max":{"1min":6.4880000000000004,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.879,"5min":2.698,"15min":2.71},"min":{"1min":0.34899999999999998,"5min":0.32400000000000001,"15min":0.29099999999999998},"max":{"1min":6.4260000000000002,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":2.5550000000000002,"15min":1.99},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":20.213999999999999,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.177,"15min":1.8540000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":6.9740000000000002,"5min":10.99,"15min":16.068999999999999},"last":0.52100000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8660000000000001,"5min":2.6150000000000002,"15min":2.0209999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":22.765999999999998,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.7839999999999998,"15min":1.98},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":13.019,"5min":13.019,"15min":16.292999999999999},"last":0.376}]},{"osd":7,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":2.2090000000000001,"15min":1.8839999999999999},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":4.7510000000000003,"5min":13.564,"15min":16.372},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.5600000000000001,"5min":2,"15min":1.788},"min":{"1min":0.439,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":5.7569999999999997,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.54700000000000004}]}]},{"osd":1,"up_from":0,"seq":2052994367592,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187916,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1257240,"kb_used_data":7760,"kb_used_omap":5,"kb_used_meta":1249466,"kb_avail":92487912,"statfs":{"total":95995035648,"available":94707621888,"internally_reserved":0,"allocated":7946240,"data_stored":4753087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1279453818},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.55,"15min":1.5700000000000001},"min":{"1min":0.218,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":8.282,"5min":9.0380000000000003,"15min":9.8109999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.77,"5min":1.8160000000000001,"15min":1.8879999999999999},"min":{"1min":0.28399999999999997,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.2320000000000002,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.29599999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1160000000000001,"5min":3.7629999999999999,"15min":2.9300000000000002},"min":{"1min":0.218,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":27.786000000000001,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.504},{"interface":"front","average":{"1min":2.2170000000000001,"5min":3.008,"15min":2.6669999999999998},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.327,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.32700000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:09:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":3.4860000000000002,"15min":2.6320000000000001},"min":{"1min":0.32900000000000001,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":10.361000000000001,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.41399999999999998},{"interface":"front","average":{"1min":4.1289999999999996,"5min":3.6280000000000001,"15min":2.7789999999999999},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":12.435,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":2.7749999999999999,"15min":2.3090000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":21.925999999999998,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.53200000000000003},{"interface":"front","average":{"1min":2.0310000000000001,"5min":2.6190000000000002,"15min":2.2749999999999999},"min":{"1min":0.33200000000000002,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3160000000000007,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.45000000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":3.1150000000000002,"15min":2.5350000000000001},"min":{"1min":0.40899999999999997,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":8.3620000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":2.593,"5min":2.3319999999999999,"15min":2.476},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.5339999999999998,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.48599999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1909999999999998,"5min":3.0230000000000001,"15min":2.5750000000000002},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":16.225999999999999,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.51600000000000001},{"interface":"front","average":{"1min":2.8370000000000002,"5min":2.6070000000000002,"15min":2.6179999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33300000000000002},"max":{"1min":10.023,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.54700000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":2.1850000000000001,"15min":2.617},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":6.5579999999999998,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.378},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.661,"15min":2.4100000000000001},"min":{"1min":0.39100000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":21.977,"5min":21.977,"15min":21.977},"last":0.55700000000000005}]}]},{"osd":2,"up_from":116,"seq":498216206759,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1208888,"kb_used_data":7536,"kb_used_omap":7,"kb_used_meta":1201336,"kb_avail":92536264,"statfs":{"total":95995035648,"available":94757134336,"internally_reserved":0,"allocated":7716864,"data_stored":4956851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1230168145},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.9830000000000001,"5min":2.8769999999999998,"15min":2.3079999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":10.773999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.246},{"interface":"front","average":{"1min":1.861,"5min":2.0409999999999999,"15min":1.827},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":6.915,"5min":15.137,"15min":15.137},"last":0.40400000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:10:22 2023","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.5619999999999998,"15min":3.871},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.19},"max":{"1min":7.3929999999999998,"5min":13.619999999999999,"15min":70.971000000000004},"last":0.26300000000000001},{"interface":"front","average":{"1min":2.3559999999999999,"5min":2.4529999999999998,"15min":3.8820000000000001},"min":{"1min":0.26100000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":10.801,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5780000000000003,"5min":3.117,"15min":3.3780000000000001},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.18099999999999999},"max":{"1min":21.062000000000001,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":4.6130000000000004,"5min":3.2999999999999998,"15min":3.52},"min":{"1min":0.37,"5min":0.307,"15min":0.252},"max":{"1min":21.103000000000002,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.38300000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.7000000000000002,"5min":4.6120000000000001,"15min":3.8039999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.962999999999999,"5min":144.90299999999999,"15min":176.00200000000001},"last":0.318},{"interface":"front","average":{"1min":4.056,"5min":4.3440000000000003,"15min":3.234},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.654,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":1.611,"5min":3.6589999999999998,"15min":2.6749999999999998},"min":{"1min":0.38400000000000001,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":6.952,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":3.8159999999999998,"5min":4.5590000000000002,"15min":3.387},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.30099999999999999},"max":{"1min":11.005000000000001,"5min":143.07300000000001,"15min":143.07300000000001},"last":0.43099999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.1099999999999999,"5min":4.2130000000000001,"15min":3.1909999999999998},"min":{"1min":0.36299999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":10.721,"5min":142.339,"15min":142.339},"last":0.44600000000000001},{"interface":"front","average":{"1min":2.7669999999999999,"5min":3.6970000000000001,"15min":2.6899999999999999},"min":{"1min":0.41499999999999998,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":13.808999999999999,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Oct 9 05:09:42 2023","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":3.7309999999999999,"15min":2.7530000000000001},"min":{"1min":0.433,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":10.747999999999999,"5min":54.470999999999997,"15min":54.470999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":2.2309999999999999,"5min":3.1499999999999999,"15min":2.4289999999999998},"min":{"1min":0.45300000000000001,"5min":0.39700000000000002,"15min":0.33900000000000002},"max":{"1min":7.0049999999999999,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.63800000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524895,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":817388,"kb_used_data":7540,"kb_used_omap":2,"kb_used_meta":809789,"kb_avail":92927764,"statfs":{"total":95995035648,"available":95158030336,"internally_reserved":0,"allocated":7720960,"data_stored":5232488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":829223989},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.0270000000000001,"15min":2.2519999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.183},"max":{"1min":10.875999999999999,"5min":14.198,"15min":26.260999999999999},"last":0.25900000000000001},{"interface":"front","average":{"1min":2.649,"5min":2.1749999999999998,"15min":2.2970000000000002},"min":{"1min":0.219,"5min":0.183,"15min":0.183},"max":{"1min":10.362,"5min":12.528,"15min":22.477},"last":0.29499999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:10:18 2023","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":1.8080000000000001,"15min":1.355},"min":{"1min":0.28699999999999998,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":10.901999999999999,"5min":10.901999999999999,"15min":11.076000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":2.331,"5min":2.2490000000000001,"15min":1.74},"min":{"1min":0.27500000000000002,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":11.215999999999999,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.8780000000000001,"5min":2.7130000000000001,"15min":2.6949999999999998},"min":{"1min":0.33300000000000002,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":21.945,"5min":21.945,"15min":21.945},"last":0.27900000000000003},{"interface":"front","average":{"1min":3.968,"5min":2.6629999999999998,"15min":2.7730000000000001},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":21.82,"5min":21.82,"15min":25.776},"last":0.43099999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.9790000000000001,"15min":2.4910000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":10.271000000000001,"5min":10.271000000000001,"15min":15.301},"last":0.75},{"interface":"front","average":{"1min":3.0800000000000001,"5min":2.7970000000000002,"15min":2.4289999999999998},"min":{"1min":0.37,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":10.407,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.76300000000000001}]},{"osd":5,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.54,"5min":2.7400000000000002,"15min":2.4129999999999998},"min":{"1min":0.41299999999999998,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":13.614000000000001,"5min":13.614000000000001,"15min":35.712000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":3.2480000000000002,"5min":2.843,"15min":2.7010000000000001},"min":{"1min":0.39400000000000002,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":35.488},"last":0.71299999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.835,"15min":2.8300000000000001},"min":{"1min":0.39700000000000002,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":12.872999999999999,"5min":18.436,"15min":50.113999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":3.9889999999999999,"5min":2.6190000000000002,"15min":2.569},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.762,"5min":10.762,"15min":53.841999999999999},"last":0.58299999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.3929999999999998,"5min":3.1539999999999999,"15min":2.8730000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":10.307,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":5.3460000000000001,"5min":3.2349999999999999,"15min":2.802},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":12.829000000000001,"5min":12.829000000000001,"15min":15.381},"last":0.68700000000000006}]}]},{"osd":4,"up_from":30,"seq":128849019481,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500852,"kb_used_data":5884,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244300,"statfs":{"total":95995035648,"available":94458163200,"internally_reserved":0,"allocated":6025216,"data_stored":4511604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":1.883,"15min":1.7929999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.218},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":0.53100000000000003},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0910000000000002,"15min":1.748},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":5.7329999999999997,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.45500000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.3380000000000001,"15min":2.5110000000000001},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.753,"5min":12.753,"15min":12.753},"last":0.47099999999999997},{"interface":"front","average":{"1min":2.0960000000000001,"5min":2.1469999999999998,"15min":2.105},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.253},"max":{"1min":11.395,"5min":11.395,"15min":11.395},"last":0.5}]},{"osd":2,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":2.351,"15min":3.1280000000000001},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":4.8010000000000002,"5min":19.295999999999999,"15min":105.411},"last":0.55400000000000005},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.593,"15min":3.194},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.7200000000000006,"5min":10.772,"15min":97.927999999999997},"last":0.51500000000000001}]},{"osd":3,"last update":"Mon Oct 9 05:10:11 2023","interfaces":[{"interface":"back","average":{"1min":19.675999999999998,"5min":6.3949999999999996,"15min":4.7629999999999999},"min":{"1min":0.39100000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":359.49200000000002,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.54200000000000004},{"interface":"front","average":{"1min":21.381,"5min":6.7469999999999999,"15min":5.0110000000000001},"min":{"1min":0.372,"5min":0.33400000000000002,"15min":0.29099999999999998},"max":{"1min":359.55500000000001,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.52600000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.9139999999999999,"15min":1.591},"min":{"1min":0.32800000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":9.4260000000000002,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":2.181,"5min":1.9710000000000001,"15min":1.665},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.1750000000000007,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.371}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.2709999999999999,"5min":1.9770000000000001,"15min":2.157},"min":{"1min":0.33800000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":12.839,"5min":12.839,"15min":81.980999999999995},"last":0.35899999999999999},{"interface":"front","average":{"1min":3.3889999999999998,"5min":2.0059999999999998,"15min":2.1139999999999999},"min":{"1min":0.36199999999999999,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":20.992999999999999,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.38500000000000001}]},{"osd":7,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":1.788,"15min":1.821},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":12.502000000000001,"5min":12.502000000000001,"15min":29.175000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":2.7599999999999998,"5min":1.8660000000000001,"15min":1.921},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":12.805,"5min":12.983000000000001,"15min":29.192},"last":0.39700000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757845,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1489312,"kb_used_data":6424,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":92255840,"statfs":{"total":95995035648,"available":94469980160,"internally_reserved":0,"allocated":6578176,"data_stored":5097537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":2.0179999999999998,"15min":1.901},"min":{"1min":0.33900000000000002,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":6.6959999999999997,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.7529999999999999,"5min":2.3039999999999998,"15min":2.1899999999999999},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":8.3040000000000003,"5min":16.363,"15min":16.363},"last":0.504}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":2.6200000000000001,"15min":2.593},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":19.382000000000001,"5min":19.382000000000001,"15min":19.382000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":1.661,"5min":2.4079999999999999,"15min":2.3759999999999999},"min":{"1min":0.33100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.9180000000000001,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.37}]},{"osd":2,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.8860000000000001,"15min":2.6600000000000001},"min":{"1min":0.28899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":13.718999999999999,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.433},{"interface":"front","average":{"1min":1.869,"5min":2.9990000000000001,"15min":2.6219999999999999},"min":{"1min":0.39000000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5109999999999992,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.58299999999999996}]},{"osd":3,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":3.0699999999999998,"15min":2.806},"min":{"1min":0.46600000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":7.1980000000000004,"5min":24.114999999999998,"15min":74.915000000000006},"last":0.41399999999999998},{"interface":"front","average":{"1min":3.472,"5min":3.7229999999999999,"15min":3.0209999999999999},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.975,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.54500000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.613,"5min":2.0179999999999998,"15min":1.7949999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":7.3440000000000003,"5min":10.959,"15min":10.959},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.242,"5min":2.2330000000000001,"15min":1.9239999999999999},"min":{"1min":0.34200000000000003,"5min":0.248,"15min":0.248},"max":{"1min":5.1529999999999996,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.622}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.633,"15min":1.8},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":6.1630000000000003,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.6589999999999998,"5min":2.8820000000000001,"15min":2.097},"min":{"1min":0.27200000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.2070000000000007,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.49199999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":2.3769999999999998,"15min":2.1560000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":7.2279999999999998,"5min":13.082000000000001,"15min":18.442},"last":0.63600000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":2.0739999999999998,"15min":2.1040000000000001},"min":{"1min":0.33900000000000002,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":5.8209999999999997,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.59899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:10:41.804 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:41.827 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-10-09T05:10:41.831 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:41.867 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:41.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:41.870 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:41.971 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:41.998 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:42.035 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:42.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:42.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:42.139 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:42.167 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:42.199 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:42.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:42.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:42 smithi150 ceph-mon[168511]: pgmap v1804: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:42 smithi150 ceph-mon[168511]: from='client.47576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:42.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:42 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:42.302 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:42.316 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set noscrub 2023-10-09T05:10:42.331 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:42.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-mon[184249]: pgmap v1804: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:42.339 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-mon[184249]: from='client.47576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:42.340 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:42.340 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-mon[179183]: pgmap v1804: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:42.340 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-mon[179183]: from='client.47576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:42.340 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:10:42.340 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:10:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:10:42] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2023-10-09T05:10:42.364 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:42.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:42.367 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:42.423 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:42.468 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:42.495 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:42.528 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:42.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:42.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:42.631 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:42.659 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:42.694 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:42.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:42.697 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:42.798 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:42.825 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:42.861 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:42.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:42.864 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:42.916 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:42.966 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:42.992 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:43.139 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-10-09T05:10:43.186 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:43.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:43.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:43.195 INFO:tasks.workunit.client.0.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-10-09T05:10:43.198 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-09T05:10:43.198 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-10-09T05:10:43.249 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-10-09T05:10:43.291 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:43.297 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-10-09T05:10:43.318 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:43.337 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-09T05:10:43.337 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:10:43.339 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-09T05:10:43.339 INFO:tasks.workunit.client.0.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-10-09T05:10:43.353 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:43.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:43.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:43.379 INFO:tasks.workunit.client.0.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-09T05:10:43.383 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2023-10-09T05:10:43.383 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-10-09T05:10:43.441 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2023-10-09T05:10:43.443 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-10-09T05:10:43.443 DEBUG:teuthology.orchestra.run.smithi107:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2023-10-09T05:10:43.457 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:43.507 INFO:tasks.workunit.client.0.smithi107.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-10-09T05:10:43.507 INFO:tasks.workunit.client.0.smithi107.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-10-09T05:10:43.507 INFO:tasks.workunit.client.0.smithi107.stderr:+ TMPDIR=/tmp/rbd_import_export_478966 2023-10-09T05:10:43.507 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm -rf /tmp/rbd_import_export_478966 2023-10-09T05:10:43.508 INFO:tasks.workunit.client.0.smithi107.stderr:+ mkdir /tmp/rbd_import_export_478966 2023-10-09T05:10:43.509 INFO:tasks.workunit.client.0.smithi107.stderr:+ trap 'rm -rf /tmp/rbd_import_export_478966' INT TERM EXIT 2023-10-09T05:10:43.509 INFO:tasks.workunit.client.0.smithi107.stderr:+ mkdir foo.478966 2023-10-09T05:10:43.510 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import foo.478966 foo.dir 2023-10-09T05:10:43.515 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:43.552 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:43.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:43.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:43.659 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:43.691 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:43.728 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:43.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:43.731 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:43.741 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: cannot import a directory 2023-10-09T05:10:43.741 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 0% complete...failed. 2023-10-09T05:10:43.742 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: import failed: (21) Is a directory 2023-10-09T05:10:43.743 INFO:tasks.workunit.client.0.smithi107.stderr:+ true 2023-10-09T05:10:43.743 INFO:tasks.workunit.client.0.smithi107.stderr:+ rmdir foo.478966 2023-10-09T05:10:43.744 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_478966/img bs=1k count=1 seek=10 2023-10-09T05:10:43.745 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records in 2023-10-09T05:10:43.745 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records out 2023-10-09T05:10:43.745 INFO:tasks.workunit.client.0.smithi107.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2549e-05 s, 24.1 MB/s 2023-10-09T05:10:43.745 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_478966/img bs=1k count=10 seek=100 2023-10-09T05:10:43.746 INFO:tasks.workunit.client.0.smithi107.stderr:10+0 records in 2023-10-09T05:10:43.746 INFO:tasks.workunit.client.0.smithi107.stderr:10+0 records out 2023-10-09T05:10:43.746 INFO:tasks.workunit.client.0.smithi107.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.1133e-05 s, 200 MB/s 2023-10-09T05:10:43.746 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_478966/img bs=1k count=100 seek=1000 2023-10-09T05:10:43.747 INFO:tasks.workunit.client.0.smithi107.stderr:70+1 records in 2023-10-09T05:10:43.747 INFO:tasks.workunit.client.0.smithi107.stderr:70+1 records out 2023-10-09T05:10:43.747 INFO:tasks.workunit.client.0.smithi107.stderr:72048 bytes (72 kB, 70 KiB) copied, 0.00017152 s, 420 MB/s 2023-10-09T05:10:43.747 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_478966/img bs=1k seek=10000 2023-10-09T05:10:43.748 INFO:tasks.workunit.client.0.smithi107.stderr:139+1 records in 2023-10-09T05:10:43.748 INFO:tasks.workunit.client.0.smithi107.stderr:139+1 records out 2023-10-09T05:10:43.748 INFO:tasks.workunit.client.0.smithi107.stderr:143224 bytes (143 kB, 140 KiB) copied, 0.000331974 s, 431 MB/s 2023-10-09T05:10:43.748 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_478966/img bs=1k seek=100000 2023-10-09T05:10:43.765 INFO:tasks.workunit.client.0.smithi107.stderr:70+1 records in 2023-10-09T05:10:43.765 INFO:tasks.workunit.client.0.smithi107.stderr:70+1 records out 2023-10-09T05:10:43.765 INFO:tasks.workunit.client.0.smithi107.stderr:72168 bytes (72 kB, 70 KiB) copied, 0.0163918 s, 4.4 MB/s 2023-10-09T05:10:43.765 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_478966/img bs=1k seek=1000000 2023-10-09T05:10:43.766 INFO:tasks.workunit.client.0.smithi107.stderr:189+1 records in 2023-10-09T05:10:43.766 INFO:tasks.workunit.client.0.smithi107.stderr:189+1 records out 2023-10-09T05:10:43.767 INFO:tasks.workunit.client.0.smithi107.stderr:193768 bytes (194 kB, 189 KiB) copied, 0.000427217 s, 454 MB/s 2023-10-09T05:10:43.767 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm testimg 2023-10-09T05:10:43.780 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:10:43.780 INFO:teuthology.orchestra.run.smithi150.stdout: "size": 20, 2023-10-09T05:10:43.780 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 600, 2023-10-09T05:10:43.780 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [ 2023-10-09T05:10:43.780 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56138 13.c 13:38d57812:::benchmark_data_smithi107_396486_object56137:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e477)", 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:04.990903+0000", 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.78681383599996, 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.544464541, 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "reached pg", 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.781 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56138 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990903+0000", 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.782 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990903+0000", 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990901+0000", 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990939+0000", 2023-10-09T05:10:43.783 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7432999999999999e-05 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990950+0000", 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1732999999999999e-05 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.990956+0000", 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2360000000000004e-06 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.784 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.991078+0000", 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121935 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.991187+0000", 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000109805 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2", 2023-10-09T05:10:43.785 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.991315+0000", 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000127334 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:04.994283+0000", 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029684149999999999 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.021992+0000", 2023-10-09T05:10:43.786 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.027708765999999999 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.022000+0000", 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1550000000000007e-06 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342091+0000", 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32009113300000003 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.787 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342103+0000", 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1438e-05 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.535272+0000", 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.193169414 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.535367+0000", 2023-10-09T05:10:43.788 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4961000000000001e-05 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56153 13.c 13:32d64f19:::benchmark_data_smithi107_396486_object56152:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.013162+0000", 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.76455447499995, 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5416372599999999, 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.789 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56153 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.790 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013162+0000", 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013162+0000", 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.791 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013161+0000", 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013192+0000", 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.0876000000000001e-05 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013201+0000", 2023-10-09T05:10:43.792 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.8079999999999994e-06 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.013214+0000", 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.329e-05 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.022027+0000", 2023-10-09T05:10:43.793 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0088133989999999995 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.022034+0000", 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6869999999999997e-06 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342124+0000", 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.32009032799999998 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.794 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342131+0000", 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0149999999999998e-06 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.538052+0000", 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.195920251 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.795 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.538173+0000", 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000121493 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.538337+0000", 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016420900000000001 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549231+0000", 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010893615000000001 2023-10-09T05:10:43.796 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549283+0000", 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2225999999999998e-05 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.552254+0000", 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0029704900000000001 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.797 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.552314+0000", 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0248000000000003e-05 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.554799+0000", 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024851370000000001 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.798 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56163 13.c 13:37c5330a:::benchmark_data_smithi107_396486_object56162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.031499+0000", 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.74621764899996, 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5258426969999999, 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56163 2023-10-09T05:10:43.799 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031499+0000", 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031499+0000", 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.800 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031497+0000", 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031555+0000", 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.7632e-05 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.801 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031567+0000", 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1718e-05 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031573+0000", 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0310000000000004e-06 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031619+0000", 2023-10-09T05:10:43.802 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.6047999999999997e-05 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031628+0000", 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1139999999999995e-06 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342151+0000", 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.310522837 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.803 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342157+0000", 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.516e-06 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540489+0000", 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.198331611 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.804 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540593+0000", 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104004 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.540728+0000", 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013545300000000001 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.805 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549244+0000", 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.008516203 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549381+0000", 2023-10-09T05:10:43.806 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013641200000000001 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.554857+0000", 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0054764710000000001 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.807 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.554918+0000", 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0559000000000001e-05 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.557341+0000", 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002423489 2023-10-09T05:10:43.808 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56164 13.c 13:3aa089a2:::benchmark_data_smithi107_396486_object56163:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.031636+0000", 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.74608074800005, 2023-10-09T05:10:43.809 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.528110166, 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56164 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.810 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031636+0000", 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.811 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031636+0000", 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031635+0000", 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.812 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031666+0000", 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1155000000000002e-05 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.813 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031675+0000", 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.0739999999999999e-06 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.031681+0000", 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.536e-06 2023-10-09T05:10:43.814 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032139+0000", 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00045859200000000002 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.815 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032148+0000", 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.1900000000000001e-06 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342176+0000", 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31002751200000001 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.816 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342182+0000", 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2500000000000003e-06 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.817 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.542562+0000", 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2003799769999999 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.542717+0000", 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015487000000000001 2023-10-09T05:10:43.818 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.542893+0000", 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00017604299999999999 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549292+0000", 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0063990849999999997 2023-10-09T05:10:43.819 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549405+0000", 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000112392 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.557399+0000", 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0079940670000000005 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.820 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.557461+0000", 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2288999999999999e-05 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.559746+0000", 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.002284885 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.821 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56165 13.c 13:39f25d59:::benchmark_data_smithi107_396486_object56164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.032107+0000", 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.74560982499997, 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5328239969999999, 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.822 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56165 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032107+0000", 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032107+0000", 2023-10-09T05:10:43.823 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032106+0000", 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032137+0000", 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.1683999999999997e-05 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.824 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032148+0000", 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0429e-05 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032154+0000", 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5089999999999999e-06 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032193+0000", 2023-10-09T05:10:43.825 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.8772000000000001e-05 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032199+0000", 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.5589999999999996e-06 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342201+0000", 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.31000203199999998 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.826 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342213+0000", 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1776e-05 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.544769+0000", 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.202556081 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.827 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.544899+0000", 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013015999999999999 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.545006+0000", 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000107538 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549300+0000", 2023-10-09T05:10:43.828 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0042932739999999997 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.559844+0000", 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010544754 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.829 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.562326+0000", 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024816320000000001 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.562379+0000", 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2620000000000001e-05 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.564931+0000", 2023-10-09T05:10:43.830 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025518939999999999 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:56167 13.c 13:3fa67ae7:::benchmark_data_smithi107_396486_object56166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 518.745419051, 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5352416230000001, 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.831 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 56167 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.832 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032297+0000", 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.833 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032386+0000", 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.9572000000000002e-05 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032400+0000", 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3722e-05 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.834 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032406+0000", 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4439999999999999e-06 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032509+0000", 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000103638 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.032518+0000", 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.4780000000000008e-06 2023-10-09T05:10:43.835 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342233+0000", 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30971526100000002 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for peered", 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:05.342239+0000", 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.516e-06 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.836 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.546874+0000", 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.204634405 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.547019+0000", 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014515700000000001 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.547228+0000", 2023-10-09T05:10:43.837 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020944900000000001 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.549386+0000", 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021577599999999999 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.559888+0000", 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010501401 2023-10-09T05:10:43.838 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.564979+0000", 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0050917169999999999 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.565040+0000", 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0825999999999997e-05 2023-10-09T05:10:43.839 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:06.567539+0000", 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024988150000000002 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.840 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69455 13.c 13:33a5b97a:::benchmark_data_smithi107_396486_object69454:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.064809+0000", 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 503.71290694200002, 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.177452522, 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69455 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.841 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064809+0000", 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064809+0000", 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.842 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064808+0000", 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064859+0000", 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1258999999999998e-05 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.843 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064872+0000", 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.2843999999999999e-05 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064879+0000", 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.3620000000000002e-06 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064914+0000", 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5145999999999999e-05 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.844 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065018+0000", 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00010403000000000001 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065132+0000", 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0001147 2023-10-09T05:10:43.845 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.067798+0000", 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0026655400000000001 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.846 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.072468+0000", 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046696430000000002 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.239951+0000", 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16748379499999999 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.847 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.240006+0000", 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4224000000000001e-05 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.242262+0000", 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0022562939999999998 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.848 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69457 13.b 13:d07e0f5d:::benchmark_data_smithi107_396486_object69456:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 503.71282615699999, 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17233199099999999, 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.849 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69457 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.850 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064890+0000", 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.851 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064918+0000", 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8846000000000001e-05 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064925+0000", 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5479999999999998e-06 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064930+0000", 2023-10-09T05:10:43.852 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.9300000000000002e-06 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.064971+0000", 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1162000000000003e-05 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065081+0000", 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000110184 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.853 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.065235+0000", 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000153289 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.067642+0000", 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0024077159999999998 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.854 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237079+0000", 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16943707899999999 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237119+0000", 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9956999999999997e-05 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237174+0000", 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.4871999999999999e-05 2023-10-09T05:10:43.855 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237222+0000", 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7982999999999998e-05 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69460 13.c 13:37e60e71:::benchmark_data_smithi107_396486_object69459:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.074318+0000", 2023-10-09T05:10:43.856 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 503.70339789500002, 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17755813000000001, 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69460 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.857 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074318+0000", 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074318+0000", 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074317+0000", 2023-10-09T05:10:43.858 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074409+0000", 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.2516000000000007e-05 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074430+0000", 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.0968999999999999e-05 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.859 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074446+0000", 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.577e-05 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074892+0000", 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00044626300000000002 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.860 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234569+0000", 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.159676861 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.234779+0000", 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00020956600000000001 2023-10-09T05:10:43.861 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245180+0000", 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.010401225 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245188+0000", 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1880000000000002e-06 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.862 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.249234+0000", 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040452650000000001 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.249287+0000", 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.3310999999999998e-05 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.863 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.251877+0000", 2023-10-09T05:10:43.864 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025897450000000001 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:69464 13.c 13:36347892:::benchmark_data_smithi107_396486_object69463:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e482)", 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 503.70314519700003, 2023-10-09T05:10:43.866 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.182695248, 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 69464 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.867 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074571+0000", 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:43.868 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074606+0000", 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5760000000000003e-05 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074615+0000", 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.1340000000000004e-06 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.869 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.074619+0000", 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7350000000000004e-06 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237236+0000", 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.162616761 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.870 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237385+0000", 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014908400000000001 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.871 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.237546+0000", 2023-10-09T05:10:43.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000161247 2023-10-09T05:10:43.872 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.872 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.872 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.872 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245195+0000", 2023-10-09T05:10:43.872 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0076484300000000003 2023-10-09T05:10:43.873 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.873 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.873 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.873 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.245348+0000", 2023-10-09T05:10:43.873 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015307999999999999 2023-10-09T05:10:43.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.874 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.874 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.874 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.251934+0000", 2023-10-09T05:10:43.874 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00658641 2023-10-09T05:10:43.874 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.251982+0000", 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7824999999999997e-05 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:20.257266+0000", 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0052842920000000003 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.875 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82333 13.c 13:393601a6:::benchmark_data_smithi107_396486_object82332:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.041113+0000", 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 488.73660305099997, 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17326324800000001, 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.876 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82333 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041113+0000", 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041113+0000", 2023-10-09T05:10:43.877 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041112+0000", 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041151+0000", 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.9492000000000001e-05 2023-10-09T05:10:43.878 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041166+0000", 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.5301000000000001e-05 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041173+0000", 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8770000000000004e-06 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.879 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041405+0000", 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00023134800000000001 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041555+0000", 2023-10-09T05:10:43.880 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000150259 2023-10-09T05:10:43.881 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.881 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.881 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.881 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041722+0000", 2023-10-09T05:10:43.881 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00016677700000000001 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048933+0000", 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.007211182 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.048958+0000", 2023-10-09T05:10:43.882 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4858000000000002e-05 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.211970+0000", 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.163012301 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.212021+0000", 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1229e-05 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.883 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.214377+0000", 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0023553879999999999 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82337 13.9 13:9bf50412:::benchmark_data_smithi107_396486_object82336:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.041257+0000", 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 488.73645896800002, 2023-10-09T05:10:43.884 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.17724110800000001, 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82337 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041257+0000", 2023-10-09T05:10:43.885 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041257+0000", 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041257+0000", 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999995 2023-10-09T05:10:43.886 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041287+0000", 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.9933999999999998e-05 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041293+0000", 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.251e-06 2023-10-09T05:10:43.887 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.041297+0000", 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.1819999999999999e-06 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.049145+0000", 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0078472590000000005 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.888 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.049292+0000", 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000147188 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 0,2", 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.049427+0000", 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013507800000000001 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.053188+0000", 2023-10-09T05:10:43.889 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0037611200000000002 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.053196+0000", 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.559e-06 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.218416+0000", 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.165220809 2023-10-09T05:10:43.890 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.218461+0000", 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.4944999999999997e-05 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.218498+0000", 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.7236000000000001e-05 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.891 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:82339 13.c 13:3a811b4d:::benchmark_data_smithi107_396486_object82338:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:02:35.045397+0000", 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 488.73231948599999, 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.171681001, 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.892 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 82339 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045397+0000", 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.893 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045397+0000", 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045395+0000", 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999981 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045431+0000", 2023-10-09T05:10:43.894 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5967999999999999e-05 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045445+0000", 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.3654e-05 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045452+0000", 2023-10-09T05:10:43.895 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.4739999999999999e-06 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.045919+0000", 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00046662199999999998 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.046060+0000", 2023-10-09T05:10:43.896 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00014113099999999999 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 1,2", 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.046217+0000", 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000157052 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.051642+0000", 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0054249959999999996 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.897 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.051648+0000", 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.1680000000000001e-06 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.214454+0000", 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.16280605200000001 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.898 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.214522+0000", 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7720999999999998e-05 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:02:35.217078+0000", 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0025560050000000001 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.899 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180655 13.b 13:d4b93eb8:::benchmark_data_smithi107_396486_object74793:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.212508+0000", 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.56520822200002, 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.30346258999999998, 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180655 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.900 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212508+0000", 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212508+0000", 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.901 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212507+0000", 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212513+0000", 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2770000000000002e-06 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.902 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212529+0000", 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.6212e-05 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212536+0000", 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.2550000000000003e-06 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212588+0000", 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2009999999999998e-05 2023-10-09T05:10:43.903 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212693+0000", 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000105602 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.904 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.212806+0000", 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000112545 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.217489+0000", 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0046828879999999996 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.905 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.217708+0000", 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000219652 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.515877+0000", 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.29816923099999998 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.906 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.515930+0000", 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.2729999999999998e-05 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.515971+0000", 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.0535999999999999e-05 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.907 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180663 13.2 13:40deffb1:::benchmark_data_smithi107_396486_object74801:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.223030+0000", 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.55468632999998, 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.28021966700000001, 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180663 2023-10-09T05:10:43.908 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223030+0000", 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223030+0000", 2023-10-09T05:10:43.909 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.910 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.910 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.910 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223029+0000", 2023-10-09T05:10:43.910 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.910 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223037+0000", 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 8.0099999999999995e-06 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.911 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223054+0000", 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7410000000000001e-05 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223061+0000", 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.652e-06 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223160+0000", 2023-10-09T05:10:43.912 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.891e-05 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223294+0000", 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00013483700000000001 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 3,4", 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.223410+0000", 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000115684 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.913 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.232367+0000", 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0089570689999999998 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.244015+0000", 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.011647655999999999 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.914 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.503096+0000", 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.25908102700000002 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.503190+0000", 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.4067999999999995e-05 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.503250+0000", 2023-10-09T05:10:43.915 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.9787000000000002e-05 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180685 13.b 13:daa18728:::benchmark_data_smithi107_396486_object74823:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.251974+0000", 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.52574265800001, 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.27494733399999999, 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.916 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180685 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.251974+0000", 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.917 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.251974+0000", 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.251972+0000", 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.251979+0000", 2023-10-09T05:10:43.918 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2479999999999999e-06 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.251997+0000", 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7371e-05 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.919 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.252004+0000", 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.0339999999999999e-06 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.252072+0000", 2023-10-09T05:10:43.920 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.8194000000000005e-05 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.252169+0000", 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 9.6803000000000001e-05 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.921 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.252273+0000", 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000104341 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.922 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.256270+0000", 2023-10-09T05:10:43.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0039970149999999996 2023-10-09T05:10:43.923 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.923 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.923 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.923 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.256945+0000", 2023-10-09T05:10:43.923 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00067477499999999996 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.526837+0000", 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.269892299 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.924 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.526885+0000", 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7923999999999997e-05 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.925 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.526921+0000", 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.5882e-05 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180690 13.b 13:d1eb1faf:::benchmark_data_smithi107_396486_object74828:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.261493+0000", 2023-10-09T05:10:43.926 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.51622304300002, 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.26550212499999998, 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180690 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.927 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261493+0000", 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261493+0000", 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261492+0000", 2023-10-09T05:10:43.928 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261499+0000", 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.2640000000000002e-06 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261510+0000", 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.0879999999999999e-05 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.929 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261516+0000", 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.0120000000000002e-06 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261567+0000", 2023-10-09T05:10:43.930 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.1016000000000001e-05 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261689+0000", 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000122182 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.931 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.261810+0000", 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000120419 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.270028+0000", 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0082185090000000006 2023-10-09T05:10:43.932 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.270052+0000", 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.3750000000000001e-05 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.933 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.526943+0000", 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.25689040299999999 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.526967+0000", 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.4695e-05 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.934 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.526995+0000", 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.8198999999999999e-05 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180692 13.b 13:d7981918:::benchmark_data_smithi107_396486_object74830:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.263625+0000", 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.51409150000001, 2023-10-09T05:10:43.935 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.26343920599999998, 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180692 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.263625+0000", 2023-10-09T05:10:43.936 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.263625+0000", 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.263624+0000", 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.937 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.263630+0000", 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 5.6890000000000001e-06 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.263643+0000", 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.312e-05 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.938 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.263649+0000", 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.6250000000000001e-06 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.265819+0000", 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0021692149999999999 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.265954+0000", 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000135334 2023-10-09T05:10:43.939 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.266101+0000", 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000147498 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.270168+0000", 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0040670960000000001 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.940 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.270939+0000", 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000770636 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.527013+0000", 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.25607421400000002 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.527036+0000", 2023-10-09T05:10:43.941 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.2802e-05 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.527064+0000", 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 2.7932e-05 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.942 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180702 13.b 13:dbfc6aa7:::benchmark_data_smithi107_396486_object74840:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.293150+0000", 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.48456627899998, 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.23764006700000001, 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.943 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180702 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293150+0000", 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.944 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293150+0000", 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293149+0000", 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.9999986 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293157+0000", 2023-10-09T05:10:43.945 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7340000000000008e-06 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293174+0000", 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.7520000000000002e-05 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.946 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293182+0000", 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 7.7989999999999994e-06 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293250+0000", 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.7841000000000003e-05 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293410+0000", 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000160722 2023-10-09T05:10:43.947 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.293570+0000", 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015936600000000001 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.303270+0000", 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0096999630000000007 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.948 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.303316+0000", 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.5785000000000003e-05 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.530705+0000", 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.22738990000000001 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.949 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.530753+0000", 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7865999999999999e-05 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.530790+0000", 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.6842999999999999e-05 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.950 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "description": "osd_op(client.46688.0:180703 13.b 13:d9fec32a:::benchmark_data_smithi107_396486_object74841:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e514)", 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "initiated_at": "2023-10-09T05:04:54.295152+0000", 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "age": 349.48256448299998, 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.23575410299999999, 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "type_data": { 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:10:43.951 INFO:teuthology.orchestra.run.smithi150.stdout: "client_info": { 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "client": "client.46688", 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "client_addr": "172.21.15.107:0/134203731", 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "tid": 180703 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "events": [ 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "initiated", 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.295152+0000", 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.952 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "throttled", 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.295152+0000", 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "header_read", 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.295151+0000", 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4294967295.999999 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.953 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "all_read", 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.295156+0000", 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.7559999999999999e-06 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "dispatched", 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.295167+0000", 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 1.1421e-05 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.954 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "queued_for_pg", 2023-10-09T05:10:43.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.295174+0000", 2023-10-09T05:10:43.955 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 6.5379999999999999e-06 2023-10-09T05:10:43.955 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.955 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.955 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "reached_pg", 2023-10-09T05:10:43.955 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.298181+0000", 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.003006697 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "started", 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.298338+0000", 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015716699999999999 2023-10-09T05:10:43.956 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "waiting for subops from 2,3", 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.298497+0000", 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.00015912599999999999 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.303307+0000", 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.0048102320000000002 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.957 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "op_commit", 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.303413+0000", 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.000106273 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.530830+0000", 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 0.22741628799999999 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "commit_sent", 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.530873+0000", 2023-10-09T05:10:43.958 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 4.3553999999999997e-05 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: }, 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: { 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: "event": "done", 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: "time": "2023-10-09T05:04:54.530906+0000", 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: "duration": 3.2777999999999997e-05 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: } 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout: ] 2023-10-09T05:10:43.959 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:10:43.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:43.961 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 0% complete...failed. 2023-10-09T05:10:43.961 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: delete error: (2) No such file or directory 2023-10-09T05:10:43.961 INFO:tasks.workunit.client.0.smithi107.stderr:+ true 2023-10-09T05:10:43.961 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format /tmp/rbd_import_export_478966/img testimg 2023-10-09T05:10:43.986 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:44.020 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:44.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:44.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:44.124 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:44.152 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:44.234 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:44.236 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:44 smithi107 ceph-mon[179183]: pgmap v1805: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:44.236 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:44 smithi107 ceph-mon[184249]: pgmap v1805: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:44.236 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:44.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:44.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:44.275 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-10-09T05:10:44.338 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:44.368 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:44.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:44 smithi150 ceph-mon[168511]: pgmap v1805: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:44.597 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:44.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:44.604 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:44.705 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:44.734 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:10:44.735 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:44.776 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:44.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:44.779 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:44.871 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:44.879 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:44.907 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:45.000 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:45.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:45.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:45.104 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:45.109 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is set 2023-10-09T05:10:45.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[179183]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.135 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[179183]: osdmap e583: 8 total, 8 up, 7 in 2023-10-09T05:10:45.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[179183]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[179183]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.136 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4068133004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:45.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[184249]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[184249]: osdmap e583: 8 total, 8 up, 7 in 2023-10-09T05:10:45.136 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[184249]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.137 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[184249]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.137 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:45 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4068133004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:45.138 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:45.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:45 smithi150 ceph-mon[168511]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.165 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:45 smithi150 ceph-mon[168511]: osdmap e583: 8 total, 8 up, 7 in 2023-10-09T05:10:45.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:45 smithi150 ceph-mon[168511]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:45 smithi150 ceph-mon[168511]: failed to encode map e583 with expected crc 2023-10-09T05:10:45.166 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:45 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4068133004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-10-09T05:10:45.367 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:45.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:45.370 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:45.471 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:45.530 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:45.666 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:45.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:45.670 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:45.707 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-10-09T05:10:45.708 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:10:45.711 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg /tmp/rbd_import_export_478966/img2 2023-10-09T05:10:45.772 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:45.804 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:45.973 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:45.977 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg - 2023-10-09T05:10:46.007 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:46.374 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:46.396 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:46.415 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: pgmap v1807: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4068133004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: osdmap e584: 8 total, 8 up, 7 in 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[179183]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: pgmap v1807: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4068133004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:10:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: osdmap e584: 8 total, 8 up, 7 in 2023-10-09T05:10:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:46 smithi107 ceph-mon[184249]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.440 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:46.464 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: pgmap v1807: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:10:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4068133004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-10-09T05:10:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: osdmap e584: 8 total, 8 up, 7 in 2023-10-09T05:10:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:46 smithi150 ceph-mon[168511]: failed to encode map e584 with expected crc 2023-10-09T05:10:46.485 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:46.505 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:46.526 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:46.527 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.527 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.527 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.527 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.528 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:10:46.753 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:46.757 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm testimg 2023-10-09T05:10:46.866 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-10-09T05:10:46.869 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img2 2023-10-09T05:10:46.869 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:46.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:46.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:46.974 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:47.003 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:47.087 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:47.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:47.090 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:47.192 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:47.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:47.194 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2931730989' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:47.238 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:47.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:47.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2931730989' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:10:47.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2931730989' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:47.436 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:47.436 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:47.485 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:47.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:47.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:47.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:47.612 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img3 2023-10-09T05:10:47.646 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:47.686 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:47.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:47.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:47.790 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:47.817 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:47.853 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:47.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:47.857 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:47.933 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-10-09T05:10:47.946 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-10-09T05:10:47.958 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:48.002 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:48.038 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:48.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:48.041 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:48.082 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img2 /tmp/rbd_import_export_478966/img3 2023-10-09T05:10:48.107 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:48 smithi107 ceph-mon[179183]: pgmap v1809: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 2.1 KiB/s rd, 1023 B/s wr, 4 op/s 2023-10-09T05:10:48.108 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:48 smithi107 ceph-mon[184249]: pgmap v1809: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 2.1 KiB/s rd, 1023 B/s wr, 4 op/s 2023-10-09T05:10:48.142 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:48.171 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:48.205 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:48.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:48.208 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:48.309 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:48.325 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format - testimg 2023-10-09T05:10:48.342 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:48.377 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:48.379 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:48 smithi150 ceph-mon[168511]: pgmap v1809: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 2.1 KiB/s rd, 1023 B/s wr, 4 op/s 2023-10-09T05:10:48.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:48.380 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:48.401 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:48.407 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:10:48.480 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:48.510 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:48.539 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:48.546 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:48.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:48.550 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:48.650 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:48.679 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:48.757 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:10:48.758 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:10:48.761 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg /tmp/rbd_import_export_478966/img2 2023-10-09T05:10:48.763 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:48.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:48.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:48.821 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1809,"stamp":"2023-10-09T05:10:47.031531+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595984,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":27,"num_read_kb":17,"num_write":70,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1833,"ondisk_log_size":1833,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":249,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9281452,"kb_used_data":47412,"kb_used_omap":16,"kb_used_meta":9233967,"kb_avail":646934612,"statfs":{"total":671965249536,"available":662461042688,"internally_reserved":0,"allocated":48549888,"data_stored":34148661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9455582976},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":112,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":17,"num_write":9,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001479"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":605,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.011061+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:10:37.011061+0000","last_peered":"2023-10-09T05:10:37.011061+0000","last_clean":"2023-10-09T05:10:37.011061+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:10:37.011061+0000","last_undegraded":"2023-10-09T05:10:37.011061+0000","last_fullsized":"2023-10-09T05:10:37.011061+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":327,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201911+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:10:37.201911+0000","last_peered":"2023-10-09T05:10:37.201911+0000","last_clean":"2023-10-09T05:10:37.201911+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:10:37.201911+0000","last_undegraded":"2023-10-09T05:10:37.201911+0000","last_fullsized":"2023-10-09T05:10:37.201911+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":449,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201201+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:10:37.201201+0000","last_peered":"2023-10-09T05:10:37.201201+0000","last_clean":"2023-10-09T05:10:37.201201+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:10:37.201201+0000","last_undegraded":"2023-10-09T05:10:37.201201+0000","last_fullsized":"2023-10-09T05:10:37.201201+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":139,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438001+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:10:37.438001+0000","last_peered":"2023-10-09T05:10:37.438001+0000","last_clean":"2023-10-09T05:10:37.438001+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:10:37.438001+0000","last_undegraded":"2023-10-09T05:10:37.438001+0000","last_fullsized":"2023-10-09T05:10:37.438001+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":306,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201278+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:10:37.201278+0000","last_peered":"2023-10-09T05:10:37.201278+0000","last_clean":"2023-10-09T05:10:37.201278+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:10:37.201278+0000","last_undegraded":"2023-10-09T05:10:37.201278+0000","last_fullsized":"2023-10-09T05:10:37.201278+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":282,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.437966+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:10:37.437966+0000","last_peered":"2023-10-09T05:10:37.437966+0000","last_clean":"2023-10-09T05:10:37.437966+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:10:37.437966+0000","last_undegraded":"2023-10-09T05:10:37.437966+0000","last_fullsized":"2023-10-09T05:10:37.437966+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":543,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149539+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:10:37.149539+0000","last_peered":"2023-10-09T05:10:37.149539+0000","last_clean":"2023-10-09T05:10:37.149539+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:10:37.149539+0000","last_undegraded":"2023-10-09T05:10:37.149539+0000","last_fullsized":"2023-10-09T05:10:37.149539+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":332,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201433+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:10:37.201433+0000","last_peered":"2023-10-09T05:10:37.201433+0000","last_clean":"2023-10-09T05:10:37.201433+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:10:37.201433+0000","last_undegraded":"2023-10-09T05:10:37.201433+0000","last_fullsized":"2023-10-09T05:10:37.201433+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":606,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.150106+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:10:37.150106+0000","last_peered":"2023-10-09T05:10:37.150106+0000","last_clean":"2023-10-09T05:10:37.150106+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:10:37.150106+0000","last_undegraded":"2023-10-09T05:10:37.150106+0000","last_fullsized":"2023-10-09T05:10:37.150106+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":322,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201293+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:10:37.201293+0000","last_peered":"2023-10-09T05:10:37.201293+0000","last_clean":"2023-10-09T05:10:37.201293+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:10:37.201293+0000","last_undegraded":"2023-10-09T05:10:37.201293+0000","last_fullsized":"2023-10-09T05:10:37.201293+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":145,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438357+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:10:37.438357+0000","last_peered":"2023-10-09T05:10:37.438357+0000","last_clean":"2023-10-09T05:10:37.438357+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:10:37.438357+0000","last_undegraded":"2023-10-09T05:10:37.438357+0000","last_fullsized":"2023-10-09T05:10:37.438357+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":475,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.436010+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:10:37.436010+0000","last_peered":"2023-10-09T05:10:37.436010+0000","last_clean":"2023-10-09T05:10:37.436010+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:10:37.436010+0000","last_undegraded":"2023-10-09T05:10:37.436010+0000","last_fullsized":"2023-10-09T05:10:37.436010+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":658,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.010742+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:10:37.010742+0000","last_peered":"2023-10-09T05:10:37.010742+0000","last_clean":"2023-10-09T05:10:37.010742+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:10:37.010742+0000","last_undegraded":"2023-10-09T05:10:37.010742+0000","last_fullsized":"2023-10-09T05:10:37.010742+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":626,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.011204+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:10:37.011204+0000","last_peered":"2023-10-09T05:10:37.011204+0000","last_clean":"2023-10-09T05:10:37.011204+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:10:37.011204+0000","last_undegraded":"2023-10-09T05:10:37.011204+0000","last_fullsized":"2023-10-09T05:10:37.011204+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":145,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.436833+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:10:37.436833+0000","last_peered":"2023-10-09T05:10:37.436833+0000","last_clean":"2023-10-09T05:10:37.436833+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:10:37.436833+0000","last_undegraded":"2023-10-09T05:10:37.436833+0000","last_fullsized":"2023-10-09T05:10:37.436833+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":429,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201929+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:10:37.201929+0000","last_peered":"2023-10-09T05:10:37.201929+0000","last_clean":"2023-10-09T05:10:37.201929+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:10:37.201929+0000","last_undegraded":"2023-10-09T05:10:37.201929+0000","last_fullsized":"2023-10-09T05:10:37.201929+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":139,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.435308+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:10:37.435308+0000","last_peered":"2023-10-09T05:10:37.435308+0000","last_clean":"2023-10-09T05:10:37.435308+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:10:37.435308+0000","last_undegraded":"2023-10-09T05:10:37.435308+0000","last_fullsized":"2023-10-09T05:10:37.435308+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":598,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.150055+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:10:37.150055+0000","last_peered":"2023-10-09T05:10:37.150055+0000","last_clean":"2023-10-09T05:10:37.150055+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:10:37.150055+0000","last_undegraded":"2023-10-09T05:10:37.150055+0000","last_fullsized":"2023-10-09T05:10:37.150055+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":139,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.435385+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:10:37.435385+0000","last_peered":"2023-10-09T05:10:37.435385+0000","last_clean":"2023-10-09T05:10:37.435385+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:10:37.435385+0000","last_undegraded":"2023-10-09T05:10:37.435385+0000","last_fullsized":"2023-10-09T05:10:37.435385+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":558,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.202408+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:10:37.202408+0000","last_peered":"2023-10-09T05:10:37.202408+0000","last_clean":"2023-10-09T05:10:37.202408+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:10:37.202408+0000","last_undegraded":"2023-10-09T05:10:37.202408+0000","last_fullsized":"2023-10-09T05:10:37.202408+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":280,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.435546+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:10:37.435546+0000","last_peered":"2023-10-09T05:10:37.435546+0000","last_clean":"2023-10-09T05:10:37.435546+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:10:37.435546+0000","last_undegraded":"2023-10-09T05:10:37.435546+0000","last_fullsized":"2023-10-09T05:10:37.435546+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":326,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.202238+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:10:37.202238+0000","last_peered":"2023-10-09T05:10:37.202238+0000","last_clean":"2023-10-09T05:10:37.202238+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:10:37.202238+0000","last_undegraded":"2023-10-09T05:10:37.202238+0000","last_fullsized":"2023-10-09T05:10:37.202238+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":143,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438823+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:10:37.438823+0000","last_peered":"2023-10-09T05:10:37.438823+0000","last_clean":"2023-10-09T05:10:37.438823+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:10:37.438823+0000","last_undegraded":"2023-10-09T05:10:37.438823+0000","last_fullsized":"2023-10-09T05:10:37.438823+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":582,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.148686+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:10:37.148686+0000","last_peered":"2023-10-09T05:10:37.148686+0000","last_clean":"2023-10-09T05:10:37.148686+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:10:37.148686+0000","last_undegraded":"2023-10-09T05:10:37.148686+0000","last_fullsized":"2023-10-09T05:10:37.148686+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":174,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.437923+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:10:37.437923+0000","last_peered":"2023-10-09T05:10:37.437923+0000","last_clean":"2023-10-09T05:10:37.437923+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:10:37.437923+0000","last_undegraded":"2023-10-09T05:10:37.437923+0000","last_fullsized":"2023-10-09T05:10:37.437923+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":616,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008726+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:10:37.008726+0000","last_peered":"2023-10-09T05:10:37.008726+0000","last_clean":"2023-10-09T05:10:37.008726+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:10:37.008726+0000","last_undegraded":"2023-10-09T05:10:37.008726+0000","last_fullsized":"2023-10-09T05:10:37.008726+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":143,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438520+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:10:37.438520+0000","last_peered":"2023-10-09T05:10:37.438520+0000","last_clean":"2023-10-09T05:10:37.438520+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:10:37.438520+0000","last_undegraded":"2023-10-09T05:10:37.438520+0000","last_fullsized":"2023-10-09T05:10:37.438520+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":302,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.436091+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:10:37.436091+0000","last_peered":"2023-10-09T05:10:37.436091+0000","last_clean":"2023-10-09T05:10:37.436091+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:10:37.436091+0000","last_undegraded":"2023-10-09T05:10:37.436091+0000","last_fullsized":"2023-10-09T05:10:37.436091+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":626,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149047+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:10:37.149047+0000","last_peered":"2023-10-09T05:10:37.149047+0000","last_clean":"2023-10-09T05:10:37.149047+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:10:37.149047+0000","last_undegraded":"2023-10-09T05:10:37.149047+0000","last_fullsized":"2023-10-09T05:10:37.149047+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":589,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.093867+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:10:44.093867+0000","last_peered":"2023-10-09T05:10:44.093867+0000","last_clean":"2023-10-09T05:10:44.093867+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:10:44.093867+0000","last_undegraded":"2023-10-09T05:10:44.093867+0000","last_fullsized":"2023-10-09T05:10:44.093867+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":1007,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.434560+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:10:37.434560+0000","last_peered":"2023-10-09T05:10:37.434560+0000","last_clean":"2023-10-09T05:10:37.434560+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:10:37.434560+0000","last_undegraded":"2023-10-09T05:10:37.434560+0000","last_fullsized":"2023-10-09T05:10:37.434560+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":253,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201097+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:10:37.201097+0000","last_peered":"2023-10-09T05:10:37.201097+0000","last_clean":"2023-10-09T05:10:37.201097+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:10:37.201097+0000","last_undegraded":"2023-10-09T05:10:37.201097+0000","last_fullsized":"2023-10-09T05:10:37.201097+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":626,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.010652+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:10:37.010652+0000","last_peered":"2023-10-09T05:10:37.010652+0000","last_clean":"2023-10-09T05:10:37.010652+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:10:37.010652+0000","last_undegraded":"2023-10-09T05:10:37.010652+0000","last_fullsized":"2023-10-09T05:10:37.010652+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":580,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.148594+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:10:37.148594+0000","last_peered":"2023-10-09T05:10:37.148594+0000","last_clean":"2023-10-09T05:10:37.148594+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:10:37.148594+0000","last_undegraded":"2023-10-09T05:10:37.148594+0000","last_fullsized":"2023-10-09T05:10:37.148594+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":282,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.436190+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:10:37.436190+0000","last_peered":"2023-10-09T05:10:37.436190+0000","last_clean":"2023-10-09T05:10:37.436190+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:10:37.436190+0000","last_undegraded":"2023-10-09T05:10:37.436190+0000","last_fullsized":"2023-10-09T05:10:37.436190+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":562,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.009812+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:10:37.009812+0000","last_peered":"2023-10-09T05:10:37.009812+0000","last_clean":"2023-10-09T05:10:37.009812+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:10:37.009812+0000","last_undegraded":"2023-10-09T05:10:37.009812+0000","last_fullsized":"2023-10-09T05:10:37.009812+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":563,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008639+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:10:37.008639+0000","last_peered":"2023-10-09T05:10:37.008639+0000","last_clean":"2023-10-09T05:10:37.008639+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:10:37.008639+0000","last_undegraded":"2023-10-09T05:10:37.008639+0000","last_fullsized":"2023-10-09T05:10:37.008639+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":636,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.011002+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:10:37.011002+0000","last_peered":"2023-10-09T05:10:37.011002+0000","last_clean":"2023-10-09T05:10:37.011002+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:10:37.011002+0000","last_undegraded":"2023-10-09T05:10:37.011002+0000","last_fullsized":"2023-10-09T05:10:37.011002+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":580,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149528+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:10:37.149528+0000","last_peered":"2023-10-09T05:10:37.149528+0000","last_clean":"2023-10-09T05:10:37.149528+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:10:37.149528+0000","last_undegraded":"2023-10-09T05:10:37.149528+0000","last_fullsized":"2023-10-09T05:10:37.149528+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":325,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201893+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:10:37.201893+0000","last_peered":"2023-10-09T05:10:37.201893+0000","last_clean":"2023-10-09T05:10:37.201893+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:10:37.201893+0000","last_undegraded":"2023-10-09T05:10:37.201893+0000","last_fullsized":"2023-10-09T05:10:37.201893+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":432,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.202188+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:10:37.202188+0000","last_peered":"2023-10-09T05:10:37.202188+0000","last_clean":"2023-10-09T05:10:37.202188+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:10:37.202188+0000","last_undegraded":"2023-10-09T05:10:37.202188+0000","last_fullsized":"2023-10-09T05:10:37.202188+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":961,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.437947+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:10:37.437947+0000","last_peered":"2023-10-09T05:10:37.437947+0000","last_clean":"2023-10-09T05:10:37.437947+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:10:37.437947+0000","last_undegraded":"2023-10-09T05:10:37.437947+0000","last_fullsized":"2023-10-09T05:10:37.437947+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":166,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438534+0000","last_change":"2023-10-09T05:06:43.497134+0000","last_active":"2023-10-09T05:10:37.438534+0000","last_peered":"2023-10-09T05:10:37.438534+0000","last_clean":"2023-10-09T05:10:37.438534+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:10:37.438534+0000","last_undegraded":"2023-10-09T05:10:37.438534+0000","last_fullsized":"2023-10-09T05:10:37.438534+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":596,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.150014+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:10:37.150014+0000","last_peered":"2023-10-09T05:10:37.150014+0000","last_clean":"2023-10-09T05:10:37.150014+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:10:37.150014+0000","last_undegraded":"2023-10-09T05:10:37.150014+0000","last_fullsized":"2023-10-09T05:10:37.150014+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":350,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149491+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:10:37.149491+0000","last_peered":"2023-10-09T05:10:37.149491+0000","last_clean":"2023-10-09T05:10:37.149491+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:10:37.149491+0000","last_undegraded":"2023-10-09T05:10:37.149491+0000","last_fullsized":"2023-10-09T05:10:37.149491+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":580,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.148647+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:10:37.148647+0000","last_peered":"2023-10-09T05:10:37.148647+0000","last_clean":"2023-10-09T05:10:37.148647+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:10:37.148647+0000","last_undegraded":"2023-10-09T05:10:37.148647+0000","last_fullsized":"2023-10-09T05:10:37.148647+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":629,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149356+0000","last_change":"2023-10-09T05:06:43.508523+0000","last_active":"2023-10-09T05:10:37.149356+0000","last_peered":"2023-10-09T05:10:37.149356+0000","last_clean":"2023-10-09T05:10:37.149356+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:10:37.149356+0000","last_undegraded":"2023-10-09T05:10:37.149356+0000","last_fullsized":"2023-10-09T05:10:37.149356+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":583,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.011128+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:10:37.011128+0000","last_peered":"2023-10-09T05:10:37.011128+0000","last_clean":"2023-10-09T05:10:37.011128+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:10:37.011128+0000","last_undegraded":"2023-10-09T05:10:37.011128+0000","last_fullsized":"2023-10-09T05:10:37.011128+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":460,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334817+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:10:44.334817+0000","last_peered":"2023-10-09T05:10:44.334817+0000","last_clean":"2023-10-09T05:10:44.334817+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:10:44.334817+0000","last_undegraded":"2023-10-09T05:10:44.334817+0000","last_fullsized":"2023-10-09T05:10:44.334817+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":552,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.434558+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:10:37.434558+0000","last_peered":"2023-10-09T05:10:37.434558+0000","last_clean":"2023-10-09T05:10:37.434558+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:10:37.434558+0000","last_undegraded":"2023-10-09T05:10:37.434558+0000","last_fullsized":"2023-10-09T05:10:37.434558+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"584'7","reported_seq":616,"reported_epoch":584,"state":"active+clean","last_fresh":"2023-10-09T05:10:45.151335+0000","last_change":"2023-10-09T05:10:45.105164+0000","last_active":"2023-10-09T05:10:45.151335+0000","last_peered":"2023-10-09T05:10:45.151335+0000","last_clean":"2023-10-09T05:10:45.151335+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:10:45.151335+0000","last_undegraded":"2023-10-09T05:10:45.151335+0000","last_fullsized":"2023-10-09T05:10:45.151335+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077979399999999999,"stat_sum":{"num_bytes":112,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":17,"num_write":9,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"3.0","version":"0'0","reported_seq":478,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334479+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:10:44.334479+0000","last_peered":"2023-10-09T05:10:44.334479+0000","last_clean":"2023-10-09T05:10:44.334479+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:10:44.334479+0000","last_undegraded":"2023-10-09T05:10:44.334479+0000","last_fullsized":"2023-10-09T05:10:44.334479+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":386,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149620+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:10:37.149620+0000","last_peered":"2023-10-09T05:10:37.149620+0000","last_clean":"2023-10-09T05:10:37.149620+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:10:37.149620+0000","last_undegraded":"2023-10-09T05:10:37.149620+0000","last_fullsized":"2023-10-09T05:10:37.149620+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":565,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149120+0000","last_change":"2023-10-09T05:00:49.975388+0000","last_active":"2023-10-09T05:10:37.149120+0000","last_peered":"2023-10-09T05:10:37.149120+0000","last_clean":"2023-10-09T05:10:37.149120+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:10:37.149120+0000","last_undegraded":"2023-10-09T05:10:37.149120+0000","last_fullsized":"2023-10-09T05:10:37.149120+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":552,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.434559+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:10:37.434559+0000","last_peered":"2023-10-09T05:10:37.434559+0000","last_clean":"2023-10-09T05:10:37.434559+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:10:37.434559+0000","last_undegraded":"2023-10-09T05:10:37.434559+0000","last_fullsized":"2023-10-09T05:10:37.434559+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":420,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.202203+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:10:37.202203+0000","last_peered":"2023-10-09T05:10:37.202203+0000","last_clean":"2023-10-09T05:10:37.202203+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:10:37.202203+0000","last_undegraded":"2023-10-09T05:10:37.202203+0000","last_fullsized":"2023-10-09T05:10:37.202203+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":275,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438117+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:10:37.438117+0000","last_peered":"2023-10-09T05:10:37.438117+0000","last_clean":"2023-10-09T05:10:37.438117+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:10:37.438117+0000","last_undegraded":"2023-10-09T05:10:37.438117+0000","last_fullsized":"2023-10-09T05:10:37.438117+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":943,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438205+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:10:37.438205+0000","last_peered":"2023-10-09T05:10:37.438205+0000","last_clean":"2023-10-09T05:10:37.438205+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:10:37.438205+0000","last_undegraded":"2023-10-09T05:10:37.438205+0000","last_fullsized":"2023-10-09T05:10:37.438205+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":166,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.434850+0000","last_change":"2023-10-09T05:06:43.497648+0000","last_active":"2023-10-09T05:10:37.434850+0000","last_peered":"2023-10-09T05:10:37.434850+0000","last_clean":"2023-10-09T05:10:37.434850+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:10:37.434850+0000","last_undegraded":"2023-10-09T05:10:37.434850+0000","last_fullsized":"2023-10-09T05:10:37.434850+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":534,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008813+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:10:37.008813+0000","last_peered":"2023-10-09T05:10:37.008813+0000","last_clean":"2023-10-09T05:10:37.008813+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:10:37.008813+0000","last_undegraded":"2023-10-09T05:10:37.008813+0000","last_fullsized":"2023-10-09T05:10:37.008813+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":604,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.095246+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:10:44.095246+0000","last_peered":"2023-10-09T05:10:44.095246+0000","last_clean":"2023-10-09T05:10:44.095246+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:10:44.095246+0000","last_undegraded":"2023-10-09T05:10:44.095246+0000","last_fullsized":"2023-10-09T05:10:44.095246+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":921,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.435823+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:10:37.435823+0000","last_peered":"2023-10-09T05:10:37.435823+0000","last_clean":"2023-10-09T05:10:37.435823+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:10:37.435823+0000","last_undegraded":"2023-10-09T05:10:37.435823+0000","last_fullsized":"2023-10-09T05:10:37.435823+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":139,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.438372+0000","last_change":"2023-10-09T05:00:49.975275+0000","last_active":"2023-10-09T05:10:37.438372+0000","last_peered":"2023-10-09T05:10:37.438372+0000","last_clean":"2023-10-09T05:10:37.438372+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:10:37.438372+0000","last_undegraded":"2023-10-09T05:10:37.438372+0000","last_fullsized":"2023-10-09T05:10:37.438372+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":339,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334845+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:10:44.334845+0000","last_peered":"2023-10-09T05:10:44.334845+0000","last_clean":"2023-10-09T05:10:44.334845+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:10:44.334845+0000","last_undegraded":"2023-10-09T05:10:44.334845+0000","last_fullsized":"2023-10-09T05:10:44.334845+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":281,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149217+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:10:37.149217+0000","last_peered":"2023-10-09T05:10:37.149217+0000","last_clean":"2023-10-09T05:10:37.149217+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:10:37.149217+0000","last_undegraded":"2023-10-09T05:10:37.149217+0000","last_fullsized":"2023-10-09T05:10:37.149217+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":580,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.009718+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:10:37.009718+0000","last_peered":"2023-10-09T05:10:37.009718+0000","last_clean":"2023-10-09T05:10:37.009718+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:10:37.009718+0000","last_undegraded":"2023-10-09T05:10:37.009718+0000","last_fullsized":"2023-10-09T05:10:37.009718+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":279,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201563+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:10:37.201563+0000","last_peered":"2023-10-09T05:10:37.201563+0000","last_clean":"2023-10-09T05:10:37.201563+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:10:37.201563+0000","last_undegraded":"2023-10-09T05:10:37.201563+0000","last_fullsized":"2023-10-09T05:10:37.201563+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":496,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.436044+0000","last_change":"2023-10-09T05:06:43.503383+0000","last_active":"2023-10-09T05:10:37.436044+0000","last_peered":"2023-10-09T05:10:37.436044+0000","last_clean":"2023-10-09T05:10:37.436044+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:10:37.436044+0000","last_undegraded":"2023-10-09T05:10:37.436044+0000","last_fullsized":"2023-10-09T05:10:37.436044+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":302,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201323+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:10:37.201323+0000","last_peered":"2023-10-09T05:10:37.201323+0000","last_clean":"2023-10-09T05:10:37.201323+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:10:37.201323+0000","last_undegraded":"2023-10-09T05:10:37.201323+0000","last_fullsized":"2023-10-09T05:10:37.201323+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":628,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.201536+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:10:37.201536+0000","last_peered":"2023-10-09T05:10:37.201536+0000","last_clean":"2023-10-09T05:10:37.201536+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:10:37.201536+0000","last_undegraded":"2023-10-09T05:10:37.201536+0000","last_fullsized":"2023-10-09T05:10:37.201536+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":275,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.437890+0000","last_change":"2023-10-09T05:00:49.987333+0000","last_active":"2023-10-09T05:10:37.437890+0000","last_peered":"2023-10-09T05:10:37.437890+0000","last_clean":"2023-10-09T05:10:37.437890+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:10:37.437890+0000","last_undegraded":"2023-10-09T05:10:37.437890+0000","last_fullsized":"2023-10-09T05:10:37.437890+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":596,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.095327+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:10:44.095327+0000","last_peered":"2023-10-09T05:10:44.095327+0000","last_clean":"2023-10-09T05:10:44.095327+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:10:44.095327+0000","last_undegraded":"2023-10-09T05:10:44.095327+0000","last_fullsized":"2023-10-09T05:10:44.095327+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":565,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.008006+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:10:37.008006+0000","last_peered":"2023-10-09T05:10:37.008006+0000","last_clean":"2023-10-09T05:10:37.008006+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:10:37.008006+0000","last_undegraded":"2023-10-09T05:10:37.008006+0000","last_fullsized":"2023-10-09T05:10:37.008006+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":277,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.011374+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:10:37.011374+0000","last_peered":"2023-10-09T05:10:37.011374+0000","last_clean":"2023-10-09T05:10:37.011374+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:10:37.011374+0000","last_undegraded":"2023-10-09T05:10:37.011374+0000","last_fullsized":"2023-10-09T05:10:37.011374+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":635,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334876+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:10:44.334876+0000","last_peered":"2023-10-09T05:10:44.334876+0000","last_clean":"2023-10-09T05:10:44.334876+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:10:44.334876+0000","last_undegraded":"2023-10-09T05:10:44.334876+0000","last_fullsized":"2023-10-09T05:10:44.334876+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":592,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149149+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:10:37.149149+0000","last_peered":"2023-10-09T05:10:37.149149+0000","last_clean":"2023-10-09T05:10:37.149149+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:10:37.149149+0000","last_undegraded":"2023-10-09T05:10:37.149149+0000","last_fullsized":"2023-10-09T05:10:37.149149+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":623,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.011289+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:10:37.011289+0000","last_peered":"2023-10-09T05:10:37.011289+0000","last_clean":"2023-10-09T05:10:37.011289+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:10:37.011289+0000","last_undegraded":"2023-10-09T05:10:37.011289+0000","last_fullsized":"2023-10-09T05:10:37.011289+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":583,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149963+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:10:37.149963+0000","last_peered":"2023-10-09T05:10:37.149963+0000","last_clean":"2023-10-09T05:10:37.149963+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:10:37.149963+0000","last_undegraded":"2023-10-09T05:10:37.149963+0000","last_fullsized":"2023-10-09T05:10:37.149963+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":586,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.010864+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:10:37.010864+0000","last_peered":"2023-10-09T05:10:37.010864+0000","last_clean":"2023-10-09T05:10:37.010864+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:10:37.010864+0000","last_undegraded":"2023-10-09T05:10:37.010864+0000","last_fullsized":"2023-10-09T05:10:37.010864+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":313,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.202192+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:10:37.202192+0000","last_peered":"2023-10-09T05:10:37.202192+0000","last_clean":"2023-10-09T05:10:37.202192+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:10:37.202192+0000","last_undegraded":"2023-10-09T05:10:37.202192+0000","last_fullsized":"2023-10-09T05:10:37.202192+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":277,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.200377+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:10:37.200377+0000","last_peered":"2023-10-09T05:10:37.200377+0000","last_clean":"2023-10-09T05:10:37.200377+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:10:37.200377+0000","last_undegraded":"2023-10-09T05:10:37.200377+0000","last_fullsized":"2023-10-09T05:10:37.200377+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":268,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.149439+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:10:37.149439+0000","last_peered":"2023-10-09T05:10:37.149439+0000","last_clean":"2023-10-09T05:10:37.149439+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:10:37.149439+0000","last_undegraded":"2023-10-09T05:10:37.149439+0000","last_fullsized":"2023-10-09T05:10:37.149439+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":612,"reported_epoch":581,"state":"active+clean","last_fresh":"2023-10-09T05:10:37.009957+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:10:37.009957+0000","last_peered":"2023-10-09T05:10:37.009957+0000","last_clean":"2023-10-09T05:10:37.009957+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:10:37.009957+0000","last_undegraded":"2023-10-09T05:10:37.009957+0000","last_fullsized":"2023-10-09T05:10:37.009957+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":112,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":17,"num_write":9,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":307443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234574,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506876,"kb_used_data":6196,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238276,"statfs":{"total":95995035648,"available":94451994624,"internally_reserved":0,"allocated":6344704,"data_stored":4854495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.6400000000000001,"5min":1.887,"15min":1.6899999999999999},"min":{"1min":0.23799999999999999,"5min":0.22500000000000001,"15min":0.20899999999999999},"max":{"1min":11.084,"5min":11.084,"15min":16.027999999999999},"last":0.379},{"interface":"front","average":{"1min":3.8260000000000001,"5min":2.5190000000000001,"15min":1.7709999999999999},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.249},"max":{"1min":13.228,"5min":13.228,"15min":13.228},"last":0.45300000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":2.7130000000000001,"15min":2.0139999999999998},"min":{"1min":0.313,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":8.9440000000000008,"5min":13.375,"15min":13.375},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.788,"5min":2.1040000000000001,"15min":2.3420000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.25800000000000001},"max":{"1min":5.2910000000000004,"5min":9.6790000000000003,"15min":15.401},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.1150000000000002,"5min":2.6139999999999999,"15min":2.2650000000000001},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":11.132999999999999,"5min":16.951000000000001,"15min":16.951000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":4.4100000000000001,"5min":2.6619999999999999,"15min":2.246},"min":{"1min":0.379,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":13.172000000000001,"5min":13.172000000000001,"15min":13.172000000000001},"last":0.33700000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:10:02 2023","interfaces":[{"interface":"back","average":{"1min":4.8319999999999999,"5min":3.2400000000000002,"15min":2.637},"min":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":15.276999999999999,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":4.718,"5min":3.7160000000000002,"15min":2.8210000000000002},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":13.201000000000001,"5min":19.382999999999999,"15min":19.382999999999999},"last":0.48799999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.9039999999999999,"15min":1.879},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":5.2480000000000002,"5min":9.9719999999999995,"15min":19.949000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.4529999999999998,"15min":1.9159999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.254},"max":{"1min":10.097,"5min":13.412000000000001,"15min":18.971},"last":0.47299999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":2.5150000000000001,"15min":2.1930000000000001},"min":{"1min":0.33200000000000002,"5min":0.309,"15min":0.30099999999999999},"max":{"1min":5.3259999999999996,"5min":14.968,"15min":20.678999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":2.7629999999999999,"5min":2.2610000000000001,"15min":1.889},"min":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":11.164,"5min":16.088999999999999,"15min":21.07},"last":0.27900000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.3260000000000001,"15min":2.133},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.4139999999999997,"5min":14.289999999999999,"15min":16.881},"last":0.441},{"interface":"front","average":{"1min":1.2949999999999999,"5min":2.1880000000000002,"15min":1.9450000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":6.4299999999999997,"5min":11.388,"15min":14.191000000000001},"last":0.43099999999999999}]}]},{"osd":6,"up_from":46,"seq":197568496210,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500784,"kb_used_data":5864,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244368,"statfs":{"total":95995035648,"available":94458232832,"internally_reserved":0,"allocated":6004736,"data_stored":4526727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:41 2023","interfaces":[{"interface":"back","average":{"1min":5.4050000000000002,"5min":2.6869999999999998,"15min":2.3460000000000001},"min":{"1min":0.23400000000000001,"5min":0.222,"15min":0.222},"max":{"1min":63.036999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.626},{"interface":"front","average":{"1min":5.508,"5min":2.7480000000000002,"15min":2.4049999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":63.049999999999997,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.60799999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9259999999999999,"15min":2.2629999999999999},"min":{"1min":0.32400000000000001,"5min":0.245,"15min":0.245},"max":{"1min":6.319,"5min":10.829000000000001,"15min":15.935},"last":0.48199999999999998},{"interface":"front","average":{"1min":1.7110000000000001,"5min":2.0859999999999999,"15min":2.5070000000000001},"min":{"1min":0.27900000000000003,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":9.0169999999999995,"5min":11.093,"15min":18.094000000000001},"last":0.54100000000000004}]},{"osd":2,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.7999999999999998,"15min":2.5670000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":7.9749999999999996,"5min":16.337,"15min":42.923999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.6459999999999999,"15min":2.524},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.8600000000000003,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.52200000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:10:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1419999999999999,"5min":2.6150000000000002,"15min":2.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.29199999999999998},"max":{"1min":6.4880000000000004,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.879,"5min":2.698,"15min":2.71},"min":{"1min":0.34899999999999998,"5min":0.32400000000000001,"15min":0.29099999999999998},"max":{"1min":6.4260000000000002,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.51100000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":2.5550000000000002,"15min":1.99},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":20.213999999999999,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.177,"15min":1.8540000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":6.9740000000000002,"5min":10.99,"15min":16.068999999999999},"last":0.42099999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8660000000000001,"5min":2.6150000000000002,"15min":2.0209999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":22.765999999999998,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.443},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.7839999999999998,"15min":1.98},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":13.019,"5min":13.019,"15min":16.292999999999999},"last":0.49299999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":2.2090000000000001,"15min":1.8839999999999999},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":4.7510000000000003,"5min":13.564,"15min":16.372},"last":0.56699999999999995},{"interface":"front","average":{"1min":1.5600000000000001,"5min":2,"15min":1.788},"min":{"1min":0.439,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":5.7569999999999997,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.46400000000000002}]}]},{"osd":1,"up_from":0,"seq":2052994367593,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187917,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1257416,"kb_used_data":7936,"kb_used_omap":5,"kb_used_meta":1249466,"kb_avail":92487736,"statfs":{"total":95995035648,"available":94707441664,"internally_reserved":0,"allocated":8126464,"data_stored":4913298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1279453818},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.55,"15min":1.5700000000000001},"min":{"1min":0.218,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":8.282,"5min":9.0380000000000003,"15min":9.8109999999999999},"last":0.437},{"interface":"front","average":{"1min":1.77,"5min":1.8160000000000001,"15min":1.8879999999999999},"min":{"1min":0.28399999999999997,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.2320000000000002,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.27800000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1160000000000001,"5min":3.7629999999999999,"15min":2.9300000000000002},"min":{"1min":0.218,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":27.786000000000001,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":2.2170000000000001,"5min":3.008,"15min":2.6669999999999998},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.327,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.24199999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:09:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":3.4860000000000002,"15min":2.6320000000000001},"min":{"1min":0.32900000000000001,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":10.361000000000001,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.748},{"interface":"front","average":{"1min":4.1289999999999996,"5min":3.6280000000000001,"15min":2.7789999999999999},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":12.435,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":2.7749999999999999,"15min":2.3090000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":21.925999999999998,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.499},{"interface":"front","average":{"1min":2.0310000000000001,"5min":2.6190000000000002,"15min":2.2749999999999999},"min":{"1min":0.33200000000000002,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3160000000000007,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.70399999999999996}]},{"osd":5,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":3.1150000000000002,"15min":2.5350000000000001},"min":{"1min":0.40899999999999997,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":8.3620000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":2.593,"5min":2.3319999999999999,"15min":2.476},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.5339999999999998,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1909999999999998,"5min":3.0230000000000001,"15min":2.5750000000000002},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":16.225999999999999,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":2.8370000000000002,"5min":2.6070000000000002,"15min":2.6179999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33300000000000002},"max":{"1min":10.023,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.48499999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":2.1850000000000001,"15min":2.617},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":6.5579999999999998,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.661,"15min":2.4100000000000001},"min":{"1min":0.39100000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":21.977,"5min":21.977,"15min":21.977},"last":0.45800000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206760,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1208900,"kb_used_data":7548,"kb_used_omap":7,"kb_used_meta":1201336,"kb_avail":92536252,"statfs":{"total":95995035648,"available":94757122048,"internally_reserved":0,"allocated":7729152,"data_stored":4965169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1230168145},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.524,"5min":2.5579999999999998,"15min":2.3119999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":11.571,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.181,"5min":1.8959999999999999,"15min":1.7729999999999999},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":5.7859999999999996,"5min":15.137,"15min":15.137},"last":0.40000000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:22 2023","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.5619999999999998,"15min":3.871},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.19},"max":{"1min":7.3929999999999998,"5min":13.619999999999999,"15min":70.971000000000004},"last":0.32200000000000001},{"interface":"front","average":{"1min":2.3559999999999999,"5min":2.4529999999999998,"15min":3.8820000000000001},"min":{"1min":0.26100000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":10.801,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.37}]},{"osd":3,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5780000000000003,"5min":3.117,"15min":3.3780000000000001},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.18099999999999999},"max":{"1min":21.062000000000001,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.38700000000000001},{"interface":"front","average":{"1min":4.6130000000000004,"5min":3.2999999999999998,"15min":3.52},"min":{"1min":0.37,"5min":0.307,"15min":0.252},"max":{"1min":21.103000000000002,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.42099999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":3.972,"15min":3.7869999999999999},"min":{"1min":0.318,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":9.343,"5min":144.90299999999999,"15min":176.00200000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.823,"5min":4.1639999999999997,"15min":3.2370000000000001},"min":{"1min":0.378,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.7789999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.56999999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":3.395,"15min":2.633},"min":{"1min":0.36399999999999999,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":5.7329999999999997,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.252,"5min":3.9689999999999999,"15min":3.3420000000000001},"min":{"1min":0.38400000000000001,"5min":0.34300000000000003,"15min":0.30099999999999999},"max":{"1min":4.7919999999999998,"5min":143.07300000000001,"15min":143.07300000000001},"last":0.68100000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":3.9900000000000002,"15min":3.0289999999999999},"min":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.8200000000000003,"5min":142.339,"15min":142.339},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.81499999999999995,"5min":3.532,"15min":2.4750000000000001},"min":{"1min":0.372,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":3.0110000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":3.4580000000000002,"15min":2.7290000000000001},"min":{"1min":0.48799999999999999,"5min":0.39400000000000002,"15min":0.35899999999999999},"max":{"1min":9.8650000000000002,"5min":54.470999999999997,"15min":54.470999999999997},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.88700000000000001,"5min":2.7770000000000001,"15min":2.359},"min":{"1min":0.433,"5min":0.39900000000000002,"15min":0.33900000000000002},"max":{"1min":3.0699999999999998,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.57699999999999996}]}]},{"osd":3,"up_from":198,"seq":850403524896,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":817356,"kb_used_data":7556,"kb_used_omap":2,"kb_used_meta":809789,"kb_avail":92927796,"statfs":{"total":95995035648,"available":95158063104,"internally_reserved":0,"allocated":7737344,"data_stored":5248758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":829223989},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.0270000000000001,"15min":2.2519999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.183},"max":{"1min":10.875999999999999,"5min":14.198,"15min":26.260999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":2.649,"5min":2.1749999999999998,"15min":2.2970000000000002},"min":{"1min":0.219,"5min":0.183,"15min":0.183},"max":{"1min":10.362,"5min":12.528,"15min":22.477},"last":0.24299999999999999}]},{"osd":1,"last update":"Mon Oct 9 05:10:18 2023","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":1.8080000000000001,"15min":1.355},"min":{"1min":0.28699999999999998,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":10.901999999999999,"5min":10.901999999999999,"15min":11.076000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.331,"5min":2.2490000000000001,"15min":1.74},"min":{"1min":0.27500000000000002,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":11.215999999999999,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.36799999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.8780000000000001,"5min":2.7130000000000001,"15min":2.6949999999999998},"min":{"1min":0.33300000000000002,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":21.945,"5min":21.945,"15min":21.945},"last":0.35099999999999998},{"interface":"front","average":{"1min":3.968,"5min":2.6629999999999998,"15min":2.7730000000000001},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":21.82,"5min":21.82,"15min":25.776},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.9790000000000001,"15min":2.4910000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":10.271000000000001,"5min":10.271000000000001,"15min":15.301},"last":0.46400000000000002},{"interface":"front","average":{"1min":3.0800000000000001,"5min":2.7970000000000002,"15min":2.4289999999999998},"min":{"1min":0.37,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":10.407,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.54,"5min":2.7400000000000002,"15min":2.4129999999999998},"min":{"1min":0.41299999999999998,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":13.614000000000001,"5min":13.614000000000001,"15min":35.712000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":3.2480000000000002,"5min":2.843,"15min":2.7010000000000001},"min":{"1min":0.39400000000000002,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":35.488},"last":0.439}]},{"osd":6,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.835,"15min":2.8300000000000001},"min":{"1min":0.39700000000000002,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":12.872999999999999,"5min":18.436,"15min":50.113999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":3.9889999999999999,"5min":2.6190000000000002,"15min":2.569},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.762,"5min":10.762,"15min":53.841999999999999},"last":0.498}]},{"osd":7,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.3929999999999998,"5min":3.1539999999999999,"15min":2.8730000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":10.307,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":5.3460000000000001,"5min":3.2349999999999999,"15min":2.802},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":12.829000000000001,"5min":12.829000000000001,"15min":15.381},"last":0.57799999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019482,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500792,"kb_used_data":5872,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244360,"statfs":{"total":95995035648,"available":94458224640,"internally_reserved":0,"allocated":6012928,"data_stored":4527034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.978,"5min":1.883,"15min":1.7929999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.218},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":0.40500000000000003},{"interface":"front","average":{"1min":2.2010000000000001,"5min":2.0910000000000002,"15min":1.748},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":5.7329999999999997,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.52800000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.3380000000000001,"15min":2.5110000000000001},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.753,"5min":12.753,"15min":12.753},"last":0.61499999999999999},{"interface":"front","average":{"1min":2.0960000000000001,"5min":2.1469999999999998,"15min":2.105},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.253},"max":{"1min":11.395,"5min":11.395,"15min":11.395},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.9099999999999999,"5min":2.351,"15min":3.1280000000000001},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.23300000000000001},"max":{"1min":4.8010000000000002,"5min":19.295999999999999,"15min":105.411},"last":0.441},{"interface":"front","average":{"1min":2.6469999999999998,"5min":2.593,"15min":3.194},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":9.7200000000000006,"5min":10.772,"15min":97.927999999999997},"last":0.56999999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:10:11 2023","interfaces":[{"interface":"back","average":{"1min":19.675999999999998,"5min":6.3949999999999996,"15min":4.7629999999999999},"min":{"1min":0.39100000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":359.49200000000002,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":21.381,"5min":6.7469999999999999,"15min":5.0110000000000001},"min":{"1min":0.372,"5min":0.33400000000000002,"15min":0.29099999999999998},"max":{"1min":359.55500000000001,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.56100000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:09:46 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.9139999999999999,"15min":1.591},"min":{"1min":0.32800000000000001,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":9.4260000000000002,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.181,"5min":1.9710000000000001,"15min":1.665},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.1750000000000007,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.624}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.2709999999999999,"5min":1.9770000000000001,"15min":2.157},"min":{"1min":0.33800000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":12.839,"5min":12.839,"15min":81.980999999999995},"last":0.51300000000000001},{"interface":"front","average":{"1min":3.3889999999999998,"5min":2.0059999999999998,"15min":2.1139999999999999},"min":{"1min":0.36199999999999999,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":20.992999999999999,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.58099999999999996}]},{"osd":7,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":1.788,"15min":1.821},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":12.502000000000001,"5min":12.502000000000001,"15min":29.175000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":2.7599999999999998,"5min":1.8660000000000001,"15min":1.921},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":12.805,"5min":12.983000000000001,"15min":29.192},"last":0.59499999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757846,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1489328,"kb_used_data":6440,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":92255824,"statfs":{"total":95995035648,"available":94469963776,"internally_reserved":0,"allocated":6594560,"data_stored":5113180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":2.0179999999999998,"15min":1.901},"min":{"1min":0.33900000000000002,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":6.6959999999999997,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.7529999999999999,"5min":2.3039999999999998,"15min":2.1899999999999999},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":8.3040000000000003,"5min":16.363,"15min":16.363},"last":0.53100000000000003}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":2.6200000000000001,"15min":2.593},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":19.382000000000001,"5min":19.382000000000001,"15min":19.382000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.661,"5min":2.4079999999999999,"15min":2.3759999999999999},"min":{"1min":0.33100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.9180000000000001,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.60099999999999998}]},{"osd":2,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.8860000000000001,"15min":2.6600000000000001},"min":{"1min":0.28899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":13.718999999999999,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.628},{"interface":"front","average":{"1min":1.869,"5min":2.9990000000000001,"15min":2.6219999999999999},"min":{"1min":0.39000000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5109999999999992,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.56499999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":3.0699999999999998,"15min":2.806},"min":{"1min":0.46600000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":7.1980000000000004,"5min":24.114999999999998,"15min":74.915000000000006},"last":0.503},{"interface":"front","average":{"1min":3.472,"5min":3.7229999999999999,"15min":3.0209999999999999},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.975,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.65200000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.613,"5min":2.0179999999999998,"15min":1.7949999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":7.3440000000000003,"5min":10.959,"15min":10.959},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.242,"5min":2.2330000000000001,"15min":1.9239999999999999},"min":{"1min":0.34200000000000003,"5min":0.248,"15min":0.248},"max":{"1min":5.1529999999999996,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.47999999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.633,"15min":1.8},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":6.1630000000000003,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":2.6589999999999998,"5min":2.8820000000000001,"15min":2.097},"min":{"1min":0.27200000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.2070000000000007,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":2.3769999999999998,"15min":2.1560000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":7.2279999999999998,"5min":13.082000000000001,"15min":18.442},"last":0.57999999999999996},{"interface":"front","average":{"1min":1.1599999999999999,"5min":2.0739999999999998,"15min":2.1040000000000001},"min":{"1min":0.33900000000000002,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":5.8209999999999997,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.58699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":143491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":163952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:10:48.828 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T05:10:48.828 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:10:48.828 INFO:tasks.thrashosds.thrasher:Growing pool .mgr 2023-10-09T05:10:48.828 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:10:48.860 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:48.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:48.907 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:49.049 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:49.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:49.052 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:49.071 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:49.075 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg - 2023-10-09T05:10:49.111 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:49 smithi107 ceph-mon[179183]: from='client.37506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:49.154 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:49.162 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:10:49.182 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:49 smithi150 ceph-mon[168511]: from='client.37506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:49.302 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:49.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:49.306 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:49.406 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:49 smithi107 ceph-mon[184249]: from='client.37506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:49.439 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:49.483 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:49.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:49.488 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:49.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:49.618 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:49.659 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:49.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:49.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:49.689 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:49.764 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:49.793 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:49.879 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:49.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:49.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:49.884 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:49.887 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm testimg 2023-10-09T05:10:49.940 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:49.940 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:49.972 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-10-09T05:10:49.975 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img2 2023-10-09T05:10:49.983 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:50.013 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:50.100 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:50.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:50.104 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:50.116 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:50.205 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:50 smithi150 ceph-mon[168511]: pgmap v1810: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 145 KiB/s rd, 63 KiB/s wr, 31 op/s 2023-10-09T05:10:50.234 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:50.356 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:50.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:50.359 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:50.397 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-10-09T05:10:50.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:50 smithi107 ceph-mon[179183]: pgmap v1810: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 145 KiB/s rd, 63 KiB/s wr, 31 op/s 2023-10-09T05:10:50.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:50 smithi107 ceph-mon[184249]: pgmap v1810: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 145 KiB/s rd, 63 KiB/s wr, 31 op/s 2023-10-09T05:10:50.460 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:50.497 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:50.589 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:50.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:50.594 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:50.643 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img3 2023-10-09T05:10:50.694 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:50.725 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:50.919 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:50.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:50.923 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:51.024 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:51.028 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:51.052 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:51.120 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img2 /tmp/rbd_import_export_478966/img3 2023-10-09T05:10:51.149 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:51.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:51.153 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:51.254 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:51.282 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:51.320 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:51.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:51.324 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:51.424 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:51.450 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd help export 2023-10-09T05:10:51.451 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep -q export-format 2023-10-09T05:10:51.454 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:51.473 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_478966/img bs=1k count=10 seek=100 2023-10-09T05:10:51.473 INFO:tasks.workunit.client.0.smithi107.stderr:10+0 records in 2023-10-09T05:10:51.473 INFO:tasks.workunit.client.0.smithi107.stderr:10+0 records out 2023-10-09T05:10:51.473 INFO:tasks.workunit.client.0.smithi107.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.3369e-05 s, 162 MB/s 2023-10-09T05:10:51.474 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format /tmp/rbd_import_export_478966/img testimg 2023-10-09T05:10:51.530 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:10:51.530 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:10:51.532 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap create testimg@snap 2023-10-09T05:10:51.613 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is set 2023-10-09T05:10:51.623 INFO:tasks.workunit.client.0.smithi107.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-10-09T05:10:51.629 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd image-meta set testimg key1 value1 2023-10-09T05:10:51.664 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:51.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:51.668 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:51.677 INFO:tasks.workunit.client.0.smithi107.stderr:++ rbd image-meta list testimg 2023-10-09T05:10:51.720 INFO:tasks.workunit.client.0.smithi107.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-10-09T05:10:51.720 INFO:tasks.workunit.client.0.smithi107.stderr: 2023-10-09T05:10:51.720 INFO:tasks.workunit.client.0.smithi107.stderr:Key Value 2023-10-09T05:10:51.720 INFO:tasks.workunit.client.0.smithi107.stderr:key1 value1' 2023-10-09T05:10:51.720 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: osdmap e585: 8 total, 8 up, 7 in 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: pgmap v1812: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 172 KiB/s rd, 74 KiB/s wr, 45 op/s 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2675647163' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:51.744 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: osdmap e585: 8 total, 8 up, 7 in 2023-10-09T05:10:51.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: pgmap v1812: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 172 KiB/s rd, 74 KiB/s wr, 45 op/s 2023-10-09T05:10:51.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2675647163' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:51.745 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:51 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:51.760 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:51.764 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_478966/img_v2 testimg_import 2023-10-09T05:10:51.769 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:51.798 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:51.835 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:51.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:51.838 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:51.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: osdmap e585: 8 total, 8 up, 7 in 2023-10-09T05:10:51.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.849 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.850 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: failed to encode map e585 with expected crc 2023-10-09T05:10:51.850 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: pgmap v1812: 83 pgs: 83 active+clean; 582 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 172 KiB/s rd, 74 KiB/s wr, 45 op/s 2023-10-09T05:10:51.850 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2675647163' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:51.850 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:51 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:10:51.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:51.969 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:52.076 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:52.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:52.080 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:52.180 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:52.211 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:52.299 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:10:52] "GET /metrics HTTP/1.1" 200 34258 "" "Prometheus/2.43.0" 2023-10-09T05:10:52.347 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:52.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:52.351 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:52.387 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:52.387 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:52.452 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:52.482 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:52.489 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:52.511 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:52.532 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:52.553 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:52.569 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:52.572 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:52.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:52.572 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:52.591 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:52.610 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:52.622 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-10-09T05:10:52.626 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import 2023-10-09T05:10:52.634 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:52.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.635 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.636 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.636 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.636 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.636 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.636 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:10:52.663 INFO:tasks.workunit.client.0.smithi107.stdout:rbd image 'testimg_import': 2023-10-09T05:10:52.663 INFO:tasks.workunit.client.0.smithi107.stdout: size 110 KiB in 1 objects 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: order 22 (4 MiB objects) 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: snapshot_count: 1 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: id: 92bed0f41cdf 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: block_name_prefix: rbd_data.92bed0f41cdf 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: format: 2 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: op_features: 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: flags: 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: create_timestamp: Mon Oct 9 05:10:51 2023 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: access_timestamp: Mon Oct 9 05:10:51 2023 2023-10-09T05:10:52.664 INFO:tasks.workunit.client.0.smithi107.stdout: modify_timestamp: Mon Oct 9 05:10:51 2023 2023-10-09T05:10:52.666 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import@snap 2023-10-09T05:10:52.673 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:52.702 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:52.703 INFO:tasks.workunit.client.0.smithi107.stdout:rbd image 'testimg_import': 2023-10-09T05:10:52.703 INFO:tasks.workunit.client.0.smithi107.stdout: size 110 KiB in 1 objects 2023-10-09T05:10:52.703 INFO:tasks.workunit.client.0.smithi107.stdout: order 22 (4 MiB objects) 2023-10-09T05:10:52.703 INFO:tasks.workunit.client.0.smithi107.stdout: snapshot_count: 1 2023-10-09T05:10:52.703 INFO:tasks.workunit.client.0.smithi107.stdout: id: 92bed0f41cdf 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: block_name_prefix: rbd_data.92bed0f41cdf 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: format: 2 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: op_features: 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: flags: 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: create_timestamp: Mon Oct 9 05:10:51 2023 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: access_timestamp: Mon Oct 9 05:10:51 2023 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: modify_timestamp: Mon Oct 9 05:10:51 2023 2023-10-09T05:10:52.704 INFO:tasks.workunit.client.0.smithi107.stdout: protected: False 2023-10-09T05:10:52.707 INFO:tasks.workunit.client.0.smithi107.stderr:++ rbd image-meta list testimg_import 2023-10-09T05:10:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: failed to encode map e585 with expected crc 2023-10-09T05:10:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:52.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: osdmap e586: 8 total, 8 up, 7 in 2023-10-09T05:10:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3661559555' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr: 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr:Key Value 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr:key1 value1' 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 'There is 1 metadatum on this image: 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr: 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr:Key Value 2023-10-09T05:10:52.756 INFO:tasks.workunit.client.0.smithi107.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-10-09T05:10:52.757 INFO:tasks.workunit.client.0.smithi107.stderr: 2023-10-09T05:10:52.757 INFO:tasks.workunit.client.0.smithi107.stderr:Key Value 2023-10-09T05:10:52.757 INFO:tasks.workunit.client.0.smithi107.stderr:key1 value1' ']' 2023-10-09T05:10:52.757 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg_import /tmp/rbd_import_export_478966/img_import 2023-10-09T05:10:52.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-10-09T05:10:52.793 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete...done. 2023-10-09T05:10:52.796 INFO:tasks.workunit.client.0.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img_import 2023-10-09T05:10:52.796 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_478966/img /tmp/rbd_import_export_478966/img_import 2023-10-09T05:10:52.797 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/img --format %b 2023-10-09T05:10:52.798 INFO:tasks.workunit.client.0.smithi107.stderr:+ origsize=24 2023-10-09T05:10:52.798 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/img_import --format %b 2023-10-09T05:10:52.800 INFO:tasks.workunit.client.0.smithi107.stderr:+ exportsize=224 2023-10-09T05:10:52.800 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=200 2023-10-09T05:10:52.800 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=200 2023-10-09T05:10:52.800 INFO:tasks.workunit.client.0.smithi107.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-10-09T05:10:52.800 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_478966/img_snap 2023-10-09T05:10:52.835 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete...done. 2023-10-09T05:10:52.838 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_478966/img_snap_import 2023-10-09T05:10:52.866 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: failed to encode map e585 with expected crc 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: osdmap e586: 8 total, 8 up, 7 in 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3661559555' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: failed to encode map e585 with expected crc 2023-10-09T05:10:52.867 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:52.868 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.868 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.868 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-10-09T05:10:52.868 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: osdmap e586: 8 total, 8 up, 7 in 2023-10-09T05:10:52.868 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: failed to encode map e586 with expected crc 2023-10-09T05:10:52.868 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3661559555' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:52.873 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete...done. 2023-10-09T05:10:52.878 INFO:tasks.workunit.client.0.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_478966/img_snap /tmp/rbd_import_export_478966/img_snap_import 2023-10-09T05:10:52.878 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_478966/img_snap /tmp/rbd_import_export_478966/img_snap_import 2023-10-09T05:10:52.879 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/img_snap --format %b 2023-10-09T05:10:52.880 INFO:tasks.workunit.client.0.smithi107.stderr:+ origsize=224 2023-10-09T05:10:52.880 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/img_snap_import --format %b 2023-10-09T05:10:52.881 INFO:tasks.workunit.client.0.smithi107.stderr:+ exportsize=224 2023-10-09T05:10:52.881 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:10:52.881 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:10:52.881 INFO:tasks.workunit.client.0.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-10-09T05:10:52.881 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:52.882 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_import 2023-10-09T05:10:52.882 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_snap 2023-10-09T05:10:52.882 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_snap_import 2023-10-09T05:10:52.883 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap rm testimg_import@snap 2023-10-09T05:10:52.995 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:10:52.996 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:10:53.384 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:53.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:53.388 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:53.408 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:53.489 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:53.518 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:53.551 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:53.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:53.554 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:53.571 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1814,"stamp":"2023-10-09T05:10:52.607357+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":821257,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":900,"num_read_kb":2717,"num_write":214,"num_write_kb":1102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":679370,"num_keys_recovered":20,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1996,"ondisk_log_size":1996,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":249,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9281752,"kb_used_data":47712,"kb_used_omap":16,"kb_used_meta":9233967,"kb_avail":646934312,"statfs":{"total":671965249536,"available":662460735488,"internally_reserved":0,"allocated":48857088,"data_stored":34384617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16640,"internal_metadata":9455582976},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":225385,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":900,"num_read_kb":2717,"num_write":153,"num_write_kb":1073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.507787"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":609,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737540+0000","last_change":"2023-10-09T05:06:43.520748+0000","last_active":"2023-10-09T05:10:50.737540+0000","last_peered":"2023-10-09T05:10:50.737540+0000","last_clean":"2023-10-09T05:10:50.737540+0000","last_became_active":"2023-10-09T05:06:43.520232+0000","last_became_peered":"2023-10-09T05:06:43.520232+0000","last_unstale":"2023-10-09T05:10:50.737540+0000","last_undegraded":"2023-10-09T05:10:50.737540+0000","last_fullsized":"2023-10-09T05:10:50.737540+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:51.478434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":331,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735955+0000","last_change":"2023-10-09T05:06:43.502461+0000","last_active":"2023-10-09T05:10:50.735955+0000","last_peered":"2023-10-09T05:10:50.735955+0000","last_clean":"2023-10-09T05:10:50.735955+0000","last_became_active":"2023-10-09T05:06:43.502161+0000","last_became_peered":"2023-10-09T05:06:43.502161+0000","last_unstale":"2023-10-09T05:10:50.735955+0000","last_undegraded":"2023-10-09T05:10:50.735955+0000","last_fullsized":"2023-10-09T05:10:50.735955+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:29.313339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":453,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735714+0000","last_change":"2023-10-09T05:06:43.502775+0000","last_active":"2023-10-09T05:10:50.735714+0000","last_peered":"2023-10-09T05:10:50.735714+0000","last_clean":"2023-10-09T05:10:50.735714+0000","last_became_active":"2023-10-09T05:06:43.502475+0000","last_became_peered":"2023-10-09T05:06:43.502475+0000","last_unstale":"2023-10-09T05:10:50.735714+0000","last_undegraded":"2023-10-09T05:10:50.735714+0000","last_fullsized":"2023-10-09T05:10:50.735714+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:11:47.888837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":143,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739540+0000","last_change":"2023-10-09T05:00:49.970931+0000","last_active":"2023-10-09T05:10:50.739540+0000","last_peered":"2023-10-09T05:10:50.739540+0000","last_clean":"2023-10-09T05:10:50.739540+0000","last_became_active":"2023-10-09T05:00:49.970640+0000","last_became_peered":"2023-10-09T05:00:49.970640+0000","last_unstale":"2023-10-09T05:10:50.739540+0000","last_undegraded":"2023-10-09T05:10:50.739540+0000","last_fullsized":"2023-10-09T05:10:50.739540+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:15:30.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":310,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735646+0000","last_change":"2023-10-09T05:06:43.497541+0000","last_active":"2023-10-09T05:10:50.735646+0000","last_peered":"2023-10-09T05:10:50.735646+0000","last_clean":"2023-10-09T05:10:50.735646+0000","last_became_active":"2023-10-09T05:06:43.497204+0000","last_became_peered":"2023-10-09T05:06:43.497204+0000","last_unstale":"2023-10-09T05:10:50.735646+0000","last_undegraded":"2023-10-09T05:10:50.735646+0000","last_fullsized":"2023-10-09T05:10:50.735646+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:23.459572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":286,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737675+0000","last_change":"2023-10-09T05:06:43.508106+0000","last_active":"2023-10-09T05:10:50.737675+0000","last_peered":"2023-10-09T05:10:50.737675+0000","last_clean":"2023-10-09T05:10:50.737675+0000","last_became_active":"2023-10-09T05:06:43.507851+0000","last_became_peered":"2023-10-09T05:06:43.507851+0000","last_unstale":"2023-10-09T05:10:50.737675+0000","last_undegraded":"2023-10-09T05:10:50.737675+0000","last_fullsized":"2023-10-09T05:10:50.737675+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:45:27.446695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":547,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739300+0000","last_change":"2023-10-09T04:53:47.120550+0000","last_active":"2023-10-09T05:10:50.739300+0000","last_peered":"2023-10-09T05:10:50.739300+0000","last_clean":"2023-10-09T05:10:50.739300+0000","last_became_active":"2023-10-09T04:53:47.120280+0000","last_became_peered":"2023-10-09T04:53:47.120280+0000","last_unstale":"2023-10-09T05:10:50.739300+0000","last_undegraded":"2023-10-09T05:10:50.739300+0000","last_fullsized":"2023-10-09T05:10:50.739300+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:26:46.967651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":336,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735794+0000","last_change":"2023-10-09T05:06:43.504299+0000","last_active":"2023-10-09T05:10:50.735794+0000","last_peered":"2023-10-09T05:10:50.735794+0000","last_clean":"2023-10-09T05:10:50.735794+0000","last_became_active":"2023-10-09T05:06:43.504002+0000","last_became_peered":"2023-10-09T05:06:43.504002+0000","last_unstale":"2023-10-09T05:10:50.735794+0000","last_undegraded":"2023-10-09T05:10:50.735794+0000","last_fullsized":"2023-10-09T05:10:50.735794+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:01:56.626367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":610,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739153+0000","last_change":"2023-10-09T05:06:43.505109+0000","last_active":"2023-10-09T05:10:50.739153+0000","last_peered":"2023-10-09T05:10:50.739153+0000","last_clean":"2023-10-09T05:10:50.739153+0000","last_became_active":"2023-10-09T05:06:43.504767+0000","last_became_peered":"2023-10-09T05:06:43.504767+0000","last_unstale":"2023-10-09T05:10:50.739153+0000","last_undegraded":"2023-10-09T05:10:50.739153+0000","last_fullsized":"2023-10-09T05:10:50.739153+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:26:47.678317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":326,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735966+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:10:50.735966+0000","last_peered":"2023-10-09T05:10:50.735966+0000","last_clean":"2023-10-09T05:10:50.735966+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:10:50.735966+0000","last_undegraded":"2023-10-09T05:10:50.735966+0000","last_fullsized":"2023-10-09T05:10:50.735966+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":149,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.740103+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:10:50.740103+0000","last_peered":"2023-10-09T05:10:50.740103+0000","last_clean":"2023-10-09T05:10:50.740103+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:10:50.740103+0000","last_undegraded":"2023-10-09T05:10:50.740103+0000","last_fullsized":"2023-10-09T05:10:50.740103+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":479,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737970+0000","last_change":"2023-10-09T05:06:43.504888+0000","last_active":"2023-10-09T05:10:50.737970+0000","last_peered":"2023-10-09T05:10:50.737970+0000","last_clean":"2023-10-09T05:10:50.737970+0000","last_became_active":"2023-10-09T05:06:43.504552+0000","last_became_peered":"2023-10-09T05:06:43.504552+0000","last_unstale":"2023-10-09T05:10:50.737970+0000","last_undegraded":"2023-10-09T05:10:50.737970+0000","last_fullsized":"2023-10-09T05:10:50.737970+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:44:38.380494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":662,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737950+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:10:50.737950+0000","last_peered":"2023-10-09T05:10:50.737950+0000","last_clean":"2023-10-09T05:10:50.737950+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:10:50.737950+0000","last_undegraded":"2023-10-09T05:10:50.737950+0000","last_fullsized":"2023-10-09T05:10:50.737950+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":630,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737587+0000","last_change":"2023-10-09T05:06:43.509163+0000","last_active":"2023-10-09T05:10:50.737587+0000","last_peered":"2023-10-09T05:10:50.737587+0000","last_clean":"2023-10-09T05:10:50.737587+0000","last_became_active":"2023-10-09T05:06:43.508842+0000","last_became_peered":"2023-10-09T05:06:43.508842+0000","last_unstale":"2023-10-09T05:10:50.737587+0000","last_undegraded":"2023-10-09T05:10:50.737587+0000","last_fullsized":"2023-10-09T05:10:50.737587+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:49.898609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":149,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739100+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:10:50.739100+0000","last_peered":"2023-10-09T05:10:50.739100+0000","last_clean":"2023-10-09T05:10:50.739100+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:10:50.739100+0000","last_undegraded":"2023-10-09T05:10:50.739100+0000","last_fullsized":"2023-10-09T05:10:50.739100+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":433,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.736166+0000","last_change":"2023-10-09T05:06:43.499806+0000","last_active":"2023-10-09T05:10:50.736166+0000","last_peered":"2023-10-09T05:10:50.736166+0000","last_clean":"2023-10-09T05:10:50.736166+0000","last_became_active":"2023-10-09T05:06:43.499544+0000","last_became_peered":"2023-10-09T05:06:43.499544+0000","last_unstale":"2023-10-09T05:10:50.736166+0000","last_undegraded":"2023-10-09T05:10:50.736166+0000","last_fullsized":"2023-10-09T05:10:50.736166+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:52.784455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":143,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738985+0000","last_change":"2023-10-09T05:00:49.970985+0000","last_active":"2023-10-09T05:10:50.738985+0000","last_peered":"2023-10-09T05:10:50.738985+0000","last_clean":"2023-10-09T05:10:50.738985+0000","last_became_active":"2023-10-09T05:00:49.970491+0000","last_became_peered":"2023-10-09T05:00:49.970491+0000","last_unstale":"2023-10-09T05:10:50.738985+0000","last_undegraded":"2023-10-09T05:10:50.738985+0000","last_fullsized":"2023-10-09T05:10:50.738985+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:53:32.969788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":602,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739438+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:10:50.739438+0000","last_peered":"2023-10-09T05:10:50.739438+0000","last_clean":"2023-10-09T05:10:50.739438+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:10:50.739438+0000","last_undegraded":"2023-10-09T05:10:50.739438+0000","last_fullsized":"2023-10-09T05:10:50.739438+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":143,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738755+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:10:50.738755+0000","last_peered":"2023-10-09T05:10:50.738755+0000","last_clean":"2023-10-09T05:10:50.738755+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:10:50.738755+0000","last_undegraded":"2023-10-09T05:10:50.738755+0000","last_fullsized":"2023-10-09T05:10:50.738755+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":563,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.736231+0000","last_change":"2023-10-09T05:00:49.973675+0000","last_active":"2023-10-09T05:10:50.736231+0000","last_peered":"2023-10-09T05:10:50.736231+0000","last_clean":"2023-10-09T05:10:50.736231+0000","last_became_active":"2023-10-09T05:00:49.973262+0000","last_became_peered":"2023-10-09T05:00:49.973262+0000","last_unstale":"2023-10-09T05:10:50.736231+0000","last_undegraded":"2023-10-09T05:10:50.736231+0000","last_fullsized":"2023-10-09T05:10:50.736231+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:37:17.209756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":284,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738994+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:10:50.738994+0000","last_peered":"2023-10-09T05:10:50.738994+0000","last_clean":"2023-10-09T05:10:50.738994+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:10:50.738994+0000","last_undegraded":"2023-10-09T05:10:50.738994+0000","last_fullsized":"2023-10-09T05:10:50.738994+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":330,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.736116+0000","last_change":"2023-10-09T05:06:43.527374+0000","last_active":"2023-10-09T05:10:50.736116+0000","last_peered":"2023-10-09T05:10:50.736116+0000","last_clean":"2023-10-09T05:10:50.736116+0000","last_became_active":"2023-10-09T05:06:43.527025+0000","last_became_peered":"2023-10-09T05:06:43.527025+0000","last_unstale":"2023-10-09T05:10:50.736116+0000","last_undegraded":"2023-10-09T05:10:50.736116+0000","last_fullsized":"2023-10-09T05:10:50.736116+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:52:57.007127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":147,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739578+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:10:50.739578+0000","last_peered":"2023-10-09T05:10:50.739578+0000","last_clean":"2023-10-09T05:10:50.739578+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:10:50.739578+0000","last_undegraded":"2023-10-09T05:10:50.739578+0000","last_fullsized":"2023-10-09T05:10:50.739578+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":586,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739523+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:10:50.739523+0000","last_peered":"2023-10-09T05:10:50.739523+0000","last_clean":"2023-10-09T05:10:50.739523+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:10:50.739523+0000","last_undegraded":"2023-10-09T05:10:50.739523+0000","last_fullsized":"2023-10-09T05:10:50.739523+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":178,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739465+0000","last_change":"2023-10-09T05:06:43.524223+0000","last_active":"2023-10-09T05:10:50.739465+0000","last_peered":"2023-10-09T05:10:50.739465+0000","last_clean":"2023-10-09T05:10:50.739465+0000","last_became_active":"2023-10-09T05:06:43.502379+0000","last_became_peered":"2023-10-09T05:06:43.502379+0000","last_unstale":"2023-10-09T05:10:50.739465+0000","last_undegraded":"2023-10-09T05:10:50.739465+0000","last_fullsized":"2023-10-09T05:10:50.739465+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:10.270518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":620,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737515+0000","last_change":"2023-10-09T05:06:43.501931+0000","last_active":"2023-10-09T05:10:50.737515+0000","last_peered":"2023-10-09T05:10:50.737515+0000","last_clean":"2023-10-09T05:10:50.737515+0000","last_became_active":"2023-10-09T05:06:43.501613+0000","last_became_peered":"2023-10-09T05:06:43.501613+0000","last_unstale":"2023-10-09T05:10:50.737515+0000","last_undegraded":"2023-10-09T05:10:50.737515+0000","last_fullsized":"2023-10-09T05:10:50.737515+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:14:23.355587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":147,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.740193+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:10:50.740193+0000","last_peered":"2023-10-09T05:10:50.740193+0000","last_clean":"2023-10-09T05:10:50.740193+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:10:50.740193+0000","last_undegraded":"2023-10-09T05:10:50.740193+0000","last_fullsized":"2023-10-09T05:10:50.740193+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":306,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738046+0000","last_change":"2023-10-09T05:06:43.508532+0000","last_active":"2023-10-09T05:10:50.738046+0000","last_peered":"2023-10-09T05:10:50.738046+0000","last_clean":"2023-10-09T05:10:50.738046+0000","last_became_active":"2023-10-09T05:06:43.508214+0000","last_became_peered":"2023-10-09T05:06:43.508214+0000","last_unstale":"2023-10-09T05:10:50.738046+0000","last_undegraded":"2023-10-09T05:10:50.738046+0000","last_fullsized":"2023-10-09T05:10:50.738046+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:49:29.359420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":630,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739085+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:10:50.739085+0000","last_peered":"2023-10-09T05:10:50.739085+0000","last_clean":"2023-10-09T05:10:50.739085+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:10:50.739085+0000","last_undegraded":"2023-10-09T05:10:50.739085+0000","last_fullsized":"2023-10-09T05:10:50.739085+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":590,"reported_epoch":584,"state":"active+clean","last_fresh":"2023-10-09T05:10:45.100536+0000","last_change":"2023-10-09T05:06:43.504516+0000","last_active":"2023-10-09T05:10:45.100536+0000","last_peered":"2023-10-09T05:10:45.100536+0000","last_clean":"2023-10-09T05:10:45.100536+0000","last_became_active":"2023-10-09T05:06:43.503257+0000","last_became_peered":"2023-10-09T05:06:43.503257+0000","last_unstale":"2023-10-09T05:10:45.100536+0000","last_undegraded":"2023-10-09T05:10:45.100536+0000","last_fullsized":"2023-10-09T05:10:45.100536+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:57.460685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":1011,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738838+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:10:50.738838+0000","last_peered":"2023-10-09T05:10:50.738838+0000","last_clean":"2023-10-09T05:10:50.738838+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:10:50.738838+0000","last_undegraded":"2023-10-09T05:10:50.738838+0000","last_fullsized":"2023-10-09T05:10:50.738838+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":257,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735893+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:10:50.735893+0000","last_peered":"2023-10-09T05:10:50.735893+0000","last_clean":"2023-10-09T05:10:50.735893+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:10:50.735893+0000","last_undegraded":"2023-10-09T05:10:50.735893+0000","last_fullsized":"2023-10-09T05:10:50.735893+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":630,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737868+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:10:50.737868+0000","last_peered":"2023-10-09T05:10:50.737868+0000","last_clean":"2023-10-09T05:10:50.737868+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:10:50.737868+0000","last_undegraded":"2023-10-09T05:10:50.737868+0000","last_fullsized":"2023-10-09T05:10:50.737868+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":584,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738286+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:10:50.738286+0000","last_peered":"2023-10-09T05:10:50.738286+0000","last_clean":"2023-10-09T05:10:50.738286+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:10:50.738286+0000","last_undegraded":"2023-10-09T05:10:50.738286+0000","last_fullsized":"2023-10-09T05:10:50.738286+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":286,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738126+0000","last_change":"2023-10-09T05:06:43.506028+0000","last_active":"2023-10-09T05:10:50.738126+0000","last_peered":"2023-10-09T05:10:50.738126+0000","last_clean":"2023-10-09T05:10:50.738126+0000","last_became_active":"2023-10-09T05:06:43.505688+0000","last_became_peered":"2023-10-09T05:06:43.505688+0000","last_unstale":"2023-10-09T05:10:50.738126+0000","last_undegraded":"2023-10-09T05:10:50.738126+0000","last_fullsized":"2023-10-09T05:10:50.738126+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:00:11.430499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":566,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738066+0000","last_change":"2023-10-09T05:06:43.520653+0000","last_active":"2023-10-09T05:10:50.738066+0000","last_peered":"2023-10-09T05:10:50.738066+0000","last_clean":"2023-10-09T05:10:50.738066+0000","last_became_active":"2023-10-09T05:06:43.520296+0000","last_became_peered":"2023-10-09T05:06:43.520296+0000","last_unstale":"2023-10-09T05:10:50.738066+0000","last_undegraded":"2023-10-09T05:10:50.738066+0000","last_fullsized":"2023-10-09T05:10:50.738066+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:54:08.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":567,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737443+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:10:50.737443+0000","last_peered":"2023-10-09T05:10:50.737443+0000","last_clean":"2023-10-09T05:10:50.737443+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:10:50.737443+0000","last_undegraded":"2023-10-09T05:10:50.737443+0000","last_fullsized":"2023-10-09T05:10:50.737443+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":640,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739879+0000","last_change":"2023-10-09T05:06:43.502727+0000","last_active":"2023-10-09T05:10:50.739879+0000","last_peered":"2023-10-09T05:10:50.739879+0000","last_clean":"2023-10-09T05:10:50.739879+0000","last_became_active":"2023-10-09T05:06:43.502399+0000","last_became_peered":"2023-10-09T05:06:43.502399+0000","last_unstale":"2023-10-09T05:10:50.739879+0000","last_undegraded":"2023-10-09T05:10:50.739879+0000","last_fullsized":"2023-10-09T05:10:50.739879+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:39:21.393948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":584,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739638+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:10:50.739638+0000","last_peered":"2023-10-09T05:10:50.739638+0000","last_clean":"2023-10-09T05:10:50.739638+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:10:50.739638+0000","last_undegraded":"2023-10-09T05:10:50.739638+0000","last_fullsized":"2023-10-09T05:10:50.739638+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":329,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735733+0000","last_change":"2023-10-09T05:06:43.504090+0000","last_active":"2023-10-09T05:10:50.735733+0000","last_peered":"2023-10-09T05:10:50.735733+0000","last_clean":"2023-10-09T05:10:50.735733+0000","last_became_active":"2023-10-09T05:06:43.503769+0000","last_became_peered":"2023-10-09T05:06:43.503769+0000","last_unstale":"2023-10-09T05:10:50.735733+0000","last_undegraded":"2023-10-09T05:10:50.735733+0000","last_fullsized":"2023-10-09T05:10:50.735733+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:27:39.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":436,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.736056+0000","last_change":"2023-10-09T05:06:43.502525+0000","last_active":"2023-10-09T05:10:50.736056+0000","last_peered":"2023-10-09T05:10:50.736056+0000","last_clean":"2023-10-09T05:10:50.736056+0000","last_became_active":"2023-10-09T05:06:43.502155+0000","last_became_peered":"2023-10-09T05:06:43.502155+0000","last_unstale":"2023-10-09T05:10:50.736056+0000","last_undegraded":"2023-10-09T05:10:50.736056+0000","last_fullsized":"2023-10-09T05:10:50.736056+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:54:52.664890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":965,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737599+0000","last_change":"2023-10-09T05:00:53.018168+0000","last_active":"2023-10-09T05:10:50.737599+0000","last_peered":"2023-10-09T05:10:50.737599+0000","last_clean":"2023-10-09T05:10:50.737599+0000","last_became_active":"2023-10-09T05:00:53.017716+0000","last_became_peered":"2023-10-09T05:00:53.017716+0000","last_unstale":"2023-10-09T05:10:50.737599+0000","last_undegraded":"2023-10-09T05:10:50.737599+0000","last_fullsized":"2023-10-09T05:10:50.737599+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:58.155508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:58.155508+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:15.754875+0000","scrub_duration":0.011307618,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"586'8","reported_seq":192,"reported_epoch":586,"state":"active+clean","last_fresh":"2023-10-09T05:10:51.611980+0000","last_change":"2023-10-09T05:10:45.117016+0000","last_active":"2023-10-09T05:10:51.611980+0000","last_peered":"2023-10-09T05:10:51.611980+0000","last_clean":"2023-10-09T05:10:51.611980+0000","last_became_active":"2023-10-09T05:06:43.496830+0000","last_became_peered":"2023-10-09T05:06:43.496830+0000","last_unstale":"2023-10-09T05:10:51.611980+0000","last_undegraded":"2023-10-09T05:10:51.611980+0000","last_fullsized":"2023-10-09T05:10:51.611980+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:00:54.602732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093693400000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":18,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":600,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739403+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:10:50.739403+0000","last_peered":"2023-10-09T05:10:50.739403+0000","last_clean":"2023-10-09T05:10:50.739403+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:10:50.739403+0000","last_undegraded":"2023-10-09T05:10:50.739403+0000","last_fullsized":"2023-10-09T05:10:50.739403+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":354,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739598+0000","last_change":"2023-10-09T05:06:43.508350+0000","last_active":"2023-10-09T05:10:50.739598+0000","last_peered":"2023-10-09T05:10:50.739598+0000","last_clean":"2023-10-09T05:10:50.739598+0000","last_became_active":"2023-10-09T05:06:43.507638+0000","last_became_peered":"2023-10-09T05:06:43.507638+0000","last_unstale":"2023-10-09T05:10:50.739598+0000","last_undegraded":"2023-10-09T05:10:50.739598+0000","last_fullsized":"2023-10-09T05:10:50.739598+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:51:14.140396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":584,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738783+0000","last_change":"2023-10-09T05:00:00.681284+0000","last_active":"2023-10-09T05:10:50.738783+0000","last_peered":"2023-10-09T05:10:50.738783+0000","last_clean":"2023-10-09T05:10:50.738783+0000","last_became_active":"2023-10-09T04:59:51.299268+0000","last_became_peered":"2023-10-09T04:59:51.299268+0000","last_unstale":"2023-10-09T05:10:50.738783+0000","last_undegraded":"2023-10-09T05:10:50.738783+0000","last_fullsized":"2023-10-09T05:10:50.738783+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:00.681164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:00.681164+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:40:22.556570+0000","scrub_duration":0.010851484999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"586'41","reported_seq":799,"reported_epoch":586,"state":"active+clean","last_fresh":"2023-10-09T05:10:51.823691+0000","last_change":"2023-10-09T05:10:45.110919+0000","last_active":"2023-10-09T05:10:51.823691+0000","last_peered":"2023-10-09T05:10:51.823691+0000","last_clean":"2023-10-09T05:10:51.823691+0000","last_became_active":"2023-10-09T05:06:43.508044+0000","last_became_peered":"2023-10-09T05:06:43.508044+0000","last_unstale":"2023-10-09T05:10:51.823691+0000","last_undegraded":"2023-10-09T05:10:51.823691+0000","last_fullsized":"2023-10-09T05:10:51.823691+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:06:33.355515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085707100000000005,"stat_sum":{"num_bytes":112729,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":240,"num_read_kb":534,"num_write":34,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":587,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737519+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:10:50.737519+0000","last_peered":"2023-10-09T05:10:50.737519+0000","last_clean":"2023-10-09T05:10:50.737519+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:10:50.737519+0000","last_undegraded":"2023-10-09T05:10:50.737519+0000","last_fullsized":"2023-10-09T05:10:50.737519+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":460,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334817+0000","last_change":"2023-10-09T05:06:43.499673+0000","last_active":"2023-10-09T05:10:44.334817+0000","last_peered":"2023-10-09T05:10:44.334817+0000","last_clean":"2023-10-09T05:10:44.334817+0000","last_became_active":"2023-10-09T05:06:43.499273+0000","last_became_peered":"2023-10-09T05:06:43.499273+0000","last_unstale":"2023-10-09T05:10:44.334817+0000","last_undegraded":"2023-10-09T05:10:44.334817+0000","last_fullsized":"2023-10-09T05:10:44.334817+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:51:09.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":556,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738599+0000","last_change":"2023-10-09T05:01:06.505445+0000","last_active":"2023-10-09T05:10:50.738599+0000","last_peered":"2023-10-09T05:10:50.738599+0000","last_clean":"2023-10-09T05:10:50.738599+0000","last_became_active":"2023-10-09T05:00:53.005509+0000","last_became_peered":"2023-10-09T05:00:53.005509+0000","last_unstale":"2023-10-09T05:10:50.738599+0000","last_undegraded":"2023-10-09T05:10:50.738599+0000","last_fullsized":"2023-10-09T05:10:50.738599+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:06.505376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:06.505376+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:20.699528+0000","scrub_duration":0.001892237,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"584'21","reported_seq":643,"reported_epoch":584,"state":"active+clean","last_fresh":"2023-10-09T05:10:49.107592+0000","last_change":"2023-10-09T05:10:45.105164+0000","last_active":"2023-10-09T05:10:49.107592+0000","last_peered":"2023-10-09T05:10:49.107592+0000","last_clean":"2023-10-09T05:10:49.107592+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:10:49.107592+0000","last_undegraded":"2023-10-09T05:10:49.107592+0000","last_fullsized":"2023-10-09T05:10:49.107592+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077979399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":47,"num_write":26,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"3.0","version":"0'0","reported_seq":478,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334479+0000","last_change":"2023-10-09T05:06:43.495231+0000","last_active":"2023-10-09T05:10:44.334479+0000","last_peered":"2023-10-09T05:10:44.334479+0000","last_clean":"2023-10-09T05:10:44.334479+0000","last_became_active":"2023-10-09T05:06:43.494897+0000","last_became_peered":"2023-10-09T05:06:43.494897+0000","last_unstale":"2023-10-09T05:10:44.334479+0000","last_undegraded":"2023-10-09T05:10:44.334479+0000","last_fullsized":"2023-10-09T05:10:44.334479+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:12:56.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":390,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739292+0000","last_change":"2023-10-09T05:06:43.507988+0000","last_active":"2023-10-09T05:10:50.739292+0000","last_peered":"2023-10-09T05:10:50.739292+0000","last_clean":"2023-10-09T05:10:50.739292+0000","last_became_active":"2023-10-09T05:06:43.507678+0000","last_became_peered":"2023-10-09T05:06:43.507678+0000","last_unstale":"2023-10-09T05:10:50.739292+0000","last_undegraded":"2023-10-09T05:10:50.739292+0000","last_fullsized":"2023-10-09T05:10:50.739292+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:57:02.683322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"584'16","reported_seq":604,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738922+0000","last_change":"2023-10-09T05:10:45.110930+0000","last_active":"2023-10-09T05:10:50.738922+0000","last_peered":"2023-10-09T05:10:50.738922+0000","last_clean":"2023-10-09T05:10:50.738922+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:10:50.738922+0000","last_undegraded":"2023-10-09T05:10:50.738922+0000","last_fullsized":"2023-10-09T05:10:50.738922+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051004000000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":916,"num_write":15,"num_write_kb":458,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":556,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738847+0000","last_change":"2023-10-09T05:01:14.497177+0000","last_active":"2023-10-09T05:10:50.738847+0000","last_peered":"2023-10-09T05:10:50.738847+0000","last_clean":"2023-10-09T05:10:50.738847+0000","last_became_active":"2023-10-09T05:00:53.013451+0000","last_became_peered":"2023-10-09T05:00:53.013451+0000","last_unstale":"2023-10-09T05:10:50.738847+0000","last_undegraded":"2023-10-09T05:10:50.738847+0000","last_fullsized":"2023-10-09T05:10:50.738847+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:14.497106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:14.497106+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:42:57.773381+0000","scrub_duration":0.001622765,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":424,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735946+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:10:50.735946+0000","last_peered":"2023-10-09T05:10:50.735946+0000","last_clean":"2023-10-09T05:10:50.735946+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:10:50.735946+0000","last_undegraded":"2023-10-09T05:10:50.735946+0000","last_fullsized":"2023-10-09T05:10:50.735946+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":279,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738268+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:10:50.738268+0000","last_peered":"2023-10-09T05:10:50.738268+0000","last_clean":"2023-10-09T05:10:50.738268+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:10:50.738268+0000","last_undegraded":"2023-10-09T05:10:50.738268+0000","last_fullsized":"2023-10-09T05:10:50.738268+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":947,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737726+0000","last_change":"2023-10-09T05:06:46.497174+0000","last_active":"2023-10-09T05:10:50.737726+0000","last_peered":"2023-10-09T05:10:50.737726+0000","last_clean":"2023-10-09T05:10:50.737726+0000","last_became_active":"2023-10-09T05:06:46.496786+0000","last_became_peered":"2023-10-09T05:06:46.496786+0000","last_unstale":"2023-10-09T05:10:50.737726+0000","last_undegraded":"2023-10-09T05:10:50.737726+0000","last_fullsized":"2023-10-09T05:10:50.737726+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.112280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.112280+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:49.694348+0000","scrub_duration":0.0019527220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"582'1","reported_seq":176,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738722+0000","last_change":"2023-10-09T05:10:45.116175+0000","last_active":"2023-10-09T05:10:50.738722+0000","last_peered":"2023-10-09T05:10:50.738722+0000","last_clean":"2023-10-09T05:10:50.738722+0000","last_became_active":"2023-10-09T05:06:43.497343+0000","last_became_peered":"2023-10-09T05:06:43.497343+0000","last_unstale":"2023-10-09T05:10:50.738722+0000","last_undegraded":"2023-10-09T05:10:50.738722+0000","last_fullsized":"2023-10-09T05:10:50.738722+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:47:07.577219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036543300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":538,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737589+0000","last_change":"2023-10-09T04:53:47.136773+0000","last_active":"2023-10-09T05:10:50.737589+0000","last_peered":"2023-10-09T05:10:50.737589+0000","last_clean":"2023-10-09T05:10:50.737589+0000","last_became_active":"2023-10-09T04:53:47.136558+0000","last_became_peered":"2023-10-09T04:53:47.136558+0000","last_unstale":"2023-10-09T05:10:50.737589+0000","last_undegraded":"2023-10-09T05:10:50.737589+0000","last_fullsized":"2023-10-09T05:10:50.737589+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:15:08.801995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":605,"reported_epoch":584,"state":"active+clean","last_fresh":"2023-10-09T05:10:45.100281+0000","last_change":"2023-10-09T05:06:43.497798+0000","last_active":"2023-10-09T05:10:45.100281+0000","last_peered":"2023-10-09T05:10:45.100281+0000","last_clean":"2023-10-09T05:10:45.100281+0000","last_became_active":"2023-10-09T05:06:43.497512+0000","last_became_peered":"2023-10-09T05:06:43.497512+0000","last_unstale":"2023-10-09T05:10:45.100281+0000","last_undegraded":"2023-10-09T05:10:45.100281+0000","last_fullsized":"2023-10-09T05:10:45.100281+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:37:22.790850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":925,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.738508+0000","last_change":"2023-10-09T04:59:57.193189+0000","last_active":"2023-10-09T05:10:50.738508+0000","last_peered":"2023-10-09T05:10:50.738508+0000","last_clean":"2023-10-09T05:10:50.738508+0000","last_became_active":"2023-10-09T04:59:51.292596+0000","last_became_peered":"2023-10-09T04:59:51.292596+0000","last_unstale":"2023-10-09T05:10:50.738508+0000","last_undegraded":"2023-10-09T05:10:50.738508+0000","last_fullsized":"2023-10-09T05:10:50.738508+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.193116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.193116+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:07:34.521476+0000","scrub_duration":0.0039071230000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"586'5","reported_seq":157,"reported_epoch":586,"state":"active+clean","last_fresh":"2023-10-09T05:10:51.611908+0000","last_change":"2023-10-09T05:10:45.117091+0000","last_active":"2023-10-09T05:10:51.611908+0000","last_peered":"2023-10-09T05:10:51.611908+0000","last_clean":"2023-10-09T05:10:51.611908+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:10:51.611908+0000","last_undegraded":"2023-10-09T05:10:51.611908+0000","last_fullsized":"2023-10-09T05:10:51.611908+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000596884,"stat_sum":{"num_bytes":112640,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":560,"num_write":5,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":339,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334845+0000","last_change":"2023-10-09T05:06:43.497054+0000","last_active":"2023-10-09T05:10:44.334845+0000","last_peered":"2023-10-09T05:10:44.334845+0000","last_clean":"2023-10-09T05:10:44.334845+0000","last_became_active":"2023-10-09T05:06:43.496715+0000","last_became_peered":"2023-10-09T05:06:43.496715+0000","last_unstale":"2023-10-09T05:10:44.334845+0000","last_undegraded":"2023-10-09T05:10:44.334845+0000","last_fullsized":"2023-10-09T05:10:44.334845+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:20:07.907489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":285,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739053+0000","last_change":"2023-10-09T05:00:49.975314+0000","last_active":"2023-10-09T05:10:50.739053+0000","last_peered":"2023-10-09T05:10:50.739053+0000","last_clean":"2023-10-09T05:10:50.739053+0000","last_became_active":"2023-10-09T05:00:49.974712+0000","last_became_peered":"2023-10-09T05:00:49.974712+0000","last_unstale":"2023-10-09T05:10:50.739053+0000","last_undegraded":"2023-10-09T05:10:50.739053+0000","last_fullsized":"2023-10-09T05:10:50.739053+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:55:09.364421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":584,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737918+0000","last_change":"2023-10-09T04:59:56.952029+0000","last_active":"2023-10-09T05:10:50.737918+0000","last_peered":"2023-10-09T05:10:50.737918+0000","last_clean":"2023-10-09T05:10:50.737918+0000","last_became_active":"2023-10-09T04:59:51.303981+0000","last_became_peered":"2023-10-09T04:59:51.303981+0000","last_unstale":"2023-10-09T05:10:50.737918+0000","last_undegraded":"2023-10-09T05:10:50.737918+0000","last_fullsized":"2023-10-09T05:10:50.737918+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.951949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.951949+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:34:11.642509+0000","scrub_duration":0.0093617709999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":283,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735924+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:10:50.735924+0000","last_peered":"2023-10-09T05:10:50.735924+0000","last_clean":"2023-10-09T05:10:50.735924+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:10:50.735924+0000","last_undegraded":"2023-10-09T05:10:50.735924+0000","last_fullsized":"2023-10-09T05:10:50.735924+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"586'49","reported_seq":746,"reported_epoch":586,"state":"active+clean","last_fresh":"2023-10-09T05:10:51.808590+0000","last_change":"2023-10-09T05:10:45.112378+0000","last_active":"2023-10-09T05:10:51.808590+0000","last_peered":"2023-10-09T05:10:51.808590+0000","last_clean":"2023-10-09T05:10:51.808590+0000","last_became_active":"2023-10-09T05:06:43.502935+0000","last_became_peered":"2023-10-09T05:06:43.502935+0000","last_unstale":"2023-10-09T05:10:51.808590+0000","last_undegraded":"2023-10-09T05:10:51.808590+0000","last_fullsized":"2023-10-09T05:10:51.808590+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:54:49.427145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029816,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":407,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":306,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735642+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:10:50.735642+0000","last_peered":"2023-10-09T05:10:50.735642+0000","last_clean":"2023-10-09T05:10:50.735642+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:10:50.735642+0000","last_undegraded":"2023-10-09T05:10:50.735642+0000","last_fullsized":"2023-10-09T05:10:50.735642+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":632,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735845+0000","last_change":"2023-10-09T05:00:53.020590+0000","last_active":"2023-10-09T05:10:50.735845+0000","last_peered":"2023-10-09T05:10:50.735845+0000","last_clean":"2023-10-09T05:10:50.735845+0000","last_became_active":"2023-10-09T05:00:53.018937+0000","last_became_peered":"2023-10-09T05:00:53.018937+0000","last_unstale":"2023-10-09T05:10:50.735845+0000","last_undegraded":"2023-10-09T05:10:50.735845+0000","last_fullsized":"2023-10-09T05:10:50.735845+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:00:01.126119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:00:01.126119+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:47:20.444628+0000","scrub_duration":0.0089461869999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"584'29","reported_seq":319,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737477+0000","last_change":"2023-10-09T05:10:45.112340+0000","last_active":"2023-10-09T05:10:50.737477+0000","last_peered":"2023-10-09T05:10:50.737477+0000","last_clean":"2023-10-09T05:10:50.737477+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:10:50.737477+0000","last_undegraded":"2023-10-09T05:10:50.737477+0000","last_fullsized":"2023-10-09T05:10:50.737477+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031887799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":235,"num_write":35,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":597,"reported_epoch":584,"state":"active+clean","last_fresh":"2023-10-09T05:10:45.100803+0000","last_change":"2023-10-09T05:06:43.512478+0000","last_active":"2023-10-09T05:10:45.100803+0000","last_peered":"2023-10-09T05:10:45.100803+0000","last_clean":"2023-10-09T05:10:45.100803+0000","last_became_active":"2023-10-09T05:06:43.503336+0000","last_became_peered":"2023-10-09T05:06:43.503336+0000","last_unstale":"2023-10-09T05:10:45.100803+0000","last_undegraded":"2023-10-09T05:10:45.100803+0000","last_fullsized":"2023-10-09T05:10:45.100803+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:27:41.271336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":569,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737301+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:10:50.737301+0000","last_peered":"2023-10-09T05:10:50.737301+0000","last_clean":"2023-10-09T05:10:50.737301+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:10:50.737301+0000","last_undegraded":"2023-10-09T05:10:50.737301+0000","last_fullsized":"2023-10-09T05:10:50.737301+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":281,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737722+0000","last_change":"2023-10-09T05:00:49.980495+0000","last_active":"2023-10-09T05:10:50.737722+0000","last_peered":"2023-10-09T05:10:50.737722+0000","last_clean":"2023-10-09T05:10:50.737722+0000","last_became_active":"2023-10-09T05:00:49.980122+0000","last_became_peered":"2023-10-09T05:00:49.980122+0000","last_unstale":"2023-10-09T05:10:50.737722+0000","last_undegraded":"2023-10-09T05:10:50.737722+0000","last_fullsized":"2023-10-09T05:10:50.737722+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:57:43.910719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":635,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-10-09T05:10:44.334876+0000","last_change":"2023-10-09T05:06:43.498377+0000","last_active":"2023-10-09T05:10:44.334876+0000","last_peered":"2023-10-09T05:10:44.334876+0000","last_clean":"2023-10-09T05:10:44.334876+0000","last_became_active":"2023-10-09T05:06:43.498037+0000","last_became_peered":"2023-10-09T05:06:43.498037+0000","last_unstale":"2023-10-09T05:10:44.334876+0000","last_undegraded":"2023-10-09T05:10:44.334876+0000","last_fullsized":"2023-10-09T05:10:44.334876+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:42:54.178812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":596,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739177+0000","last_change":"2023-10-09T05:06:43.510503+0000","last_active":"2023-10-09T05:10:50.739177+0000","last_peered":"2023-10-09T05:10:50.739177+0000","last_clean":"2023-10-09T05:10:50.739177+0000","last_became_active":"2023-10-09T05:06:43.504689+0000","last_became_peered":"2023-10-09T05:06:43.504689+0000","last_unstale":"2023-10-09T05:10:50.739177+0000","last_undegraded":"2023-10-09T05:10:50.739177+0000","last_fullsized":"2023-10-09T05:10:50.739177+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:23:37.638935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":627,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737636+0000","last_change":"2023-10-09T05:06:43.520630+0000","last_active":"2023-10-09T05:10:50.737636+0000","last_peered":"2023-10-09T05:10:50.737636+0000","last_clean":"2023-10-09T05:10:50.737636+0000","last_became_active":"2023-10-09T05:06:43.520334+0000","last_became_peered":"2023-10-09T05:06:43.520334+0000","last_unstale":"2023-10-09T05:10:50.737636+0000","last_undegraded":"2023-10-09T05:10:50.737636+0000","last_fullsized":"2023-10-09T05:10:50.737636+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:52:33.892653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":587,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739315+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:10:50.739315+0000","last_peered":"2023-10-09T05:10:50.739315+0000","last_clean":"2023-10-09T05:10:50.739315+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:10:50.739315+0000","last_undegraded":"2023-10-09T05:10:50.739315+0000","last_fullsized":"2023-10-09T05:10:50.739315+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":590,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737613+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:10:50.737613+0000","last_peered":"2023-10-09T05:10:50.737613+0000","last_clean":"2023-10-09T05:10:50.737613+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:10:50.737613+0000","last_undegraded":"2023-10-09T05:10:50.737613+0000","last_fullsized":"2023-10-09T05:10:50.737613+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":317,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.736151+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:10:50.736151+0000","last_peered":"2023-10-09T05:10:50.736151+0000","last_clean":"2023-10-09T05:10:50.736151+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:10:50.736151+0000","last_undegraded":"2023-10-09T05:10:50.736151+0000","last_fullsized":"2023-10-09T05:10:50.736151+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":281,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.735879+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:10:50.735879+0000","last_peered":"2023-10-09T05:10:50.735879+0000","last_clean":"2023-10-09T05:10:50.735879+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:10:50.735879+0000","last_undegraded":"2023-10-09T05:10:50.735879+0000","last_fullsized":"2023-10-09T05:10:50.735879+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":272,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.739173+0000","last_change":"2023-10-09T04:53:47.126369+0000","last_active":"2023-10-09T05:10:50.739173+0000","last_peered":"2023-10-09T05:10:50.739173+0000","last_clean":"2023-10-09T05:10:50.739173+0000","last_became_active":"2023-10-09T04:53:47.126089+0000","last_became_peered":"2023-10-09T04:53:47.126089+0000","last_unstale":"2023-10-09T05:10:50.739173+0000","last_undegraded":"2023-10-09T05:10:50.739173+0000","last_fullsized":"2023-10-09T05:10:50.739173+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:29:39.306554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":616,"reported_epoch":585,"state":"active+clean","last_fresh":"2023-10-09T05:10:50.737301+0000","last_change":"2023-10-09T05:06:43.502339+0000","last_active":"2023-10-09T05:10:50.737301+0000","last_peered":"2023-10-09T05:10:50.737301+0000","last_clean":"2023-10-09T05:10:50.737301+0000","last_became_active":"2023-10-09T05:06:43.501974+0000","last_became_peered":"2023-10-09T05:06:43.501974+0000","last_unstale":"2023-10-09T05:10:50.737301+0000","last_undegraded":"2023-10-09T05:10:50.737301+0000","last_fullsized":"2023-10-09T05:10:50.737301+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:51:04.329125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":225385,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":900,"num_read_kb":2717,"num_write":153,"num_write_kb":1073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":41256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234576,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506900,"kb_used_data":6220,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238252,"statfs":{"total":95995035648,"available":94451970048,"internally_reserved":0,"allocated":6369280,"data_stored":4877700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.6539999999999999,"15min":1.6890000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.20899999999999999},"max":{"1min":6.5510000000000002,"5min":11.084,"15min":16.027999999999999},"last":0.504},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.3849999999999998,"15min":1.871},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.249},"max":{"1min":9.0199999999999996,"5min":13.228,"15min":13.228},"last":0.58999999999999997}]},{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":2.7130000000000001,"15min":2.0139999999999998},"min":{"1min":0.313,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":8.9440000000000008,"5min":13.375,"15min":13.375},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.788,"5min":2.1040000000000001,"15min":2.3420000000000001},"min":{"1min":0.29399999999999998,"5min":0.27700000000000002,"15min":0.25800000000000001},"max":{"1min":5.2910000000000004,"5min":9.6790000000000003,"15min":15.401},"last":0.372}]},{"osd":2,"last update":"Mon Oct 9 05:10:42 2023","interfaces":[{"interface":"back","average":{"1min":6.6059999999999999,"5min":3.3610000000000002,"15min":2.621},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":125.59399999999999,"5min":125.59399999999999,"15min":125.59399999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":7.3049999999999997,"5min":3.5619999999999998,"15min":2.6760000000000002},"min":{"1min":0.33700000000000002,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":125.342,"5min":125.342,"15min":125.342},"last":0.51700000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:10:02 2023","interfaces":[{"interface":"back","average":{"1min":4.8319999999999999,"5min":3.2400000000000002,"15min":2.637},"min":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.29799999999999999},"max":{"1min":15.276999999999999,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":4.718,"5min":3.7160000000000002,"15min":2.8210000000000002},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.30499999999999999},"max":{"1min":13.201000000000001,"5min":19.382999999999999,"15min":19.382999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":1.9039999999999999,"15min":1.879},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":5.2480000000000002,"5min":9.9719999999999995,"15min":19.949000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":2.8079999999999998,"5min":2.4529999999999998,"15min":1.9159999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.254},"max":{"1min":10.097,"5min":13.412000000000001,"15min":18.971},"last":0.39900000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":2.5150000000000001,"15min":2.1930000000000001},"min":{"1min":0.33200000000000002,"5min":0.309,"15min":0.30099999999999999},"max":{"1min":5.3259999999999996,"5min":14.968,"15min":20.678999999999998},"last":0.432},{"interface":"front","average":{"1min":2.7629999999999999,"5min":2.2610000000000001,"15min":1.889},"min":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.27800000000000002},"max":{"1min":11.164,"5min":16.088999999999999,"15min":21.07},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":1.9670000000000001,"5min":2.3260000000000001,"15min":2.133},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.4139999999999997,"5min":14.289999999999999,"15min":16.881},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.2949999999999999,"5min":2.1880000000000002,"15min":1.9450000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":6.4299999999999997,"5min":11.388,"15min":14.191000000000001},"last":0.58099999999999996}]}]},{"osd":6,"up_from":46,"seq":197568496212,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500844,"kb_used_data":5924,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244308,"statfs":{"total":95995035648,"available":94458171392,"internally_reserved":0,"allocated":6066176,"data_stored":4567984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":2.391,"15min":2.339},"min":{"1min":0.253,"5min":0.222,"15min":0.222},"max":{"1min":4.7220000000000004,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.1739999999999999,"5min":2.6259999999999999,"15min":2.4060000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":6.3730000000000002,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.45400000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":1.9259999999999999,"15min":2.2629999999999999},"min":{"1min":0.32400000000000001,"5min":0.245,"15min":0.245},"max":{"1min":6.319,"5min":10.829000000000001,"15min":15.935},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.7110000000000001,"5min":2.0859999999999999,"15min":2.5070000000000001},"min":{"1min":0.27900000000000003,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":9.0169999999999995,"5min":11.093,"15min":18.094000000000001},"last":0.439}]},{"osd":2,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.7999999999999998,"15min":2.5670000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":7.9749999999999996,"5min":16.337,"15min":42.923999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":3.0190000000000001,"5min":2.6459999999999999,"15min":2.524},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.27100000000000002},"max":{"1min":6.8600000000000003,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.49299999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:10:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1419999999999999,"5min":2.6150000000000002,"15min":2.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.29199999999999998},"max":{"1min":6.4880000000000004,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.879,"5min":2.698,"15min":2.71},"min":{"1min":0.34899999999999998,"5min":0.32400000000000001,"15min":0.29099999999999998},"max":{"1min":6.4260000000000002,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.47299999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":2.5550000000000002,"15min":1.99},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.25900000000000001},"max":{"1min":20.213999999999999,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":2.1459999999999999,"5min":2.177,"15min":1.8540000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":6.9740000000000002,"5min":10.99,"15min":16.068999999999999},"last":0.55400000000000005}]},{"osd":5,"last update":"Mon Oct 9 05:09:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8660000000000001,"5min":2.6150000000000002,"15min":2.0209999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":22.765999999999998,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.7080000000000002,"5min":2.7839999999999998,"15min":1.98},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":13.019,"5min":13.019,"15min":16.292999999999999},"last":0.67300000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":2.2090000000000001,"15min":1.8839999999999999},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":4.7510000000000003,"5min":13.564,"15min":16.372},"last":0.63600000000000001},{"interface":"front","average":{"1min":1.5600000000000001,"5min":2,"15min":1.788},"min":{"1min":0.439,"5min":0.34300000000000003,"15min":0.315},"max":{"1min":5.7569999999999997,"5min":14.789999999999999,"15min":16.018999999999998},"last":0.624}]}]},{"osd":1,"up_from":0,"seq":2052994367594,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":86,"seq":369367187918,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1257280,"kb_used_data":7800,"kb_used_omap":5,"kb_used_meta":1249466,"kb_avail":92487872,"statfs":{"total":95995035648,"available":94707580928,"internally_reserved":0,"allocated":7987200,"data_stored":4777862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1279453818},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:10:20 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.55,"15min":1.5700000000000001},"min":{"1min":0.218,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":8.282,"5min":9.0380000000000003,"15min":9.8109999999999999},"last":0.314},{"interface":"front","average":{"1min":1.77,"5min":1.8160000000000001,"15min":1.8879999999999999},"min":{"1min":0.28399999999999997,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.2320000000000002,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.38200000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1160000000000001,"5min":3.7629999999999999,"15min":2.9300000000000002},"min":{"1min":0.218,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":27.786000000000001,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":2.2170000000000001,"5min":3.008,"15min":2.6669999999999998},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":8.327,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.41499999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:09:57 2023","interfaces":[{"interface":"back","average":{"1min":2.8460000000000001,"5min":3.4860000000000002,"15min":2.6320000000000001},"min":{"1min":0.32900000000000001,"5min":0.245,"15min":0.21199999999999999},"max":{"1min":10.361000000000001,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":4.1289999999999996,"5min":3.6280000000000001,"15min":2.7789999999999999},"min":{"1min":0.32000000000000001,"5min":0.247,"15min":0.23499999999999999},"max":{"1min":12.435,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.45300000000000001}]},{"osd":4,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.593,"5min":2.7749999999999999,"15min":2.3090000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.29199999999999998},"max":{"1min":21.925999999999998,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":2.0310000000000001,"5min":2.6190000000000002,"15min":2.2749999999999999},"min":{"1min":0.33200000000000002,"5min":0.29799999999999999,"15min":0.27800000000000002},"max":{"1min":8.3160000000000007,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.628}]},{"osd":5,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":3.1150000000000002,"15min":2.5350000000000001},"min":{"1min":0.40899999999999997,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":8.3620000000000001,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":2.593,"5min":2.3319999999999999,"15min":2.476},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.5339999999999998,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.54400000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1909999999999998,"5min":3.0230000000000001,"15min":2.5750000000000002},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":16.225999999999999,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":2.8370000000000002,"5min":2.6070000000000002,"15min":2.6179999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33300000000000002},"max":{"1min":10.023,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.57399999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:10:26 2023","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":2.1850000000000001,"15min":2.617},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":6.5579999999999998,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.61599999999999999},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.661,"15min":2.4100000000000001},"min":{"1min":0.39100000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":21.977,"5min":21.977,"15min":21.977},"last":0.499}]}]},{"osd":2,"up_from":116,"seq":498216206761,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1209112,"kb_used_data":7760,"kb_used_omap":7,"kb_used_meta":1201336,"kb_avail":92536040,"statfs":{"total":95995035648,"available":94756904960,"internally_reserved":0,"allocated":7946240,"data_stored":5167451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1230168145},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.524,"5min":2.5579999999999998,"15min":2.3119999999999998},"min":{"1min":0.23000000000000001,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":11.571,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.181,"5min":1.8959999999999999,"15min":1.7729999999999999},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":5.7859999999999996,"5min":15.137,"15min":15.137},"last":0.40000000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:22 2023","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.5619999999999998,"15min":3.871},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.19},"max":{"1min":7.3929999999999998,"5min":13.619999999999999,"15min":70.971000000000004},"last":0.32200000000000001},{"interface":"front","average":{"1min":2.3559999999999999,"5min":2.4529999999999998,"15min":3.8820000000000001},"min":{"1min":0.26100000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":10.801,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.37}]},{"osd":3,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.5780000000000003,"5min":3.117,"15min":3.3780000000000001},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.18099999999999999},"max":{"1min":21.062000000000001,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.38700000000000001},{"interface":"front","average":{"1min":4.6130000000000004,"5min":3.2999999999999998,"15min":3.52},"min":{"1min":0.37,"5min":0.307,"15min":0.252},"max":{"1min":21.103000000000002,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.42099999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":3.972,"15min":3.7869999999999999},"min":{"1min":0.318,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":9.343,"5min":144.90299999999999,"15min":176.00200000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.823,"5min":4.1639999999999997,"15min":3.2370000000000001},"min":{"1min":0.378,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.7789999999999999,"5min":141.24700000000001,"15min":176.07900000000001},"last":0.56999999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":3.395,"15min":2.633},"min":{"1min":0.36399999999999999,"5min":0.35999999999999999,"15min":0.28999999999999998},"max":{"1min":5.7329999999999997,"5min":143.22499999999999,"15min":143.22499999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.252,"5min":3.9689999999999999,"15min":3.3420000000000001},"min":{"1min":0.38400000000000001,"5min":0.34300000000000003,"15min":0.30099999999999999},"max":{"1min":4.7919999999999998,"5min":143.07300000000001,"15min":143.07300000000001},"last":0.68100000000000005}]},{"osd":6,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":3.9900000000000002,"15min":3.0289999999999999},"min":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.312},"max":{"1min":9.8200000000000003,"5min":142.339,"15min":142.339},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.81499999999999995,"5min":3.532,"15min":2.4750000000000001},"min":{"1min":0.372,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":3.0110000000000001,"5min":140.96700000000001,"15min":140.96700000000001},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":3.4580000000000002,"15min":2.7290000000000001},"min":{"1min":0.48799999999999999,"5min":0.39400000000000002,"15min":0.35899999999999999},"max":{"1min":9.8650000000000002,"5min":54.470999999999997,"15min":54.470999999999997},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.88700000000000001,"5min":2.7770000000000001,"15min":2.359},"min":{"1min":0.433,"5min":0.39900000000000002,"15min":0.33900000000000002},"max":{"1min":3.0699999999999998,"5min":54.484000000000002,"15min":54.484000000000002},"last":0.57699999999999996}]}]},{"osd":3,"up_from":198,"seq":850403524898,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":817412,"kb_used_data":7612,"kb_used_omap":2,"kb_used_meta":809789,"kb_avail":92927740,"statfs":{"total":95995035648,"available":95158005760,"internally_reserved":0,"allocated":7794688,"data_stored":5281288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":829223989},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0979999999999999,"5min":2.0270000000000001,"15min":2.2519999999999998},"min":{"1min":0.22,"5min":0.188,"15min":0.183},"max":{"1min":10.875999999999999,"5min":14.198,"15min":26.260999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":2.649,"5min":2.1749999999999998,"15min":2.2970000000000002},"min":{"1min":0.219,"5min":0.183,"15min":0.183},"max":{"1min":10.362,"5min":12.528,"15min":22.477},"last":0.63700000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:10:18 2023","interfaces":[{"interface":"back","average":{"1min":2.0459999999999998,"5min":1.8080000000000001,"15min":1.355},"min":{"1min":0.28699999999999998,"5min":0.22700000000000001,"15min":0.215},"max":{"1min":10.901999999999999,"5min":10.901999999999999,"15min":11.076000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":2.331,"5min":2.2490000000000001,"15min":1.74},"min":{"1min":0.27500000000000002,"5min":0.22800000000000001,"15min":0.216},"max":{"1min":11.215999999999999,"5min":12.672000000000001,"15min":12.672000000000001},"last":0.53600000000000003}]},{"osd":2,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":4.8780000000000001,"5min":2.7130000000000001,"15min":2.6949999999999998},"min":{"1min":0.33300000000000002,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":21.945,"5min":21.945,"15min":21.945},"last":0.58499999999999996},{"interface":"front","average":{"1min":3.968,"5min":2.6629999999999998,"15min":2.7730000000000001},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":21.82,"5min":21.82,"15min":25.776},"last":0.56100000000000005}]},{"osd":4,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.9790000000000001,"15min":2.4910000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":10.271000000000001,"5min":10.271000000000001,"15min":15.301},"last":0.84099999999999997},{"interface":"front","average":{"1min":3.0800000000000001,"5min":2.7970000000000002,"15min":2.4289999999999998},"min":{"1min":0.37,"5min":0.34599999999999997,"15min":0.27300000000000002},"max":{"1min":10.407,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.54,"5min":2.7400000000000002,"15min":2.4129999999999998},"min":{"1min":0.41299999999999998,"5min":0.317,"15min":0.30099999999999999},"max":{"1min":13.614000000000001,"5min":13.614000000000001,"15min":35.712000000000003},"last":0.76100000000000001},{"interface":"front","average":{"1min":3.2480000000000002,"5min":2.843,"15min":2.7010000000000001},"min":{"1min":0.39400000000000002,"5min":0.33400000000000002,"15min":0.23999999999999999},"max":{"1min":10.335000000000001,"5min":10.335000000000001,"15min":35.488},"last":0.86899999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.5649999999999999,"5min":2.835,"15min":2.8300000000000001},"min":{"1min":0.39700000000000002,"5min":0.34100000000000003,"15min":0.26500000000000001},"max":{"1min":12.872999999999999,"5min":18.436,"15min":50.113999999999997},"last":0.85499999999999998},{"interface":"front","average":{"1min":3.9889999999999999,"5min":2.6190000000000002,"15min":2.569},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.762,"5min":10.762,"15min":53.841999999999999},"last":0.79700000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:10:13 2023","interfaces":[{"interface":"back","average":{"1min":3.3929999999999998,"5min":3.1539999999999999,"15min":2.8730000000000002},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.35499999999999998},"max":{"1min":10.307,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.88700000000000001},{"interface":"front","average":{"1min":5.3460000000000001,"5min":3.2349999999999999,"15min":2.802},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.34399999999999997},"max":{"1min":12.829000000000001,"5min":12.829000000000001,"15min":15.381},"last":0.83199999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019484,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1500824,"kb_used_data":5904,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92244328,"statfs":{"total":95995035648,"available":94458191872,"internally_reserved":0,"allocated":6045696,"data_stored":4557946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.714,"15min":1.7689999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":4.6029999999999998,"5min":11.35,"15min":11.35},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.93300000000000005,"5min":1.8819999999999999,"15min":1.7130000000000001},"min":{"1min":0.29799999999999999,"5min":0.24299999999999999,"15min":0.23000000000000001},"max":{"1min":3.0550000000000002,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.45900000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.8620000000000001,"5min":2.3380000000000001,"15min":2.5110000000000001},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.753,"5min":12.753,"15min":12.753},"last":0.376},{"interface":"front","average":{"1min":2.0960000000000001,"5min":2.1469999999999998,"15min":2.105},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.253},"max":{"1min":11.395,"5min":11.395,"15min":11.395},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:10:50 2023","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.9930000000000001,"15min":2.895},"min":{"1min":0.33000000000000002,"5min":0.313,"15min":0.23300000000000001},"max":{"1min":5.1379999999999999,"5min":7.0110000000000001,"15min":105.411},"last":0.39700000000000002},{"interface":"front","average":{"1min":1.282,"5min":2.234,"15min":2.9710000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29599999999999999},"max":{"1min":8.3249999999999993,"5min":10.772,"15min":97.927999999999997},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Oct 9 05:10:11 2023","interfaces":[{"interface":"back","average":{"1min":19.675999999999998,"5min":6.3949999999999996,"15min":4.7629999999999999},"min":{"1min":0.39100000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":359.49200000000002,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":21.381,"5min":6.7469999999999999,"15min":5.0110000000000001},"min":{"1min":0.372,"5min":0.33400000000000002,"15min":0.29099999999999998},"max":{"1min":359.55500000000001,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.47099999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:10:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.6120000000000001,"15min":1.6060000000000001},"min":{"1min":0.29099999999999998,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":4.7919999999999998,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.641,"15min":1.6579999999999999},"min":{"1min":0.36799999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":3.173,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.52200000000000002}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.2709999999999999,"5min":1.9770000000000001,"15min":2.157},"min":{"1min":0.33800000000000002,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":12.839,"5min":12.839,"15min":81.980999999999995},"last":0.433},{"interface":"front","average":{"1min":3.3889999999999998,"5min":2.0059999999999998,"15min":2.1139999999999999},"min":{"1min":0.36199999999999999,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":20.992999999999999,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:10:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":1.788,"15min":1.821},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":12.502000000000001,"5min":12.502000000000001,"15min":29.175000000000001},"last":0.495},{"interface":"front","average":{"1min":2.7599999999999998,"5min":1.8660000000000001,"15min":1.921},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":12.805,"5min":12.983000000000001,"15min":29.192},"last":0.50700000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757848,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1489380,"kb_used_data":6492,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":92255772,"statfs":{"total":95995035648,"available":94469910528,"internally_reserved":0,"allocated":6647808,"data_stored":5154386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":2.0179999999999998,"15min":1.901},"min":{"1min":0.33900000000000002,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":6.6959999999999997,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.442},{"interface":"front","average":{"1min":1.7529999999999999,"5min":2.3039999999999998,"15min":2.1899999999999999},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23100000000000001},"max":{"1min":8.3040000000000003,"5min":16.363,"15min":16.363},"last":0.45600000000000002}]},{"osd":1,"last update":"Mon Oct 9 05:10:19 2023","interfaces":[{"interface":"back","average":{"1min":3.4780000000000002,"5min":2.6200000000000001,"15min":2.593},"min":{"1min":0.35099999999999998,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":19.382000000000001,"5min":19.382000000000001,"15min":19.382000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":1.661,"5min":2.4079999999999999,"15min":2.3759999999999999},"min":{"1min":0.33100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.9180000000000001,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.51900000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.8860000000000001,"15min":2.6600000000000001},"min":{"1min":0.28899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":13.718999999999999,"5min":23.318999999999999,"15min":23.318999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.869,"5min":2.9990000000000001,"15min":2.6219999999999999},"min":{"1min":0.39000000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.5109999999999992,"5min":25.885000000000002,"15min":25.885000000000002},"last":0.41399999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":3.0910000000000002,"5min":3.0699999999999998,"15min":2.806},"min":{"1min":0.46600000000000003,"5min":0.27100000000000002,"15min":0.24199999999999999},"max":{"1min":7.1980000000000004,"5min":24.114999999999998,"15min":74.915000000000006},"last":0.34100000000000003},{"interface":"front","average":{"1min":3.472,"5min":3.7229999999999999,"15min":3.0209999999999999},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.975,"5min":24.016999999999999,"15min":74.799999999999997},"last":0.498}]},{"osd":4,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.613,"5min":2.0179999999999998,"15min":1.7949999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":7.3440000000000003,"5min":10.959,"15min":10.959},"last":0.27600000000000002},{"interface":"front","average":{"1min":1.242,"5min":2.2330000000000001,"15min":1.9239999999999999},"min":{"1min":0.34200000000000003,"5min":0.248,"15min":0.248},"max":{"1min":5.1529999999999996,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.47899999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:10:05 2023","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.633,"15min":1.8},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":6.1630000000000003,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":2.6589999999999998,"5min":2.8820000000000001,"15min":2.097},"min":{"1min":0.27200000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.2070000000000007,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.42999999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:10:37 2023","interfaces":[{"interface":"back","average":{"1min":1.641,"5min":2.3769999999999998,"15min":2.1560000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":7.2279999999999998,"5min":13.082000000000001,"15min":18.442},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":2.0739999999999998,"15min":2.1040000000000001},"min":{"1min":0.33900000000000002,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":5.8209999999999997,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.46800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":67,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":10256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":10329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":10345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":10240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:10:53.577 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-10-09T05:10:53.577 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pg_num 21 2023-10-09T05:10:53.624 INFO:tasks.workunit.client.0.smithi107.stderr: Removing snap: 100% complete...done. 2023-10-09T05:10:53.634 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg_import 2023-10-09T05:10:53.656 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:53.685 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:53.722 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:53.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:53.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:53.729 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:10:53.732 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap rm testimg@snap 2023-10-09T05:10:53.827 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[179183]: failed to encode map e587 with expected crc 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[179183]: failed to encode map e587 with expected crc 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[179183]: osdmap e587: 8 total, 8 up, 7 in 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[179183]: from='client.47726 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[179183]: pgmap v1815: 83 pgs: 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 450 KiB/s rd, 177 KiB/s wr, 169 op/s 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[184249]: failed to encode map e587 with expected crc 2023-10-09T05:10:53.852 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[184249]: failed to encode map e587 with expected crc 2023-10-09T05:10:53.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[184249]: osdmap e587: 8 total, 8 up, 7 in 2023-10-09T05:10:53.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[184249]: from='client.47726 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:53.853 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:53 smithi107 ceph-mon[184249]: pgmap v1815: 83 pgs: 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 450 KiB/s rd, 177 KiB/s wr, 169 op/s 2023-10-09T05:10:53.854 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:53.887 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:53.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:53.890 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:53 smithi150 ceph-mon[168511]: failed to encode map e587 with expected crc 2023-10-09T05:10:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:53 smithi150 ceph-mon[168511]: failed to encode map e587 with expected crc 2023-10-09T05:10:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:53 smithi150 ceph-mon[168511]: osdmap e587: 8 total, 8 up, 7 in 2023-10-09T05:10:53.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:53 smithi150 ceph-mon[168511]: from='client.47726 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:10:53.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:53 smithi150 ceph-mon[168511]: pgmap v1815: 83 pgs: 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 450 KiB/s rd, 177 KiB/s wr, 169 op/s 2023-10-09T05:10:53.991 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:54.018 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:54.102 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:10:54.225 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:54.252 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:54.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:54.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:54.357 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:54.386 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:54.420 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:54.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:54.423 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:54.524 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:54.551 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:54.584 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:54.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:54.588 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:54.630 INFO:tasks.workunit.client.0.smithi107.stderr: Removing snap: 100% complete...done. 2023-10-09T05:10:54.639 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm testimg 2023-10-09T05:10:54.689 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:54.708 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[179183]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.708 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[179183]: osdmap e588: 8 total, 8 up, 7 in 2023-10-09T05:10:54.708 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[179183]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.708 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[179183]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.709 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[184249]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.709 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[184249]: osdmap e588: 8 total, 8 up, 7 in 2023-10-09T05:10:54.709 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[184249]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.709 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:54 smithi107 ceph-mon[184249]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.718 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:54.731 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:10:54.734 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --order 20 /tmp/rbd_import_export_478966/img testimg 2023-10-09T05:10:54.761 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:10:54.761 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:10:54.761 INFO:teuthology.orchestra.run.smithi150.stdout: "num_ops": 0 2023-10-09T05:10:54.761 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:10:54.799 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:10:54.800 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --order is deprecated, use --object-size 2023-10-09T05:10:54.803 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:54.841 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:54.844 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_478966/img_v2 testimg_import 2023-10-09T05:10:54.878 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:54 smithi150 ceph-mon[168511]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.879 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:54 smithi150 ceph-mon[168511]: osdmap e588: 8 total, 8 up, 7 in 2023-10-09T05:10:54.879 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:54 smithi150 ceph-mon[168511]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.879 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:54 smithi150 ceph-mon[168511]: failed to encode map e588 with expected crc 2023-10-09T05:10:54.902 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-10-09T05:10:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import 2023-10-09T05:10:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep order 2023-10-09T05:10:54.905 INFO:tasks.workunit.client.0.smithi107.stderr:+ awk '{print $2}' 2023-10-09T05:10:54.906 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep 20 2023-10-09T05:10:54.946 INFO:tasks.workunit.client.0.smithi107.stdout:20 2023-10-09T05:10:54.947 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:54.947 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg_import 2023-10-09T05:10:55.030 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:10:55.033 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg 2023-10-09T05:10:55.107 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:55.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:55.110 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:55.119 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:10:55.122 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_478966/img testimg 2023-10-09T05:10:55.147 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-10-09T05:10:55.160 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:55.172 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:10:55.177 INFO:tasks.workunit.client.0.smithi107.stderr:++ rbd info testimg 2023-10-09T05:10:55.177 INFO:tasks.workunit.client.0.smithi107.stderr:++ grep features 2023-10-09T05:10:55.212 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:55.228 INFO:tasks.workunit.client.0.smithi107.stderr:+ FEATURES_BEFORE=' features: layering 2023-10-09T05:10:55.229 INFO:tasks.workunit.client.0.smithi107.stderr: op_features: ' 2023-10-09T05:10:55.229 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:55.245 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:55.264 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-10-09T05:10:55.277 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:55.280 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_478966/img_v2 testimg_import 2023-10-09T05:10:55.333 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:55.333 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-10-09T05:10:55.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:55.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:55.339 INFO:tasks.workunit.client.0.smithi107.stderr:++ rbd info testimg_import 2023-10-09T05:10:55.339 INFO:tasks.workunit.client.0.smithi107.stderr:++ grep features 2023-10-09T05:10:55.376 INFO:tasks.workunit.client.0.smithi107.stderr:+ FEATURES_AFTER=' features: layering 2023-10-09T05:10:55.376 INFO:tasks.workunit.client.0.smithi107.stderr: op_features: ' 2023-10-09T05:10:55.376 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' ' features: layering 2023-10-09T05:10:55.376 INFO:tasks.workunit.client.0.smithi107.stderr: op_features: ' '!=' ' features: layering 2023-10-09T05:10:55.376 INFO:tasks.workunit.client.0.smithi107.stderr: op_features: ' ']' 2023-10-09T05:10:55.376 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:55.377 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg_import 2023-10-09T05:10:55.439 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:55.454 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:10:55.458 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg 2023-10-09T05:10:55.468 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:55.532 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:10:55.540 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_478966/img testimg 2023-10-09T05:10:55.557 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:55.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:55.560 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:55.597 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:10:55.602 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:55.646 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:55.649 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_478966/img_v2 testimg_import 2023-10-09T05:10:55.661 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:55.693 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:55.720 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-10-09T05:10:55.725 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep 'stripe unit' 2023-10-09T05:10:55.725 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep -Ei '(4 KiB|4096)' 2023-10-09T05:10:55.726 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import 2023-10-09T05:10:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:55 smithi150 ceph-mon[168511]: osdmap e589: 8 total, 8 up, 7 in 2023-10-09T05:10:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:55 smithi150 ceph-mon[168511]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:55 smithi150 ceph-mon[168511]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:55 smithi150 ceph-mon[168511]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:55 smithi150 ceph-mon[168511]: pgmap v1818: 83 pgs: 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 381 KiB/s rd, 140 KiB/s wr, 183 op/s 2023-10-09T05:10:55.735 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[184249]: osdmap e589: 8 total, 8 up, 7 in 2023-10-09T05:10:55.735 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[184249]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.735 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[184249]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.735 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[184249]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.735 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[184249]: pgmap v1818: 83 pgs: 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 381 KiB/s rd, 140 KiB/s wr, 183 op/s 2023-10-09T05:10:55.736 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:55.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[179183]: osdmap e589: 8 total, 8 up, 7 in 2023-10-09T05:10:55.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[179183]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[179183]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[179183]: failed to encode map e589 with expected crc 2023-10-09T05:10:55.737 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:55 smithi107 ceph-mon[179183]: pgmap v1818: 83 pgs: 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 381 KiB/s rd, 140 KiB/s wr, 183 op/s 2023-10-09T05:10:55.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:55.741 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:55.767 INFO:tasks.workunit.client.0.smithi107.stdout: stripe unit: 4 KiB 2023-10-09T05:10:55.768 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import 2023-10-09T05:10:55.768 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep 'stripe count' 2023-10-09T05:10:55.768 INFO:tasks.workunit.client.0.smithi107.stderr:+ awk '{print $3}' 2023-10-09T05:10:55.768 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep 1000 2023-10-09T05:10:55.804 INFO:tasks.workunit.client.0.smithi107.stdout:1000 2023-10-09T05:10:55.804 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/img_v2 2023-10-09T05:10:55.804 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg_import 2023-10-09T05:10:55.842 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:55.870 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:55.888 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:55.893 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-10-09T05:10:55.896 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg 2023-10-09T05:10:55.905 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:55.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:55.909 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:55.986 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-10-09T05:10:55.989 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_478966/img testimg 2023-10-09T05:10:56.010 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:56.036 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:56.046 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:10:56.050 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap create testimg@snap1 2023-10-09T05:10:56.121 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:56.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:56.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:56.154 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:10:56.225 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:10:56.253 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:56.305 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:10:56.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:56.309 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:10:56.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:10:56.437 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:56.638 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pg_num to 21 2023-10-09T05:10:56.647 INFO:tasks.workunit.client.0.smithi107.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-10-09T05:10:56.653 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap create testimg@snap2 2023-10-09T05:10:56.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:56 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/464264699' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-10-09T05:10:56.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:56 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-10-09T05:10:56.792 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:10:56.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:56.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:10:56.880 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:56 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/464264699' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-10-09T05:10:56.881 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:56 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-10-09T05:10:56.881 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:56 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/464264699' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-10-09T05:10:56.881 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:56 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-10-09T05:10:56.896 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:10:56.933 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:57.070 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:10:57.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:57.073 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:10:57.107 INFO:teuthology.orchestra.run.smithi150.stdout:{ 2023-10-09T05:10:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "ops": [], 2023-10-09T05:10:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "complaint_time": 30, 2023-10-09T05:10:57.107 INFO:teuthology.orchestra.run.smithi150.stdout: "num_blocked_ops": 0 2023-10-09T05:10:57.107 INFO:teuthology.orchestra.run.smithi150.stdout:} 2023-10-09T05:10:57.179 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:57.210 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:57.521 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:57.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:57.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:57.555 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-10-09T05:10:57.624 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:10:57.660 INFO:tasks.workunit.client.0.smithi107.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-10-09T05:10:57.661 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:57.670 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap protect testimg@snap2 2023-10-09T05:10:57.717 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_478966/snap_protect 2023-10-09T05:10:57.758 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-10-09T05:10:57.761 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_478966/snap_protect testimg_import 2023-10-09T05:10:57.824 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:10:57.826 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[184249]: failed to encode map e590 with expected crc 2023-10-09T05:10:57.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[184249]: failed to encode map e590 with expected crc 2023-10-09T05:10:57.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]': finished 2023-10-09T05:10:57.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[184249]: osdmap e590: 8 total, 8 up, 7 in 2023-10-09T05:10:57.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[184249]: pgmap v1820: 83 pgs: 83 active+clean; 912 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 87 KiB/s rd, 9.3 KiB/s wr, 117 op/s 2023-10-09T05:10:57.827 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]: dispatch 2023-10-09T05:10:57.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:57.829 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:10:57.829 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[179183]: failed to encode map e590 with expected crc 2023-10-09T05:10:57.829 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[179183]: failed to encode map e590 with expected crc 2023-10-09T05:10:57.830 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]': finished 2023-10-09T05:10:57.830 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[179183]: osdmap e590: 8 total, 8 up, 7 in 2023-10-09T05:10:57.830 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[179183]: pgmap v1820: 83 pgs: 83 active+clean; 912 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 87 KiB/s rd, 9.3 KiB/s wr, 117 op/s 2023-10-09T05:10:57.830 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:57 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]: dispatch 2023-10-09T05:10:57.929 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:57.958 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:57.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:57 smithi150 ceph-mon[168511]: failed to encode map e590 with expected crc 2023-10-09T05:10:57.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:57 smithi150 ceph-mon[168511]: failed to encode map e590 with expected crc 2023-10-09T05:10:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:57 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]': finished 2023-10-09T05:10:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:57 smithi150 ceph-mon[168511]: osdmap e590: 8 total, 8 up, 7 in 2023-10-09T05:10:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:57 smithi150 ceph-mon[168511]: pgmap v1820: 83 pgs: 83 active+clean; 912 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 87 KiB/s rd, 9.3 KiB/s wr, 117 op/s 2023-10-09T05:10:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:57 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]: dispatch 2023-10-09T05:10:57.996 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:58.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:58.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:58.103 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:58.131 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:58.165 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:58.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:58.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:58.206 INFO:teuthology.orchestra.run.smithi150.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-09T05:10:58.209 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:10:58.227 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:10:58.245 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:10:58.264 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:10:58.270 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:58.282 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:10:58.296 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:58.303 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:10:58.323 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:10:58.330 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:58.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:58.334 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:58.343 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.345 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-10-09T05:10:58.435 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:10:58.465 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:58.501 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:10:58.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:58.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:10:58.606 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:58.634 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:58.662 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:10:58.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]': finished 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: osdmap e591: 8 total, 8 up, 7 in 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/560898044' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:58.733 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:58 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3496479706' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]': finished 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: osdmap e591: 8 total, 8 up, 7 in 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/560898044' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:58.923 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3496479706' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: failed to encode map e591 with expected crc 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]': finished 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: osdmap e591: 8 total, 8 up, 7 in 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/560898044' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:58.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:10:58.925 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:58 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3496479706' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:10:58.996 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:59.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:59.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:59.104 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:59.135 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:59.168 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:59.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:59.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:59.272 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:10:59.309 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:59.345 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:10:59.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:59.349 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:10:59.450 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:10:59.478 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:59.513 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:10:59.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:59.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:10:59.519 INFO:teuthology.orchestra.run.smithi150.stdout:ERROR: (22) Invalid argument 2023-10-09T05:10:59.519 INFO:teuthology.orchestra.run.smithi150.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:10:59.616 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:10:59.660 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:10:59.673 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-10-09T05:10:59.676 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import@snap1 2023-10-09T05:10:59.676 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep 'protected: False' 2023-10-09T05:10:59.713 INFO:tasks.workunit.client.0.smithi107.stdout: protected: False 2023-10-09T05:10:59.714 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd info testimg_import@snap2 2023-10-09T05:10:59.714 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep 'protected: True' 2023-10-09T05:10:59.750 INFO:tasks.workunit.client.0.smithi107.stdout: protected: True 2023-10-09T05:10:59.750 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/snap_protect 2023-10-09T05:10:59.751 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap unprotect testimg@snap2 2023-10-09T05:10:59.792 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap unprotect testimg_import@snap2 2023-10-09T05:10:59.833 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap purge testimg 2023-10-09T05:10:59.900 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:59.900 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: osdmap e592: 8 total, 8 up, 7 in 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.901 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:10:59 smithi150 ceph-mon[168511]: pgmap v1823: 93 pgs: 10 unknown, 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 380 KiB/s rd, 42 KiB/s wr, 502 op/s 2023-10-09T05:10:59.911 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:10:59.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:10:59.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:10:59.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:59.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: osdmap e592: 8 total, 8 up, 7 in 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[184249]: pgmap v1823: 93 pgs: 10 unknown, 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 380 KiB/s rd, 42 KiB/s wr, 502 op/s 2023-10-09T05:10:59.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: osdmap e592: 8 total, 8 up, 7 in 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: failed to encode map e592 with expected crc 2023-10-09T05:10:59.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:10:59 smithi107 ceph-mon[179183]: pgmap v1823: 93 pgs: 10 unknown, 83 active+clean; 802 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 380 KiB/s rd, 42 KiB/s wr, 502 op/s 2023-10-09T05:10:59.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-10-09T05:11:00.015 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:11:00.046 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:00.079 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:11:00.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:00.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:11:00.184 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:11:00.211 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:00.243 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:11:00.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:00.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:11:00.346 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:11:00.374 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:00.407 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:11:00.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:00.410 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:11:00.511 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:00.539 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:00.560 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:00.572 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:00.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:00.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:00.676 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:00.703 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:00.736 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:00.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:00.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:00.840 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:11:00.849 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: 1.4 scrub starts 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: 1.4 scrub ok 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: osdmap e593: 8 total, 8 up, 7 in 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: 1.5 scrub starts 2023-10-09T05:11:00.864 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: 1.5 scrub ok 2023-10-09T05:11:00.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: 1.2 scrub starts 2023-10-09T05:11:00.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: 1.2 scrub ok 2023-10-09T05:11:00.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: failed to encode map e594 with expected crc 2023-10-09T05:11:00.865 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:00 smithi150 ceph-mon[168511]: osdmap e594: 8 total, 8 up, 7 in 2023-10-09T05:11:00.866 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:00.898 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:11:00.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:00.901 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: 1.4 scrub starts 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: 1.4 scrub ok 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: osdmap e593: 8 total, 8 up, 7 in 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: 1.5 scrub starts 2023-10-09T05:11:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: 1.5 scrub ok 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: 1.2 scrub starts 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: 1.2 scrub ok 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: failed to encode map e594 with expected crc 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[184249]: osdmap e594: 8 total, 8 up, 7 in 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: 1.4 scrub starts 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: 1.4 scrub ok 2023-10-09T05:11:00.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: osdmap e593: 8 total, 8 up, 7 in 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: failed to encode map e593 with expected crc 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: 1.5 scrub starts 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: 1.5 scrub ok 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: 1.2 scrub starts 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: 1.2 scrub ok 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: failed to encode map e594 with expected crc 2023-10-09T05:11:00.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:00 smithi107 ceph-mon[179183]: osdmap e594: 8 total, 8 up, 7 in 2023-10-09T05:11:01.002 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:11:01.028 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:01.215 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:11:01.352 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:11:01.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:01.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:11:01.456 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:11:01.486 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:01.521 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:11:01.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:01.524 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:11:01.614 INFO:tasks.workunit.client.0.smithi107.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-10-09T05:11:01.624 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd snap purge testimg_import 2023-10-09T05:11:01.625 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:11:01.657 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:01.696 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:11:01.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:01.699 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:11:01.800 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:11:01.825 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: 1.d scrub starts 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: 1.d scrub ok 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: pgmap v1826: 93 pgs: 10 unknown, 83 active+clean; 692 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 426 KiB/s rd, 41 KiB/s wr, 558 op/s 2023-10-09T05:11:01.826 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:01.827 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: failed to encode map e595 with expected crc 2023-10-09T05:11:01.827 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:01 smithi150 ceph-mon[168511]: osdmap e595: 8 total, 8 up, 7 in 2023-10-09T05:11:01.828 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:01.832 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:01.860 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:11:01.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:01.863 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:11:01.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: 1.d scrub starts 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: 1.d scrub ok 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: pgmap v1826: 93 pgs: 10 unknown, 83 active+clean; 692 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 426 KiB/s rd, 41 KiB/s wr, 558 op/s 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: failed to encode map e595 with expected crc 2023-10-09T05:11:01.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[179183]: osdmap e595: 8 total, 8 up, 7 in 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: failed to encode map e594 with expected crc 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: 1.d scrub starts 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: 1.d scrub ok 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: pgmap v1826: 93 pgs: 10 unknown, 83 active+clean; 692 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 426 KiB/s rd, 41 KiB/s wr, 558 op/s 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:01.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: failed to encode map e595 with expected crc 2023-10-09T05:11:01.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:01 smithi107 ceph-mon[184249]: osdmap e595: 8 total, 8 up, 7 in 2023-10-09T05:11:01.929 INFO:teuthology.orchestra.run.smithi107.stdout:ERROR: (22) Invalid argument 2023-10-09T05:11:01.929 INFO:teuthology.orchestra.run.smithi107.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-10-09T05:11:01.964 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4 2023-10-09T05:11:01.990 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:02.021 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4" found: no such container 2023-10-09T05:11:02.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:02.024 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.4' 2023-10-09T05:11:02.125 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:11:02.156 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:02.404 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:11:02] "GET /metrics HTTP/1.1" 200 34309 "" "Prometheus/2.43.0" 2023-10-09T05:11:02.414 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-10-09T05:11:02.491 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:11:02.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:02.494 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:11:02.577 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 3, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 2, 4, 5, 6, 7, 3, 1] 2023-10-09T05:11:02.577 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-10-09T05:11:02.577 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-10-09T05:11:02.577 INFO:tasks.thrashosds.thrasher:Setting osd 0 primary_affinity to 0.000000 2023-10-09T05:11:02.578 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 0 0 2023-10-09T05:11:02.595 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:11:02.647 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:02.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-mon[179183]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.661 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-mon[179183]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.662 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-mon[179183]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.689 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:11:02.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:02.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:11:02.796 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:02.824 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:02.839 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:02.857 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:02.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:02.860 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-mon[184249]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-mon[184249]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:02 smithi107 ceph-mon[184249]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.960 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1 2023-10-09T05:11:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:02 smithi150 ceph-mon[168511]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:02 smithi150 ceph-mon[168511]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:02 smithi150 ceph-mon[168511]: failed to encode map e595 with expected crc 2023-10-09T05:11:02.996 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:03.533 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:03.535 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1" found: no such container 2023-10-09T05:11:03.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:03.539 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.1' 2023-10-09T05:11:03.640 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:11:03.672 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:03.683 INFO:tasks.workunit.client.0.smithi107.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-10-09T05:11:03.698 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg 2023-10-09T05:11:03.715 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:11:03.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:03.718 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:11:03.787 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:11:03.790 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd remove testimg_import 2023-10-09T05:11:03.819 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:03.846 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:03.880 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:03.881 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:11:03.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:03.883 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:03.884 INFO:tasks.workunit.client.0.smithi107.stderr:+ tiered=0 2023-10-09T05:11:03.884 INFO:tasks.workunit.client.0.smithi107.stderr:+ ceph osd dump 2023-10-09T05:11:03.884 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep '^pool' 2023-10-09T05:11:03.885 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep ''\''rbd'\''' 2023-10-09T05:11:03.885 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep tier 2023-10-09T05:11:03.907 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: 1.c scrub starts 2023-10-09T05:11:03.907 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: 1.c scrub ok 2023-10-09T05:11:03.907 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: failed to encode map e596 with expected crc 2023-10-09T05:11:03.907 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: osdmap e596: 8 total, 8 up, 7 in 2023-10-09T05:11:03.907 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: failed to encode map e596 with expected crc 2023-10-09T05:11:03.907 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: pgmap v1829: 93 pgs: 93 active+clean; 909 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 220 op/s 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: 1.0 scrub starts 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[184249]: 1.0 scrub ok 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: 1.c scrub starts 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: 1.c scrub ok 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: failed to encode map e596 with expected crc 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: osdmap e596: 8 total, 8 up, 7 in 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: failed to encode map e596 with expected crc 2023-10-09T05:11:03.908 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: pgmap v1829: 93 pgs: 93 active+clean; 909 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 220 op/s 2023-10-09T05:11:03.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-10-09T05:11:03.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: 1.0 scrub starts 2023-10-09T05:11:03.909 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:03 smithi107 ceph-mon[179183]: 1.0 scrub ok 2023-10-09T05:11:03.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: 1.c scrub starts 2023-10-09T05:11:03.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: 1.c scrub ok 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: failed to encode map e596 with expected crc 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: osdmap e596: 8 total, 8 up, 7 in 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: failed to encode map e596 with expected crc 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: pgmap v1829: 93 pgs: 93 active+clean; 909 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 220 op/s 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: 1.0 scrub starts 2023-10-09T05:11:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:03 smithi150 ceph-mon[168511]: 1.0 scrub ok 2023-10-09T05:11:03.984 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:11:04.010 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:04.044 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:11:04.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:04.045 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:11:04.122 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:04.147 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2 2023-10-09T05:11:04.194 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:04.374 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2" found: no such container 2023-10-09T05:11:04.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:04.376 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.2' 2023-10-09T05:11:04.410 INFO:teuthology.orchestra.run.smithi107.stdout:osd.0: {} 2023-10-09T05:11:04.428 INFO:teuthology.orchestra.run.smithi107.stdout:osd.1: {} 2023-10-09T05:11:04.447 INFO:teuthology.orchestra.run.smithi107.stdout:osd.2: {} 2023-10-09T05:11:04.467 INFO:teuthology.orchestra.run.smithi107.stdout:osd.3: {} 2023-10-09T05:11:04.477 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:11:04.486 INFO:teuthology.orchestra.run.smithi107.stdout:osd.4: {} 2023-10-09T05:11:04.505 INFO:teuthology.orchestra.run.smithi107.stdout:osd.5: {} 2023-10-09T05:11:04.506 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:04.523 INFO:teuthology.orchestra.run.smithi107.stdout:osd.6: {} 2023-10-09T05:11:04.539 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:11:04.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:04.543 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:11:04.544 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_478966/sparse1 2023-10-09T05:11:04.583 INFO:teuthology.orchestra.run.smithi107.stdout:osd.7: {} 2023-10-09T05:11:04.583 INFO:teuthology.orchestra.run.smithi107.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.583 INFO:teuthology.orchestra.run.smithi107.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.584 INFO:teuthology.orchestra.run.smithi107.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.584 INFO:teuthology.orchestra.run.smithi107.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.584 INFO:teuthology.orchestra.run.smithi107.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.584 INFO:teuthology.orchestra.run.smithi107.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.584 INFO:teuthology.orchestra.run.smithi107.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.584 INFO:teuthology.orchestra.run.smithi107.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-10-09T05:11:04.588 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records in 2023-10-09T05:11:04.588 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records out 2023-10-09T05:11:04.588 INFO:tasks.workunit.client.0.smithi107.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0050567 s, 207 MB/s 2023-10-09T05:11:04.588 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_478966/sparse2 2023-10-09T05:11:04.594 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records in 2023-10-09T05:11:04.594 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records out 2023-10-09T05:11:04.594 INFO:tasks.workunit.client.0.smithi107.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00498538 s, 210 MB/s 2023-10-09T05:11:04.594 INFO:tasks.workunit.client.0.smithi107.stderr:+ truncate /tmp/rbd_import_export_478966/sparse2 -s 2M 2023-10-09T05:11:04.641 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse1 2023-10-09T05:11:04.644 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:04.671 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:04.700 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 0% complete...failed. 2023-10-09T05:11:04.700 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: delete error: (2) No such file or directory 2023-10-09T05:11:04.704 INFO:tasks.workunit.client.0.smithi107.stderr:+ true 2023-10-09T05:11:04.704 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_478966/sparse1 2023-10-09T05:11:04.714 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:04.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:04.718 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:04.769 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-10-09T05:11:04.769 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:04.770 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --order is deprecated, use --object-size 2023-10-09T05:11:04.772 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd ls -l 2023-10-09T05:11:04.772 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep sparse1 2023-10-09T05:11:04.773 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-10-09T05:11:04.811 INFO:tasks.workunit.client.0.smithi107.stdout:sparse1 2 MiB 2 2023-10-09T05:11:04.812 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse1 2023-10-09T05:11:04.812 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse1 2023-10-09T05:11:04.812 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse1 2023-10-09T05:11:04.813 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:04.813 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:04.819 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: 1.14 scrub starts 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: 1.14 scrub ok 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.843 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]': finished 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: osdmap e597: 8 total, 8 up, 7 in 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: 1.1 scrub starts 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: 1.1 scrub ok 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: 1.7 scrub starts 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: 1.7 scrub ok 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3944726857' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1916894900' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T05:11:04.844 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:04 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1916894900' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T05:11:04.845 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:04.849 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.bb8ee2ff633 2023-10-09T05:11:04.850 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.bb8ee2ff633 2023-10-09T05:11:04.850 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse1 2023-10-09T05:11:04.850 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse1 2023-10-09T05:11:04.850 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.bb8ee2ff633\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:04.851 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:04.851 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse1 2023-10-09T05:11:04.851 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:04.851 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: 1.14 scrub starts 2023-10-09T05:11:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: 1.14 scrub ok 2023-10-09T05:11:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.858 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]': finished 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: osdmap e597: 8 total, 8 up, 7 in 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: 1.1 scrub starts 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: 1.1 scrub ok 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: 1.7 scrub starts 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: 1.7 scrub ok 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3944726857' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1916894900' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T05:11:04.859 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1916894900' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: 1.14 scrub starts 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: 1.14 scrub ok 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.860 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: failed to encode map e597 with expected crc 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]': finished 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: osdmap e597: 8 total, 8 up, 7 in 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: 1.1 scrub starts 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: 1.1 scrub ok 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: 1.7 scrub starts 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: 1.7 scrub ok 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3944726857' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1916894900' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T05:11:04.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:04 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1916894900' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-09T05:11:04.879 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:11:04.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:04.882 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:11:04.887 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:04.888 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:04.888 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:04.888 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:04.888 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:04.958 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects=1 2023-10-09T05:11:04.958 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 1 2023-10-09T05:11:04.958 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-10-09T05:11:04.958 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export sparse1 /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:04.983 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:04.997 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-10-09T05:11:05.000 INFO:tasks.workunit.client.0.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_478966/sparse1 /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.000 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_478966/sparse1 /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.002 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse1 --format %b 2023-10-09T05:11:05.003 INFO:tasks.workunit.client.0.smithi107.stderr:+ origsize=2048 2023-10-09T05:11:05.003 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse1.out --format %b 2023-10-09T05:11:05.004 INFO:tasks.workunit.client.0.smithi107.stderr:+ exportsize=2048 2023-10-09T05:11:05.004 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:05.004 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:05.004 INFO:tasks.workunit.client.0.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-10-09T05:11:05.005 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.005 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse1 2023-10-09T05:11:05.008 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:05.040 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:05.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:05.044 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:05.093 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-10-09T05:11:05.096 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse2 2023-10-09T05:11:05.133 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 0% complete...failed. 2023-10-09T05:11:05.133 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: delete error: (2) No such file or directory 2023-10-09T05:11:05.136 INFO:tasks.workunit.client.0.smithi107.stderr:+ true 2023-10-09T05:11:05.136 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_478966/sparse2 2023-10-09T05:11:05.144 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:11:05.176 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:05.196 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-10-09T05:11:05.197 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:05.198 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --order is deprecated, use --object-size 2023-10-09T05:11:05.200 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd ls -l 2023-10-09T05:11:05.200 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep sparse2 2023-10-09T05:11:05.200 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-10-09T05:11:05.239 INFO:tasks.workunit.client.0.smithi107.stdout:sparse2 2 MiB 2 2023-10-09T05:11:05.240 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse2 2023-10-09T05:11:05.240 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse2 2023-10-09T05:11:05.240 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse2 2023-10-09T05:11:05.240 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:05.240 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:05.276 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.bbc1167e85ea 2023-10-09T05:11:05.277 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.bbc1167e85ea 2023-10-09T05:11:05.277 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse2 2023-10-09T05:11:05.277 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse2 2023-10-09T05:11:05.277 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.bbc1167e85ea\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:05.278 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:05.279 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse2 2023-10-09T05:11:05.279 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:05.279 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:05.315 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:05.315 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:05.315 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:05.315 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:05.315 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:05.347 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects=0 2023-10-09T05:11:05.347 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 0 2023-10-09T05:11:05.347 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-10-09T05:11:05.347 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export sparse2 /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:05.385 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-10-09T05:11:05.388 INFO:tasks.workunit.client.0.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_478966/sparse2 /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:05.388 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_478966/sparse2 /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:05.391 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse2 --format %b 2023-10-09T05:11:05.392 INFO:tasks.workunit.client.0.smithi107.stderr:+ origsize=2048 2023-10-09T05:11:05.392 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse2.out --format %b 2023-10-09T05:11:05.393 INFO:tasks.workunit.client.0.smithi107.stderr:+ exportsize=2048 2023-10-09T05:11:05.393 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:05.393 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:05.393 INFO:tasks.workunit.client.0.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-10-09T05:11:05.393 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:05.394 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse2 2023-10-09T05:11:05.481 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-10-09T05:11:05.484 INFO:tasks.workunit.client.0.smithi107.stderr:+ truncate /tmp/rbd_import_export_478966/sparse1 -s 10M 2023-10-09T05:11:05.485 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format --order 20 - sparse1 2023-10-09T05:11:05.573 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:11:05.574 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:05.574 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --order is deprecated, use --object-size 2023-10-09T05:11:05.577 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd ls -l 2023-10-09T05:11:05.577 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep sparse1 2023-10-09T05:11:05.577 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-10-09T05:11:05.618 INFO:tasks.workunit.client.0.smithi107.stdout:sparse1 10 MiB 2 2023-10-09T05:11:05.619 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse1 2023-10-09T05:11:05.619 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse1 2023-10-09T05:11:05.622 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse1 2023-10-09T05:11:05.622 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:05.622 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:05.664 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.945952ebdc4e 2023-10-09T05:11:05.665 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.945952ebdc4e 2023-10-09T05:11:05.665 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse1 2023-10-09T05:11:05.665 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse1 2023-10-09T05:11:05.665 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.945952ebdc4e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:05.665 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:05.666 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse1 2023-10-09T05:11:05.666 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:05.666 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:05.717 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:05.718 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:05.718 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:05.718 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:05.718 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:05.751 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects=1 2023-10-09T05:11:05.751 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 1 2023-10-09T05:11:05.751 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-10-09T05:11:05.751 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export sparse1 /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.792 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-10-09T05:11:05.796 INFO:tasks.workunit.client.0.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_478966/sparse1 /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.796 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_478966/sparse1 /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.803 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse1 --format %b 2023-10-09T05:11:05.804 INFO:tasks.workunit.client.0.smithi107.stderr:+ origsize=2048 2023-10-09T05:11:05.805 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse1.out --format %b 2023-10-09T05:11:05.806 INFO:tasks.workunit.client.0.smithi107.stderr:+ exportsize=2048 2023-10-09T05:11:05.806 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:05.806 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:05.806 INFO:tasks.workunit.client.0.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-10-09T05:11:05.806 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/sparse1.out 2023-10-09T05:11:05.807 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse1 2023-10-09T05:11:05.894 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-10-09T05:11:05.897 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_478966/sparse2 oflag=append conv=notrunc 2023-10-09T05:11:05.909 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records in 2023-10-09T05:11:05.909 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records out 2023-10-09T05:11:05.909 INFO:tasks.workunit.client.0.smithi107.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.010559 s, 199 MB/s 2023-10-09T05:11:05.909 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format --order 20 - sparse2 2023-10-09T05:11:05.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: osdmap e598: 8 total, 8 up, 7 in 2023-10-09T05:11:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: pgmap v1832: 93 pgs: 93 active+clean; 909 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 62 KiB/s rd, 8.7 KiB/s wr, 85 op/s 2023-10-09T05:11:05.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[184249]: osdmap e599: 8 total, 8 up, 7 in 2023-10-09T05:11:05.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: osdmap e598: 8 total, 8 up, 7 in 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.923 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: pgmap v1832: 93 pgs: 93 active+clean; 909 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 62 KiB/s rd, 8.7 KiB/s wr, 85 op/s 2023-10-09T05:11:05.924 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:05 smithi107 ceph-mon[179183]: osdmap e599: 8 total, 8 up, 7 in 2023-10-09T05:11:05.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: osdmap e598: 8 total, 8 up, 7 in 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: failed to encode map e598 with expected crc 2023-10-09T05:11:05.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: pgmap v1832: 93 pgs: 93 active+clean; 909 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 62 KiB/s rd, 8.7 KiB/s wr, 85 op/s 2023-10-09T05:11:05.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:05 smithi150 ceph-mon[168511]: osdmap e599: 8 total, 8 up, 7 in 2023-10-09T05:11:05.992 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:11:05.992 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:05.992 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --order is deprecated, use --object-size 2023-10-09T05:11:05.995 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd ls -l 2023-10-09T05:11:05.995 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep sparse2 2023-10-09T05:11:05.995 INFO:tasks.workunit.client.0.smithi107.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-10-09T05:11:06.031 INFO:tasks.workunit.client.0.smithi107.stdout:sparse2 4 MiB 2 2023-10-09T05:11:06.032 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:11:06.032 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse2 2023-10-09T05:11:06.033 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse2 2023-10-09T05:11:06.033 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse2 2023-10-09T05:11:06.033 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:06.033 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:06.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:06.035 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:11:06.072 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.bc21ff7fd050 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.bc21ff7fd050 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse2 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.bc21ff7fd050\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse2 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse2 2023-10-09T05:11:06.073 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:06.074 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:06.112 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:06.112 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:06.112 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:06.112 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:06.112 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:06.137 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3 2023-10-09T05:11:06.146 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects='0 2023-10-09T05:11:06.146 INFO:tasks.workunit.client.0.smithi107.stderr:2 2023-10-09T05:11:06.146 INFO:tasks.workunit.client.0.smithi107.stderr:3' 2023-10-09T05:11:06.146 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 0 2 3 2023-10-09T05:11:06.146 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-10-09T05:11:06.146 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export sparse2 /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:06.172 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:06.193 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-10-09T05:11:06.196 INFO:tasks.workunit.client.0.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_478966/sparse2 /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:06.197 INFO:tasks.workunit.client.0.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_478966/sparse2 /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:06.200 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse2 --format %b 2023-10-09T05:11:06.201 INFO:tasks.workunit.client.0.smithi107.stderr:+ origsize=6144 2023-10-09T05:11:06.202 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse2.out --format %b 2023-10-09T05:11:06.203 INFO:tasks.workunit.client.0.smithi107.stderr:+ exportsize=6144 2023-10-09T05:11:06.203 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:06.203 INFO:tasks.workunit.client.0.smithi107.stderr:+ difference=0 2023-10-09T05:11:06.203 INFO:tasks.workunit.client.0.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-10-09T05:11:06.203 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/sparse2.out 2023-10-09T05:11:06.204 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse2 2023-10-09T05:11:06.288 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-10-09T05:11:06.292 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-10-09T05:11:06.292 INFO:tasks.workunit.client.0.smithi107.stdout:partially-sparse file imports to partially-sparse image 2023-10-09T05:11:06.292 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_478966/sparse1 sparse 2023-10-09T05:11:06.354 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-10-09T05:11:06.355 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:06.355 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --order is deprecated, use --object-size 2023-10-09T05:11:06.357 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse 2023-10-09T05:11:06.357 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse 2023-10-09T05:11:06.358 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse 2023-10-09T05:11:06.358 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:06.358 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:06.396 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.94add55ef56e 2023-10-09T05:11:06.398 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.94add55ef56e 2023-10-09T05:11:06.398 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.94add55ef56e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:06.398 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse 2023-10-09T05:11:06.398 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse 2023-10-09T05:11:06.398 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:06.399 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse 2023-10-09T05:11:06.399 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:06.399 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:06.414 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:11:06.414 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:11:06.414 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:11:06.414 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:11:06.414 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:11:06.446 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:06.446 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:06.446 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:06.446 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:06.446 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:06.478 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects=1 2023-10-09T05:11:06.478 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 1 2023-10-09T05:11:06.478 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-10-09T05:11:06.478 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse 2023-10-09T05:11:06.509 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3" found: no such container 2023-10-09T05:11:06.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:06.514 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.3' 2023-10-09T05:11:06.580 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-10-09T05:11:06.583 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo 'zeros import through stdin to sparse image' 2023-10-09T05:11:06.583 INFO:tasks.workunit.client.0.smithi107.stdout:zeros import through stdin to sparse image 2023-10-09T05:11:06.583 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/dev/zero bs=1M count=4 2023-10-09T05:11:06.584 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd import --new-format - sparse 2023-10-09T05:11:06.615 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:11:06.631 INFO:tasks.workunit.client.0.smithi107.stderr:4+0 records in 2023-10-09T05:11:06.631 INFO:tasks.workunit.client.0.smithi107.stderr:4+0 records out 2023-10-09T05:11:06.631 INFO:tasks.workunit.client.0.smithi107.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0469734 s, 89.3 MB/s 2023-10-09T05:11:06.641 INFO:tasks.workunit.client.0.smithi107.stderr: Importing image: 100% complete...done. 2023-10-09T05:11:06.642 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:06.642 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:06.645 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse 2023-10-09T05:11:06.645 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse 2023-10-09T05:11:06.645 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse 2023-10-09T05:11:06.645 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:06.645 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:06.676 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:11:06.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:06.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:11:06.681 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.bc6c32b2f133 2023-10-09T05:11:06.682 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.bc6c32b2f133 2023-10-09T05:11:06.682 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse 2023-10-09T05:11:06.682 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse 2023-10-09T05:11:06.682 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.bc6c32b2f133\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:06.682 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:06.682 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse 2023-10-09T05:11:06.683 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:06.683 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:06.699 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:11:06.701 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.702 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.702 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.702 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.703 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.703 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.703 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.703 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.704 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/998271598' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:06.704 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: 1.6 scrub starts 2023-10-09T05:11:06.727 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:06.727 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:06.727 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:06.727 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:06.727 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:06.759 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects= 2023-10-09T05:11:06.759 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 2023-10-09T05:11:06.759 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-10-09T05:11:06.759 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse 2023-10-09T05:11:06.780 DEBUG:teuthology.orchestra.run.smithi107:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0 2023-10-09T05:11:06.809 INFO:teuthology.orchestra.run.smithi107.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:06.858 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:11:06.861 INFO:tasks.workunit.client.0.smithi107.stdout:zeros export to sparse file 2023-10-09T05:11:06.862 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo 'zeros export to sparse file' 2023-10-09T05:11:06.862 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd create --new-format sparse --size 4 2023-10-09T05:11:06.900 INFO:tasks.workunit.client.0.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-10-09T05:11:06.903 INFO:tasks.workunit.client.0.smithi107.stderr:++ rbd info sparse 2023-10-09T05:11:06.903 INFO:tasks.workunit.client.0.smithi107.stderr:++ grep block_name_prefix 2023-10-09T05:11:06.903 INFO:tasks.workunit.client.0.smithi107.stderr:++ awk '{print $NF;}' 2023-10-09T05:11:06.943 INFO:tasks.workunit.client.0.smithi107.stderr:+ prefix=rbd_data.bc8dca2789cd 2023-10-09T05:11:06.944 INFO:tasks.workunit.client.0.smithi107.stderr:+ dd if=/dev/zero bs=4M count=1 2023-10-09T05:11:06.945 INFO:tasks.workunit.client.0.smithi107.stderr:++ get_image_data_pool sparse 2023-10-09T05:11:06.945 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse 2023-10-09T05:11:06.945 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse 2023-10-09T05:11:06.945 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep 'data_pool: ' 2023-10-09T05:11:06.945 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk -F: '{ print $NF }' 2023-10-09T05:11:06.961 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: 1.6 scrub ok 2023-10-09T05:11:06.961 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:11:06.961 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:11:06.961 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/998271598' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:11:06.961 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[184249]: osdmap e600: 8 total, 8 up, 7 in 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/998271598' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: 1.6 scrub starts 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: 1.6 scrub ok 2023-10-09T05:11:06.962 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:11:06.963 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:11:06.963 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/998271598' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:11:06.963 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:06 smithi107 ceph-mon[179183]: osdmap e600: 8 total, 8 up, 7 in 2023-10-09T05:11:06.982 INFO:tasks.workunit.client.0.smithi107.stderr:++ data_pool= 2023-10-09T05:11:06.982 INFO:tasks.workunit.client.0.smithi107.stderr:++ '[' -z ']' 2023-10-09T05:11:06.982 INFO:tasks.workunit.client.0.smithi107.stderr:++ data_pool=rbd 2023-10-09T05:11:06.982 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo rbd 2023-10-09T05:11:06.982 INFO:tasks.workunit.client.0.smithi107.stderr:+ rados -p rbd put rbd_data.bc8dca2789cd.000000000000 - 2023-10-09T05:11:06.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: failed to encode map e599 with expected crc 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/998271598' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: 1.6 scrub starts 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: 1.6 scrub ok 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-10-09T05:11:06.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:11:06.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/998271598' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:11:06.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:06 smithi150 ceph-mon[168511]: osdmap e600: 8 total, 8 up, 7 in 2023-10-09T05:11:07.013 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records in 2023-10-09T05:11:07.013 INFO:tasks.workunit.client.0.smithi107.stderr:1+0 records out 2023-10-09T05:11:07.013 INFO:tasks.workunit.client.0.smithi107.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0683728 s, 61.3 MB/s 2023-10-09T05:11:07.033 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects sparse 2023-10-09T05:11:07.034 INFO:tasks.workunit.client.0.smithi107.stderr:++ image=sparse 2023-10-09T05:11:07.034 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rbd info sparse 2023-10-09T05:11:07.034 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep block_name_prefix 2023-10-09T05:11:07.034 INFO:tasks.workunit.client.0.smithi107.stderr:+++ awk '{print $NF;}' 2023-10-09T05:11:07.070 INFO:tasks.workunit.client.0.smithi107.stderr:++ prefix=rbd_data.bc8dca2789cd 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:+++ grep rbd_data.bc8dca2789cd 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:++++ get_image_data_pool sparse 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:++++ image=sparse 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sed -e 's/rbd_data.bc8dca2789cd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:+++ sort -u 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ rbd info sparse 2023-10-09T05:11:07.071 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ grep 'data_pool: ' 2023-10-09T05:11:07.072 INFO:tasks.workunit.client.0.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2023-10-09T05:11:07.108 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool= 2023-10-09T05:11:07.108 INFO:tasks.workunit.client.0.smithi107.stderr:++++ '[' -z ']' 2023-10-09T05:11:07.108 INFO:tasks.workunit.client.0.smithi107.stderr:++++ data_pool=rbd 2023-10-09T05:11:07.108 INFO:tasks.workunit.client.0.smithi107.stderr:++++ echo rbd 2023-10-09T05:11:07.108 INFO:tasks.workunit.client.0.smithi107.stderr:+++ rados ls -p rbd 2023-10-09T05:11:07.139 INFO:tasks.workunit.client.0.smithi107.stderr:++ objects=0 2023-10-09T05:11:07.139 INFO:tasks.workunit.client.0.smithi107.stderr:++ echo 0 2023-10-09T05:11:07.139 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-10-09T05:11:07.139 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/sparse 2023-10-09T05:11:07.140 INFO:tasks.workunit.client.0.smithi107.stderr:rm: cannot remove '/tmp/rbd_import_export_478966/sparse': No such file or directory 2023-10-09T05:11:07.140 INFO:tasks.workunit.client.0.smithi107.stderr:+ true 2023-10-09T05:11:07.140 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd export sparse /tmp/rbd_import_export_478966/sparse 2023-10-09T05:11:07.176 INFO:tasks.workunit.client.0.smithi107.stderr: Exporting image: 100% complete...done. 2023-10-09T05:11:07.179 INFO:tasks.workunit.client.0.smithi107.stderr:++ stat /tmp/rbd_import_export_478966/sparse --format=%b 2023-10-09T05:11:07.180 INFO:tasks.workunit.client.0.smithi107.stderr:+ '[' 0 = 0 ']' 2023-10-09T05:11:07.180 INFO:tasks.workunit.client.0.smithi107.stderr:+ rbd rm sparse 2023-10-09T05:11:07.262 INFO:tasks.workunit.client.0.smithi107.stderr: Removing image: 100% complete...done. 2023-10-09T05:11:07.265 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm /tmp/rbd_import_export_478966/sparse /tmp/rbd_import_export_478966/sparse1 /tmp/rbd_import_export_478966/sparse2 /tmp/rbd_import_export_478966/sparse3 2023-10-09T05:11:07.267 INFO:tasks.workunit.client.0.smithi107.stderr:rm: cannot remove '/tmp/rbd_import_export_478966/sparse3': No such file or directory 2023-10-09T05:11:07.267 INFO:tasks.workunit.client.0.smithi107.stderr:+ true 2023-10-09T05:11:07.268 INFO:tasks.workunit.client.0.smithi107.stdout:OK 2023-10-09T05:11:07.268 INFO:tasks.workunit.client.0.smithi107.stderr:+ echo OK 2023-10-09T05:11:07.268 INFO:tasks.workunit.client.0.smithi107.stderr:+ rm -rf /tmp/rbd_import_export_478966 2023-10-09T05:11:07.269 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-10-09T05:11:07.269 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-10-09T05:11:07.289 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-10-09T05:11:07.294 INFO:teuthology.orchestra.run.smithi107.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0" found: no such container 2023-10-09T05:11:07.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:07.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi107 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.0' 2023-10-09T05:11:07.322 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2023-10-09T05:11:07.323 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-10-09T05:11:07.399 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7 2023-10-09T05:11:07.426 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:07.458 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7" found: no such container 2023-10-09T05:11:07.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:07.461 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.7' 2023-10-09T05:11:07.559 DEBUG:teuthology.parallel:result is None 2023-10-09T05:11:07.559 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:11:07.561 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6 2023-10-09T05:11:07.586 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:11:07.587 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:11:07.587 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:07.621 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6" found: no such container 2023-10-09T05:11:07.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:07.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.6' 2023-10-09T05:11:07.644 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:11:07.644 INFO:teuthology.task.sequential:In sequential, running task print... 2023-10-09T05:11:07.645 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2023-10-09T05:11:07.645 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-10-09T05:11:07.645 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-10-09T05:11:07.645 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-10-09T05:11:07.645 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:11:07.702 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.0 primary-affinity to 0 (802) 2023-10-09T05:11:07.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:11:07.708 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-10-09T05:11:07.708 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-10-09T05:11:07.724 DEBUG:teuthology.orchestra.run.smithi150:> sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5 2023-10-09T05:11:07.750 INFO:teuthology.orchestra.run.smithi150.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-10-09T05:11:07.766 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-10-09T05:11:07.766 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-10-09T05:11:07.782 INFO:teuthology.orchestra.run.smithi150.stderr:Error: no container with name or ID "ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5" found: no such container 2023-10-09T05:11:07.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-10-09T05:11:07.785 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi150 with status 125: 'sudo docker kill -s 1 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd.5' 2023-10-09T05:11:07.826 INFO:tasks.thrashosds:joining thrashosds 2023-10-09T05:11:07.900 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:07.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: pgmap v1835: 93 pgs: 2 active+undersized+remapped, 1 remapped+peering, 1 active+remapped, 89 active+clean; 1014 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 87 KiB/s rd, 114 KiB/s wr, 98 op/s; 79 KiB/s, 0 objects/s recovering 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: 1.3 scrub starts 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: 1.3 scrub ok 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1030965722' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]: dispatch 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1030965722' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]': finished 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[179183]: osdmap e601: 8 total, 8 up, 7 in 2023-10-09T05:11:07.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.921 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: pgmap v1835: 93 pgs: 2 active+undersized+remapped, 1 remapped+peering, 1 active+remapped, 89 active+clean; 1014 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 87 KiB/s rd, 114 KiB/s wr, 98 op/s; 79 KiB/s, 0 objects/s recovering 2023-10-09T05:11:07.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: 1.3 scrub starts 2023-10-09T05:11:07.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: 1.3 scrub ok 2023-10-09T05:11:07.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1030965722' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]: dispatch 2023-10-09T05:11:07.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1030965722' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]': finished 2023-10-09T05:11:07.922 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:07 smithi107 ceph-mon[184249]: osdmap e601: 8 total, 8 up, 7 in 2023-10-09T05:11:07.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: failed to encode map e600 with expected crc 2023-10-09T05:11:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: pgmap v1835: 93 pgs: 2 active+undersized+remapped, 1 remapped+peering, 1 active+remapped, 89 active+clean; 1014 KiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 87 KiB/s rd, 114 KiB/s wr, 98 op/s; 79 KiB/s, 0 objects/s recovering 2023-10-09T05:11:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: 1.3 scrub starts 2023-10-09T05:11:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: 1.3 scrub ok 2023-10-09T05:11:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1030965722' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]: dispatch 2023-10-09T05:11:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1030965722' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.0}]': finished 2023-10-09T05:11:07.984 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:07 smithi150 ceph-mon[168511]: osdmap e601: 8 total, 8 up, 7 in 2023-10-09T05:11:08.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: failed to encode map e601 with expected crc 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-09T05:11:08.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:08 smithi150 ceph-mon[168511]: osdmap e602: 8 total, 8 up, 7 in 2023-10-09T05:11:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[179183]: osdmap e602: 8 total, 8 up, 7 in 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: failed to encode map e601 with expected crc 2023-10-09T05:11:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-09T05:11:09.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:08 smithi107 ceph-mon[184249]: osdmap e602: 8 total, 8 up, 7 in 2023-10-09T05:11:09.402 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset noscrub 2023-10-09T05:11:09.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[184249]: 1.13 scrub starts 2023-10-09T05:11:09.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[184249]: 1.13 scrub ok 2023-10-09T05:11:09.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[184249]: failed to encode map e602 with expected crc 2023-10-09T05:11:09.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[184249]: failed to encode map e602 with expected crc 2023-10-09T05:11:09.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[184249]: pgmap v1838: 93 pgs: 9 peering, 84 active+clean; 4.8 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 656 op/s; 172 KiB/s, 0 objects/s recovering 2023-10-09T05:11:09.719 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[184249]: failed to encode map e602 with expected crc 2023-10-09T05:11:09.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:09 smithi150 ceph-mon[168511]: 1.13 scrub starts 2023-10-09T05:11:09.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:09 smithi150 ceph-mon[168511]: 1.13 scrub ok 2023-10-09T05:11:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:09 smithi150 ceph-mon[168511]: failed to encode map e602 with expected crc 2023-10-09T05:11:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:09 smithi150 ceph-mon[168511]: failed to encode map e602 with expected crc 2023-10-09T05:11:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:09 smithi150 ceph-mon[168511]: pgmap v1838: 93 pgs: 9 peering, 84 active+clean; 4.8 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 656 op/s; 172 KiB/s, 0 objects/s recovering 2023-10-09T05:11:09.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:09 smithi150 ceph-mon[168511]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[179183]: 1.13 scrub starts 2023-10-09T05:11:10.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[179183]: 1.13 scrub ok 2023-10-09T05:11:10.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[179183]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.163 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[179183]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[179183]: pgmap v1838: 93 pgs: 9 peering, 84 active+clean; 4.8 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 656 op/s; 172 KiB/s, 0 objects/s recovering 2023-10-09T05:11:10.164 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:09 smithi107 ceph-mon[179183]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.448 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:11:10.448 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:11:10.448 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:11:10.448 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:11:10.448 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.448 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180660 13.3 e514/468 13:c46ee25a:::benchmark_data_smithi107_396486_object74798:head v 514'11268, mlcod=514'11266)", 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.217128+0000", 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 376.22750658199999, 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.287030956, 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217128+0000", 2023-10-09T05:11:10.449 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217128+0000", 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.450 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217127+0000", 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217138+0000", 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0716e-05 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.451 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217154+0000", 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6528000000000002e-05 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217163+0000", 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7930000000000003e-06 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.452 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217205+0000", 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2259999999999999e-05 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217222+0000", 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6787e-05 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.453 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.504133+0000", 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.28691072400000001 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.504159+0000", 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6347999999999999e-05 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.454 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180655 13.b e514/468 13:d4b93eb8:::benchmark_data_smithi107_396486_object74793:head v 514'11241, mlcod=514'11239)", 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.217567+0000", 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 376.227067852, 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.29818758400000001, 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.455 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217567+0000", 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217567+0000", 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.456 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217566+0000", 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.217572+0000", 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1840000000000004e-06 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.457 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498203+0000", 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.28063078600000002 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498217+0000", 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3417999999999999e-05 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498275+0000", 2023-10-09T05:11:10.458 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8319000000000002e-05 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498301+0000", 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5593e-05 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515714+0000", 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.017413466999999998 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.459 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.460 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.515754+0000", 2023-10-09T05:11:10.460 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0414000000000003e-05 2023-10-09T05:11:10.460 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.460 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.460 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180662 13.3 e514/468 13:ca9dec17:::benchmark_data_smithi107_396486_object74800:head v 514'11269, mlcod=514'11266)", 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.220890+0000", 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 376.22374484800002, 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.30023184400000003, 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.461 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220890+0000", 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220890+0000", 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.462 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220889+0000", 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.220896+0000", 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2830000000000004e-06 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.463 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498207+0000", 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.277310471 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.498221+0000", 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4618e-05 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.464 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.501029+0000", 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0028077079999999999 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.501054+0000", 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4423e-05 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.465 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.521078+0000", 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.020024233999999998 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.521122+0000", 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.3971999999999998e-05 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.466 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:101768 14.3 14:c8bbd4d2:::benchmark_data_smithi107_437372_object674:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e543)", 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:07:33.097568+0000", 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 217.34706631, 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.165045093, 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 101768 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.467 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.097568+0000", 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.468 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.097568+0000", 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.097568+0000", 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:11:10.469 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.470 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.470 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.470 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.097572+0000", 2023-10-09T05:11:10.470 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9389999999999999e-06 2023-10-09T05:11:10.470 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.471 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.471 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.097579+0000", 2023-10-09T05:11:10.471 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5480000000000004e-06 2023-10-09T05:11:10.471 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.471 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.097584+0000", 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9899999999999997e-06 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.235246+0000", 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.13766213399999999 2023-10-09T05:11:10.472 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.473 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.473 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.235418+0000", 2023-10-09T05:11:10.473 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017125699999999999 2023-10-09T05:11:10.473 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.473 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.235572+0000", 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00015467700000000001 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.243899+0000", 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0083261240000000007 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.474 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.250143+0000", 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062447650000000002 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.260729+0000", 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010585255999999999 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.475 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.260765+0000", 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6918000000000001e-05 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:07:33.262613+0000", 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0018480409999999999 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.476 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131781 14.3 14:c5c17e86:::benchmark_data_smithi107_437372_object30687:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.307374+0000", 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 172.13726035400001, 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0022357559999999, 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131781 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.477 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307374+0000", 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307374+0000", 2023-10-09T05:11:10.478 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307373+0000", 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307379+0000", 2023-10-09T05:11:10.479 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6209999999999998e-06 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307395+0000", 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5727999999999999e-05 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307403+0000", 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2770000000000005e-06 2023-10-09T05:11:10.480 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307465+0000", 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2139999999999998e-05 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.307479+0000", 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3039e-05 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.481 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.300903+0000", 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.99342474800000002 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.301023+0000", 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000119867 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.482 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.301104+0000", 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0937000000000001e-05 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309408+0000", 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0083037340000000001 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.483 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309416+0000", 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6090000000000001e-06 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309532+0000", 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00011562500000000001 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.484 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309569+0000", 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6593e-05 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309610+0000", 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1489000000000002e-05 2023-10-09T05:11:10.485 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131811 14.3 14:cb676793:::benchmark_data_smithi107_437372_object30717:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.357460+0000", 2023-10-09T05:11:10.486 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 172.08717431599999, 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.95788840399999997, 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131811 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.487 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357460+0000", 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357460+0000", 2023-10-09T05:11:10.488 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357459+0000", 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.489 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357466+0000", 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.8310000000000003e-06 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357482+0000", 2023-10-09T05:11:10.490 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5923e-05 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357491+0000", 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.054e-06 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.491 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357582+0000", 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1481e-05 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.357594+0000", 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2274e-05 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.492 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.303889+0000", 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.946294203 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.303979+0000", 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.0447999999999999e-05 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.493 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.304067+0000", 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7498999999999997e-05 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309674+0000", 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056071979999999999 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.494 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309687+0000", 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2799999999999999e-05 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315241+0000", 2023-10-09T05:11:10.497 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.005554331 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315296+0000", 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5593000000000001e-05 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315349+0000", 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.2333999999999997e-05 2023-10-09T05:11:10.498 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131867 14.3 14:cfbd1a02:::benchmark_data_smithi107_437372_object30773:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.426507+0000", 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 172.018127413, 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.88898114299999997, 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.499 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131867 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426507+0000", 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.500 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426507+0000", 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426506+0000", 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.501 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426511+0000", 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6990000000000002e-06 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426522+0000", 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1066e-05 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426530+0000", 2023-10-09T05:11:10.502 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0460000000000006e-06 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426595+0000", 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4277999999999997e-05 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.426608+0000", 2023-10-09T05:11:10.503 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3878e-05 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.306337+0000", 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.87972821999999995 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.504 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.306453+0000", 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000116047 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.306529+0000", 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.6469000000000003e-05 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309721+0000", 2023-10-09T05:11:10.505 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0031919190000000001 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309727+0000", 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0179999999999998e-06 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315405+0000", 2023-10-09T05:11:10.506 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056783390000000001 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315448+0000", 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2818000000000002e-05 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315488+0000", 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0161999999999999e-05 2023-10-09T05:11:10.507 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131892 14.3 14:c5c12e90:::benchmark_data_smithi107_437372_object30798:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.463244+0000", 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.98139023499999, 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.85237780200000002, 2023-10-09T05:11:10.508 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131892 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.509 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463244+0000", 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463244+0000", 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.510 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463243+0000", 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463250+0000", 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6359999999999997e-06 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.511 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463263+0000", 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3009e-05 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463272+0000", 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7180000000000008e-06 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.512 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463350+0000", 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7415000000000003e-05 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.463364+0000", 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4593000000000001e-05 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.513 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309748+0000", 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.84638396699999996 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309870+0000", 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121785 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.309996+0000", 2023-10-09T05:11:10.514 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000126062 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315198+0000", 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052015220000000001 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315504+0000", 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00030624800000000001 2023-10-09T05:11:10.515 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315539+0000", 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5203999999999997e-05 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315585+0000", 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5309999999999998e-05 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.516 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315622+0000", 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7735999999999999e-05 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131900 14.3 14:caa1931b:::benchmark_data_smithi107_437372_object30806:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.474093+0000", 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.97054145000001, 2023-10-09T05:11:10.517 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.84165927799999996, 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131900 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.518 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474093+0000", 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474093+0000", 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474092+0000", 2023-10-09T05:11:10.519 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474098+0000", 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3419999999999996e-06 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474113+0000", 2023-10-09T05:11:10.520 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4396000000000001e-05 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474121+0000", 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.242e-06 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474183+0000", 2023-10-09T05:11:10.521 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2194999999999997e-05 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.474194+0000", 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0794e-05 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.312989+0000", 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83879513400000005 2023-10-09T05:11:10.522 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.313110+0000", 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012111 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.313219+0000", 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000108774 2023-10-09T05:11:10.523 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315639+0000", 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002419881 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315671+0000", 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2125999999999997e-05 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.524 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315707+0000", 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6316999999999998e-05 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315733+0000", 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5612000000000001e-05 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.525 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315753+0000", 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9814e-05 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131904 14.3 14:cee81952:::benchmark_data_smithi107_437372_object30810:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.479067+0000", 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.96556765099999, 2023-10-09T05:11:10.526 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.84613226399999997, 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131904 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.527 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479067+0000", 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479067+0000", 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.528 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479065+0000", 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479074+0000", 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.1179999999999992e-06 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.529 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479087+0000", 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3474e-05 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479096+0000", 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4759999999999998e-06 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.530 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479164+0000", 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.86e-05 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.479176+0000", 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1541e-05 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.531 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315778+0000", 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83660217400000003 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315860+0000", 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.2165999999999999e-05 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.315953+0000", 2023-10-09T05:11:10.532 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.2767000000000001e-05 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.322200+0000", 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0062473390000000002 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.322208+0000", 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.388e-06 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.533 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325122+0000", 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0029134180000000001 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325162+0000", 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0340999999999999e-05 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.534 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325199+0000", 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7092999999999999e-05 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131908 14.3 14:c89bdfee:::benchmark_data_smithi107_437372_object30814:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.486640+0000", 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.957994598, 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.85162988399999995, 2023-10-09T05:11:10.535 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131908 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486640+0000", 2023-10-09T05:11:10.536 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486640+0000", 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486638+0000", 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.537 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486646+0000", 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0539999999999997e-06 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486660+0000", 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4328000000000001e-05 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.538 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486673+0000", 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2762000000000001e-05 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486748+0000", 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5548000000000002e-05 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.539 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486763+0000", 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4756999999999999e-05 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.318880+0000", 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83211721199999999 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.319003+0000", 2023-10-09T05:11:10.540 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000123063 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.319124+0000", 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000121245 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325209+0000", 2023-10-09T05:11:10.541 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0060843210000000002 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331623+0000", 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0064142519999999996 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338197+0000", 2023-10-09T05:11:10.542 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065735159999999997 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338231+0000", 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.4928000000000002e-05 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338270+0000", 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8522000000000001e-05 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.543 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131909 14.3 14:cf4313f0:::benchmark_data_smithi107_437372_object30815:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.486978+0000", 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.95765699200001, 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.85141277000000004, 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.544 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131909 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486978+0000", 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.545 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486978+0000", 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486977+0000", 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.546 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486982+0000", 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.135e-06 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.486993+0000", 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1008e-05 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.487001+0000", 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5820000000000004e-06 2023-10-09T05:11:10.547 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.487057+0000", 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.6505999999999997e-05 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.487070+0000", 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2874000000000001e-05 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.548 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.322232+0000", 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83516201599999995 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.322349+0000", 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000116894 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.549 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.322480+0000", 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013055400000000001 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331584+0000", 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0091049530000000007 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331662+0000", 2023-10-09T05:11:10.550 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.763e-05 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338311+0000", 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006649159 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338358+0000", 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6595999999999999e-05 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.551 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338390+0000", 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2617999999999998e-05 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131911 14.3 14:c74e2d46:::benchmark_data_smithi107_437372_object30817:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.552 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.490428+0000", 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.954207005, 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.84808835199999999, 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131911 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.553 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490428+0000", 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490428+0000", 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.554 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490426+0000", 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490433+0000", 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7009999999999999e-06 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490443+0000", 2023-10-09T05:11:10.555 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0346000000000001e-05 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490452+0000", 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.7870000000000007e-06 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490517+0000", 2023-10-09T05:11:10.556 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5148999999999996e-05 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.490531+0000", 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3653e-05 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325230+0000", 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.83469919000000004 2023-10-09T05:11:10.557 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325343+0000", 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000113134 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.325451+0000", 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000108068 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.558 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331631+0000", 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0061790669999999999 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331695+0000", 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.4545e-05 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.559 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338446+0000", 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067513149999999999 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338488+0000", 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1316000000000002e-05 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.560 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338516+0000", 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.8370000000000001e-05 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131922 14.3 14:cd3adedb:::benchmark_data_smithi107_437372_object30828:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.503246+0000", 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.94138873599999, 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.84205958999999997, 2023-10-09T05:11:10.561 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131922 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503246+0000", 2023-10-09T05:11:10.562 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503246+0000", 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503245+0000", 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.563 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503250+0000", 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.006e-06 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503262+0000", 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.224e-05 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.564 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503270+0000", 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.0350000000000001e-06 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503330+0000", 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0103999999999999e-05 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.565 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.503351+0000", 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1169999999999999e-05 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.328445+0000", 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.82509352400000002 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.328539+0000", 2023-10-09T05:11:10.566 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4069999999999999e-05 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.328651+0000", 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000112447 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338527+0000", 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0098758119999999994 2023-10-09T05:11:10.567 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338565+0000", 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8485000000000002e-05 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345205+0000", 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006639804 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.568 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345261+0000", 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.5310999999999999e-05 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345306+0000", 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.4991999999999999e-05 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.569 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131932 14.3 14:c0095346:::benchmark_data_smithi107_437372_object30838:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.520727+0000", 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.92390758499999, 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.82469752200000002, 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.570 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131932 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520727+0000", 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520727+0000", 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.571 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520725+0000", 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520733+0000", 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2339999999999997e-06 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.572 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520750+0000", 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6852000000000001e-05 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520758+0000", 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9469999999999992e-06 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.573 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520822+0000", 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3052000000000006e-05 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.520834+0000", 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2258e-05 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.574 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331725+0000", 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.81089143900000005 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331841+0000", 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000116249 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.331963+0000", 2023-10-09T05:11:10.575 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012112699999999999 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338533+0000", 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0065705620000000003 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345167+0000", 2023-10-09T05:11:10.576 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0066343399999999999 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345350+0000", 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000182287 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345389+0000", 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.8988e-05 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.577 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345425+0000", 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.5884999999999999e-05 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131956 14.3 14:c73e363d:::benchmark_data_smithi107_437372_object30862:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.565780+0000", 2023-10-09T05:11:10.578 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.87885506699999, 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.786875514, 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131956 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.579 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565780+0000", 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565780+0000", 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565778+0000", 2023-10-09T05:11:10.580 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565784+0000", 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.1449999999999999e-06 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565796+0000", 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2186e-05 2023-10-09T05:11:10.581 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565802+0000", 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.6529999999999997e-06 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565850+0000", 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7509999999999997e-05 2023-10-09T05:11:10.582 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.565860+0000", 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0513000000000001e-05 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.334926+0000", 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.76906585400000005 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.583 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.335050+0000", 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000123423 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.335171+0000", 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012155300000000001 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.584 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.341902+0000", 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.006730326 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345468+0000", 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003566119 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.585 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352571+0000", 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0071032489999999998 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352618+0000", 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7117999999999998e-05 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352655+0000", 2023-10-09T05:11:10.586 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7030000000000003e-05 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131975 14.3 14:ca30e09b:::benchmark_data_smithi107_437372_object30881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.616855+0000", 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.82778007100001, 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.73590016499999999, 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.587 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131975 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616855+0000", 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.588 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616855+0000", 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616853+0000", 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616859+0000", 2023-10-09T05:11:10.589 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.716e-06 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616875+0000", 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5523e-05 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616882+0000", 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7600000000000002e-06 2023-10-09T05:11:10.590 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616953+0000", 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.0618999999999996e-05 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.616967+0000", 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3815000000000001e-05 2023-10-09T05:11:10.591 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338612+0000", 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.72164494800000001 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338728+0000", 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000116464 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.592 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.338845+0000", 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000117135 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352504+0000", 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.013658844 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.593 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352511+0000", 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.7680000000000003e-06 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352689+0000", 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00017782 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352722+0000", 2023-10-09T05:11:10.594 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.3414999999999998e-05 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352755+0000", 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.2529e-05 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.595 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:131986 14.3 14:cdb6d3d8:::benchmark_data_smithi107_437372_object30892:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.654097+0000", 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.79053741999999, 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.70606256199999995, 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 131986 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.596 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654097+0000", 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654097+0000", 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.597 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654096+0000", 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999981 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654103+0000", 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8860000000000004e-06 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654119+0000", 2023-10-09T05:11:10.598 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5472999999999999e-05 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654130+0000", 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0784999999999999e-05 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654193+0000", 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.2823999999999993e-05 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.599 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.654204+0000", 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1559000000000001e-05 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.341946+0000", 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.68774215699999997 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.600 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.342045+0000", 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8388999999999996e-05 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.342156+0000", 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000111434 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.601 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352515+0000", 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010359109999999999 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352546+0000", 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0632000000000001e-05 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.602 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.360071+0000", 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0075253359999999997 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.360118+0000", 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6807000000000001e-05 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.360160+0000", 2023-10-09T05:11:10.603 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1860000000000002e-05 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:132042 14.3 14:cac4cfa3:::benchmark_data_smithi107_437372_object30948:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.866647+0000", 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.57798747199999, 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.49753793400000002, 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.604 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 132042 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866647+0000", 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.605 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866647+0000", 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866646+0000", 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.606 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866653+0000", 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1550000000000001e-06 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866665+0000", 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1926999999999999e-05 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.607 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866672+0000", 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.9670000000000004e-06 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866722+0000", 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9809999999999999e-05 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.608 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.866730+0000", 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.6109999999999994e-06 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345494+0000", 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.47876369400000002 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.609 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345632+0000", 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013819400000000001 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.345769+0000", 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00013705600000000001 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.352520+0000", 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0067502990000000004 2023-10-09T05:11:10.610 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.360192+0000", 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0076723950000000003 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.364086+0000", 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0038941840000000002 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.611 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.364140+0000", 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.3430999999999997e-05 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.364185+0000", 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5609999999999999e-05 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.612 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_op(client.47180.0:132052 14.3 14:cba0fc04:::benchmark_data_smithi107_437372_object30958:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e554)", 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:08:18.932825+0000", 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 171.511809752, 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.44716512200000003, 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "client_info": { 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "client": "client.47180", 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "client_addr": "172.21.15.107:0/867572281", 2023-10-09T05:11:10.613 INFO:teuthology.orchestra.run.smithi107.stdout: "tid": 132052 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932825+0000", 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932825+0000", 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:10.614 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932823+0000", 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932830+0000", 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.3319999999999997e-06 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.615 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932844+0000", 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3752e-05 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932853+0000", 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.516e-06 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.616 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932908+0000", 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.4950000000000001e-05 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for peered", 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:18.932919+0000", 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0654e-05 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.348787+0000", 2023-10-09T05:11:10.617 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.41586877700000002 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.348910+0000", 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00012294699999999999 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "waiting for subops from 0,4", 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.349031+0000", 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.000120207 2023-10-09T05:11:10.618 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "op_commit", 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.354263+0000", 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0052326339999999999 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.360218+0000", 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0059548739999999998 2023-10-09T05:11:10.619 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "sub_op_commit_rec", 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.379899+0000", 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.019681265 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.379949+0000", 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9444000000000003e-05 2023-10-09T05:11:10.620 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:08:19.379990+0000", 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1294000000000001e-05 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:10.621 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:11:10.812 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:10.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[184249]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[184249]: 1.e scrub starts 2023-10-09T05:11:10.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[184249]: 1.e scrub ok 2023-10-09T05:11:10.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[184249]: 1.d scrub starts 2023-10-09T05:11:10.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[184249]: 1.d scrub ok 2023-10-09T05:11:10.846 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[184249]: osdmap e603: 8 total, 8 up, 7 in 2023-10-09T05:11:10.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[179183]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[179183]: 1.e scrub starts 2023-10-09T05:11:10.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[179183]: 1.e scrub ok 2023-10-09T05:11:10.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[179183]: 1.d scrub starts 2023-10-09T05:11:10.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[179183]: 1.d scrub ok 2023-10-09T05:11:10.847 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:10 smithi107 ceph-mon[179183]: osdmap e603: 8 total, 8 up, 7 in 2023-10-09T05:11:10.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-10-09T05:11:10.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:10 smithi150 ceph-mon[168511]: failed to encode map e602 with expected crc 2023-10-09T05:11:10.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:10 smithi150 ceph-mon[168511]: 1.e scrub starts 2023-10-09T05:11:10.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:10 smithi150 ceph-mon[168511]: 1.e scrub ok 2023-10-09T05:11:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:10 smithi150 ceph-mon[168511]: 1.d scrub starts 2023-10-09T05:11:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:10 smithi150 ceph-mon[168511]: 1.d scrub ok 2023-10-09T05:11:10.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:10 smithi150 ceph-mon[168511]: osdmap e603: 8 total, 8 up, 7 in 2023-10-09T05:11:11.679 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:11.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:11 smithi150 ceph-mon[168511]: failed to encode map e603 with expected crc 2023-10-09T05:11:11.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:11 smithi150 ceph-mon[168511]: failed to encode map e603 with expected crc 2023-10-09T05:11:11.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:11 smithi150 ceph-mon[168511]: pgmap v1840: 93 pgs: 9 peering, 84 active+clean; 4.7 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 563 op/s; 37 KiB/s, 0 objects/s recovering 2023-10-09T05:11:12.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:11 smithi107 ceph-mon[184249]: failed to encode map e603 with expected crc 2023-10-09T05:11:12.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:11 smithi107 ceph-mon[184249]: failed to encode map e603 with expected crc 2023-10-09T05:11:12.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:11 smithi107 ceph-mon[184249]: pgmap v1840: 93 pgs: 9 peering, 84 active+clean; 4.7 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 563 op/s; 37 KiB/s, 0 objects/s recovering 2023-10-09T05:11:12.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:11 smithi107 ceph-mon[179183]: failed to encode map e603 with expected crc 2023-10-09T05:11:12.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:11 smithi107 ceph-mon[179183]: failed to encode map e603 with expected crc 2023-10-09T05:11:12.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:11 smithi107 ceph-mon[179183]: pgmap v1840: 93 pgs: 9 peering, 84 active+clean; 4.7 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 563 op/s; 37 KiB/s, 0 objects/s recovering 2023-10-09T05:11:12.293 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:11:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:11:12] "GET /metrics HTTP/1.1" 200 34309 "" "Prometheus/2.43.0" 2023-10-09T05:11:13.178 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:11:13.178 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:11:13.178 INFO:teuthology.orchestra.run.smithi107.stdout: "num_ops": 0 2023-10-09T05:11:13.178 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:11:13.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:12 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:13.318 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:12 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:13.318 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:12 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:13.557 INFO:tasks.thrashosds.thrasher:inning osd 2023-10-09T05:11:13.557 INFO:tasks.thrashosds.thrasher:Adding osd 1 2023-10-09T05:11:13.557 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd in 1 2023-10-09T05:11:13.682 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-10-09T05:11:13.979 INFO:teuthology.orchestra.run.smithi107.stderr:noscrub is unset 2023-10-09T05:11:14.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3421854539' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:11:14.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:13 smithi150 ceph-mon[168511]: pgmap v1841: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 393 op/s 2023-10-09T05:11:14.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:13 smithi150 ceph-mon[168511]: 1.11 scrub starts 2023-10-09T05:11:14.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:13 smithi150 ceph-mon[168511]: 1.11 scrub ok 2023-10-09T05:11:14.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3421854539' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[184249]: pgmap v1841: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 393 op/s 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[184249]: 1.11 scrub starts 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[184249]: 1.11 scrub ok 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3421854539' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[179183]: pgmap v1841: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 393 op/s 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[179183]: 1.11 scrub starts 2023-10-09T05:11:14.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:13 smithi107 ceph-mon[179183]: 1.11 scrub ok 2023-10-09T05:11:14.446 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-10-09T05:11:14.474 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:14.930 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:14.971 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: failed to encode map e604 with expected crc 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: failed to encode map e604 with expected crc 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3421854539' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: osdmap e604: 8 total, 8 up, 7 in 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: 1.f scrub starts 2023-10-09T05:11:14.972 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[184249]: 1.f scrub ok 2023-10-09T05:11:15.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2023-10-09T05:11:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:11:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: failed to encode map e604 with expected crc 2023-10-09T05:11:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: failed to encode map e604 with expected crc 2023-10-09T05:11:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3421854539' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:11:15.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: osdmap e604: 8 total, 8 up, 7 in 2023-10-09T05:11:15.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: 1.f scrub starts 2023-10-09T05:11:15.235 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:14 smithi150 ceph-mon[168511]: 1.f scrub ok 2023-10-09T05:11:15.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2023-10-09T05:11:15.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:11:15.341 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: failed to encode map e604 with expected crc 2023-10-09T05:11:15.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: failed to encode map e604 with expected crc 2023-10-09T05:11:15.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3421854539' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-10-09T05:11:15.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: osdmap e604: 8 total, 8 up, 7 in 2023-10-09T05:11:15.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: 1.f scrub starts 2023-10-09T05:11:15.342 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:14 smithi107 ceph-mon[179183]: 1.f scrub ok 2023-10-09T05:11:15.731 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:16.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:15 smithi150 ceph-mon[168511]: pgmap v1843: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 7.9 KiB/s rd, 21 op/s 2023-10-09T05:11:16.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:15 smithi150 ceph-mon[168511]: 1.b scrub starts 2023-10-09T05:11:16.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:15 smithi150 ceph-mon[168511]: 1.b scrub ok 2023-10-09T05:11:16.315 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:15 smithi107 ceph-mon[184249]: pgmap v1843: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 7.9 KiB/s rd, 21 op/s 2023-10-09T05:11:16.315 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:15 smithi107 ceph-mon[184249]: 1.b scrub starts 2023-10-09T05:11:16.316 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:15 smithi107 ceph-mon[184249]: 1.b scrub ok 2023-10-09T05:11:16.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:15 smithi107 ceph-mon[179183]: pgmap v1843: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 7.9 KiB/s rd, 21 op/s 2023-10-09T05:11:16.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:15 smithi107 ceph-mon[179183]: 1.b scrub starts 2023-10-09T05:11:16.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:15 smithi107 ceph-mon[179183]: 1.b scrub ok 2023-10-09T05:11:16.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:16 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T05:11:16.314+0000 7f28b98db700 -1 mon.a@0(leader).osd e604 definitely_dead 0 2023-10-09T05:11:17.104 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:11:17.104 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [], 2023-10-09T05:11:17.105 INFO:teuthology.orchestra.run.smithi107.stdout: "complaint_time": 30, 2023-10-09T05:11:17.105 INFO:teuthology.orchestra.run.smithi107.stdout: "num_blocked_ops": 0 2023-10-09T05:11:17.105 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:11:17.141 INFO:teuthology.orchestra.run.smithi107.stderr:marked in osd.1. 2023-10-09T05:11:17.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/534882325' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/534882325' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-10-09T05:11:17.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:17 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-10-09T05:11:17.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:17 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:17 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/534882325' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-10-09T05:11:17.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:17 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-10-09T05:11:18.063 INFO:tasks.thrashosds.thrasher:Added osd 1 2023-10-09T05:11:18.063 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-10-09T05:11:18.063 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 21 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: pgmap v1844: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 6.2 KiB/s rd, 17 op/s 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.201 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: osdmap e605: 8 total, 8 up, 8 in 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: 1.10 deep-scrub starts 2023-10-09T05:11:18.202 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[184249]: 1.10 deep-scrub ok 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: pgmap v1844: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 6.2 KiB/s rd, 17 op/s 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.203 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.204 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.204 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-10-09T05:11:18.204 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: osdmap e605: 8 total, 8 up, 8 in 2023-10-09T05:11:18.204 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: 1.10 deep-scrub starts 2023-10-09T05:11:18.204 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:18 smithi107 ceph-mon[179183]: 1.10 deep-scrub ok 2023-10-09T05:11:18.205 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-10-09T05:11:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: pgmap v1844: 93 pgs: 93 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 6.2 KiB/s rd, 17 op/s 2023-10-09T05:11:18.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: failed to encode map e605 with expected crc 2023-10-09T05:11:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-10-09T05:11:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: osdmap e605: 8 total, 8 up, 8 in 2023-10-09T05:11:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: 1.10 deep-scrub starts 2023-10-09T05:11:18.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:18 smithi150 ceph-mon[168511]: 1.10 deep-scrub ok 2023-10-09T05:11:18.827 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:18.945 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:19.152 INFO:teuthology.orchestra.run.smithi107.stderr:nodeep-scrub is unset 2023-10-09T05:11:19.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: osdmap e606: 8 total, 8 up, 8 in 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/301279380' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:19.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:19.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: osdmap e606: 8 total, 8 up, 8 in 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/301279380' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:19.422 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:19 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: osdmap e606: 8 total, 8 up, 8 in 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.492 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: failed to encode map e606 with expected crc 2023-10-09T05:11:19.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/301279380' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:19.493 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:19 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: pgmap v1847: 93 pgs: 34 peering, 59 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: osdmap e607: 8 total, 8 up, 8 in 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[184249]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: pgmap v1847: 93 pgs: 34 peering, 59 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: osdmap e607: 8 total, 8 up, 8 in 2023-10-09T05:11:20.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.421 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:20 smithi107 ceph-mon[179183]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: pgmap v1847: 93 pgs: 34 peering, 59 active+clean; 4.6 MiB data, 8.9 GiB used, 617 GiB / 626 GiB avail 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: osdmap e607: 8 total, 8 up, 8 in 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:20.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:20 smithi150 ceph-mon[168511]: failed to encode map e607 with expected crc 2023-10-09T05:11:21.168 INFO:teuthology.orchestra.run.smithi107.stderr:set pool 1 pgp_num to 21 2023-10-09T05:11:21.333 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: osdmap e608: 8 total, 8 up, 8 in 2023-10-09T05:11:21.333 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.333 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.333 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1231590650' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: osdmap e608: 8 total, 8 up, 8 in 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.334 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1231590650' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-10-09T05:11:21.335 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:21 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-10-09T05:11:21.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: osdmap e608: 8 total, 8 up, 8 in 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: failed to encode map e608 with expected crc 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1231590650' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-10-09T05:11:21.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:21 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-10-09T05:11:21.688 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 2023-10-09T05:11:21.936 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2023-10-09T05:11:21.936 INFO:teuthology.orchestra.run.smithi107.stdout: "size": 20, 2023-10-09T05:11:21.936 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 600, 2023-10-09T05:11:21.936 INFO:teuthology.orchestra.run.smithi107.stdout: "ops": [ 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head, version: 474'1502, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:0c6b8dc0:::benchmark_data_smithi107_396486_object25568:head@474'1502, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 526.79661946600004, 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.065701585000000007, 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.937 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.938 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138313+0000", 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138353+0000", 2023-10-09T05:11:21.939 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.0339999999999997e-05 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138362+0000", 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1120000000000002e-06 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.138370+0000", 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9829999999999996e-06 2023-10-09T05:11:21.940 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201938+0000", 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.063567324999999994 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.941 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.201975+0000", 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7200000000000003e-05 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:35.204015+0000", 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.002040002 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.942 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85142 13.4 e485/479 13:2900abc0:::benchmark_data_smithi107_396486_object85141:head v 485'5516, mlcod=0'0)", 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 523.25523106900005, 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.098588663000000007, 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.943 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679702+0000", 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.944 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679701+0000", 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679798+0000", 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.7486999999999997e-05 2023-10-09T05:11:21.945 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679811+0000", 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2860999999999999e-05 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.946 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.679820+0000", 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.5259999999999993e-06 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681176+0000", 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00135592 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.947 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.681191+0000", 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5183e-05 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778246+0000", 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097055440000000007 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.948 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778290+0000", 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.405e-05 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85153 13.0 e485/479 13:02190296:::benchmark_data_smithi107_396486_object85152:head v 485'5251, mlcod=474'1702)", 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 523.25125494199995, 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.089183388000000002, 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.949 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683678+0000", 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.950 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683677+0000", 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683743+0000", 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.5846999999999995e-05 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.951 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683753+0000", 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0356999999999999e-05 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683759+0000", 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.1709999999999999e-06 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683801+0000", 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1189000000000002e-05 2023-10-09T05:11:21.952 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.683818+0000", 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7112000000000002e-05 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772814+0000", 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.088996722 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.953 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772861+0000", 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6669000000000003e-05 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85155 13.4 e485/479 13:2f3cff07:::benchmark_data_smithi107_396486_object85154:head v 485'5517, mlcod=0'0)", 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 523.249144215, 2023-10-09T05:11:21.954 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.097824291999999993, 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.955 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685788+0000", 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685824+0000", 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.6015e-05 2023-10-09T05:11:21.956 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685837+0000", 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3324e-05 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.685846+0000", 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.1060000000000006e-06 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.957 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772839+0000", 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.086993055999999999 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772869+0000", 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.9490000000000001e-05 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.958 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783573+0000", 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010704978 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.783613+0000", 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9178000000000003e-05 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.959 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:85156 13.4 e485/479 13:20ec559a:::benchmark_data_smithi107_396486_object85155:head v 485'5518, mlcod=0'0)", 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 523.24550039600001, 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.099151403999999999, 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.960 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689432+0000", 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689431+0000", 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.961 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.689481+0000", 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9249000000000002e-05 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772802+0000", 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.083321194000000001 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.962 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772827+0000", 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.5653999999999999e-05 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778432+0000", 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0056045720000000004 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.778449+0000", 2023-10-09T05:11:21.963 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6841e-05 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788562+0000", 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010113364999999999 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.788584+0000", 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1359999999999999e-05 2023-10-09T05:11:21.964 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "MOSDPGPush(13.0 485/479 [PushOp(13:04204c61:::benchmark_data_smithi107_396486_object28877:head, version: 474'1705, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(13:04204c61:::benchmark_data_smithi107_396486_object28877:head@474'1705, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 523.24410091499999, 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.084390634000000006, 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "started", 2023-10-09T05:11:21.965 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690832+0000", 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.966 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690830+0000", 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.690909+0000", 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8598999999999997e-05 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772805+0000", 2023-10-09T05:11:21.967 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081896417999999999 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772836+0000", 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1231e-05 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772908+0000", 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.1222000000000004e-05 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.968 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.772921+0000", 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.359e-05 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:02:38.775222+0000", 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0023011640000000001 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.969 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:104473 13.c e495/479 13:31d5c89a:::benchmark_data_smithi107_396486_object104472:head v 495'6566, mlcod=0'0)", 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 496.75733857500001, 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058939981000000002, 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.970 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.971 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177594+0000", 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967296 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177639+0000", 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5281000000000002e-05 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.972 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177647+0000", 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7999999999999999e-06 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.177652+0000", 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0989999999999998e-06 2023-10-09T05:11:21.973 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202802+0000", 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.025149926999999999 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.202830+0000", 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7634e-05 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.974 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236484+0000", 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.033653955999999999 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:05.236534+0000", 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.0436999999999998e-05 2023-10-09T05:11:21.975 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120142 13.c e500/479 13:362d2b83:::benchmark_data_smithi107_396486_object14280:head v 500'7560, mlcod=0'0)", 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 476.05700578900002, 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.061595499999999997, 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.976 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.977 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877927+0000", 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877925+0000", 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.978 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877938+0000", 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3112000000000001e-05 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877958+0000", 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9680000000000001e-05 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.979 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.877969+0000", 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0380999999999999e-05 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881423+0000", 2023-10-09T05:11:21.980 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0034542259999999999 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.881450+0000", 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7521e-05 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.981 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939464+0000", 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058013569000000001 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.939522+0000", 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8439000000000001e-05 2023-10-09T05:11:21.982 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120144 13.c e500/479 13:3e8b576e:::benchmark_data_smithi107_396486_object14282:head v 500'7561, mlcod=0'0)", 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 476.056636169, 2023-10-09T05:11:21.983 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.067870676000000005, 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:11:21.984 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878296+0000", 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878302+0000", 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.7180000000000001e-06 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.985 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878314+0000", 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2578999999999999e-05 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.878320+0000", 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 5.8939999999999998e-06 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.986 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907844+0000", 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.029524287 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.907875+0000", 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0199999999999999e-05 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946140+0000", 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.038265432000000002 2023-10-09T05:11:21.987 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946167+0000", 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7127999999999998e-05 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120135 13.4 e500/479 13:2110ad7d:::benchmark_data_smithi107_396486_object14273:head v 500'7758, mlcod=0'0)", 2023-10-09T05:11:21.988 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 476.047521211, 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058721702000000001, 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.989 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887411+0000", 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887410+0000", 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.990 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887420+0000", 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.8980000000000008e-06 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887440+0000", 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.963e-05 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.991 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887449+0000", 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3409999999999992e-06 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899799+0000", 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.012350332 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.899822+0000", 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.268e-05 2023-10-09T05:11:21.992 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946087+0000", 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.046264847999999997 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.946133+0000", 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6134999999999998e-05 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.993 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120145 13.4 e500/479 13:23e1849d:::benchmark_data_smithi107_396486_object14283:head v 500'7759, mlcod=0'0)", 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 476.04747424700003, 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.070077453999999997, 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.994 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887458+0000", 2023-10-09T05:11:21.995 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999995 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887462+0000", 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.9639999999999997e-06 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887468+0000", 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0739999999999998e-06 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.996 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.887473+0000", 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.9119999999999997e-06 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924820+0000", 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.037346603999999999 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:21.997 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924840+0000", 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0109999999999999e-05 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957494+0000", 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032654299999999997 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957536+0000", 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.1783999999999998e-05 2023-10-09T05:11:21.998 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120148 13.4 e500/479 13:29c57d1b:::benchmark_data_smithi107_396486_object14286:head v 500'7760, mlcod=0'0)", 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 476.04401856599998, 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.066677922000000001, 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:21.999 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890914+0000", 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890913+0000", 2023-10-09T05:11:22.000 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890928+0000", 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.4949999999999999e-05 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890944+0000", 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.6438000000000001e-05 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.001 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.890954+0000", 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.3889999999999994e-06 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933548+0000", 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.042594118 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.002 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.933567+0000", 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8984999999999999e-05 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957571+0000", 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.024004405999999999 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957592+0000", 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.0919000000000001e-05 2023-10-09T05:11:22.003 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:120154 13.c e500/479 13:38781693:::benchmark_data_smithi107_396486_object14292:head v 500'7562, mlcod=0'0)", 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 476.03640051899998, 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.059037016999999997, 2023-10-09T05:11:22.004 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.005 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898532+0000", 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898531+0000", 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.006 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898540+0000", 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.9870000000000005e-06 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898559+0000", 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.8851e-05 2023-10-09T05:11:22.007 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.898567+0000", 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 8.4810000000000006e-06 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924778+0000", 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026210923000000001 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.008 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.924805+0000", 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.6758e-05 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.009 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957539+0000", 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.032733822000000003 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:25.957569+0000", 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.0154e-05 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.010 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:140657 13.c e504/479 13:32d06822:::benchmark_data_smithi107_396486_object34795:head v 504'8886, mlcod=0'0)", 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 447.08851189500001, 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.062289199000000003, 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.011 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846421+0000", 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.012 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846419+0000", 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846431+0000", 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1246e-05 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.013 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846449+0000", 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7968000000000001e-05 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.846462+0000", 2023-10-09T05:11:22.014 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.3378e-05 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873445+0000", 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.026982583000000001 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.015 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.873466+0000", 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1721000000000001e-05 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908663+0000", 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.035196571000000003 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.016 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:03:54.908710+0000", 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.6968000000000002e-05 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.017 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180952 13.c e514/479 13:3b5944c4:::benchmark_data_smithi107_396486_object75090:head v 514'11382, mlcod=0'0)", 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 387.09814928899999, 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.082854155999999998, 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.018 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836783+0000", 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836782+0000", 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.019 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836794+0000", 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1252e-05 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836806+0000", 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.2697999999999999e-05 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.836814+0000", 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.7079999999999997e-06 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.020 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838387+0000", 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.001572597 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.838411+0000", 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.4223000000000002e-05 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.021 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919592+0000", 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.081181255999999993 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919637+0000", 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.5352999999999998e-05 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.022 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180956 13.c e514/479 13:365d30af:::benchmark_data_smithi107_396486_object75094:head v 514'11383, mlcod=0'0)", 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 387.09341830599999, 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.078150363, 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.023 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841514+0000", 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.024 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841520+0000", 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.72e-06 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841530+0000", 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.6809999999999993e-06 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.841536+0000", 2023-10-09T05:11:22.025 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 6.0859999999999998e-06 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845093+0000", 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.003557387 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.845117+0000", 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3883000000000002e-05 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.026 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919641+0000", 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074524097999999997 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.919665+0000", 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.3240000000000001e-05 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.027 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180964 13.c e514/479 13:300874d5:::benchmark_data_smithi107_396486_object75102:head v 514'11384, mlcod=0'0)", 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 387.088848902, 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.080392327, 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:11:22.028 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846084+0000", 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846083+0000", 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:22.029 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846091+0000", 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.9300000000000003e-06 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846102+0000", 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1121000000000001e-05 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.030 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.846110+0000", 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.8769999999999993e-06 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851606+0000", 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0054962539999999999 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.031 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.851628+0000", 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.1891000000000001e-05 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926444+0000", 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.074816276000000001 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926476+0000", 2023-10-09T05:11:22.032 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.1909000000000002e-05 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180967 13.c e514/479 13:311e16fa:::benchmark_data_smithi107_396486_object75105:head v 514'11385, mlcod=0'0)", 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 387.08456708599999, 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.076133083000000004, 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.033 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850366+0000", 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.034 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850364+0000", 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.9999986 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850379+0000", 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5146e-05 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.035 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850395+0000", 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.5590000000000002e-05 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.850405+0000", 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.0377000000000001e-05 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857700+0000", 2023-10-09T05:11:22.036 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.0072946720000000003 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.857727+0000", 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 2.7382e-05 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926479+0000", 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.068751507000000003 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.037 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.926499+0000", 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.9771000000000001e-05 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.038 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:180974 13.a e514/505 13:55d34191:::benchmark_data_smithi107_396486_object75112:head v 514'11219, mlcod=514'11216)", 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 387.07498242200001, 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058522601, 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:11:22.039 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859950+0000", 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859949+0000", 2023-10-09T05:11:22.040 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859957+0000", 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.2860000000000002e-06 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859968+0000", 2023-10-09T05:11:22.041 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.1285e-05 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.859975+0000", 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5299999999999999e-06 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860399+0000", 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.00042324600000000001 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.042 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.860417+0000", 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7796e-05 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918431+0000", 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058014181999999997 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.043 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:04:54.918473+0000", 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.2069e-05 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "description": "osd_repop(client.46688.0:202645 13.c e519/479 13:31cbd78b:::benchmark_data_smithi107_396486_object96783:head v 519'12711, mlcod=500'7443)", 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "initiated_at": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "age": 355.17793407200003, 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.058248570999999999, 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "type_data": { 2023-10-09T05:11:22.044 INFO:teuthology.orchestra.run.smithi107.stdout: "flag_point": "commit sent; apply or cleanup", 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: "events": [ 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "initiated", 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.045 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "throttled", 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756999+0000", 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "header_read", 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.756998+0000", 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4294967295.999999 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.046 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "all_read", 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757007+0000", 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 9.4320000000000005e-06 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "dispatched", 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757025+0000", 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 1.7779999999999999e-05 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.047 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "queued_for_pg", 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.757032+0000", 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 7.5689999999999999e-06 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "reached_pg", 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.767287+0000", 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.010254842 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.048 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "started", 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.767324+0000", 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 3.7089999999999999e-05 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "commit_sent", 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.815199+0000", 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 0.047875068999999999 2023-10-09T05:11:22.049 INFO:teuthology.orchestra.run.smithi107.stdout: }, 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: { 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: "event": "done", 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: "time": "2023-10-09T05:05:26.815247+0000", 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: "duration": 4.7707000000000002e-05 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.050 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.051 INFO:teuthology.orchestra.run.smithi107.stdout: } 2023-10-09T05:11:22.051 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2023-10-09T05:11:22.051 INFO:teuthology.orchestra.run.smithi107.stdout:} 2023-10-09T05:11:22.399 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: pgmap v1850: 93 pgs: 34 peering, 59 active+clean; 4.6 MiB data, 9.8 GiB used, 705 GiB / 715 GiB avail 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: osdmap e609: 8 total, 8 up, 8 in 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.400 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:11:22] "GET /metrics HTTP/1.1" 200 34328 "" "Prometheus/2.43.0" 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: pgmap v1850: 93 pgs: 34 peering, 59 active+clean; 4.6 MiB data, 9.8 GiB used, 705 GiB / 715 GiB avail 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: osdmap e609: 8 total, 8 up, 8 in 2023-10-09T05:11:22.401 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.402 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:22 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:22.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: pgmap v1850: 93 pgs: 34 peering, 59 active+clean; 4.6 MiB data, 9.8 GiB used, 705 GiB / 715 GiB avail 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: osdmap e609: 8 total, 8 up, 8 in 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: failed to encode map e609 with expected crc 2023-10-09T05:11:22.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:22 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:22.585 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:24.046 INFO:teuthology.orchestra.run.smithi107.stdout:mon.a: {} 2023-10-09T05:11:24.056 INFO:teuthology.orchestra.run.smithi107.stdout:mon.b: {} 2023-10-09T05:11:24.066 INFO:teuthology.orchestra.run.smithi107.stdout:mon.c: {} 2023-10-09T05:11:24.067 INFO:teuthology.orchestra.run.smithi107.stderr:mon.a: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-10-09T05:11:24.067 INFO:teuthology.orchestra.run.smithi107.stderr:mon.b: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-10-09T05:11:24.067 INFO:teuthology.orchestra.run.smithi107.stderr:mon.c: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-10-09T05:11:24.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:24 smithi107 ceph-mon[184249]: pgmap v1852: 93 pgs: 93 active+clean; 4.6 MiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 818 KiB/s, 7 objects/s recovering 2023-10-09T05:11:24.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:24 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/4177378254' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T05:11:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:24 smithi107 ceph-mon[179183]: pgmap v1852: 93 pgs: 93 active+clean; 4.6 MiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 818 KiB/s, 7 objects/s recovering 2023-10-09T05:11:24.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:24 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/4177378254' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T05:11:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:24 smithi150 ceph-mon[168511]: pgmap v1852: 93 pgs: 93 active+clean; 4.6 MiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 818 KiB/s, 7 objects/s recovering 2023-10-09T05:11:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:24 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/4177378254' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-09T05:11:24.629 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 0 1 2023-10-09T05:11:25.253 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:26.167 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:26 smithi107 ceph-mon[184249]: pgmap v1853: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 669 KiB/s, 5 objects/s recovering 2023-10-09T05:11:26.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:26 smithi107 ceph-mon[179183]: pgmap v1853: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 669 KiB/s, 5 objects/s recovering 2023-10-09T05:11:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:26 smithi150 ceph-mon[168511]: pgmap v1853: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 669 KiB/s, 5 objects/s recovering 2023-10-09T05:11:27.178 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.0 to 1 (10000) 2023-10-09T05:11:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:27 smithi150 ceph-mon[168511]: 1.12 scrub starts 2023-10-09T05:11:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:27 smithi150 ceph-mon[168511]: 1.12 scrub ok 2023-10-09T05:11:27.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:27 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2560169620' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:27.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:27 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:27.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[179183]: 1.12 scrub starts 2023-10-09T05:11:27.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[179183]: 1.12 scrub ok 2023-10-09T05:11:27.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2560169620' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:27.609 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:27.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[184249]: 1.12 scrub starts 2023-10-09T05:11:27.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[184249]: 1.12 scrub ok 2023-10-09T05:11:27.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2560169620' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:27.610 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:27 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:27.611 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 0 1 2023-10-09T05:11:28.209 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:28.446 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: pgmap v1854: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 509 KiB/s, 4 objects/s recovering 2023-10-09T05:11:28.446 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.446 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:11:28.446 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: osdmap e610: 8 total, 8 up, 8 in 2023-10-09T05:11:28.446 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.446 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[184249]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: pgmap v1854: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 509 KiB/s, 4 objects/s recovering 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: osdmap e610: 8 total, 8 up, 8 in 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.447 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:28 smithi107 ceph-mon[179183]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: pgmap v1854: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 509 KiB/s, 4 objects/s recovering 2023-10-09T05:11:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:11:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: osdmap e610: 8 total, 8 up, 8 in 2023-10-09T05:11:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: failed to encode map e610 with expected crc 2023-10-09T05:11:28.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:28 smithi150 ceph-mon[168511]: failed to encode map e610 with expected crc 2023-10-09T05:11:29.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:29 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:11:29.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:29 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:29 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:29 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:29 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.489 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:11:29.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.490 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:11:29.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:29.491 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:29 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:30 smithi150 ceph-mon[168511]: pgmap v1856: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 492 KiB/s, 4 objects/s recovering 2023-10-09T05:11:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:30 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3523720791' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:30.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:30 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:30.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:30 smithi107 ceph-mon[184249]: pgmap v1856: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 492 KiB/s, 4 objects/s recovering 2023-10-09T05:11:30.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:30 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3523720791' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:30.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:30 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:30 smithi107 ceph-mon[179183]: pgmap v1856: 93 pgs: 93 active+clean; 4.6 MiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 492 KiB/s, 4 objects/s recovering 2023-10-09T05:11:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:30 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3523720791' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:30.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:30 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-10-09T05:11:30.755 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.0 primary-affinity to 1 (8655362) 2023-10-09T05:11:31.166 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 2 1 2023-10-09T05:11:31.777 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:32.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: osdmap e611: 8 total, 8 up, 8 in 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: pgmap v1858: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.012 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: osdmap e611: 8 total, 8 up, 8 in 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: pgmap v1858: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:32.013 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:32.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: osdmap e611: 8 total, 8 up, 8 in 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: failed to encode map e611 with expected crc 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: pgmap v1858: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:32.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:32.363 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:11:32] "GET /metrics HTTP/1.1" 200 34332 "" "Prometheus/2.43.0" 2023-10-09T05:11:33.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: Health check failed: Reduced data availability: 7 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: osdmap e612: 8 total, 8 up, 8 in 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: Health check failed: Reduced data availability: 7 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2023-10-09T05:11:33.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: osdmap e612: 8 total, 8 up, 8 in 2023-10-09T05:11:33.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:33.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: Health check failed: Reduced data availability: 7 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2023-10-09T05:11:33.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: failed to encode map e612 with expected crc 2023-10-09T05:11:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: osdmap e612: 8 total, 8 up, 8 in 2023-10-09T05:11:33.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:33.767 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.2 to 1 (10000) 2023-10-09T05:11:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[179183]: 1.11 scrub starts 2023-10-09T05:11:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[179183]: 1.11 scrub ok 2023-10-09T05:11:34.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[179183]: pgmap v1860: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:34.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/933857743' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[184249]: 1.11 scrub starts 2023-10-09T05:11:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[184249]: 1.11 scrub ok 2023-10-09T05:11:34.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[184249]: pgmap v1860: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:34.171 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:33 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/933857743' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:33 smithi150 ceph-mon[168511]: 1.11 scrub starts 2023-10-09T05:11:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:33 smithi150 ceph-mon[168511]: 1.11 scrub ok 2023-10-09T05:11:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:33 smithi150 ceph-mon[168511]: pgmap v1860: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:34.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:33 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/933857743' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:34.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 2 1 2023-10-09T05:11:35.098 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: 1.b deep-scrub starts 2023-10-09T05:11:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: 1.b deep-scrub ok 2023-10-09T05:11:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/933857743' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:11:35.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: osdmap e613: 8 total, 8 up, 8 in 2023-10-09T05:11:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[184249]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: 1.b deep-scrub starts 2023-10-09T05:11:35.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: 1.b deep-scrub ok 2023-10-09T05:11:35.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/933857743' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:11:35.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: osdmap e613: 8 total, 8 up, 8 in 2023-10-09T05:11:35.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:35.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:35.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.172 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:34 smithi107 ceph-mon[179183]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: 1.b deep-scrub starts 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: 1.b deep-scrub ok 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/933857743' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: osdmap e613: 8 total, 8 up, 8 in 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: failed to encode map e613 with expected crc 2023-10-09T05:11:35.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:34 smithi150 ceph-mon[168511]: failed to encode map e613 with expected crc 2023-10-09T05:11:36.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: failed to encode map e613 with expected crc 2023-10-09T05:11:36.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: pgmap v1862: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 7.0 KiB/s rd, 18 KiB/s wr, 5 op/s; 13 KiB/s, 0 objects/s recovering 2023-10-09T05:11:36.101 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: failed to encode map e613 with expected crc 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: pgmap v1862: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 7.0 KiB/s rd, 18 KiB/s wr, 5 op/s; 13 KiB/s, 0 objects/s recovering 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:11:36.102 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:35 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: failed to encode map e613 with expected crc 2023-10-09T05:11:36.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: pgmap v1862: 93 pgs: 13 peering, 80 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 7.0 KiB/s rd, 18 KiB/s wr, 5 op/s; 13 KiB/s, 0 objects/s recovering 2023-10-09T05:11:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:11:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:11:36.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:35 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:36.893 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.2 primary-affinity to 1 (8655362) 2023-10-09T05:11:37.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:36 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1729459534' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:37.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:36 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:36 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1729459534' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:37.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:36 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:36 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1729459534' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:37.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:36 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-10-09T05:11:37.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 4 1 2023-10-09T05:11:37.949 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[184249]: failed to encode map e614 with expected crc 2023-10-09T05:11:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:11:38.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[184249]: osdmap e614: 8 total, 8 up, 8 in 2023-10-09T05:11:38.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[184249]: pgmap v1864: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:38.170 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[184249]: failed to encode map e614 with expected crc 2023-10-09T05:11:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[179183]: failed to encode map e614 with expected crc 2023-10-09T05:11:38.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:11:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[179183]: osdmap e614: 8 total, 8 up, 8 in 2023-10-09T05:11:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[179183]: pgmap v1864: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:38.171 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:37 smithi107 ceph-mon[179183]: failed to encode map e614 with expected crc 2023-10-09T05:11:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:37 smithi150 ceph-mon[168511]: failed to encode map e614 with expected crc 2023-10-09T05:11:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:37 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-10-09T05:11:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:37 smithi150 ceph-mon[168511]: osdmap e614: 8 total, 8 up, 8 in 2023-10-09T05:11:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:37 smithi150 ceph-mon[168511]: pgmap v1864: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:38.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:37 smithi150 ceph-mon[168511]: failed to encode map e614 with expected crc 2023-10-09T05:11:39.069 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:38 smithi107 ceph-mon[184249]: failed to encode map e614 with expected crc 2023-10-09T05:11:39.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:38 smithi107 ceph-mon[184249]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 10 pgs peering) 2023-10-09T05:11:39.070 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:38 smithi107 ceph-mon[184249]: Cluster is now healthy 2023-10-09T05:11:39.070 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:38 smithi107 ceph-mon[179183]: failed to encode map e614 with expected crc 2023-10-09T05:11:39.070 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:38 smithi107 ceph-mon[179183]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 10 pgs peering) 2023-10-09T05:11:39.070 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:38 smithi107 ceph-mon[179183]: Cluster is now healthy 2023-10-09T05:11:39.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:38 smithi150 ceph-mon[168511]: failed to encode map e614 with expected crc 2023-10-09T05:11:39.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:38 smithi150 ceph-mon[168511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 10 pgs peering) 2023-10-09T05:11:39.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:38 smithi150 ceph-mon[168511]: Cluster is now healthy 2023-10-09T05:11:39.901 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.4 to 1 (10000) 2023-10-09T05:11:40.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:39 smithi107 ceph-mon[179183]: pgmap v1865: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:40.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:39 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3079363705' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:40.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:39 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:39 smithi107 ceph-mon[184249]: pgmap v1865: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:39 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3079363705' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:40.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:39 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:40.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:39 smithi150 ceph-mon[168511]: pgmap v1865: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:40.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:39 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3079363705' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:40.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:39 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:40.499 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 4 1 2023-10-09T05:11:41.105 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:41.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:11:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[184249]: osdmap e615: 8 total, 8 up, 8 in 2023-10-09T05:11:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[184249]: failed to encode map e615 with expected crc 2023-10-09T05:11:41.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[184249]: failed to encode map e615 with expected crc 2023-10-09T05:11:41.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:11:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[179183]: osdmap e615: 8 total, 8 up, 8 in 2023-10-09T05:11:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[179183]: failed to encode map e615 with expected crc 2023-10-09T05:11:41.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:40 smithi107 ceph-mon[179183]: failed to encode map e615 with expected crc 2023-10-09T05:11:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:40 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:11:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:40 smithi150 ceph-mon[168511]: osdmap e615: 8 total, 8 up, 8 in 2023-10-09T05:11:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:40 smithi150 ceph-mon[168511]: failed to encode map e615 with expected crc 2023-10-09T05:11:41.234 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:40 smithi150 ceph-mon[168511]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:11:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:11:42] "GET /metrics HTTP/1.1" 200 34332 "" "Prometheus/2.43.0" 2023-10-09T05:11:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[184249]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[184249]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[184249]: pgmap v1867: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:42.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[184249]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[179183]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[179183]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[179183]: pgmap v1867: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:42.170 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:41 smithi107 ceph-mon[179183]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:41 smithi150 ceph-mon[168511]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:41 smithi150 ceph-mon[168511]: failed to encode map e615 with expected crc 2023-10-09T05:11:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:41 smithi150 ceph-mon[168511]: pgmap v1867: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:42.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:41 smithi150 ceph-mon[168511]: failed to encode map e615 with expected crc 2023-10-09T05:11:43.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:42 smithi107 ceph-mon[179183]: failed to encode map e615 with expected crc 2023-10-09T05:11:43.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:42 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:43.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:42 smithi107 ceph-mon[184249]: failed to encode map e615 with expected crc 2023-10-09T05:11:43.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:42 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:42 smithi150 ceph-mon[168511]: failed to encode map e615 with expected crc 2023-10-09T05:11:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:42 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:11:43.914 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.4 primary-affinity to 1 (8655362) 2023-10-09T05:11:44.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:43 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3613533186' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:44.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:43 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:44.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:43 smithi107 ceph-mon[184249]: pgmap v1868: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:44.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:43 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3613533186' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:44.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:43 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:44.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:43 smithi107 ceph-mon[179183]: pgmap v1868: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:44.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:43 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3613533186' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:44.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:43 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-10-09T05:11:44.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:43 smithi150 ceph-mon[168511]: pgmap v1868: 93 pgs: 93 active+clean; 4.6 MiB data, 9.6 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:44.459 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 5 1 2023-10-09T05:11:45.061 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:45.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:44 smithi107 ceph-mon[184249]: failed to encode map e616 with expected crc 2023-10-09T05:11:45.168 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:44 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:11:45.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:44 smithi107 ceph-mon[184249]: osdmap e616: 8 total, 8 up, 8 in 2023-10-09T05:11:45.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:44 smithi107 ceph-mon[179183]: failed to encode map e616 with expected crc 2023-10-09T05:11:45.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:44 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:11:45.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:44 smithi107 ceph-mon[179183]: osdmap e616: 8 total, 8 up, 8 in 2023-10-09T05:11:45.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:44 smithi150 ceph-mon[168511]: failed to encode map e616 with expected crc 2023-10-09T05:11:45.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:44 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-10-09T05:11:45.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:44 smithi150 ceph-mon[168511]: osdmap e616: 8 total, 8 up, 8 in 2023-10-09T05:11:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:45 smithi107 ceph-mon[184249]: failed to encode map e616 with expected crc 2023-10-09T05:11:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:45 smithi107 ceph-mon[184249]: pgmap v1870: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:46.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:45 smithi107 ceph-mon[184249]: failed to encode map e616 with expected crc 2023-10-09T05:11:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:45 smithi107 ceph-mon[179183]: failed to encode map e616 with expected crc 2023-10-09T05:11:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:45 smithi107 ceph-mon[179183]: pgmap v1870: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:46.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:45 smithi107 ceph-mon[179183]: failed to encode map e616 with expected crc 2023-10-09T05:11:46.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:45 smithi150 ceph-mon[168511]: failed to encode map e616 with expected crc 2023-10-09T05:11:46.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:45 smithi150 ceph-mon[168511]: pgmap v1870: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:46.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:45 smithi150 ceph-mon[168511]: failed to encode map e616 with expected crc 2023-10-09T05:11:46.924 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.5 to 1 (10000) 2023-10-09T05:11:47.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:46 smithi150 ceph-mon[168511]: failed to encode map e616 with expected crc 2023-10-09T05:11:47.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:46 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:47.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:46 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2903028267' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:47.309 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:46 smithi107 ceph-mon[184249]: failed to encode map e616 with expected crc 2023-10-09T05:11:47.309 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:46 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:47.309 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:46 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2903028267' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:47.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:46 smithi107 ceph-mon[179183]: failed to encode map e616 with expected crc 2023-10-09T05:11:47.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:46 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:11:47.310 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:46 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2903028267' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:47.325 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 5 1 2023-10-09T05:11:47.924 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:48.216 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[184249]: failed to encode map e617 with expected crc 2023-10-09T05:11:48.216 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[184249]: failed to encode map e617 with expected crc 2023-10-09T05:11:48.216 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2903028267' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:11:48.216 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[184249]: osdmap e617: 8 total, 8 up, 8 in 2023-10-09T05:11:48.217 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[184249]: pgmap v1872: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:48.217 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[179183]: failed to encode map e617 with expected crc 2023-10-09T05:11:48.217 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[179183]: failed to encode map e617 with expected crc 2023-10-09T05:11:48.217 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2903028267' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:11:48.217 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[179183]: osdmap e617: 8 total, 8 up, 8 in 2023-10-09T05:11:48.217 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:47 smithi107 ceph-mon[179183]: pgmap v1872: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:47 smithi150 ceph-mon[168511]: failed to encode map e617 with expected crc 2023-10-09T05:11:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:47 smithi150 ceph-mon[168511]: failed to encode map e617 with expected crc 2023-10-09T05:11:48.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:47 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2903028267' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:11:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:47 smithi150 ceph-mon[168511]: osdmap e617: 8 total, 8 up, 8 in 2023-10-09T05:11:48.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:47 smithi150 ceph-mon[168511]: pgmap v1872: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:49.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:48 smithi107 ceph-mon[179183]: failed to encode map e617 with expected crc 2023-10-09T05:11:49.125 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:48 smithi107 ceph-mon[179183]: failed to encode map e617 with expected crc 2023-10-09T05:11:49.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:48 smithi107 ceph-mon[184249]: failed to encode map e617 with expected crc 2023-10-09T05:11:49.126 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:48 smithi107 ceph-mon[184249]: failed to encode map e617 with expected crc 2023-10-09T05:11:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:48 smithi150 ceph-mon[168511]: failed to encode map e617 with expected crc 2023-10-09T05:11:49.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:48 smithi150 ceph-mon[168511]: failed to encode map e617 with expected crc 2023-10-09T05:11:49.931 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:49 smithi107 ceph-mon[179183]: pgmap v1873: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:49.932 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:49 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/316887519' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:49.932 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:49 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:49.936 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.5 primary-affinity to 1 (8655362) 2023-10-09T05:11:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:49 smithi150 ceph-mon[168511]: pgmap v1873: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:49 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/316887519' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:50.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:49 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:50.316 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:49 smithi107 ceph-mon[184249]: pgmap v1873: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:50.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:49 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/316887519' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:50.317 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:49 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-10-09T05:11:50.373 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 6 1 2023-10-09T05:11:50.973 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[184249]: failed to encode map e618 with expected crc 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[184249]: osdmap e618: 8 total, 8 up, 8 in 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[184249]: failed to encode map e618 with expected crc 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[179183]: failed to encode map e618 with expected crc 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:11:51.224 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[179183]: osdmap e618: 8 total, 8 up, 8 in 2023-10-09T05:11:51.225 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:50 smithi107 ceph-mon[179183]: failed to encode map e618 with expected crc 2023-10-09T05:11:51.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:50 smithi150 ceph-mon[168511]: failed to encode map e618 with expected crc 2023-10-09T05:11:51.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:50 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-10-09T05:11:51.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:50 smithi150 ceph-mon[168511]: osdmap e618: 8 total, 8 up, 8 in 2023-10-09T05:11:51.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:50 smithi150 ceph-mon[168511]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.093 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:11:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:11:52] "GET /metrics HTTP/1.1" 200 34318 "" "Prometheus/2.43.0" 2023-10-09T05:11:52.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:51 smithi107 ceph-mon[184249]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:51 smithi107 ceph-mon[184249]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.094 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:51 smithi107 ceph-mon[184249]: pgmap v1875: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:52.094 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:51 smithi107 ceph-mon[179183]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:51 smithi107 ceph-mon[179183]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.095 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:51 smithi107 ceph-mon[179183]: pgmap v1875: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:52.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:51 smithi150 ceph-mon[168511]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:51 smithi150 ceph-mon[168511]: failed to encode map e618 with expected crc 2023-10-09T05:11:52.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:51 smithi150 ceph-mon[168511]: pgmap v1875: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:52.949 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.6 to 1 (10000) 2023-10-09T05:11:53.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:52 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/255759230' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:53.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:52 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:53.349 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:52 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/255759230' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:53.349 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:52 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:53.349 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:52 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/255759230' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:53.349 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:52 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:53.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 6 1 2023-10-09T05:11:54.017 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:54.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:53 smithi150 ceph-mon[168511]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:53 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:11:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:53 smithi150 ceph-mon[168511]: osdmap e619: 8 total, 8 up, 8 in 2023-10-09T05:11:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:53 smithi150 ceph-mon[168511]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:53 smithi150 ceph-mon[168511]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:53 smithi150 ceph-mon[168511]: pgmap v1877: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:54.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[179183]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.256 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[179183]: osdmap e619: 8 total, 8 up, 8 in 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[179183]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[179183]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[179183]: pgmap v1877: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[184249]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:11:54.257 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[184249]: osdmap e619: 8 total, 8 up, 8 in 2023-10-09T05:11:54.258 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[184249]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.258 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[184249]: failed to encode map e619 with expected crc 2023-10-09T05:11:54.258 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:53 smithi107 ceph-mon[184249]: pgmap v1877: 93 pgs: 93 active+clean; 4.6 MiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:55.169 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:54 smithi107 ceph-mon[179183]: failed to encode map e619 with expected crc 2023-10-09T05:11:55.169 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:54 smithi107 ceph-mon[184249]: failed to encode map e619 with expected crc 2023-10-09T05:11:55.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:54 smithi150 ceph-mon[168511]: failed to encode map e619 with expected crc 2023-10-09T05:11:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:55 smithi150 ceph-mon[168511]: pgmap v1878: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:56.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:55 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3779783440' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:56.233 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:55 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:55 smithi107 ceph-mon[179183]: pgmap v1878: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:55 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3779783440' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:56.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:55 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:56.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:55 smithi107 ceph-mon[184249]: pgmap v1878: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:56.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:55 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3779783440' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:56.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:55 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-10-09T05:11:56.614 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.6 primary-affinity to 1 (8655362) 2023-10-09T05:11:57.080 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 7 1 2023-10-09T05:11:57.682 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:11:57.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[179183]: osdmap e620: 8 total, 8 up, 8 in 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[179183]: failed to encode map e620 with expected crc 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[179183]: failed to encode map e620 with expected crc 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[179183]: pgmap v1880: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[184249]: osdmap e620: 8 total, 8 up, 8 in 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[184249]: failed to encode map e620 with expected crc 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[184249]: failed to encode map e620 with expected crc 2023-10-09T05:11:57.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:57 smithi107 ceph-mon[184249]: pgmap v1880: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:57.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:57 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-10-09T05:11:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:57 smithi150 ceph-mon[168511]: osdmap e620: 8 total, 8 up, 8 in 2023-10-09T05:11:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:57 smithi150 ceph-mon[168511]: failed to encode map e620 with expected crc 2023-10-09T05:11:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:57 smithi150 ceph-mon[168511]: failed to encode map e620 with expected crc 2023-10-09T05:11:57.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:57 smithi150 ceph-mon[168511]: pgmap v1880: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:58.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:58 smithi107 ceph-mon[179183]: failed to encode map e620 with expected crc 2023-10-09T05:11:58.899 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:58 smithi107 ceph-mon[179183]: failed to encode map e620 with expected crc 2023-10-09T05:11:58.899 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:58 smithi107 ceph-mon[184249]: failed to encode map e620 with expected crc 2023-10-09T05:11:58.900 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:58 smithi107 ceph-mon[184249]: failed to encode map e620 with expected crc 2023-10-09T05:11:58.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:58 smithi150 ceph-mon[168511]: failed to encode map e620 with expected crc 2023-10-09T05:11:58.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:58 smithi150 ceph-mon[168511]: failed to encode map e620 with expected crc 2023-10-09T05:11:59.624 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.7 to 1 (10000) 2023-10-09T05:11:59.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:59 smithi107 ceph-mon[179183]: pgmap v1881: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:59.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:59 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3078783254' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:11:59.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:11:59 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:11:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:59 smithi107 ceph-mon[184249]: pgmap v1881: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:59 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3078783254' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:11:59.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:11:59 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:11:59.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:59 smithi150 ceph-mon[168511]: pgmap v1881: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:11:59.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:59 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3078783254' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:11:59.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:11:59 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:00.040 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 7 1 2023-10-09T05:12:00.649 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:00.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[179183]: failed to encode map e621 with expected crc 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[179183]: failed to encode map e621 with expected crc 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[179183]: osdmap e621: 8 total, 8 up, 8 in 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[184249]: failed to encode map e621 with expected crc 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[184249]: failed to encode map e621 with expected crc 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:12:00.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:00 smithi107 ceph-mon[184249]: osdmap e621: 8 total, 8 up, 8 in 2023-10-09T05:12:00.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:00 smithi150 ceph-mon[168511]: failed to encode map e621 with expected crc 2023-10-09T05:12:00.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:00 smithi150 ceph-mon[168511]: failed to encode map e621 with expected crc 2023-10-09T05:12:00.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:00 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:12:00.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:00 smithi150 ceph-mon[168511]: osdmap e621: 8 total, 8 up, 8 in 2023-10-09T05:12:01.872 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:01 smithi107 ceph-mon[184249]: pgmap v1883: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:01.873 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:01 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:01.873 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:01 smithi107 ceph-mon[179183]: pgmap v1883: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:01.873 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:01 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:01.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:01 smithi150 ceph-mon[168511]: pgmap v1883: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:01.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:01 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:02.168 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:12:02] "GET /metrics HTTP/1.1" 200 34317 "" "Prometheus/2.43.0" 2023-10-09T05:12:02.642 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.7 primary-affinity to 1 (8655362) 2023-10-09T05:12:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:02 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1111564887' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:02.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:02 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:02.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:02 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1111564887' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:02.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:02 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:02 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1111564887' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:02.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:02 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-10-09T05:12:03.097 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 3 1 2023-10-09T05:12:03.694 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:03.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: osdmap e622: 8 total, 8 up, 8 in 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[184249]: pgmap v1885: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:12:03.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: osdmap e622: 8 total, 8 up, 8 in 2023-10-09T05:12:03.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:03 smithi107 ceph-mon[179183]: pgmap v1885: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:03.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-10-09T05:12:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: osdmap e622: 8 total, 8 up, 8 in 2023-10-09T05:12:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: failed to encode map e622 with expected crc 2023-10-09T05:12:03.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:03 smithi150 ceph-mon[168511]: pgmap v1885: 93 pgs: 93 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:06.118 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.3 to 1 (10000) 2023-10-09T05:12:06.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:06 smithi107 ceph-mon[179183]: pgmap v1886: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:06.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:06 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2803454477' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:06 smithi107 ceph-mon[184249]: pgmap v1886: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:06.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:06 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2803454477' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:06 smithi150 ceph-mon[168511]: pgmap v1886: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:06.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:06 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2803454477' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:06.644 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 3 1 2023-10-09T05:12:07.244 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[184249]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2803454477' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[184249]: osdmap e623: 8 total, 8 up, 8 in 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[184249]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[184249]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[184249]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[179183]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2803454477' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:12:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[179183]: osdmap e623: 8 total, 8 up, 8 in 2023-10-09T05:12:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[179183]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[179183]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:07 smithi107 ceph-mon[179183]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:07 smithi150 ceph-mon[168511]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:07 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2803454477' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:12:07.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:07 smithi150 ceph-mon[168511]: osdmap e623: 8 total, 8 up, 8 in 2023-10-09T05:12:07.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:07 smithi150 ceph-mon[168511]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:07 smithi150 ceph-mon[168511]: failed to encode map e623 with expected crc 2023-10-09T05:12:07.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:07 smithi150 ceph-mon[168511]: failed to encode map e623 with expected crc 2023-10-09T05:12:08.409 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:08 smithi107 ceph-mon[184249]: pgmap v1888: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:08.410 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:08 smithi107 ceph-mon[179183]: pgmap v1888: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:08.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:08 smithi150 ceph-mon[168511]: pgmap v1888: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:09.131 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.3 primary-affinity to 1 (8655362) 2023-10-09T05:12:09.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:09 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1669085766' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:09.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:09 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:09 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1669085766' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:09.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:09 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:09.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:09 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1669085766' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:09.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:09 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-10-09T05:12:09.603 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd reweight 1 1 2023-10-09T05:12:10.204 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: pgmap v1889: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:12:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: osdmap e624: 8 total, 8 up, 8 in 2023-10-09T05:12:10.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[179183]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: pgmap v1889: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:10.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.420 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:12:10.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: osdmap e624: 8 total, 8 up, 8 in 2023-10-09T05:12:10.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.421 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:10 smithi107 ceph-mon[184249]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: pgmap v1889: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-10-09T05:12:10.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: osdmap e624: 8 total, 8 up, 8 in 2023-10-09T05:12:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: failed to encode map e624 with expected crc 2023-10-09T05:12:10.484 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:10 smithi150 ceph-mon[168511]: failed to encode map e624 with expected crc 2023-10-09T05:12:11.669 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:11 smithi107 ceph-mon[179183]: pgmap v1891: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:11.669 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:11 smithi107 ceph-mon[184249]: pgmap v1891: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:11.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:11 smithi150 ceph-mon[168511]: pgmap v1891: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:12.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:12 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:12:12] "GET /metrics HTTP/1.1" 200 34317 "" "Prometheus/2.43.0" 2023-10-09T05:12:12.627 INFO:teuthology.orchestra.run.smithi107.stderr:reweighted osd.1 to 1 (10000) 2023-10-09T05:12:12.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:12 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2141557358' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:12.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:12 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2141557358' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:12.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:12 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2141557358' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:13.354 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd primary-affinity 1 1 2023-10-09T05:12:13.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[184249]: failed to encode map e625 with expected crc 2023-10-09T05:12:13.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/2141557358' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[184249]: osdmap e625: 8 total, 8 up, 8 in 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[184249]: pgmap v1893: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[184249]: failed to encode map e625 with expected crc 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[179183]: failed to encode map e625 with expected crc 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/2141557358' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[179183]: osdmap e625: 8 total, 8 up, 8 in 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[179183]: pgmap v1893: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:13.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:13 smithi107 ceph-mon[179183]: failed to encode map e625 with expected crc 2023-10-09T05:12:13.955 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:13 smithi150 ceph-mon[168511]: failed to encode map e625 with expected crc 2023-10-09T05:12:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:13 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/2141557358' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:12:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:13 smithi150 ceph-mon[168511]: osdmap e625: 8 total, 8 up, 8 in 2023-10-09T05:12:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:13 smithi150 ceph-mon[168511]: pgmap v1893: 93 pgs: 93 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:13.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:13 smithi150 ceph-mon[168511]: failed to encode map e625 with expected crc 2023-10-09T05:12:14.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:14 smithi107 ceph-mon[184249]: failed to encode map e625 with expected crc 2023-10-09T05:12:14.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:14 smithi107 ceph-mon[184249]: failed to encode map e625 with expected crc 2023-10-09T05:12:14.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:14 smithi107 ceph-mon[179183]: failed to encode map e625 with expected crc 2023-10-09T05:12:14.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:14 smithi107 ceph-mon[179183]: failed to encode map e625 with expected crc 2023-10-09T05:12:14.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:14 smithi150 ceph-mon[168511]: failed to encode map e625 with expected crc 2023-10-09T05:12:14.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:14 smithi150 ceph-mon[168511]: failed to encode map e625 with expected crc 2023-10-09T05:12:15.647 INFO:teuthology.orchestra.run.smithi107.stderr:set osd.1 primary-affinity to 1 (8655362) 2023-10-09T05:12:15.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:15 smithi107 ceph-mon[184249]: pgmap v1894: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:15 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1026594487' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:15.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:15 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:15 smithi107 ceph-mon[179183]: pgmap v1894: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:15 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1026594487' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:15.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:15 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:15.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:15 smithi150 ceph-mon[168511]: pgmap v1894: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:15 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1026594487' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:15.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:15 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-10-09T05:12:16.113 INFO:tasks.thrashosds.thrasher:joining the do_sighup greenlet 2023-10-09T05:12:16.114 INFO:tasks.thrashosds.thrasher:joining the do_optrack_toggle greenlet 2023-10-09T05:12:16.114 INFO:tasks.thrashosds.thrasher:joining the do_dump_ops greenlet 2023-10-09T05:12:16.114 INFO:tasks.thrashosds.thrasher:joining the do_noscrub_toggle greenlet 2023-10-09T05:12:16.114 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-09T05:12:16.114 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T05:12:16.710 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:16.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: osdmap e626: 8 total, 8 up, 8 in 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: osdmap e626: 8 total, 8 up, 8 in 2023-10-09T05:12:16.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.921 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:16 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:16.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: osdmap e626: 8 total, 8 up, 8 in 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: failed to encode map e626 with expected crc 2023-10-09T05:12:16.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:16 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:17.861 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: osdmap e627: 8 total, 8 up, 8 in 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[179183]: pgmap v1897: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:17.862 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: osdmap e627: 8 total, 8 up, 8 in 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.863 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:17 smithi107 ceph-mon[184249]: pgmap v1897: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:17.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: osdmap e627: 8 total, 8 up, 8 in 2023-10-09T05:12:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: failed to encode map e627 with expected crc 2023-10-09T05:12:17.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:17 smithi150 ceph-mon[168511]: pgmap v1897: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:18.283 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:12:18.284 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":627,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T05:12:16.632675+0000","last_up_change":"2023-10-09T05:02:04.986249+0000","last_in_change":"2023-10-09T05:11:17.116093+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":25,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":21,"pg_placement_num":21,"pg_placement_num_target":21,"pg_num_target":21,"pg_num_pending":21,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"609","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"591","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":1.8999999761581421,"score_stable":1.8999999761581421,"optimal_score":1,"raw_score_acting":1.8999999761581421,"raw_score_stable":1.8999999761581421,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"597","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":597,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-10-09T04:23:08.880996+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-10-09T04:23:09.454912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":82,"up_from":86,"up_thru":611,"down_at":83,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6803","nonce":2118302359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6805","nonce":2118302359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6809","nonce":2118302359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6807","nonce":2118302359}]},"public_addr":"172.21.15.107:6803/2118302359","cluster_addr":"172.21.15.107:6805/2118302359","heartbeat_back_addr":"172.21.15.107:6809/2118302359","heartbeat_front_addr":"172.21.15.107:6807/2118302359","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":235,"last_clean_end":465,"up_from":478,"up_thru":626,"down_at":466,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6811","nonce":2366505013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6813","nonce":2366505013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6817","nonce":2366505013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6815","nonce":2366505013}]},"public_addr":"172.21.15.107:6811/2366505013","cluster_addr":"172.21.15.107:6813/2366505013","heartbeat_back_addr":"172.21.15.107:6817/2366505013","heartbeat_front_addr":"172.21.15.107:6815/2366505013","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":112,"up_from":116,"up_thru":605,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6819","nonce":1932075145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6821","nonce":1932075145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6825","nonce":1932075145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6823","nonce":1932075145}]},"public_addr":"172.21.15.107:6819/1932075145","cluster_addr":"172.21.15.107:6821/1932075145","heartbeat_back_addr":"172.21.15.107:6825/1932075145","heartbeat_front_addr":"172.21.15.107:6823/1932075145","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":135,"last_clean_end":186,"up_from":198,"up_thru":608,"down_at":186,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6827","nonce":593937980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6829","nonce":593937980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6833","nonce":593937980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6831","nonce":593937980}]},"public_addr":"172.21.15.107:6827/593937980","cluster_addr":"172.21.15.107:6829/593937980","heartbeat_back_addr":"172.21.15.107:6833/593937980","heartbeat_front_addr":"172.21.15.107:6831/593937980","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":605,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":608,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":608,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":608,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":82},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":465},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":112},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":185},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.13","mappings":[{"from":4,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:0/1701950446":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/2527273438":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.150:0/1626470036":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6801/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6800/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/2340316110":"2023-10-10T04:25:29.637479+0000","172.21.15.150:0/4151441234":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.150:0/27277897":"2023-10-10T04:26:29.598458+0000","172.21.15.150:0/1741093219":"2023-10-10T04:26:29.598458+0000","172.21.15.150:0/2664317021":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/3833199445":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/737220408":"2023-10-10T04:25:29.637479+0000","172.21.15.150:6834/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.150:6835/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000","172.21.15.150:0/1756869995":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1006727044":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/986944331":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6800/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/1285099573":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/705851465":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/745450084":"2023-10-10T04:27:30.842446+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T05:12:18.768 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-09T05:12:18.768 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-09T05:12:18.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:18 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3226465690' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T05:12:18.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:18 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3226465690' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T05:12:18.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:18 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3226465690' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T05:12:19.363 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:19.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:19 smithi107 ceph-mon[184249]: pgmap v1898: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:19.922 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:19 smithi107 ceph-mon[179183]: pgmap v1898: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:19.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:19 smithi150 ceph-mon[168511]: pgmap v1898: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:20.956 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:12:20.957 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":627,"fsid":"9e20cd18-665a-11ee-8db5-212e2dc638e7","created":"2023-10-09T04:17:16.548927+0000","modified":"2023-10-09T05:12:16.632675+0000","last_up_change":"2023-10-09T05:02:04.986249+0000","last_in_change":"2023-10-09T05:11:17.116093+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":25,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-09T04:20:02.397801+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":21,"pg_placement_num":21,"pg_placement_num_target":21,"pg_num_target":21,"pg_num_pending":21,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"609","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"591","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":1.8999999761581421,"score_stable":1.8999999761581421,"optimal_score":1,"raw_score_acting":1.8999999761581421,"raw_score_stable":1.8999999761581421,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-10-09T04:22:25.725080+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"597","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":597,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-10-09T04:23:08.880996+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-10-09T04:23:09.454912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90ea961d-11d4-4f02-b0b1-d8a7eaf1f595","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":82,"up_from":86,"up_thru":611,"down_at":83,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6803","nonce":2118302359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6805","nonce":2118302359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6809","nonce":2118302359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2118302359},{"type":"v1","addr":"172.21.15.107:6807","nonce":2118302359}]},"public_addr":"172.21.15.107:6803/2118302359","cluster_addr":"172.21.15.107:6805/2118302359","heartbeat_back_addr":"172.21.15.107:6809/2118302359","heartbeat_front_addr":"172.21.15.107:6807/2118302359","state":["exists","up"]},{"osd":1,"uuid":"0bf3914e-0349-46dc-9b29-11ad23d47bf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":235,"last_clean_end":465,"up_from":478,"up_thru":626,"down_at":466,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6811","nonce":2366505013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6813","nonce":2366505013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6817","nonce":2366505013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":2366505013},{"type":"v1","addr":"172.21.15.107:6815","nonce":2366505013}]},"public_addr":"172.21.15.107:6811/2366505013","cluster_addr":"172.21.15.107:6813/2366505013","heartbeat_back_addr":"172.21.15.107:6817/2366505013","heartbeat_front_addr":"172.21.15.107:6815/2366505013","state":["exists","up"]},{"osd":2,"uuid":"9a42e461-fbc1-4a4d-95e4-f81c4d24aa52","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":112,"up_from":116,"up_thru":605,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6819","nonce":1932075145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6821","nonce":1932075145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6825","nonce":1932075145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1932075145},{"type":"v1","addr":"172.21.15.107:6823","nonce":1932075145}]},"public_addr":"172.21.15.107:6819/1932075145","cluster_addr":"172.21.15.107:6821/1932075145","heartbeat_back_addr":"172.21.15.107:6825/1932075145","heartbeat_front_addr":"172.21.15.107:6823/1932075145","state":["exists","up"]},{"osd":3,"uuid":"93ec819e-e804-411d-91cf-4a02b2ad66a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":135,"last_clean_end":186,"up_from":198,"up_thru":608,"down_at":186,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6827","nonce":593937980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6829","nonce":593937980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6833","nonce":593937980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":593937980},{"type":"v1","addr":"172.21.15.107:6831","nonce":593937980}]},"public_addr":"172.21.15.107:6827/593937980","cluster_addr":"172.21.15.107:6829/593937980","heartbeat_back_addr":"172.21.15.107:6833/593937980","heartbeat_front_addr":"172.21.15.107:6831/593937980","state":["exists","up"]},{"osd":4,"uuid":"9b32f00f-d38e-4f49-aeae-88cb78ef66c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":605,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6801","nonce":2577089297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6803","nonce":2577089297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6807","nonce":2577089297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":2577089297},{"type":"v1","addr":"172.21.15.150:6805","nonce":2577089297}]},"public_addr":"172.21.15.150:6801/2577089297","cluster_addr":"172.21.15.150:6803/2577089297","heartbeat_back_addr":"172.21.15.150:6807/2577089297","heartbeat_front_addr":"172.21.15.150:6805/2577089297","state":["exists","up"]},{"osd":5,"uuid":"39618a09-1982-4d53-92f3-f7f9165cc03c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":608,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6809","nonce":1369829072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6811","nonce":1369829072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6815","nonce":1369829072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":1369829072},{"type":"v1","addr":"172.21.15.150:6813","nonce":1369829072}]},"public_addr":"172.21.15.150:6809/1369829072","cluster_addr":"172.21.15.150:6811/1369829072","heartbeat_back_addr":"172.21.15.150:6815/1369829072","heartbeat_front_addr":"172.21.15.150:6813/1369829072","state":["exists","up"]},{"osd":6,"uuid":"04ef6311-6d44-4a5e-a7e8-00260a2d3768","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":608,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6817","nonce":656120782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6819","nonce":656120782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6823","nonce":656120782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6820","nonce":656120782},{"type":"v1","addr":"172.21.15.150:6821","nonce":656120782}]},"public_addr":"172.21.15.150:6817/656120782","cluster_addr":"172.21.15.150:6819/656120782","heartbeat_back_addr":"172.21.15.150:6823/656120782","heartbeat_front_addr":"172.21.15.150:6821/656120782","state":["exists","up"]},{"osd":7,"uuid":"817c0171-ae73-4e05-80e0-0419496e0698","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":608,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6825","nonce":1979472933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6826","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6827","nonce":1979472933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6831","nonce":1979472933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1979472933},{"type":"v1","addr":"172.21.15.150:6829","nonce":1979472933}]},"public_addr":"172.21.15.150:6825/1979472933","cluster_addr":"172.21.15.150:6827/1979472933","heartbeat_back_addr":"172.21.15.150:6831/1979472933","heartbeat_front_addr":"172.21.15.150:6829/1979472933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:18.493941+0000","dead_epoch":82},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:19:39.918619+0000","dead_epoch":465},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:00.259296+0000","dead_epoch":112},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:21.806571+0000","dead_epoch":185},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:20:42.267405+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:03.540984+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:24.712941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-10-09T04:21:46.086286+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.13","mappings":[{"from":4,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:0/125467378":"2023-10-10T04:17:44.532229+0000","172.21.15.107:0/1701950446":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/3833199445":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6800/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.150:0/4151441234":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/705851465":"2023-10-10T04:27:30.842446+0000","172.21.15.107:0/745450084":"2023-10-10T04:27:30.842446+0000","172.21.15.150:0/27277897":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/737220408":"2023-10-10T04:25:29.637479+0000","172.21.15.150:6834/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1958313699":"2023-10-10T04:18:06.078190+0000","172.21.15.107:6801/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/196179505":"2023-10-10T04:22:14.641003+0000","172.21.15.150:0/2664317021":"2023-10-10T04:26:29.598458+0000","172.21.15.107:6800/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.150:0/1741093219":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/2968030229":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/3463214081":"2023-10-10T04:17:44.532229+0000","172.21.15.150:6835/829485185":"2023-10-10T04:26:29.598458+0000","172.21.15.107:6801/2295541533":"2023-10-10T04:17:44.532229+0000","172.21.15.107:6800/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/2340316110":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/2527273438":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/3772966001":"2023-10-10T04:25:29.637479+0000","172.21.15.107:6800/628699366":"2023-10-10T04:18:06.078190+0000","172.21.15.107:0/1662992509":"2023-10-10T04:18:06.078190+0000","172.21.15.150:0/1626470036":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/544458370":"2023-10-10T04:17:44.532229+0000","172.21.15.150:0/1756869995":"2023-10-10T04:26:29.598458+0000","172.21.15.107:0/1006727044":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/1285099573":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6800/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/219653733":"2023-10-10T04:22:14.641003+0000","172.21.15.107:6801/3329339661":"2023-10-10T04:27:30.842446+0000","172.21.15.107:6801/2171657098":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/986944331":"2023-10-10T04:25:29.637479+0000","172.21.15.107:0/3968435644":"2023-10-10T04:22:14.641003+0000","172.21.15.107:0/3609866187":"2023-10-10T04:22:14.641003+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-09T05:12:21.408 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-09T05:12:21.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-09T05:12:21.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-09T05:12:21.409 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-09T05:12:21.410 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-09T05:12:21.410 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-09T05:12:21.410 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-09T05:12:21.411 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-09T05:12:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:21 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1252010259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T05:12:21.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:21 smithi150 ceph-mon[168511]: pgmap v1899: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:22.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:21 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1252010259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T05:12:22.011 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:21 smithi107 ceph-mon[179183]: pgmap v1899: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:22.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:21 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1252010259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-09T05:12:22.011 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:21 smithi107 ceph-mon[184249]: pgmap v1899: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:22.192 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.220 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.324 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.325 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.325 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.326 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.330 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:22.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:12:22] "GET /metrics HTTP/1.1" 200 34316 "" "Prometheus/2.43.0" 2023-10-09T05:12:22.424 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:24.373 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:24 smithi107 ceph-mon[184249]: pgmap v1900: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:24.373 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:24 smithi107 ceph-mon[179183]: pgmap v1900: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:24.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:24 smithi150 ceph-mon[168511]: pgmap v1900: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:26.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:26 smithi107 ceph-mon[184249]: pgmap v1901: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:26.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:26 smithi107 ceph-mon[179183]: pgmap v1901: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:26.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:26 smithi150 ceph-mon[168511]: pgmap v1901: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:28.418 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:28 smithi107 ceph-mon[179183]: pgmap v1902: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:28.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:28 smithi107 ceph-mon[184249]: pgmap v1902: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:28.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:28 smithi150 ceph-mon[168511]: pgmap v1902: 93 pgs: 93 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:28.608 INFO:teuthology.orchestra.run.smithi107.stdout:498216206781 2023-10-09T05:12:28.609 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-09T05:12:29.706 INFO:teuthology.orchestra.run.smithi107.stdout:2052994367614 2023-10-09T05:12:29.707 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-09T05:12:30.316 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:30 smithi107 ceph-mon[184249]: pgmap v1903: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:30.316 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:30 smithi107 ceph-mon[179183]: pgmap v1903: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:30.413 INFO:teuthology.orchestra.run.smithi107.stdout:369367187938 2023-10-09T05:12:30.414 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-09T05:12:30.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:30 smithi150 ceph-mon[168511]: pgmap v1903: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:31.074 INFO:teuthology.orchestra.run.smithi107.stdout:231928234596 2023-10-09T05:12:31.074 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-09T05:12:31.757 INFO:teuthology.orchestra.run.smithi107.stdout:850403524918 2023-10-09T05:12:31.757 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-09T05:12:31.918 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:31 smithi107 ceph-mon[179183]: pgmap v1904: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:31.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:31 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:31.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:31 smithi107 ceph-mon[184249]: pgmap v1904: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:31.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:31 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:31.935 INFO:teuthology.orchestra.run.smithi107.stdout:128849019504 2023-10-09T05:12:31.935 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-09T05:12:31.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:31 smithi150 ceph-mon[168511]: pgmap v1904: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:31.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:31 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:31.984 INFO:teuthology.orchestra.run.smithi107.stdout:163208757868 2023-10-09T05:12:31.985 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-09T05:12:32.238 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:12:32] "GET /metrics HTTP/1.1" 200 34312 "" "Prometheus/2.43.0" 2023-10-09T05:12:32.275 INFO:teuthology.orchestra.run.smithi107.stdout:197568496232 2023-10-09T05:12:32.275 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-09T05:12:32.455 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:32.538 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:32.700 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:32.746 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:32.762 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:32.875 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2023-10-09T05:12:32.875 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2023-10-09T05:12:32.875 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2023-10-09T05:12:32.875 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2023-10-09T05:12:32.875 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2023-10-09T05:12:32.876 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:32 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2023-10-09T05:12:32.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2023-10-09T05:12:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2023-10-09T05:12:32.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:32 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2023-10-09T05:12:33.569 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:33.569 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:33.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2023-10-09T05:12:33.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2023-10-09T05:12:33.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2023-10-09T05:12:33.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: osdmap e628: 8 total, 8 up, 8 in 2023-10-09T05:12:33.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.785 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[179183]: pgmap v1906: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: osdmap e628: 8 total, 8 up, 8 in 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.786 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.787 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.787 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:33 smithi107 ceph-mon[184249]: pgmap v1906: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:33.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: osdmap e628: 8 total, 8 up, 8 in 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: failed to encode map e628 with expected crc 2023-10-09T05:12:33.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:33 smithi150 ceph-mon[168511]: pgmap v1906: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:34.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[184249]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[184249]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[184249]: osdmap e629: 8 total, 8 up, 8 in 2023-10-09T05:12:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[184249]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[184249]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[184249]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[179183]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[179183]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[179183]: osdmap e629: 8 total, 8 up, 8 in 2023-10-09T05:12:34.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[179183]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[179183]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.920 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:34 smithi107 ceph-mon[179183]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:34 smithi150 ceph-mon[168511]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:34 smithi150 ceph-mon[168511]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:34 smithi150 ceph-mon[168511]: osdmap e629: 8 total, 8 up, 8 in 2023-10-09T05:12:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:34 smithi150 ceph-mon[168511]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:34 smithi150 ceph-mon[168511]: failed to encode map e629 with expected crc 2023-10-09T05:12:34.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:34 smithi150 ceph-mon[168511]: failed to encode map e629 with expected crc 2023-10-09T05:12:35.557 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:35.770 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:35 smithi107 ceph-mon[179183]: pgmap v1908: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:35.770 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:35 smithi107 ceph-mon[184249]: pgmap v1908: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:35.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:35 smithi150 ceph-mon[168511]: pgmap v1908: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:36.773 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:36 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:12:36.774 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:36 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:12:36.835 INFO:teuthology.orchestra.run.smithi107.stdout:369367187939 2023-10-09T05:12:36.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:36 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-09T05:12:37.898 INFO:teuthology.orchestra.run.smithi107.stdout:2052994367616 2023-10-09T05:12:37.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:37 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1613985610' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T05:12:37.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:37 smithi107 ceph-mon[184249]: pgmap v1909: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:37.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:37 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1613985610' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T05:12:37.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:37 smithi107 ceph-mon[179183]: pgmap v1909: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:37.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:37 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1613985610' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-09T05:12:37.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:37 smithi150 ceph-mon[168511]: pgmap v1909: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:38.217 INFO:teuthology.orchestra.run.smithi107.stdout:850403524919 2023-10-09T05:12:38.584 INFO:teuthology.orchestra.run.smithi107.stdout:498216206783 2023-10-09T05:12:38.640 INFO:teuthology.orchestra.run.smithi107.stdout:197568496233 2023-10-09T05:12:38.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3546547443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1387952806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1521178104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3988949120' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3546547443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1387952806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1521178104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T05:12:38.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:38 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3988949120' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T05:12:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3546547443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-09T05:12:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1387952806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-09T05:12:38.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1521178104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-09T05:12:38.983 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:38 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3988949120' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-09T05:12:39.424 INFO:tasks.cephadm.ceph_manager.ceph:need seq 850403524918 got 850403524919 for osd.3 2023-10-09T05:12:39.424 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:39.666 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:39 smithi107 ceph-mon[179183]: pgmap v1910: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:39.666 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:39 smithi107 ceph-mon[184249]: pgmap v1910: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:39.967 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2052994367614 got 2052994367616 for osd.1 2023-10-09T05:12:39.968 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:39.982 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:39 smithi150 ceph-mon[168511]: pgmap v1910: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:40.380 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568496232 got 197568496233 for osd.6 2023-10-09T05:12:40.381 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:40.824 INFO:tasks.cephadm.ceph_manager.ceph:need seq 498216206781 got 498216206783 for osd.2 2023-10-09T05:12:40.824 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:40.968 INFO:tasks.cephadm.ceph_manager.ceph:need seq 369367187938 got 369367187939 for osd.0 2023-10-09T05:12:40.968 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:41.111 INFO:teuthology.orchestra.run.smithi107.stdout:128849019506 2023-10-09T05:12:41.476 INFO:teuthology.orchestra.run.smithi107.stdout:163208757870 2023-10-09T05:12:41.962 INFO:teuthology.orchestra.run.smithi107.stdout:231928234598 2023-10-09T05:12:42.090 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:42.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:42.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[179183]: pgmap v1911: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:42.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3919923832' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T05:12:42.091 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/1545001850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T05:12:42.091 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:42 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:12:42] "GET /metrics HTTP/1.1" 200 34312 "" "Prometheus/2.43.0" 2023-10-09T05:12:42.091 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:42.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:42.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[184249]: pgmap v1911: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:42.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3919923832' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T05:12:42.092 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:41 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/1545001850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T05:12:42.178 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019504 got 128849019506 for osd.4 2023-10-09T05:12:42.178 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:42.227 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757868 got 163208757870 for osd.5 2023-10-09T05:12:42.227 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:41 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:41 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:41 smithi150 ceph-mon[168511]: pgmap v1911: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3919923832' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-09T05:12:42.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:41 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/1545001850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-09T05:12:42.694 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234596 got 231928234598 for osd.7 2023-10-09T05:12:42.694 DEBUG:teuthology.parallel:result is None 2023-10-09T05:12:42.694 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-10-09T05:12:42.695 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:12:42.918 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:42 smithi107 ceph-mon[184249]: from='client.? 172.21.15.107:0/3066829802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T05:12:42.919 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:42 smithi107 ceph-mon[179183]: from='client.? 172.21.15.107:0/3066829802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T05:12:43.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:42 smithi150 ceph-mon[168511]: from='client.? 172.21.15.107:0/3066829802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-09T05:12:43.294 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:44.139 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:43 smithi107 ceph-mon[179183]: pgmap v1912: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:44.140 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:43 smithi107 ceph-mon[184249]: pgmap v1912: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:44.232 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:43 smithi150 ceph-mon[168511]: pgmap v1912: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:45.162 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:12:45.164 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:12:45.750 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1913,"stamp":"2023-10-09T05:12:45.058520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":71,"num_bytes_recovered":4546013,"num_keys_recovered":20,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4412,"ondisk_log_size":4412,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":279,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":9526604,"kb_used_data":70412,"kb_used_omap":22,"kb_used_meta":9456105,"kb_avail":740434612,"statfs":{"total":767960285184,"available":758205042688,"internally_reserved":0,"allocated":72101888,"data_stored":54243394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":9683051755},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.424670"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":662,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638560+0000","last_change":"2023-10-09T05:11:18.148765+0000","last_active":"2023-10-09T05:12:32.638560+0000","last_peered":"2023-10-09T05:12:32.638560+0000","last_clean":"2023-10-09T05:12:32.638560+0000","last_became_active":"2023-10-09T05:11:18.148475+0000","last_became_peered":"2023-10-09T05:11:18.148475+0000","last_unstale":"2023-10-09T05:12:32.638560+0000","last_undegraded":"2023-10-09T05:12:32.638560+0000","last_fullsized":"2023-10-09T05:12:32.638560+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:43.695686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":384,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632497+0000","last_change":"2023-10-09T05:11:18.145944+0000","last_active":"2023-10-09T05:12:32.632497+0000","last_peered":"2023-10-09T05:12:32.632497+0000","last_clean":"2023-10-09T05:12:32.632497+0000","last_became_active":"2023-10-09T05:11:18.145635+0000","last_became_peered":"2023-10-09T05:11:18.145635+0000","last_unstale":"2023-10-09T05:12:32.632497+0000","last_undegraded":"2023-10-09T05:12:32.632497+0000","last_fullsized":"2023-10-09T05:12:32.632497+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:26:44.413589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":34,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630239+0000","last_change":"2023-10-09T05:11:18.143452+0000","last_active":"2023-10-09T05:12:32.630239+0000","last_peered":"2023-10-09T05:12:32.630239+0000","last_clean":"2023-10-09T05:12:32.630239+0000","last_became_active":"2023-10-09T05:11:18.143166+0000","last_became_peered":"2023-10-09T05:11:18.143166+0000","last_unstale":"2023-10-09T05:12:32.630239+0000","last_undegraded":"2023-10-09T05:12:32.630239+0000","last_fullsized":"2023-10-09T05:12:32.630239+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:25:32.516765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":366,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632924+0000","last_change":"2023-10-09T05:11:31.762721+0000","last_active":"2023-10-09T05:12:32.632924+0000","last_peered":"2023-10-09T05:12:32.632924+0000","last_clean":"2023-10-09T05:12:32.632924+0000","last_became_active":"2023-10-09T05:11:31.760802+0000","last_became_peered":"2023-10-09T05:11:31.760802+0000","last_unstale":"2023-10-09T05:12:32.632924+0000","last_undegraded":"2023-10-09T05:12:32.632924+0000","last_fullsized":"2023-10-09T05:12:32.632924+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:33:06.969407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":363,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630400+0000","last_change":"2023-10-09T05:11:18.142691+0000","last_active":"2023-10-09T05:12:32.630400+0000","last_peered":"2023-10-09T05:12:32.630400+0000","last_clean":"2023-10-09T05:12:32.630400+0000","last_became_active":"2023-10-09T05:11:18.142380+0000","last_became_peered":"2023-10-09T05:11:18.142380+0000","last_unstale":"2023-10-09T05:12:32.630400+0000","last_undegraded":"2023-10-09T05:12:32.630400+0000","last_fullsized":"2023-10-09T05:12:32.630400+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:04.283620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":339,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741512+0000","last_change":"2023-10-09T05:11:18.167534+0000","last_active":"2023-10-09T05:12:32.741512+0000","last_peered":"2023-10-09T05:12:32.741512+0000","last_clean":"2023-10-09T05:12:32.741512+0000","last_became_active":"2023-10-09T05:11:18.165831+0000","last_became_peered":"2023-10-09T05:11:18.165831+0000","last_unstale":"2023-10-09T05:12:32.741512+0000","last_undegraded":"2023-10-09T05:12:32.741512+0000","last_fullsized":"2023-10-09T05:12:32.741512+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:41.330455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":363,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632493+0000","last_change":"2023-10-09T05:11:31.762280+0000","last_active":"2023-10-09T05:12:32.632493+0000","last_peered":"2023-10-09T05:12:32.632493+0000","last_clean":"2023-10-09T05:12:32.632493+0000","last_became_active":"2023-10-09T05:11:31.761524+0000","last_became_peered":"2023-10-09T05:11:31.761524+0000","last_unstale":"2023-10-09T05:12:32.632493+0000","last_undegraded":"2023-10-09T05:12:32.632493+0000","last_fullsized":"2023-10-09T05:12:32.632493+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:53:42.912246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":389,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630550+0000","last_change":"2023-10-09T05:11:18.165897+0000","last_active":"2023-10-09T05:12:32.630550+0000","last_peered":"2023-10-09T05:12:32.630550+0000","last_clean":"2023-10-09T05:12:32.630550+0000","last_became_active":"2023-10-09T05:11:18.165601+0000","last_became_peered":"2023-10-09T05:11:18.165601+0000","last_unstale":"2023-10-09T05:12:32.630550+0000","last_undegraded":"2023-10-09T05:12:32.630550+0000","last_fullsized":"2023-10-09T05:12:32.630550+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:23:44.847653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"77'161","reported_seq":705,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635658+0000","last_change":"2023-10-09T05:11:07.707325+0000","last_active":"2023-10-09T05:12:32.635658+0000","last_peered":"2023-10-09T05:12:32.635658+0000","last_clean":"2023-10-09T05:12:32.635658+0000","last_became_active":"2023-10-09T05:11:07.706935+0000","last_became_peered":"2023-10-09T05:11:07.706935+0000","last_unstale":"2023-10-09T05:12:32.635658+0000","last_undegraded":"2023-10-09T05:12:32.635658+0000","last_fullsized":"2023-10-09T05:12:32.635658+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:03.032803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:03.032803+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:13:34.008815+0000","scrub_duration":0.0016051559999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":663,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636002+0000","last_change":"2023-10-09T05:11:18.147453+0000","last_active":"2023-10-09T05:12:32.636002+0000","last_peered":"2023-10-09T05:12:32.636002+0000","last_clean":"2023-10-09T05:12:32.636002+0000","last_became_active":"2023-10-09T05:11:18.147109+0000","last_became_peered":"2023-10-09T05:11:18.147109+0000","last_unstale":"2023-10-09T05:12:32.636002+0000","last_undegraded":"2023-10-09T05:12:32.636002+0000","last_fullsized":"2023-10-09T05:12:32.636002+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:56:27.278174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":370,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631111+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:12:32.631111+0000","last_peered":"2023-10-09T05:12:32.631111+0000","last_clean":"2023-10-09T05:12:32.631111+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:12:32.631111+0000","last_undegraded":"2023-10-09T05:12:32.631111+0000","last_fullsized":"2023-10-09T05:12:32.631111+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":192,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.640125+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:12:32.640125+0000","last_peered":"2023-10-09T05:12:32.640125+0000","last_clean":"2023-10-09T05:12:32.640125+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:12:32.640125+0000","last_undegraded":"2023-10-09T05:12:32.640125+0000","last_fullsized":"2023-10-09T05:12:32.640125+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":514,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631636+0000","last_change":"2023-10-09T05:12:16.653177+0000","last_active":"2023-10-09T05:12:32.631636+0000","last_peered":"2023-10-09T05:12:32.631636+0000","last_clean":"2023-10-09T05:12:32.631636+0000","last_became_active":"2023-10-09T05:12:16.652874+0000","last_became_peered":"2023-10-09T05:12:16.652874+0000","last_unstale":"2023-10-09T05:12:32.631636+0000","last_undegraded":"2023-10-09T05:12:32.631636+0000","last_fullsized":"2023-10-09T05:12:32.631636+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:55:17.926469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":705,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638881+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:12:32.638881+0000","last_peered":"2023-10-09T05:12:32.638881+0000","last_clean":"2023-10-09T05:12:32.638881+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:12:32.638881+0000","last_undegraded":"2023-10-09T05:12:32.638881+0000","last_fullsized":"2023-10-09T05:12:32.638881+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":683,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638889+0000","last_change":"2023-10-09T05:11:18.169751+0000","last_active":"2023-10-09T05:12:32.638889+0000","last_peered":"2023-10-09T05:12:32.638889+0000","last_clean":"2023-10-09T05:12:32.638889+0000","last_became_active":"2023-10-09T05:11:18.169194+0000","last_became_peered":"2023-10-09T05:11:18.169194+0000","last_unstale":"2023-10-09T05:12:32.638889+0000","last_undegraded":"2023-10-09T05:12:32.638889+0000","last_fullsized":"2023-10-09T05:12:32.638889+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:50.502014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"77'161","reported_seq":449,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632228+0000","last_change":"2023-10-09T05:11:32.508137+0000","last_active":"2023-10-09T05:12:32.632228+0000","last_peered":"2023-10-09T05:12:32.632228+0000","last_clean":"2023-10-09T05:12:32.632228+0000","last_became_active":"2023-10-09T05:11:31.759849+0000","last_became_peered":"2023-10-09T05:11:31.759849+0000","last_unstale":"2023-10-09T05:12:32.632228+0000","last_undegraded":"2023-10-09T05:12:32.632228+0000","last_fullsized":"2023-10-09T05:12:32.632228+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:32.508043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:32.508043+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:03:54.392086+0000","scrub_duration":0.0020081119999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":192,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639884+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:12:32.639884+0000","last_peered":"2023-10-09T05:12:32.639884+0000","last_clean":"2023-10-09T05:12:32.639884+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:12:32.639884+0000","last_undegraded":"2023-10-09T05:12:32.639884+0000","last_fullsized":"2023-10-09T05:12:32.639884+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":486,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632411+0000","last_change":"2023-10-09T05:11:18.146483+0000","last_active":"2023-10-09T05:12:32.632411+0000","last_peered":"2023-10-09T05:12:32.632411+0000","last_clean":"2023-10-09T05:12:32.632411+0000","last_became_active":"2023-10-09T05:11:18.146180+0000","last_became_peered":"2023-10-09T05:11:18.146180+0000","last_unstale":"2023-10-09T05:12:32.632411+0000","last_undegraded":"2023-10-09T05:12:32.632411+0000","last_fullsized":"2023-10-09T05:12:32.632411+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:17.644406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"77'161","reported_seq":463,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635523+0000","last_change":"2023-10-09T05:11:17.829120+0000","last_active":"2023-10-09T05:12:32.635523+0000","last_peered":"2023-10-09T05:12:32.635523+0000","last_clean":"2023-10-09T05:12:32.635523+0000","last_became_active":"2023-10-09T05:11:07.704953+0000","last_became_peered":"2023-10-09T05:11:07.704953+0000","last_unstale":"2023-10-09T05:12:32.635523+0000","last_undegraded":"2023-10-09T05:12:32.635523+0000","last_fullsized":"2023-10-09T05:12:32.635523+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:17.829031+0000","last_deep_scrub":"77'161","last_deep_scrub_stamp":"2023-10-09T05:11:17.829031+0000","last_clean_scrub_stamp":"2023-10-09T05:11:17.829031+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:52:28.051275+0000","scrub_duration":0.0017138500000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":370,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632493+0000","last_change":"2023-10-09T05:11:31.761759+0000","last_active":"2023-10-09T05:12:32.632493+0000","last_peered":"2023-10-09T05:12:32.632493+0000","last_clean":"2023-10-09T05:12:32.632493+0000","last_became_active":"2023-10-09T05:11:31.761466+0000","last_became_peered":"2023-10-09T05:11:31.761466+0000","last_unstale":"2023-10-09T05:12:32.632493+0000","last_undegraded":"2023-10-09T05:12:32.632493+0000","last_fullsized":"2023-10-09T05:12:32.632493+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:38:10.622907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":645,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636139+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:12:32.636139+0000","last_peered":"2023-10-09T05:12:32.636139+0000","last_clean":"2023-10-09T05:12:32.636139+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:12:32.636139+0000","last_undegraded":"2023-10-09T05:12:32.636139+0000","last_fullsized":"2023-10-09T05:12:32.636139+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"77'161","reported_seq":452,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630867+0000","last_change":"2023-10-09T05:12:16.644320+0000","last_active":"2023-10-09T05:12:32.630867+0000","last_peered":"2023-10-09T05:12:32.630867+0000","last_clean":"2023-10-09T05:12:32.630867+0000","last_became_active":"2023-10-09T05:12:16.643994+0000","last_became_peered":"2023-10-09T05:12:16.643994+0000","last_unstale":"2023-10-09T05:12:32.630867+0000","last_undegraded":"2023-10-09T05:12:32.630867+0000","last_fullsized":"2023-10-09T05:12:32.630867+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:08.022020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:08.022020+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:23:47.043946+0000","scrub_duration":0.0021639649999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":186,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639539+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:12:32.639539+0000","last_peered":"2023-10-09T05:12:32.639539+0000","last_clean":"2023-10-09T05:12:32.639539+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:12:32.639539+0000","last_undegraded":"2023-10-09T05:12:32.639539+0000","last_fullsized":"2023-10-09T05:12:32.639539+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":445,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632973+0000","last_change":"2023-10-09T05:11:31.762026+0000","last_active":"2023-10-09T05:12:32.632973+0000","last_peered":"2023-10-09T05:12:32.632973+0000","last_clean":"2023-10-09T05:12:32.632973+0000","last_became_active":"2023-10-09T05:11:31.760895+0000","last_became_peered":"2023-10-09T05:11:31.760895+0000","last_unstale":"2023-10-09T05:12:32.632973+0000","last_undegraded":"2023-10-09T05:12:32.632973+0000","last_fullsized":"2023-10-09T05:12:32.632973+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:12:28.999258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"77'161","reported_seq":483,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635788+0000","last_change":"2023-10-09T05:11:26.817986+0000","last_active":"2023-10-09T05:12:32.635788+0000","last_peered":"2023-10-09T05:12:32.635788+0000","last_clean":"2023-10-09T05:12:32.635788+0000","last_became_active":"2023-10-09T05:11:21.172802+0000","last_became_peered":"2023-10-09T05:11:21.172802+0000","last_unstale":"2023-10-09T05:12:32.635788+0000","last_undegraded":"2023-10-09T05:12:32.635788+0000","last_fullsized":"2023-10-09T05:12:32.635788+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:26.817897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:26.817897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:12:35.796766+0000","scrub_duration":0.001589839,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":327,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.740920+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:12:32.740920+0000","last_peered":"2023-10-09T05:12:32.740920+0000","last_clean":"2023-10-09T05:12:32.740920+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:12:32.740920+0000","last_undegraded":"2023-10-09T05:12:32.740920+0000","last_fullsized":"2023-10-09T05:12:32.740920+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":392,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-10-09T05:12:33.723960+0000","last_change":"2023-10-09T05:12:33.723960+0000","last_active":"2023-10-09T05:12:33.723960+0000","last_peered":"2023-10-09T05:12:33.723960+0000","last_clean":"2023-10-09T05:12:33.723960+0000","last_became_active":"2023-10-09T05:12:33.723634+0000","last_became_peered":"2023-10-09T05:12:33.723634+0000","last_unstale":"2023-10-09T05:12:33.723960+0000","last_undegraded":"2023-10-09T05:12:33.723960+0000","last_fullsized":"2023-10-09T05:12:33.723960+0000","mapping_epoch":628,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":629,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:16.237354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"77'161","reported_seq":477,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639961+0000","last_change":"2023-10-09T05:11:21.170848+0000","last_active":"2023-10-09T05:12:32.639961+0000","last_peered":"2023-10-09T05:12:32.639961+0000","last_clean":"2023-10-09T05:12:32.639961+0000","last_became_active":"2023-10-09T05:11:21.170489+0000","last_became_peered":"2023-10-09T05:11:21.170489+0000","last_unstale":"2023-10-09T05:12:32.639961+0000","last_undegraded":"2023-10-09T05:12:32.639961+0000","last_fullsized":"2023-10-09T05:12:32.639961+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:10.474181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:10.474181+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:47.208718+0000","scrub_duration":0.001758426,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":190,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639997+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:12:32.639997+0000","last_peered":"2023-10-09T05:12:32.639997+0000","last_clean":"2023-10-09T05:12:32.639997+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:12:32.639997+0000","last_undegraded":"2023-10-09T05:12:32.639997+0000","last_fullsized":"2023-10-09T05:12:32.639997+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":629,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635630+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:12:32.635630+0000","last_peered":"2023-10-09T05:12:32.635630+0000","last_clean":"2023-10-09T05:12:32.635630+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:12:32.635630+0000","last_undegraded":"2023-10-09T05:12:32.635630+0000","last_fullsized":"2023-10-09T05:12:32.635630+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"77'161","reported_seq":719,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631541+0000","last_change":"2023-10-09T05:11:07.703277+0000","last_active":"2023-10-09T05:12:32.631541+0000","last_peered":"2023-10-09T05:12:32.631541+0000","last_clean":"2023-10-09T05:12:32.631541+0000","last_became_active":"2023-10-09T05:11:07.702960+0000","last_became_peered":"2023-10-09T05:11:07.702960+0000","last_unstale":"2023-10-09T05:12:32.631541+0000","last_undegraded":"2023-10-09T05:12:32.631541+0000","last_fullsized":"2023-10-09T05:12:32.631541+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:02.067928+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:02.067928+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:49:07.406177+0000","scrub_duration":0.002248903,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":235,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639911+0000","last_change":"2023-10-09T05:11:18.156228+0000","last_active":"2023-10-09T05:12:32.639911+0000","last_peered":"2023-10-09T05:12:32.639911+0000","last_clean":"2023-10-09T05:12:32.639911+0000","last_became_active":"2023-10-09T05:11:18.150116+0000","last_became_peered":"2023-10-09T05:11:18.150116+0000","last_unstale":"2023-10-09T05:12:32.639911+0000","last_undegraded":"2023-10-09T05:12:32.639911+0000","last_fullsized":"2023-10-09T05:12:32.639911+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:13.247886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":673,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638275+0000","last_change":"2023-10-09T05:11:18.150098+0000","last_active":"2023-10-09T05:12:32.638275+0000","last_peered":"2023-10-09T05:12:32.638275+0000","last_clean":"2023-10-09T05:12:32.638275+0000","last_became_active":"2023-10-09T05:11:18.149677+0000","last_became_peered":"2023-10-09T05:11:18.149677+0000","last_unstale":"2023-10-09T05:12:32.638275+0000","last_undegraded":"2023-10-09T05:12:32.638275+0000","last_fullsized":"2023-10-09T05:12:32.638275+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:45:45.704202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"77'161","reported_seq":1047,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741394+0000","last_change":"2023-10-09T05:11:14.043992+0000","last_active":"2023-10-09T05:12:32.741394+0000","last_peered":"2023-10-09T05:12:32.741394+0000","last_clean":"2023-10-09T05:12:32.741394+0000","last_became_active":"2023-10-09T05:11:07.703362+0000","last_became_peered":"2023-10-09T05:11:07.703362+0000","last_unstale":"2023-10-09T05:12:32.741394+0000","last_undegraded":"2023-10-09T05:12:32.741394+0000","last_fullsized":"2023-10-09T05:12:32.741394+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:14.043874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:14.043874+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:46:48.529805+0000","scrub_duration":0.0020189869999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":190,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.640241+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:12:32.640241+0000","last_peered":"2023-10-09T05:12:32.640241+0000","last_clean":"2023-10-09T05:12:32.640241+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:12:32.640241+0000","last_undegraded":"2023-10-09T05:12:32.640241+0000","last_fullsized":"2023-10-09T05:12:32.640241+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":359,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741079+0000","last_change":"2023-10-09T05:11:18.177927+0000","last_active":"2023-10-09T05:12:32.741079+0000","last_peered":"2023-10-09T05:12:32.741079+0000","last_clean":"2023-10-09T05:12:32.741079+0000","last_became_active":"2023-10-09T05:11:18.177588+0000","last_became_peered":"2023-10-09T05:11:18.177588+0000","last_unstale":"2023-10-09T05:12:32.741079+0000","last_undegraded":"2023-10-09T05:12:32.741079+0000","last_fullsized":"2023-10-09T05:12:32.741079+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:16:18.956175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"77'161","reported_seq":454,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638770+0000","last_change":"2023-10-09T05:11:09.786741+0000","last_active":"2023-10-09T05:12:32.638770+0000","last_peered":"2023-10-09T05:12:32.638770+0000","last_clean":"2023-10-09T05:12:32.638770+0000","last_became_active":"2023-10-09T05:11:07.706433+0000","last_became_peered":"2023-10-09T05:11:07.706433+0000","last_unstale":"2023-10-09T05:12:32.638770+0000","last_undegraded":"2023-10-09T05:12:32.638770+0000","last_fullsized":"2023-10-09T05:12:32.638770+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:09.786652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:09.786652+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:03.468850+0000","scrub_duration":0.001930485,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":673,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636252+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:12:32.636252+0000","last_peered":"2023-10-09T05:12:32.636252+0000","last_clean":"2023-10-09T05:12:32.636252+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:12:32.636252+0000","last_undegraded":"2023-10-09T05:12:32.636252+0000","last_fullsized":"2023-10-09T05:12:32.636252+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":632,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632907+0000","last_change":"2023-10-09T05:11:31.761333+0000","last_active":"2023-10-09T05:12:32.632907+0000","last_peered":"2023-10-09T05:12:32.632907+0000","last_clean":"2023-10-09T05:12:32.632907+0000","last_became_active":"2023-10-09T05:11:31.761047+0000","last_became_peered":"2023-10-09T05:11:31.761047+0000","last_unstale":"2023-10-09T05:12:32.632907+0000","last_undegraded":"2023-10-09T05:12:32.632907+0000","last_fullsized":"2023-10-09T05:12:32.632907+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:10.413346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":1054,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639545+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:12:32.639545+0000","last_peered":"2023-10-09T05:12:32.639545+0000","last_clean":"2023-10-09T05:12:32.639545+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:12:32.639545+0000","last_undegraded":"2023-10-09T05:12:32.639545+0000","last_fullsized":"2023-10-09T05:12:32.639545+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":300,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631614+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:12:32.631614+0000","last_peered":"2023-10-09T05:12:32.631614+0000","last_clean":"2023-10-09T05:12:32.631614+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:12:32.631614+0000","last_undegraded":"2023-10-09T05:12:32.631614+0000","last_fullsized":"2023-10-09T05:12:32.631614+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":673,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638645+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:12:32.638645+0000","last_peered":"2023-10-09T05:12:32.638645+0000","last_clean":"2023-10-09T05:12:32.638645+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:12:32.638645+0000","last_undegraded":"2023-10-09T05:12:32.638645+0000","last_fullsized":"2023-10-09T05:12:32.638645+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":627,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635606+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:12:32.635606+0000","last_peered":"2023-10-09T05:12:32.635606+0000","last_clean":"2023-10-09T05:12:32.635606+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:12:32.635606+0000","last_undegraded":"2023-10-09T05:12:32.635606+0000","last_fullsized":"2023-10-09T05:12:32.635606+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":339,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741110+0000","last_change":"2023-10-09T05:11:18.170066+0000","last_active":"2023-10-09T05:12:32.741110+0000","last_peered":"2023-10-09T05:12:32.741110+0000","last_clean":"2023-10-09T05:12:32.741110+0000","last_became_active":"2023-10-09T05:11:18.168864+0000","last_became_peered":"2023-10-09T05:11:18.168864+0000","last_unstale":"2023-10-09T05:12:32.741110+0000","last_undegraded":"2023-10-09T05:12:32.741110+0000","last_fullsized":"2023-10-09T05:12:32.741110+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:33:23.487151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":619,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638793+0000","last_change":"2023-10-09T05:11:18.148149+0000","last_active":"2023-10-09T05:12:32.638793+0000","last_peered":"2023-10-09T05:12:32.638793+0000","last_clean":"2023-10-09T05:12:32.638793+0000","last_became_active":"2023-10-09T05:11:18.147833+0000","last_became_peered":"2023-10-09T05:11:18.147833+0000","last_unstale":"2023-10-09T05:12:32.638793+0000","last_undegraded":"2023-10-09T05:12:32.638793+0000","last_fullsized":"2023-10-09T05:12:32.638793+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:23:44.598645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"77'161","reported_seq":938,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630729+0000","last_change":"2023-10-09T05:12:16.644688+0000","last_active":"2023-10-09T05:12:32.630729+0000","last_peered":"2023-10-09T05:12:32.630729+0000","last_clean":"2023-10-09T05:12:32.630729+0000","last_became_active":"2023-10-09T05:12:16.644366+0000","last_became_peered":"2023-10-09T05:12:16.644366+0000","last_unstale":"2023-10-09T05:12:32.630729+0000","last_undegraded":"2023-10-09T05:12:32.630729+0000","last_fullsized":"2023-10-09T05:12:32.630729+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:33.529831+0000","last_deep_scrub":"77'161","last_deep_scrub_stamp":"2023-10-09T05:11:33.529831+0000","last_clean_scrub_stamp":"2023-10-09T05:11:33.529831+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:08:32.756287+0000","scrub_duration":0.0024427450000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":610,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638370+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:12:32.638370+0000","last_peered":"2023-10-09T05:12:32.638370+0000","last_clean":"2023-10-09T05:12:32.638370+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:12:32.638370+0000","last_undegraded":"2023-10-09T05:12:32.638370+0000","last_fullsized":"2023-10-09T05:12:32.638370+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":693,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638837+0000","last_change":"2023-10-09T05:11:18.176278+0000","last_active":"2023-10-09T05:12:32.638837+0000","last_peered":"2023-10-09T05:12:32.638837+0000","last_clean":"2023-10-09T05:12:32.638837+0000","last_became_active":"2023-10-09T05:11:18.175930+0000","last_became_peered":"2023-10-09T05:11:18.175930+0000","last_unstale":"2023-10-09T05:12:32.638837+0000","last_undegraded":"2023-10-09T05:12:32.638837+0000","last_fullsized":"2023-10-09T05:12:32.638837+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:42:18.999474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":627,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636119+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:12:32.636119+0000","last_peered":"2023-10-09T05:12:32.636119+0000","last_clean":"2023-10-09T05:12:32.636119+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:12:32.636119+0000","last_undegraded":"2023-10-09T05:12:32.636119+0000","last_fullsized":"2023-10-09T05:12:32.636119+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":382,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630477+0000","last_change":"2023-10-09T05:11:18.145831+0000","last_active":"2023-10-09T05:12:32.630477+0000","last_peered":"2023-10-09T05:12:32.630477+0000","last_clean":"2023-10-09T05:12:32.630477+0000","last_became_active":"2023-10-09T05:11:18.145515+0000","last_became_peered":"2023-10-09T05:11:18.145515+0000","last_unstale":"2023-10-09T05:12:32.630477+0000","last_undegraded":"2023-10-09T05:12:32.630477+0000","last_fullsized":"2023-10-09T05:12:32.630477+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:15.844461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-10-09T05:12:33.642300+0000","last_change":"2023-10-09T05:12:33.642067+0000","last_active":"2023-10-09T05:12:33.642300+0000","last_peered":"2023-10-09T05:12:33.642300+0000","last_clean":"2023-10-09T05:12:33.642300+0000","last_became_active":"2023-10-09T05:12:33.641740+0000","last_became_peered":"2023-10-09T05:12:33.641740+0000","last_unstale":"2023-10-09T05:12:33.642300+0000","last_undegraded":"2023-10-09T05:12:33.642300+0000","last_fullsized":"2023-10-09T05:12:33.642300+0000","mapping_epoch":628,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":629,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:59:16.442156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":1028,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741453+0000","last_change":"2023-10-09T05:11:04.026165+0000","last_active":"2023-10-09T05:12:32.741453+0000","last_peered":"2023-10-09T05:12:32.741453+0000","last_clean":"2023-10-09T05:12:32.741453+0000","last_became_active":"2023-10-09T05:10:58.664569+0000","last_became_peered":"2023-10-09T05:10:58.664569+0000","last_unstale":"2023-10-09T05:12:32.741453+0000","last_undegraded":"2023-10-09T05:12:32.741453+0000","last_fullsized":"2023-10-09T05:12:32.741453+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:04.026096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:04.026096+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:54.456296+0000","scrub_duration":0.0034393990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"600'75","reported_seq":479,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630360+0000","last_change":"2023-10-09T05:12:16.650575+0000","last_active":"2023-10-09T05:12:32.630360+0000","last_peered":"2023-10-09T05:12:32.630360+0000","last_clean":"2023-10-09T05:12:32.630360+0000","last_became_active":"2023-10-09T05:12:16.650090+0000","last_became_peered":"2023-10-09T05:12:16.650090+0000","last_unstale":"2023-10-09T05:12:32.630360+0000","last_undegraded":"2023-10-09T05:12:32.630360+0000","last_fullsized":"2023-10-09T05:12:32.630360+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:08:11.439755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064897200000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":323,"num_read_kb":1297,"num_write":79,"num_write_kb":1052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":643,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636112+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:12:32.636112+0000","last_peered":"2023-10-09T05:12:32.636112+0000","last_clean":"2023-10-09T05:12:32.636112+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:12:32.636112+0000","last_undegraded":"2023-10-09T05:12:32.636112+0000","last_fullsized":"2023-10-09T05:12:32.636112+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":389,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631563+0000","last_change":"2023-10-09T05:12:16.645833+0000","last_active":"2023-10-09T05:12:32.631563+0000","last_peered":"2023-10-09T05:12:32.631563+0000","last_clean":"2023-10-09T05:12:32.631563+0000","last_became_active":"2023-10-09T05:12:16.645546+0000","last_became_peered":"2023-10-09T05:12:16.645546+0000","last_unstale":"2023-10-09T05:12:32.631563+0000","last_undegraded":"2023-10-09T05:12:32.631563+0000","last_fullsized":"2023-10-09T05:12:32.631563+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:10.070574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":647,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635623+0000","last_change":"2023-10-09T05:11:03.874003+0000","last_active":"2023-10-09T05:12:32.635623+0000","last_peered":"2023-10-09T05:12:32.635623+0000","last_clean":"2023-10-09T05:12:32.635623+0000","last_became_active":"2023-10-09T05:10:58.662612+0000","last_became_peered":"2023-10-09T05:10:58.662612+0000","last_unstale":"2023-10-09T05:12:32.635623+0000","last_undegraded":"2023-10-09T05:12:32.635623+0000","last_fullsized":"2023-10-09T05:12:32.635623+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:03.873927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:03.873927+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:28.860197+0000","scrub_duration":0.0020836499999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"600'169","reported_seq":1321,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635884+0000","last_change":"2023-10-09T05:11:21.174140+0000","last_active":"2023-10-09T05:12:32.635884+0000","last_peered":"2023-10-09T05:12:32.635884+0000","last_clean":"2023-10-09T05:12:32.635884+0000","last_became_active":"2023-10-09T05:11:21.173525+0000","last_became_peered":"2023-10-09T05:11:21.173525+0000","last_unstale":"2023-10-09T05:12:32.635884+0000","last_undegraded":"2023-10-09T05:12:32.635884+0000","last_fullsized":"2023-10-09T05:12:32.635884+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":169,"log_dups_size":0,"ondisk_log_size":169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:57.812938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001847444,"stat_sum":{"num_bytes":4194323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":851,"num_read_kb":2085,"num_write":169,"num_write_kb":5375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":4194323,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":630,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638564+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:12:32.638564+0000","last_peered":"2023-10-09T05:12:32.638564+0000","last_clean":"2023-10-09T05:12:32.638564+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:12:32.638564+0000","last_undegraded":"2023-10-09T05:12:32.638564+0000","last_fullsized":"2023-10-09T05:12:32.638564+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-10-09T05:12:33.642982+0000","last_change":"2023-10-09T05:12:33.642982+0000","last_active":"2023-10-09T05:12:33.642982+0000","last_peered":"2023-10-09T05:12:33.642982+0000","last_clean":"2023-10-09T05:12:33.642982+0000","last_became_active":"2023-10-09T05:12:33.642624+0000","last_became_peered":"2023-10-09T05:12:33.642624+0000","last_unstale":"2023-10-09T05:12:33.642982+0000","last_undegraded":"2023-10-09T05:12:33.642982+0000","last_fullsized":"2023-10-09T05:12:33.642982+0000","mapping_epoch":628,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":629,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:23:53.714634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":619,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639539+0000","last_change":"2023-10-09T05:11:00.551007+0000","last_active":"2023-10-09T05:12:32.639539+0000","last_peered":"2023-10-09T05:12:32.639539+0000","last_clean":"2023-10-09T05:12:32.639539+0000","last_became_active":"2023-10-09T05:10:58.666100+0000","last_became_peered":"2023-10-09T05:10:58.666100+0000","last_unstale":"2023-10-09T05:12:32.639539+0000","last_undegraded":"2023-10-09T05:12:32.639539+0000","last_fullsized":"2023-10-09T05:12:32.639539+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:00.550936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:00.550936+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:03:00.736060+0000","scrub_duration":0.00180781,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"600'191","reported_seq":1421,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635194+0000","last_change":"2023-10-09T05:11:03.678067+0000","last_active":"2023-10-09T05:12:32.635194+0000","last_peered":"2023-10-09T05:12:32.635194+0000","last_clean":"2023-10-09T05:12:32.635194+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:12:32.635194+0000","last_undegraded":"2023-10-09T05:12:32.635194+0000","last_fullsized":"2023-10-09T05:12:32.635194+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088672399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1467,"num_read_kb":1189,"num_write":171,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":514,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630395+0000","last_change":"2023-10-09T05:12:16.652973+0000","last_active":"2023-10-09T05:12:32.630395+0000","last_peered":"2023-10-09T05:12:32.630395+0000","last_clean":"2023-10-09T05:12:32.630395+0000","last_became_active":"2023-10-09T05:12:16.652673+0000","last_became_peered":"2023-10-09T05:12:16.652673+0000","last_unstale":"2023-10-09T05:12:32.630395+0000","last_undegraded":"2023-10-09T05:12:32.630395+0000","last_fullsized":"2023-10-09T05:12:32.630395+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:37:40.598725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":425,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630497+0000","last_change":"2023-10-09T05:12:16.644745+0000","last_active":"2023-10-09T05:12:32.630497+0000","last_peered":"2023-10-09T05:12:32.630497+0000","last_clean":"2023-10-09T05:12:32.630497+0000","last_became_active":"2023-10-09T05:12:16.644429+0000","last_became_peered":"2023-10-09T05:12:16.644429+0000","last_unstale":"2023-10-09T05:12:32.630497+0000","last_undegraded":"2023-10-09T05:12:32.630497+0000","last_fullsized":"2023-10-09T05:12:32.630497+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:43:35.703586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"600'101","reported_seq":843,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635653+0000","last_change":"2023-10-09T05:11:03.690110+0000","last_active":"2023-10-09T05:12:32.635653+0000","last_peered":"2023-10-09T05:12:32.635653+0000","last_clean":"2023-10-09T05:12:32.635653+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:12:32.635653+0000","last_undegraded":"2023-10-09T05:12:32.635653+0000","last_fullsized":"2023-10-09T05:12:32.635653+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061479099999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":151,"num_read_kb":1049,"num_write":98,"num_write_kb":526,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":619,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639662+0000","last_change":"2023-10-09T05:11:03.548726+0000","last_active":"2023-10-09T05:12:32.639662+0000","last_peered":"2023-10-09T05:12:32.639662+0000","last_clean":"2023-10-09T05:12:32.639662+0000","last_became_active":"2023-10-09T05:10:58.661466+0000","last_became_peered":"2023-10-09T05:10:58.661466+0000","last_unstale":"2023-10-09T05:12:32.639662+0000","last_undegraded":"2023-10-09T05:12:32.639662+0000","last_fullsized":"2023-10-09T05:12:32.639662+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:03.548646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:03.548646+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:26.857783+0000","scrub_duration":0.0018012519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":468,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633467+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:12:32.633467+0000","last_peered":"2023-10-09T05:12:32.633467+0000","last_clean":"2023-10-09T05:12:32.633467+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:12:32.633467+0000","last_undegraded":"2023-10-09T05:12:32.633467+0000","last_fullsized":"2023-10-09T05:12:32.633467+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":322,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741240+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:12:32.741240+0000","last_peered":"2023-10-09T05:12:32.741240+0000","last_clean":"2023-10-09T05:12:32.741240+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:12:32.741240+0000","last_undegraded":"2023-10-09T05:12:32.741240+0000","last_fullsized":"2023-10-09T05:12:32.741240+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":1005,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630476+0000","last_change":"2023-10-09T05:12:16.648172+0000","last_active":"2023-10-09T05:12:32.630476+0000","last_peered":"2023-10-09T05:12:32.630476+0000","last_clean":"2023-10-09T05:12:32.630476+0000","last_became_active":"2023-10-09T05:12:16.647864+0000","last_became_peered":"2023-10-09T05:12:16.647864+0000","last_unstale":"2023-10-09T05:12:32.630476+0000","last_undegraded":"2023-10-09T05:12:32.630476+0000","last_fullsized":"2023-10-09T05:12:32.630476+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:07.068947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:07.068947+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:50:37.052784+0000","scrub_duration":0.00121693,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"598'3","reported_seq":257,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639529+0000","last_change":"2023-10-09T05:11:18.145917+0000","last_active":"2023-10-09T05:12:32.639529+0000","last_peered":"2023-10-09T05:12:32.639529+0000","last_clean":"2023-10-09T05:12:32.639529+0000","last_became_active":"2023-10-09T05:11:18.145521+0000","last_became_peered":"2023-10-09T05:11:18.145521+0000","last_unstale":"2023-10-09T05:12:32.639529+0000","last_undegraded":"2023-10-09T05:12:32.639529+0000","last_fullsized":"2023-10-09T05:12:32.639529+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:08.858813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041461100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":355,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632525+0000","last_change":"2023-10-09T05:11:31.761184+0000","last_active":"2023-10-09T05:12:32.632525+0000","last_peered":"2023-10-09T05:12:32.632525+0000","last_clean":"2023-10-09T05:12:32.632525+0000","last_became_active":"2023-10-09T05:11:31.760885+0000","last_became_peered":"2023-10-09T05:11:31.760885+0000","last_unstale":"2023-10-09T05:12:32.632525+0000","last_undegraded":"2023-10-09T05:12:32.632525+0000","last_fullsized":"2023-10-09T05:12:32.632525+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:23:31.704694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":648,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632818+0000","last_change":"2023-10-09T05:11:31.760468+0000","last_active":"2023-10-09T05:12:32.632818+0000","last_peered":"2023-10-09T05:12:32.632818+0000","last_clean":"2023-10-09T05:12:32.632818+0000","last_became_active":"2023-10-09T05:11:31.760065+0000","last_became_peered":"2023-10-09T05:11:31.760065+0000","last_unstale":"2023-10-09T05:12:32.632818+0000","last_undegraded":"2023-10-09T05:12:32.632818+0000","last_fullsized":"2023-10-09T05:12:32.632818+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:34.428061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":988,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741341+0000","last_change":"2023-10-09T05:11:06.046978+0000","last_active":"2023-10-09T05:12:32.741341+0000","last_peered":"2023-10-09T05:12:32.741341+0000","last_clean":"2023-10-09T05:12:32.741341+0000","last_became_active":"2023-10-09T05:10:58.666471+0000","last_became_peered":"2023-10-09T05:10:58.666471+0000","last_unstale":"2023-10-09T05:12:32.741341+0000","last_undegraded":"2023-10-09T05:12:32.741341+0000","last_fullsized":"2023-10-09T05:12:32.741341+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:06.046914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:06.046914+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:55.983123+0000","scrub_duration":0.001375874,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"599'132","reported_seq":743,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.640152+0000","last_change":"2023-10-09T05:11:03.686587+0000","last_active":"2023-10-09T05:12:32.640152+0000","last_peered":"2023-10-09T05:12:32.640152+0000","last_clean":"2023-10-09T05:12:32.640152+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:12:32.640152+0000","last_undegraded":"2023-10-09T05:12:32.640152+0000","last_fullsized":"2023-10-09T05:12:32.640152+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":132,"log_dups_size":0,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066344699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":3463,"num_write":106,"num_write_kb":2379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":375,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630639+0000","last_change":"2023-10-09T05:12:16.653240+0000","last_active":"2023-10-09T05:12:32.630639+0000","last_peered":"2023-10-09T05:12:32.630639+0000","last_clean":"2023-10-09T05:12:32.630639+0000","last_became_active":"2023-10-09T05:12:16.652882+0000","last_became_peered":"2023-10-09T05:12:16.652882+0000","last_unstale":"2023-10-09T05:12:32.630639+0000","last_undegraded":"2023-10-09T05:12:32.630639+0000","last_fullsized":"2023-10-09T05:12:32.630639+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:46:11.465710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":318,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633081+0000","last_change":"2023-10-09T05:11:31.763019+0000","last_active":"2023-10-09T05:12:32.633081+0000","last_peered":"2023-10-09T05:12:32.633081+0000","last_clean":"2023-10-09T05:12:32.633081+0000","last_became_active":"2023-10-09T05:11:31.762759+0000","last_became_peered":"2023-10-09T05:11:31.762759+0000","last_unstale":"2023-10-09T05:12:32.633081+0000","last_undegraded":"2023-10-09T05:12:32.633081+0000","last_fullsized":"2023-10-09T05:12:32.633081+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:18:22.646264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":647,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638578+0000","last_change":"2023-10-09T05:10:59.775726+0000","last_active":"2023-10-09T05:12:32.638578+0000","last_peered":"2023-10-09T05:12:32.638578+0000","last_clean":"2023-10-09T05:12:32.638578+0000","last_became_active":"2023-10-09T05:10:58.668094+0000","last_became_peered":"2023-10-09T05:10:58.668094+0000","last_unstale":"2023-10-09T05:12:32.638578+0000","last_undegraded":"2023-10-09T05:12:32.638578+0000","last_fullsized":"2023-10-09T05:12:32.638578+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:10:59.775662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:10:59.775662+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:38:11.432420+0000","scrub_duration":0.0015071990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":327,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633128+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:12:32.633128+0000","last_peered":"2023-10-09T05:12:32.633128+0000","last_clean":"2023-10-09T05:12:32.633128+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:12:32.633128+0000","last_undegraded":"2023-10-09T05:12:32.633128+0000","last_fullsized":"2023-10-09T05:12:32.633128+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"600'178","reported_seq":1270,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631376+0000","last_change":"2023-10-09T05:12:16.647992+0000","last_active":"2023-10-09T05:12:32.631376+0000","last_peered":"2023-10-09T05:12:32.631376+0000","last_clean":"2023-10-09T05:12:32.631376+0000","last_became_active":"2023-10-09T05:12:16.647697+0000","last_became_peered":"2023-10-09T05:12:16.647697+0000","last_unstale":"2023-10-09T05:12:32.631376+0000","last_undegraded":"2023-10-09T05:12:32.631376+0000","last_fullsized":"2023-10-09T05:12:32.631376+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":178,"log_dups_size":0,"ondisk_log_size":178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:52.912162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035745299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1306,"num_read_kb":2125,"num_write":117,"num_write_kb":1073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":350,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630308+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:12:32.630308+0000","last_peered":"2023-10-09T05:12:32.630308+0000","last_clean":"2023-10-09T05:12:32.630308+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:12:32.630308+0000","last_undegraded":"2023-10-09T05:12:32.630308+0000","last_fullsized":"2023-10-09T05:12:32.630308+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":697,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631631+0000","last_change":"2023-10-09T05:10:58.988596+0000","last_active":"2023-10-09T05:12:32.631631+0000","last_peered":"2023-10-09T05:12:32.631631+0000","last_clean":"2023-10-09T05:12:32.631631+0000","last_became_active":"2023-10-09T05:10:58.667948+0000","last_became_peered":"2023-10-09T05:10:58.667948+0000","last_unstale":"2023-10-09T05:12:32.631631+0000","last_undegraded":"2023-10-09T05:12:32.631631+0000","last_fullsized":"2023-10-09T05:12:32.631631+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:10:58.988498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:10:58.988498+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:19:11.834867+0000","scrub_duration":0.0018383519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"599'127","reported_seq":830,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741421+0000","last_change":"2023-10-09T05:11:03.689825+0000","last_active":"2023-10-09T05:12:32.741421+0000","last_peered":"2023-10-09T05:12:32.741421+0000","last_clean":"2023-10-09T05:12:32.741421+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:12:32.741421+0000","last_undegraded":"2023-10-09T05:12:32.741421+0000","last_fullsized":"2023-10-09T05:12:32.741421+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":127,"log_dups_size":0,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025738200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":916,"num_read_kb":2004,"num_write":106,"num_write_kb":2196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":640,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632875+0000","last_change":"2023-10-09T05:11:31.762976+0000","last_active":"2023-10-09T05:12:32.632875+0000","last_peered":"2023-10-09T05:12:32.632875+0000","last_clean":"2023-10-09T05:12:32.632875+0000","last_became_active":"2023-10-09T05:11:31.762429+0000","last_became_peered":"2023-10-09T05:11:31.762429+0000","last_unstale":"2023-10-09T05:12:32.632875+0000","last_undegraded":"2023-10-09T05:12:32.632875+0000","last_fullsized":"2023-10-09T05:12:32.632875+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:32:09.766100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":612,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638102+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:12:32.638102+0000","last_peered":"2023-10-09T05:12:32.638102+0000","last_clean":"2023-10-09T05:12:32.638102+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:12:32.638102+0000","last_undegraded":"2023-10-09T05:12:32.638102+0000","last_fullsized":"2023-10-09T05:12:32.638102+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":319,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633076+0000","last_change":"2023-10-09T05:11:31.762013+0000","last_active":"2023-10-09T05:12:32.633076+0000","last_peered":"2023-10-09T05:12:32.633076+0000","last_clean":"2023-10-09T05:12:32.633076+0000","last_became_active":"2023-10-09T05:11:31.761661+0000","last_became_peered":"2023-10-09T05:11:31.761661+0000","last_unstale":"2023-10-09T05:12:32.633076+0000","last_undegraded":"2023-10-09T05:12:32.633076+0000","last_fullsized":"2023-10-09T05:12:32.633076+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:17:45.350685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":689,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636198+0000","last_change":"2023-10-09T05:11:18.138990+0000","last_active":"2023-10-09T05:12:32.636198+0000","last_peered":"2023-10-09T05:12:32.636198+0000","last_clean":"2023-10-09T05:12:32.636198+0000","last_became_active":"2023-10-09T05:11:18.138357+0000","last_became_peered":"2023-10-09T05:11:18.138357+0000","last_unstale":"2023-10-09T05:12:32.636198+0000","last_undegraded":"2023-10-09T05:12:32.636198+0000","last_fullsized":"2023-10-09T05:12:32.636198+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:32:58.868698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":653,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636291+0000","last_change":"2023-10-09T05:11:18.154083+0000","last_active":"2023-10-09T05:12:32.636291+0000","last_peered":"2023-10-09T05:12:32.636291+0000","last_clean":"2023-10-09T05:12:32.636291+0000","last_became_active":"2023-10-09T05:11:18.145339+0000","last_became_peered":"2023-10-09T05:11:18.145339+0000","last_unstale":"2023-10-09T05:12:32.636291+0000","last_undegraded":"2023-10-09T05:12:32.636291+0000","last_fullsized":"2023-10-09T05:12:32.636291+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:12:11.228078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":680,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639071+0000","last_change":"2023-10-09T05:11:18.150320+0000","last_active":"2023-10-09T05:12:32.639071+0000","last_peered":"2023-10-09T05:12:32.639071+0000","last_clean":"2023-10-09T05:12:32.639071+0000","last_became_active":"2023-10-09T05:11:18.149946+0000","last_became_peered":"2023-10-09T05:11:18.149946+0000","last_unstale":"2023-10-09T05:12:32.639071+0000","last_undegraded":"2023-10-09T05:12:32.639071+0000","last_fullsized":"2023-10-09T05:12:32.639071+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:26:36.918940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":630,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636009+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:12:32.636009+0000","last_peered":"2023-10-09T05:12:32.636009+0000","last_clean":"2023-10-09T05:12:32.636009+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:12:32.636009+0000","last_undegraded":"2023-10-09T05:12:32.636009+0000","last_fullsized":"2023-10-09T05:12:32.636009+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":633,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638354+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:12:32.638354+0000","last_peered":"2023-10-09T05:12:32.638354+0000","last_clean":"2023-10-09T05:12:32.638354+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:12:32.638354+0000","last_undegraded":"2023-10-09T05:12:32.638354+0000","last_fullsized":"2023-10-09T05:12:32.638354+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":361,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632849+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:12:32.632849+0000","last_peered":"2023-10-09T05:12:32.632849+0000","last_clean":"2023-10-09T05:12:32.632849+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:12:32.632849+0000","last_undegraded":"2023-10-09T05:12:32.632849+0000","last_fullsized":"2023-10-09T05:12:32.632849+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":325,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631022+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:12:32.631022+0000","last_peered":"2023-10-09T05:12:32.631022+0000","last_clean":"2023-10-09T05:12:32.631022+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:12:32.631022+0000","last_undegraded":"2023-10-09T05:12:32.631022+0000","last_fullsized":"2023-10-09T05:12:32.631022+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":336,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632578+0000","last_change":"2023-10-09T05:11:31.762470+0000","last_active":"2023-10-09T05:12:32.632578+0000","last_peered":"2023-10-09T05:12:32.632578+0000","last_clean":"2023-10-09T05:12:32.632578+0000","last_became_active":"2023-10-09T05:11:31.761995+0000","last_became_peered":"2023-10-09T05:11:31.761995+0000","last_unstale":"2023-10-09T05:12:32.632578+0000","last_undegraded":"2023-10-09T05:12:32.632578+0000","last_fullsized":"2023-10-09T05:12:32.632578+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:02:52.179580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":669,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638074+0000","last_change":"2023-10-09T05:11:18.169523+0000","last_active":"2023-10-09T05:12:32.638074+0000","last_peered":"2023-10-09T05:12:32.638074+0000","last_clean":"2023-10-09T05:12:32.638074+0000","last_became_active":"2023-10-09T05:11:18.169100+0000","last_became_peered":"2023-10-09T05:11:18.169100+0000","last_unstale":"2023-10-09T05:12:32.638074+0000","last_undegraded":"2023-10-09T05:12:32.638074+0000","last_fullsized":"2023-10-09T05:12:32.638074+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:00:56.644808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":4194323,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234599,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506932,"kb_used_data":6252,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238220,"statfs":{"total":95995035648,"available":94451937280,"internally_reserved":0,"allocated":6402048,"data_stored":4890948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.5549999999999999,"15min":1.617},"min":{"1min":0.29399999999999998,"5min":0.22,"15min":0.20899999999999999},"max":{"1min":1.6519999999999999,"5min":11.084,"15min":16.027999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.52800000000000002,"5min":2.2709999999999999,"15min":1.7829999999999999},"min":{"1min":0.35599999999999998,"5min":0.27300000000000002,"15min":0.249},"max":{"1min":0.755,"5min":13.228,"15min":13.228},"last":0.38900000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":2.2629999999999999,"15min":1.8959999999999999},"min":{"1min":0.29099999999999998,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":0.68000000000000005,"5min":13.375,"15min":13.375},"last":0.44},{"interface":"front","average":{"1min":0.72199999999999998,"5min":1.6559999999999999,"15min":2.1099999999999999},"min":{"1min":0.34100000000000003,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":3.8279999999999998,"5min":9.6790000000000003,"15min":15.401},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:11:43 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":3.25,"15min":2.536},"min":{"1min":0.33600000000000002,"5min":0.307,"15min":0.26300000000000001},"max":{"1min":0.64200000000000002,"5min":125.59399999999999,"15min":125.59399999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":3.4380000000000002,"15min":2.585},"min":{"1min":0.40100000000000002,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":0.85399999999999998,"5min":125.342,"15min":125.342},"last":0.504}]},{"osd":3,"last update":"Mon Oct 9 05:12:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":2.7599999999999998,"15min":2.5680000000000001},"min":{"1min":0.42999999999999999,"5min":0.33800000000000002,"15min":0.29799999999999999},"max":{"1min":0.79900000000000004,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":3.1320000000000001,"15min":2.7370000000000001},"min":{"1min":0.46500000000000002,"5min":0.35999999999999999,"15min":0.30499999999999999},"max":{"1min":0.89500000000000002,"5min":19.382999999999999,"15min":19.382999999999999},"last":0.91700000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":1.556,"15min":1.8},"min":{"1min":0.40000000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":0.77500000000000002,"5min":9.9719999999999995,"15min":19.949000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":2.0529999999999999,"15min":1.8220000000000001},"min":{"1min":0.49299999999999999,"5min":0.30199999999999999,"15min":0.254},"max":{"1min":0.80800000000000005,"5min":13.412000000000001,"15min":18.971},"last":0.47199999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.9890000000000001,"15min":2},"min":{"1min":0.44400000000000001,"5min":0.33200000000000002,"15min":0.30099999999999999},"max":{"1min":0.71999999999999997,"5min":14.968,"15min":16.838999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.893,"15min":1.698},"min":{"1min":0.41599999999999998,"5min":0.27900000000000003,"15min":0.27800000000000002},"max":{"1min":0.82999999999999996,"5min":16.088999999999999,"15min":16.088999999999999},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.9059999999999999,"15min":1.9690000000000001},"min":{"1min":0.47599999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":14.289999999999999,"15min":16.881},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.802,"15min":1.7909999999999999},"min":{"1min":0.45500000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":0.92200000000000004,"5min":11.388,"15min":12.815},"last":0.48299999999999998}]}]},{"osd":6,"up_from":46,"seq":197568496235,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1493292,"kb_used_data":10660,"kb_used_omap":0,"kb_used_meta":1482624,"kb_avail":92251860,"statfs":{"total":95995035648,"available":94465904640,"internally_reserved":0,"allocated":10915840,"data_stored":9412863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518206976},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:44 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":2.2530000000000001,"15min":2.2679999999999998},"min":{"1min":0.28000000000000003,"5min":0.23400000000000001,"15min":0.222},"max":{"1min":0.85899999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":2.524,"15min":2.3650000000000002},"min":{"1min":0.36599999999999999,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":0.88100000000000001,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.41699999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:12:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1.5920000000000001,"15min":2.0150000000000001},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.245},"max":{"1min":0.78700000000000003,"5min":10.829000000000001,"15min":15.935},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":1.6850000000000001,"15min":2.2290000000000001},"min":{"1min":0.35099999999999998,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":0.80800000000000005,"5min":11.093,"15min":18.094000000000001},"last":0.50800000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:11:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":2.0470000000000002,"15min":2.4169999999999998},"min":{"1min":0.317,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":1.0369999999999999,"5min":16.337,"15min":42.923999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":2.2669999999999999,"15min":2.452},"min":{"1min":0.34899999999999998,"5min":0.28000000000000003,"15min":0.27500000000000002},"max":{"1min":0.92000000000000004,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.376}]},{"osd":3,"last update":"Mon Oct 9 05:12:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":2.1280000000000001,"15min":2.4390000000000001},"min":{"1min":0.437,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.81999999999999995,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":2.1349999999999998,"15min":2.5270000000000001},"min":{"1min":0.45000000000000001,"5min":0.34699999999999998,"15min":0.29099999999999998},"max":{"1min":0.84799999999999998,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.443}]},{"osd":4,"last update":"Mon Oct 9 05:11:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":1.927,"15min":1.867},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":0.97299999999999998,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.754,"15min":1.756},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":0.83899999999999997,"5min":10.99,"15min":10.99},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:11:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":2.2839999999999998,"15min":1.9370000000000001},"min":{"1min":0.27900000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.94799999999999995,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":1.994,"15min":1.8620000000000001},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":0.92300000000000004,"5min":13.019,"15min":13.019},"last":0.72999999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:12:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":1.655,"15min":1.8049999999999999},"min":{"1min":0.47499999999999998,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.80700000000000005,"5min":13.564,"15min":13.564},"last":0.749},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.784,"15min":1.7330000000000001},"min":{"1min":0.59999999999999998,"5min":0.39200000000000002,"15min":0.315},"max":{"1min":0.89400000000000002,"5min":14.789999999999999,"15min":14.789999999999999},"last":0.52600000000000002}]}]},{"osd":1,"up_from":478,"seq":2052994367618,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":238096,"kb_used_data":11848,"kb_used_omap":6,"kb_used_meta":226233,"kb_avail":93507056,"statfs":{"total":95995035648,"available":95751225344,"internally_reserved":0,"allocated":12132352,"data_stored":9268754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":231663083},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":1.3360000000000001,"15min":1.381},"min":{"1min":0.222,"5min":0.20599999999999999,"15min":0.186},"max":{"1min":0.74399999999999999,"5min":15.917,"15min":15.917},"last":1.145},{"interface":"front","average":{"1min":0.36399999999999999,"5min":1.3180000000000001,"15min":1.5469999999999999},"min":{"1min":0.26300000000000001,"5min":0.22500000000000001,"15min":0.20799999999999999},"max":{"1min":0.64000000000000001,"5min":13.92,"15min":13.92},"last":1.089}]},{"osd":2,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":1.944,"15min":1.7989999999999999},"min":{"1min":0.248,"5min":0.22800000000000001,"15min":0.19700000000000001},"max":{"1min":0.58999999999999997,"5min":48.139000000000003,"15min":48.139000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.39200000000000002,"5min":2.1539999999999999,"15min":1.702},"min":{"1min":0.249,"5min":0.20899999999999999,"15min":0.191},"max":{"1min":0.63800000000000001,"5min":49.798000000000002,"15min":49.798000000000002},"last":1.1919999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":1.913,"15min":2.2810000000000001},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.21099999999999999},"max":{"1min":0.60799999999999998,"5min":47.171999999999997,"15min":47.171999999999997},"last":1.1779999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":1.802,"15min":1.556},"min":{"1min":0.27600000000000002,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":0.61799999999999999,"5min":47.149999999999999,"15min":47.149999999999999},"last":1.232}]},{"osd":4,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":2.3140000000000001,"15min":3.927},"min":{"1min":0.439,"5min":0.36599999999999999,"15min":0.28799999999999998},"max":{"1min":0.85899999999999999,"5min":59.564,"15min":71.381},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":2.3889999999999998,"15min":4.2539999999999996},"min":{"1min":0.42099999999999999,"5min":0.316,"15min":0.30399999999999999},"max":{"1min":0.80900000000000005,"5min":59.445,"15min":71.721999999999994},"last":0.81599999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":1.7649999999999999,"15min":4.1719999999999997},"min":{"1min":0.497,"5min":0.35999999999999999,"15min":0.33300000000000002},"max":{"1min":0.90300000000000002,"5min":9.8089999999999993,"15min":71.061000000000007},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.6990000000000001,"15min":3.9399999999999999},"min":{"1min":0.435,"5min":0.36199999999999999,"15min":0.33400000000000002},"max":{"1min":0.77600000000000002,"5min":7.9800000000000004,"15min":72.126000000000005},"last":0.78900000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":1.772,"15min":2.032},"min":{"1min":0.42299999999999999,"5min":0.35199999999999998,"15min":0.317},"max":{"1min":0.83699999999999997,"5min":7.7729999999999997,"15min":12.977},"last":1.264},{"interface":"front","average":{"1min":0.61699999999999999,"5min":1.796,"15min":2.3039999999999998},"min":{"1min":0.504,"5min":0.41599999999999998,"15min":0.34799999999999998},"max":{"1min":0.93999999999999995,"5min":9.0009999999999994,"15min":9.0009999999999994},"last":1.0609999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":1.9590000000000001,"15min":4.109},"min":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38100000000000001},"max":{"1min":0.82699999999999996,"5min":12.212999999999999,"15min":70.832999999999998},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.506,"15min":3.6560000000000001},"min":{"1min":0.46500000000000002,"5min":0.39000000000000001,"15min":0.374},"max":{"1min":0.83899999999999997,"5min":7.5549999999999997,"15min":70.769999999999996},"last":1.2949999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1262220,"kb_used_data":8644,"kb_used_omap":5,"kb_used_meta":1253562,"kb_avail":92482932,"statfs":{"total":95995035648,"available":94702522368,"internally_reserved":0,"allocated":8851456,"data_stored":5466725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1283648122},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:12:26 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":1.1990000000000001,"15min":1.403},"min":{"1min":0.23000000000000001,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":1.159,"5min":9.0380000000000003,"15min":9.8109999999999999},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":1.405,"15min":1.6719999999999999},"min":{"1min":0.29599999999999999,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":2.9500000000000002,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.31}]},{"osd":2,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":3.2040000000000002,"15min":2.7639999999999998},"min":{"1min":0.253,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":12.000999999999999,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.45400000000000001,"5min":2.5219999999999998,"15min":2.4470000000000001},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":1.1859999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.34699999999999998}]},{"osd":3,"last update":"Mon Oct 9 05:11:59 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":2.9769999999999999,"15min":2.3839999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.21199999999999999},"max":{"1min":0.999,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.39500000000000002,"5min":3.5449999999999999,"15min":2.6070000000000002},"min":{"1min":0.29699999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.45400000000000001,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.35999999999999999}]},{"osd":4,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":2.383,"15min":2.1920000000000002},"min":{"1min":0.40799999999999997,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":1.544,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.64900000000000002,"5min":2.1299999999999999,"15min":2.1709999999999998},"min":{"1min":0.46200000000000002,"5min":0.32900000000000001,"15min":0.29799999999999999},"max":{"1min":1.0269999999999999,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.48499999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":2.4129999999999998,"15min":2.4140000000000001},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":0.998,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":1.798,"15min":2.3450000000000002},"min":{"1min":0.42899999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.069,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":2.4159999999999999,"15min":2.4260000000000002},"min":{"1min":0.44500000000000001,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":0.92600000000000005,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.66100000000000003,"5min":2.0659999999999998,"15min":2.4609999999999999},"min":{"1min":0.53200000000000003,"5min":0.34100000000000003,"15min":0.33300000000000002},"max":{"1min":1.1299999999999999,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":1.748,"15min":2.4630000000000001},"min":{"1min":0.45400000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.103,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.5},{"interface":"front","average":{"1min":0.65700000000000003,"5min":2.1760000000000002,"15min":2.2450000000000001},"min":{"1min":0.46700000000000003,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.6100000000000001,"5min":21.977,"15min":21.977},"last":0.56100000000000005}]}]},{"osd":2,"up_from":116,"seq":498216206784,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1209424,"kb_used_data":8072,"kb_used_omap":7,"kb_used_meta":1201336,"kb_avail":92535728,"statfs":{"total":95995035648,"available":94756585472,"internally_reserved":0,"allocated":8265728,"data_stored":5338678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1230168145},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":2.4550000000000001,"15min":2.2570000000000001},"min":{"1min":0.22900000000000001,"5min":0.20399999999999999,"15min":0.182},"max":{"1min":0.42799999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.37,"5min":1.7849999999999999,"15min":1.7350000000000001},"min":{"1min":0.26300000000000001,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":0.66200000000000003,"5min":15.137,"15min":15.137},"last":0.35299999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:12:26 2023","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":1.5840000000000001,"15min":3.238},"min":{"1min":0.223,"5min":0.21099999999999999,"15min":0.19},"max":{"1min":0.45700000000000002,"5min":9.6199999999999992,"15min":70.971000000000004},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":1.996,"15min":3.2429999999999999},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.19500000000000001},"max":{"1min":0.48599999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Oct 9 05:12:19 2023","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":2.0910000000000002,"15min":3.266},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.18099999999999999},"max":{"1min":0.438,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.318},{"interface":"front","average":{"1min":0.39400000000000002,"5min":2.202,"15min":3.4079999999999999},"min":{"1min":0.32800000000000001,"5min":0.307,"15min":0.252},"max":{"1min":0.48099999999999998,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.374}]},{"osd":4,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":2.387,"15min":3.2240000000000002},"min":{"1min":0.42399999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.82799999999999996,"5min":12.731999999999999,"15min":144.90299999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":2.6459999999999999,"15min":2.6800000000000002},"min":{"1min":0.37,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73999999999999999,"5min":10.654,"15min":141.24700000000001},"last":0.58599999999999997}]},{"osd":5,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":1.859,"15min":2.601},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.29399999999999998},"max":{"1min":0.79800000000000004,"5min":10.776999999999999,"15min":143.22499999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":2.4009999999999998,"15min":3.2970000000000002},"min":{"1min":0.42599999999999999,"5min":0.34300000000000003,"15min":0.30099999999999999},"max":{"1min":0.71899999999999997,"5min":11.005000000000001,"15min":143.07300000000001},"last":0.56599999999999995}]},{"osd":6,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":2.4849999999999999,"15min":2.9950000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.32000000000000001},"max":{"1min":0.97299999999999998,"5min":10.721,"15min":142.339},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":2.0539999999999998,"15min":2.4489999999999998},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":0.82199999999999995,"5min":14.800000000000001,"15min":140.96700000000001},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":2.8599999999999999,"15min":2.6859999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":1.014,"5min":25.068999999999999,"15min":54.470999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.66600000000000004,"5min":2.173,"15min":2.3319999999999999},"min":{"1min":0.46800000000000003,"5min":0.433,"15min":0.33900000000000002},"max":{"1min":0.873,"5min":14.858000000000001,"15min":54.484000000000002},"last":0.50700000000000001}]}]},{"osd":3,"up_from":198,"seq":850403524921,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":821988,"kb_used_data":8092,"kb_used_omap":2,"kb_used_meta":813885,"kb_avail":92923164,"statfs":{"total":95995035648,"available":95153319936,"internally_reserved":0,"allocated":8286208,"data_stored":5630303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":833418293},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":1.556,"15min":2.1699999999999999},"min":{"1min":0.222,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.51700000000000002,"5min":10.875999999999999,"15min":26.260999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":1.7230000000000001,"15min":2.1339999999999999},"min":{"1min":0.25700000000000001,"5min":0.20300000000000001,"15min":0.183},"max":{"1min":0.55500000000000005,"5min":11.413,"15min":22.477},"last":0.309}]},{"osd":1,"last update":"Mon Oct 9 05:12:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":1.3440000000000001,"15min":1.2969999999999999},"min":{"1min":0.23499999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.65300000000000002,"5min":10.901999999999999,"15min":11.076000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":1.7629999999999999,"15min":1.6279999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.216},"max":{"1min":0.58299999999999996,"5min":11.215999999999999,"15min":12.672000000000001},"last":0.376}]},{"osd":2,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":2.1539999999999999,"15min":2.577},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.60999999999999999,"5min":21.945,"15min":21.945},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":1.986,"15min":2.6459999999999999},"min":{"1min":0.32800000000000001,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":0.68700000000000006,"5min":21.82,"15min":25.776},"last":0.52000000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":2.4060000000000001,"15min":2.395},"min":{"1min":0.45300000000000001,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":0.89800000000000002,"5min":10.271000000000001,"15min":15.301},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":2.194,"15min":2.3610000000000002},"min":{"1min":0.41699999999999998,"5min":0.37,"15min":0.27300000000000002},"max":{"1min":0.95999999999999996,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.747}]},{"osd":5,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":2.1560000000000001,"15min":2.206},"min":{"1min":0.41299999999999998,"5min":0.32200000000000001,"15min":0.30099999999999999},"max":{"1min":0.86499999999999999,"5min":13.614000000000001,"15min":15.282},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":2.2530000000000001,"15min":2.456},"min":{"1min":0.43099999999999999,"5min":0.379,"15min":0.23999999999999999},"max":{"1min":0.84199999999999997,"5min":10.335000000000001,"15min":18.064},"last":0.78800000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":2.0579999999999998,"15min":2.5680000000000001},"min":{"1min":0.379,"5min":0.36499999999999999,"15min":0.26500000000000001},"max":{"1min":0.83599999999999997,"5min":12.872999999999999,"15min":18.436},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.952,"15min":2.2709999999999999},"min":{"1min":0.432,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.93600000000000005,"5min":10.762,"15min":17.443999999999999},"last":0.73799999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":2.4700000000000002,"15min":2.7149999999999999},"min":{"1min":0.40400000000000003,"5min":0.39900000000000002,"15min":0.35499999999999998},"max":{"1min":0.78700000000000003,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":2.5289999999999999,"15min":2.6560000000000001},"min":{"1min":0.46899999999999997,"5min":0.35899999999999999,"15min":0.35799999999999998},"max":{"1min":0.90900000000000003,"5min":12.829000000000001,"15min":15.381},"last":0.71099999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019507,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1501168,"kb_used_data":6248,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92243984,"statfs":{"total":95995035648,"available":94457839616,"internally_reserved":0,"allocated":6397952,"data_stored":4891167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":1.637,"15min":1.6639999999999999},"min":{"1min":0.41399999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.80800000000000005,"5min":11.35,"15min":11.35},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":1.8149999999999999,"15min":1.645},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23000000000000001},"max":{"1min":0.81100000000000005,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.48199999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:12:27 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.841,"15min":2.2229999999999999},"min":{"1min":0.39800000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":0.73699999999999999,"5min":12.753,"15min":12.753},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":1.736,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.28699999999999998,"15min":0.253},"max":{"1min":0.69499999999999995,"5min":11.395,"15min":11.395},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":1.863,"15min":2.7770000000000001},"min":{"1min":0.32200000000000001,"5min":0.313,"15min":0.23300000000000001},"max":{"1min":0.91000000000000003,"5min":7.0110000000000001,"15min":105.411},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0939999999999999,"15min":2.8319999999999999},"min":{"1min":0.41099999999999998,"5min":0.29699999999999999,"15min":0.29599999999999999},"max":{"1min":0.83199999999999996,"5min":10.772,"15min":97.927999999999997},"last":0.55900000000000005}]},{"osd":3,"last update":"Mon Oct 9 05:12:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":5.9489999999999998,"15min":4.5599999999999996},"min":{"1min":0.33700000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.79600000000000004,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":6.1449999999999996,"15min":4.8330000000000002},"min":{"1min":0.41999999999999998,"5min":0.317,"15min":0.29099999999999998},"max":{"1min":0.78700000000000003,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.60999999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.6080000000000001,"15min":1.5489999999999999},"min":{"1min":0.28000000000000003,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":0.88300000000000001,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.6319999999999999,"15min":1.623},"min":{"1min":0.39300000000000002,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":0.90100000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.41299999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:12:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.601,"15min":2.0369999999999999},"min":{"1min":0.371,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":0.82599999999999996,"5min":12.839,"15min":81.980999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.7490000000000001,"15min":1.994},"min":{"1min":0.46000000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":0.84699999999999998,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.42899999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:12:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":1.389,"15min":1.645},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":0.88600000000000001,"5min":12.502000000000001,"15min":12.987},"last":0.372},{"interface":"front","average":{"1min":0.66800000000000004,"5min":1.512,"15min":1.6930000000000001},"min":{"1min":0.53200000000000003,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":0.872,"5min":12.805,"15min":12.983000000000001},"last":0.38600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757871,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1493484,"kb_used_data":10596,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":92251668,"statfs":{"total":95995035648,"available":94465708032,"internally_reserved":0,"allocated":10850304,"data_stored":9343956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":1.536,"15min":1.853},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":0.79500000000000004,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.495,"5min":1.8680000000000001,"15min":2.0710000000000002},"min":{"1min":0.29599999999999999,"5min":0.249,"15min":0.23100000000000001},"max":{"1min":0.72599999999999998,"5min":16.363,"15min":16.363},"last":0.497}]},{"osd":1,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.97,"15min":2.3690000000000002},"min":{"1min":0.39400000000000002,"5min":0.29099999999999998,"15min":0.26100000000000001},"max":{"1min":0.80200000000000005,"5min":19.382000000000001,"15min":19.382000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.9419999999999999,"15min":2.1960000000000002},"min":{"1min":0.36399999999999999,"5min":0.33100000000000002,"15min":0.24399999999999999},"max":{"1min":0.79900000000000004,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":2.0939999999999999,"15min":2.5190000000000001},"min":{"1min":0.38600000000000001,"5min":0.28899999999999998,"15min":0.253},"max":{"1min":1.417,"5min":19.27,"15min":23.318999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":2.1579999999999999,"15min":2.5049999999999999},"min":{"1min":0.43099999999999999,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":0.70199999999999996,"5min":16.318000000000001,"15min":25.885000000000002},"last":0.56799999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:12:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":2.2730000000000001,"15min":2.4060000000000001},"min":{"1min":0.41099999999999998,"5min":0.32900000000000001,"15min":0.24199999999999999},"max":{"1min":0.74299999999999999,"5min":24.114999999999998,"15min":24.114999999999998},"last":0.436},{"interface":"front","average":{"1min":0.60899999999999999,"5min":2.8479999999999999,"15min":2.625},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.877,"5min":24.016999999999999,"15min":24.016999999999999},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.534,"15min":1.7509999999999999},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.81200000000000006,"5min":10.959,"15min":10.959},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.748,"15min":1.843},"min":{"1min":0.46899999999999997,"5min":0.29699999999999999,"15min":0.248},"max":{"1min":0.873,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.59099999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:12:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":1.8480000000000001,"15min":1.758},"min":{"1min":0.40799999999999997,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":0.97899999999999998,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":2.0990000000000002,"15min":2.0470000000000002},"min":{"1min":0.41999999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.89400000000000002,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.6140000000000001,"15min":2.0819999999999999},"min":{"1min":0.45300000000000001,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.83999999999999997,"5min":13.082000000000001,"15min":18.442},"last":0.505},{"interface":"front","average":{"1min":0.65900000000000003,"5min":1.591,"15min":1.998},"min":{"1min":0.45000000000000001,"5min":0.33900000000000002,"15min":0.313},"max":{"1min":0.85399999999999998,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.45000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:12:45.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-09T05:12:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:46 smithi107 ceph-mon[179183]: pgmap v1913: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:46.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:46 smithi107 ceph-mon[179183]: from='client.48575 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:12:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:46 smithi107 ceph-mon[184249]: pgmap v1913: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:46.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:46 smithi107 ceph-mon[184249]: from='client.48575 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:12:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:46 smithi150 ceph-mon[168511]: pgmap v1913: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:46.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:46 smithi150 ceph-mon[168511]: from='client.48575 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:12:46.511 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-09T05:12:47.117 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:47 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:47.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:47 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:47.486 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:47 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-10-09T05:12:48.275 INFO:teuthology.orchestra.run.smithi107.stdout: 2023-10-09T05:12:48.277 INFO:teuthology.orchestra.run.smithi107.stderr:dumped all 2023-10-09T05:12:48.418 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:48 smithi107 ceph-mon[184249]: pgmap v1914: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:48.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:48 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:48 smithi107 ceph-mon[179183]: pgmap v1914: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:48.419 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:48 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:48 smithi150 ceph-mon[168511]: pgmap v1914: 93 pgs: 93 active+clean; 4.6 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-10-09T05:12:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:48.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:48 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:48.756 INFO:teuthology.orchestra.run.smithi107.stdout:{"pg_ready":true,"pg_map":{"version":1914,"stamp":"2023-10-09T05:12:47.058859+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":71,"num_bytes_recovered":4546013,"num_keys_recovered":20,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4412,"ondisk_log_size":4412,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":279,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":9526604,"kb_used_data":70412,"kb_used_omap":22,"kb_used_meta":9456105,"kb_avail":740434612,"statfs":{"total":767960285184,"available":758205042688,"internally_reserved":0,"allocated":72101888,"data_stored":54243394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23317,"internal_metadata":9683051755},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002701"},"pg_stats":[{"pgid":"3.1a","version":"68'1","reported_seq":662,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638560+0000","last_change":"2023-10-09T05:11:18.148765+0000","last_active":"2023-10-09T05:12:32.638560+0000","last_peered":"2023-10-09T05:12:32.638560+0000","last_clean":"2023-10-09T05:12:32.638560+0000","last_became_active":"2023-10-09T05:11:18.148475+0000","last_became_peered":"2023-10-09T05:11:18.148475+0000","last_unstale":"2023-10-09T05:12:32.638560+0000","last_undegraded":"2023-10-09T05:12:32.638560+0000","last_fullsized":"2023-10-09T05:12:32.638560+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:20:43.695686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":384,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632497+0000","last_change":"2023-10-09T05:11:18.145944+0000","last_active":"2023-10-09T05:12:32.632497+0000","last_peered":"2023-10-09T05:12:32.632497+0000","last_clean":"2023-10-09T05:12:32.632497+0000","last_became_active":"2023-10-09T05:11:18.145635+0000","last_became_peered":"2023-10-09T05:11:18.145635+0000","last_unstale":"2023-10-09T05:12:32.632497+0000","last_undegraded":"2023-10-09T05:12:32.632497+0000","last_fullsized":"2023-10-09T05:12:32.632497+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:26:44.413589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":34,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630239+0000","last_change":"2023-10-09T05:11:18.143452+0000","last_active":"2023-10-09T05:12:32.630239+0000","last_peered":"2023-10-09T05:12:32.630239+0000","last_clean":"2023-10-09T05:12:32.630239+0000","last_became_active":"2023-10-09T05:11:18.143166+0000","last_became_peered":"2023-10-09T05:11:18.143166+0000","last_unstale":"2023-10-09T05:12:32.630239+0000","last_undegraded":"2023-10-09T05:12:32.630239+0000","last_fullsized":"2023-10-09T05:12:32.630239+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:25:32.516765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":366,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632924+0000","last_change":"2023-10-09T05:11:31.762721+0000","last_active":"2023-10-09T05:12:32.632924+0000","last_peered":"2023-10-09T05:12:32.632924+0000","last_clean":"2023-10-09T05:12:32.632924+0000","last_became_active":"2023-10-09T05:11:31.760802+0000","last_became_peered":"2023-10-09T05:11:31.760802+0000","last_unstale":"2023-10-09T05:12:32.632924+0000","last_undegraded":"2023-10-09T05:12:32.632924+0000","last_fullsized":"2023-10-09T05:12:32.632924+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:33:06.969407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":363,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630400+0000","last_change":"2023-10-09T05:11:18.142691+0000","last_active":"2023-10-09T05:12:32.630400+0000","last_peered":"2023-10-09T05:12:32.630400+0000","last_clean":"2023-10-09T05:12:32.630400+0000","last_became_active":"2023-10-09T05:11:18.142380+0000","last_became_peered":"2023-10-09T05:11:18.142380+0000","last_unstale":"2023-10-09T05:12:32.630400+0000","last_undegraded":"2023-10-09T05:12:32.630400+0000","last_fullsized":"2023-10-09T05:12:32.630400+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:52:04.283620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":339,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741512+0000","last_change":"2023-10-09T05:11:18.167534+0000","last_active":"2023-10-09T05:12:32.741512+0000","last_peered":"2023-10-09T05:12:32.741512+0000","last_clean":"2023-10-09T05:12:32.741512+0000","last_became_active":"2023-10-09T05:11:18.165831+0000","last_became_peered":"2023-10-09T05:11:18.165831+0000","last_unstale":"2023-10-09T05:12:32.741512+0000","last_undegraded":"2023-10-09T05:12:32.741512+0000","last_fullsized":"2023-10-09T05:12:32.741512+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:26:41.330455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":363,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632493+0000","last_change":"2023-10-09T05:11:31.762280+0000","last_active":"2023-10-09T05:12:32.632493+0000","last_peered":"2023-10-09T05:12:32.632493+0000","last_clean":"2023-10-09T05:12:32.632493+0000","last_became_active":"2023-10-09T05:11:31.761524+0000","last_became_peered":"2023-10-09T05:11:31.761524+0000","last_unstale":"2023-10-09T05:12:32.632493+0000","last_undegraded":"2023-10-09T05:12:32.632493+0000","last_fullsized":"2023-10-09T05:12:32.632493+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:53:42.912246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":389,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630550+0000","last_change":"2023-10-09T05:11:18.165897+0000","last_active":"2023-10-09T05:12:32.630550+0000","last_peered":"2023-10-09T05:12:32.630550+0000","last_clean":"2023-10-09T05:12:32.630550+0000","last_became_active":"2023-10-09T05:11:18.165601+0000","last_became_peered":"2023-10-09T05:11:18.165601+0000","last_unstale":"2023-10-09T05:12:32.630550+0000","last_undegraded":"2023-10-09T05:12:32.630550+0000","last_fullsized":"2023-10-09T05:12:32.630550+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:23:44.847653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"77'161","reported_seq":705,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635658+0000","last_change":"2023-10-09T05:11:07.707325+0000","last_active":"2023-10-09T05:12:32.635658+0000","last_peered":"2023-10-09T05:12:32.635658+0000","last_clean":"2023-10-09T05:12:32.635658+0000","last_became_active":"2023-10-09T05:11:07.706935+0000","last_became_peered":"2023-10-09T05:11:07.706935+0000","last_unstale":"2023-10-09T05:12:32.635658+0000","last_undegraded":"2023-10-09T05:12:32.635658+0000","last_fullsized":"2023-10-09T05:12:32.635658+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:03.032803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:03.032803+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:13:34.008815+0000","scrub_duration":0.0016051559999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":663,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636002+0000","last_change":"2023-10-09T05:11:18.147453+0000","last_active":"2023-10-09T05:12:32.636002+0000","last_peered":"2023-10-09T05:12:32.636002+0000","last_clean":"2023-10-09T05:12:32.636002+0000","last_became_active":"2023-10-09T05:11:18.147109+0000","last_became_peered":"2023-10-09T05:11:18.147109+0000","last_unstale":"2023-10-09T05:12:32.636002+0000","last_undegraded":"2023-10-09T05:12:32.636002+0000","last_fullsized":"2023-10-09T05:12:32.636002+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:56:27.278174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":370,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631111+0000","last_change":"2023-10-09T05:00:49.980802+0000","last_active":"2023-10-09T05:12:32.631111+0000","last_peered":"2023-10-09T05:12:32.631111+0000","last_clean":"2023-10-09T05:12:32.631111+0000","last_became_active":"2023-10-09T05:00:49.980489+0000","last_became_peered":"2023-10-09T05:00:49.980489+0000","last_unstale":"2023-10-09T05:12:32.631111+0000","last_undegraded":"2023-10-09T05:12:32.631111+0000","last_fullsized":"2023-10-09T05:12:32.631111+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:01:08.895340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":192,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.640125+0000","last_change":"2023-10-09T05:00:49.994656+0000","last_active":"2023-10-09T05:12:32.640125+0000","last_peered":"2023-10-09T05:12:32.640125+0000","last_clean":"2023-10-09T05:12:32.640125+0000","last_became_active":"2023-10-09T05:00:49.972875+0000","last_became_peered":"2023-10-09T05:00:49.972875+0000","last_unstale":"2023-10-09T05:12:32.640125+0000","last_undegraded":"2023-10-09T05:12:32.640125+0000","last_fullsized":"2023-10-09T05:12:32.640125+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:41:43.599419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":514,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631636+0000","last_change":"2023-10-09T05:12:16.653177+0000","last_active":"2023-10-09T05:12:32.631636+0000","last_peered":"2023-10-09T05:12:32.631636+0000","last_clean":"2023-10-09T05:12:32.631636+0000","last_became_active":"2023-10-09T05:12:16.652874+0000","last_became_peered":"2023-10-09T05:12:16.652874+0000","last_unstale":"2023-10-09T05:12:32.631636+0000","last_undegraded":"2023-10-09T05:12:32.631636+0000","last_fullsized":"2023-10-09T05:12:32.631636+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:55:17.926469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"82'22","reported_seq":705,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638881+0000","last_change":"2023-10-09T05:00:49.988316+0000","last_active":"2023-10-09T05:12:32.638881+0000","last_peered":"2023-10-09T05:12:32.638881+0000","last_clean":"2023-10-09T05:12:32.638881+0000","last_became_active":"2023-10-09T05:00:49.979539+0000","last_became_peered":"2023-10-09T05:00:49.979539+0000","last_unstale":"2023-10-09T05:12:32.638881+0000","last_undegraded":"2023-10-09T05:12:32.638881+0000","last_fullsized":"2023-10-09T05:12:32.638881+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:34:46.785293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":683,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638889+0000","last_change":"2023-10-09T05:11:18.169751+0000","last_active":"2023-10-09T05:12:32.638889+0000","last_peered":"2023-10-09T05:12:32.638889+0000","last_clean":"2023-10-09T05:12:32.638889+0000","last_became_active":"2023-10-09T05:11:18.169194+0000","last_became_peered":"2023-10-09T05:11:18.169194+0000","last_unstale":"2023-10-09T05:12:32.638889+0000","last_undegraded":"2023-10-09T05:12:32.638889+0000","last_fullsized":"2023-10-09T05:12:32.638889+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:54:50.502014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"77'161","reported_seq":449,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632228+0000","last_change":"2023-10-09T05:11:32.508137+0000","last_active":"2023-10-09T05:12:32.632228+0000","last_peered":"2023-10-09T05:12:32.632228+0000","last_clean":"2023-10-09T05:12:32.632228+0000","last_became_active":"2023-10-09T05:11:31.759849+0000","last_became_peered":"2023-10-09T05:11:31.759849+0000","last_unstale":"2023-10-09T05:12:32.632228+0000","last_undegraded":"2023-10-09T05:12:32.632228+0000","last_fullsized":"2023-10-09T05:12:32.632228+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:32.508043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:32.508043+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:03:54.392086+0000","scrub_duration":0.0020081119999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":192,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639884+0000","last_change":"2023-10-09T05:00:49.984394+0000","last_active":"2023-10-09T05:12:32.639884+0000","last_peered":"2023-10-09T05:12:32.639884+0000","last_clean":"2023-10-09T05:12:32.639884+0000","last_became_active":"2023-10-09T05:00:49.970567+0000","last_became_peered":"2023-10-09T05:00:49.970567+0000","last_unstale":"2023-10-09T05:12:32.639884+0000","last_undegraded":"2023-10-09T05:12:32.639884+0000","last_fullsized":"2023-10-09T05:12:32.639884+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:18:24.608104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":486,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632411+0000","last_change":"2023-10-09T05:11:18.146483+0000","last_active":"2023-10-09T05:12:32.632411+0000","last_peered":"2023-10-09T05:12:32.632411+0000","last_clean":"2023-10-09T05:12:32.632411+0000","last_became_active":"2023-10-09T05:11:18.146180+0000","last_became_peered":"2023-10-09T05:11:18.146180+0000","last_unstale":"2023-10-09T05:12:32.632411+0000","last_undegraded":"2023-10-09T05:12:32.632411+0000","last_fullsized":"2023-10-09T05:12:32.632411+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:17.644406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"77'161","reported_seq":463,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635523+0000","last_change":"2023-10-09T05:11:17.829120+0000","last_active":"2023-10-09T05:12:32.635523+0000","last_peered":"2023-10-09T05:12:32.635523+0000","last_clean":"2023-10-09T05:12:32.635523+0000","last_became_active":"2023-10-09T05:11:07.704953+0000","last_became_peered":"2023-10-09T05:11:07.704953+0000","last_unstale":"2023-10-09T05:12:32.635523+0000","last_undegraded":"2023-10-09T05:12:32.635523+0000","last_fullsized":"2023-10-09T05:12:32.635523+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:17.829031+0000","last_deep_scrub":"77'161","last_deep_scrub_stamp":"2023-10-09T05:11:17.829031+0000","last_clean_scrub_stamp":"2023-10-09T05:11:17.829031+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:52:28.051275+0000","scrub_duration":0.0017138500000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":370,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632493+0000","last_change":"2023-10-09T05:11:31.761759+0000","last_active":"2023-10-09T05:12:32.632493+0000","last_peered":"2023-10-09T05:12:32.632493+0000","last_clean":"2023-10-09T05:12:32.632493+0000","last_became_active":"2023-10-09T05:11:31.761466+0000","last_became_peered":"2023-10-09T05:11:31.761466+0000","last_unstale":"2023-10-09T05:12:32.632493+0000","last_undegraded":"2023-10-09T05:12:32.632493+0000","last_fullsized":"2023-10-09T05:12:32.632493+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:38:10.622907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":645,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636139+0000","last_change":"2023-10-09T05:00:49.975960+0000","last_active":"2023-10-09T05:12:32.636139+0000","last_peered":"2023-10-09T05:12:32.636139+0000","last_clean":"2023-10-09T05:12:32.636139+0000","last_became_active":"2023-10-09T05:00:49.975637+0000","last_became_peered":"2023-10-09T05:00:49.975637+0000","last_unstale":"2023-10-09T05:12:32.636139+0000","last_undegraded":"2023-10-09T05:12:32.636139+0000","last_fullsized":"2023-10-09T05:12:32.636139+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:44:16.719878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"77'161","reported_seq":452,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630867+0000","last_change":"2023-10-09T05:12:16.644320+0000","last_active":"2023-10-09T05:12:32.630867+0000","last_peered":"2023-10-09T05:12:32.630867+0000","last_clean":"2023-10-09T05:12:32.630867+0000","last_became_active":"2023-10-09T05:12:16.643994+0000","last_became_peered":"2023-10-09T05:12:16.643994+0000","last_unstale":"2023-10-09T05:12:32.630867+0000","last_undegraded":"2023-10-09T05:12:32.630867+0000","last_fullsized":"2023-10-09T05:12:32.630867+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:08.022020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:08.022020+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:23:47.043946+0000","scrub_duration":0.0021639649999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":186,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639539+0000","last_change":"2023-10-09T05:00:49.979329+0000","last_active":"2023-10-09T05:12:32.639539+0000","last_peered":"2023-10-09T05:12:32.639539+0000","last_clean":"2023-10-09T05:12:32.639539+0000","last_became_active":"2023-10-09T05:00:49.979008+0000","last_became_peered":"2023-10-09T05:00:49.979008+0000","last_unstale":"2023-10-09T05:12:32.639539+0000","last_undegraded":"2023-10-09T05:12:32.639539+0000","last_fullsized":"2023-10-09T05:12:32.639539+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:39:24.895734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":445,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632973+0000","last_change":"2023-10-09T05:11:31.762026+0000","last_active":"2023-10-09T05:12:32.632973+0000","last_peered":"2023-10-09T05:12:32.632973+0000","last_clean":"2023-10-09T05:12:32.632973+0000","last_became_active":"2023-10-09T05:11:31.760895+0000","last_became_peered":"2023-10-09T05:11:31.760895+0000","last_unstale":"2023-10-09T05:12:32.632973+0000","last_undegraded":"2023-10-09T05:12:32.632973+0000","last_fullsized":"2023-10-09T05:12:32.632973+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:12:28.999258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"77'161","reported_seq":483,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635788+0000","last_change":"2023-10-09T05:11:26.817986+0000","last_active":"2023-10-09T05:12:32.635788+0000","last_peered":"2023-10-09T05:12:32.635788+0000","last_clean":"2023-10-09T05:12:32.635788+0000","last_became_active":"2023-10-09T05:11:21.172802+0000","last_became_peered":"2023-10-09T05:11:21.172802+0000","last_unstale":"2023-10-09T05:12:32.635788+0000","last_undegraded":"2023-10-09T05:12:32.635788+0000","last_fullsized":"2023-10-09T05:12:32.635788+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":5,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:26.817897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:26.817897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:12:35.796766+0000","scrub_duration":0.001589839,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":327,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.740920+0000","last_change":"2023-10-09T04:53:25.914935+0000","last_active":"2023-10-09T05:12:32.740920+0000","last_peered":"2023-10-09T05:12:32.740920+0000","last_clean":"2023-10-09T05:12:32.740920+0000","last_became_active":"2023-10-09T04:53:25.914577+0000","last_became_peered":"2023-10-09T04:53:25.914577+0000","last_unstale":"2023-10-09T05:12:32.740920+0000","last_undegraded":"2023-10-09T05:12:32.740920+0000","last_fullsized":"2023-10-09T05:12:32.740920+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:28:06.212442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":392,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-10-09T05:12:33.723960+0000","last_change":"2023-10-09T05:12:33.723960+0000","last_active":"2023-10-09T05:12:33.723960+0000","last_peered":"2023-10-09T05:12:33.723960+0000","last_clean":"2023-10-09T05:12:33.723960+0000","last_became_active":"2023-10-09T05:12:33.723634+0000","last_became_peered":"2023-10-09T05:12:33.723634+0000","last_unstale":"2023-10-09T05:12:33.723960+0000","last_undegraded":"2023-10-09T05:12:33.723960+0000","last_fullsized":"2023-10-09T05:12:33.723960+0000","mapping_epoch":628,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":629,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:50:16.237354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"77'161","reported_seq":477,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639961+0000","last_change":"2023-10-09T05:11:21.170848+0000","last_active":"2023-10-09T05:12:32.639961+0000","last_peered":"2023-10-09T05:12:32.639961+0000","last_clean":"2023-10-09T05:12:32.639961+0000","last_became_active":"2023-10-09T05:11:21.170489+0000","last_became_peered":"2023-10-09T05:11:21.170489+0000","last_unstale":"2023-10-09T05:12:32.639961+0000","last_undegraded":"2023-10-09T05:12:32.639961+0000","last_fullsized":"2023-10-09T05:12:32.639961+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:10.474181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:10.474181+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:47.208718+0000","scrub_duration":0.001758426,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":190,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639997+0000","last_change":"2023-10-09T05:00:49.991602+0000","last_active":"2023-10-09T05:12:32.639997+0000","last_peered":"2023-10-09T05:12:32.639997+0000","last_clean":"2023-10-09T05:12:32.639997+0000","last_became_active":"2023-10-09T05:00:49.972237+0000","last_became_peered":"2023-10-09T05:00:49.972237+0000","last_unstale":"2023-10-09T05:12:32.639997+0000","last_undegraded":"2023-10-09T05:12:32.639997+0000","last_fullsized":"2023-10-09T05:12:32.639997+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:55:30.678850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":629,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635630+0000","last_change":"2023-10-09T05:00:49.973554+0000","last_active":"2023-10-09T05:12:32.635630+0000","last_peered":"2023-10-09T05:12:32.635630+0000","last_clean":"2023-10-09T05:12:32.635630+0000","last_became_active":"2023-10-09T05:00:49.973219+0000","last_became_peered":"2023-10-09T05:00:49.973219+0000","last_unstale":"2023-10-09T05:12:32.635630+0000","last_undegraded":"2023-10-09T05:12:32.635630+0000","last_fullsized":"2023-10-09T05:12:32.635630+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:40:44.533964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"77'161","reported_seq":719,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631541+0000","last_change":"2023-10-09T05:11:07.703277+0000","last_active":"2023-10-09T05:12:32.631541+0000","last_peered":"2023-10-09T05:12:32.631541+0000","last_clean":"2023-10-09T05:12:32.631541+0000","last_became_active":"2023-10-09T05:11:07.702960+0000","last_became_peered":"2023-10-09T05:11:07.702960+0000","last_unstale":"2023-10-09T05:12:32.631541+0000","last_undegraded":"2023-10-09T05:12:32.631541+0000","last_fullsized":"2023-10-09T05:12:32.631541+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:02.067928+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:02.067928+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:49:07.406177+0000","scrub_duration":0.002248903,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":235,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639911+0000","last_change":"2023-10-09T05:11:18.156228+0000","last_active":"2023-10-09T05:12:32.639911+0000","last_peered":"2023-10-09T05:12:32.639911+0000","last_clean":"2023-10-09T05:12:32.639911+0000","last_became_active":"2023-10-09T05:11:18.150116+0000","last_became_peered":"2023-10-09T05:11:18.150116+0000","last_unstale":"2023-10-09T05:12:32.639911+0000","last_undegraded":"2023-10-09T05:12:32.639911+0000","last_fullsized":"2023-10-09T05:12:32.639911+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:30:13.247886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":673,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638275+0000","last_change":"2023-10-09T05:11:18.150098+0000","last_active":"2023-10-09T05:12:32.638275+0000","last_peered":"2023-10-09T05:12:32.638275+0000","last_clean":"2023-10-09T05:12:32.638275+0000","last_became_active":"2023-10-09T05:11:18.149677+0000","last_became_peered":"2023-10-09T05:11:18.149677+0000","last_unstale":"2023-10-09T05:12:32.638275+0000","last_undegraded":"2023-10-09T05:12:32.638275+0000","last_fullsized":"2023-10-09T05:12:32.638275+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:45:45.704202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"77'161","reported_seq":1047,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741394+0000","last_change":"2023-10-09T05:11:14.043992+0000","last_active":"2023-10-09T05:12:32.741394+0000","last_peered":"2023-10-09T05:12:32.741394+0000","last_clean":"2023-10-09T05:12:32.741394+0000","last_became_active":"2023-10-09T05:11:07.703362+0000","last_became_peered":"2023-10-09T05:11:07.703362+0000","last_unstale":"2023-10-09T05:12:32.741394+0000","last_undegraded":"2023-10-09T05:12:32.741394+0000","last_fullsized":"2023-10-09T05:12:32.741394+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:14.043874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:14.043874+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:46:48.529805+0000","scrub_duration":0.0020189869999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":190,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.640241+0000","last_change":"2023-10-09T05:00:49.999788+0000","last_active":"2023-10-09T05:12:32.640241+0000","last_peered":"2023-10-09T05:12:32.640241+0000","last_clean":"2023-10-09T05:12:32.640241+0000","last_became_active":"2023-10-09T05:00:49.979721+0000","last_became_peered":"2023-10-09T05:00:49.979721+0000","last_unstale":"2023-10-09T05:12:32.640241+0000","last_undegraded":"2023-10-09T05:12:32.640241+0000","last_fullsized":"2023-10-09T05:12:32.640241+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:55:19.072663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":359,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741079+0000","last_change":"2023-10-09T05:11:18.177927+0000","last_active":"2023-10-09T05:12:32.741079+0000","last_peered":"2023-10-09T05:12:32.741079+0000","last_clean":"2023-10-09T05:12:32.741079+0000","last_became_active":"2023-10-09T05:11:18.177588+0000","last_became_peered":"2023-10-09T05:11:18.177588+0000","last_unstale":"2023-10-09T05:12:32.741079+0000","last_undegraded":"2023-10-09T05:12:32.741079+0000","last_fullsized":"2023-10-09T05:12:32.741079+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:16:18.956175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"77'161","reported_seq":454,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638770+0000","last_change":"2023-10-09T05:11:09.786741+0000","last_active":"2023-10-09T05:12:32.638770+0000","last_peered":"2023-10-09T05:12:32.638770+0000","last_clean":"2023-10-09T05:12:32.638770+0000","last_became_active":"2023-10-09T05:11:07.706433+0000","last_became_peered":"2023-10-09T05:11:07.706433+0000","last_unstale":"2023-10-09T05:12:32.638770+0000","last_undegraded":"2023-10-09T05:12:32.638770+0000","last_fullsized":"2023-10-09T05:12:32.638770+0000","mapping_epoch":600,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":601,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:09.786652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:09.786652+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:56:03.468850+0000","scrub_duration":0.001930485,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":673,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636252+0000","last_change":"2023-10-09T04:53:24.788409+0000","last_active":"2023-10-09T05:12:32.636252+0000","last_peered":"2023-10-09T05:12:32.636252+0000","last_clean":"2023-10-09T05:12:32.636252+0000","last_became_active":"2023-10-09T04:53:24.788109+0000","last_became_peered":"2023-10-09T04:53:24.788109+0000","last_unstale":"2023-10-09T05:12:32.636252+0000","last_undegraded":"2023-10-09T05:12:32.636252+0000","last_fullsized":"2023-10-09T05:12:32.636252+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:43:17.844524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":632,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632907+0000","last_change":"2023-10-09T05:11:31.761333+0000","last_active":"2023-10-09T05:12:32.632907+0000","last_peered":"2023-10-09T05:12:32.632907+0000","last_clean":"2023-10-09T05:12:32.632907+0000","last_became_active":"2023-10-09T05:11:31.761047+0000","last_became_peered":"2023-10-09T05:11:31.761047+0000","last_unstale":"2023-10-09T05:12:32.632907+0000","last_undegraded":"2023-10-09T05:12:32.632907+0000","last_fullsized":"2023-10-09T05:12:32.632907+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:25:10.413346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"77'161","reported_seq":1054,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639545+0000","last_change":"2023-10-09T05:01:12.467394+0000","last_active":"2023-10-09T05:12:32.639545+0000","last_peered":"2023-10-09T05:12:32.639545+0000","last_clean":"2023-10-09T05:12:32.639545+0000","last_became_active":"2023-10-09T05:00:53.015224+0000","last_became_peered":"2023-10-09T05:00:53.015224+0000","last_unstale":"2023-10-09T05:12:32.639545+0000","last_undegraded":"2023-10-09T05:12:32.639545+0000","last_fullsized":"2023-10-09T05:12:32.639545+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:01:12.467308+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:01:12.467308+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:04:18.011772+0000","scrub_duration":0.001926639,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":300,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631614+0000","last_change":"2023-10-09T04:57:02.237635+0000","last_active":"2023-10-09T05:12:32.631614+0000","last_peered":"2023-10-09T05:12:32.631614+0000","last_clean":"2023-10-09T05:12:32.631614+0000","last_became_active":"2023-10-09T04:57:02.237278+0000","last_became_peered":"2023-10-09T04:57:02.237278+0000","last_unstale":"2023-10-09T05:12:32.631614+0000","last_undegraded":"2023-10-09T05:12:32.631614+0000","last_fullsized":"2023-10-09T05:12:32.631614+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:12:43.931232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":673,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638645+0000","last_change":"2023-10-09T04:53:24.777929+0000","last_active":"2023-10-09T05:12:32.638645+0000","last_peered":"2023-10-09T05:12:32.638645+0000","last_clean":"2023-10-09T05:12:32.638645+0000","last_became_active":"2023-10-09T04:53:24.777466+0000","last_became_peered":"2023-10-09T04:53:24.777466+0000","last_unstale":"2023-10-09T05:12:32.638645+0000","last_undegraded":"2023-10-09T05:12:32.638645+0000","last_fullsized":"2023-10-09T05:12:32.638645+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:27:09.204136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"77'161","reported_seq":627,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635606+0000","last_change":"2023-10-09T04:59:56.735603+0000","last_active":"2023-10-09T05:12:32.635606+0000","last_peered":"2023-10-09T05:12:32.635606+0000","last_clean":"2023-10-09T05:12:32.635606+0000","last_became_active":"2023-10-09T04:59:51.304764+0000","last_became_peered":"2023-10-09T04:59:51.304764+0000","last_unstale":"2023-10-09T05:12:32.635606+0000","last_undegraded":"2023-10-09T05:12:32.635606+0000","last_fullsized":"2023-10-09T05:12:32.635606+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:56.735516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:56.735516+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:31:28.435126+0000","scrub_duration":0.018941726999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":339,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741110+0000","last_change":"2023-10-09T05:11:18.170066+0000","last_active":"2023-10-09T05:12:32.741110+0000","last_peered":"2023-10-09T05:12:32.741110+0000","last_clean":"2023-10-09T05:12:32.741110+0000","last_became_active":"2023-10-09T05:11:18.168864+0000","last_became_peered":"2023-10-09T05:11:18.168864+0000","last_unstale":"2023-10-09T05:12:32.741110+0000","last_undegraded":"2023-10-09T05:12:32.741110+0000","last_fullsized":"2023-10-09T05:12:32.741110+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:33:23.487151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":619,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638793+0000","last_change":"2023-10-09T05:11:18.148149+0000","last_active":"2023-10-09T05:12:32.638793+0000","last_peered":"2023-10-09T05:12:32.638793+0000","last_clean":"2023-10-09T05:12:32.638793+0000","last_became_active":"2023-10-09T05:11:18.147833+0000","last_became_peered":"2023-10-09T05:11:18.147833+0000","last_unstale":"2023-10-09T05:12:32.638793+0000","last_undegraded":"2023-10-09T05:12:32.638793+0000","last_fullsized":"2023-10-09T05:12:32.638793+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:23:44.598645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"77'161","reported_seq":938,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630729+0000","last_change":"2023-10-09T05:12:16.644688+0000","last_active":"2023-10-09T05:12:32.630729+0000","last_peered":"2023-10-09T05:12:32.630729+0000","last_clean":"2023-10-09T05:12:32.630729+0000","last_became_active":"2023-10-09T05:12:16.644366+0000","last_became_peered":"2023-10-09T05:12:16.644366+0000","last_unstale":"2023-10-09T05:12:32.630729+0000","last_undegraded":"2023-10-09T05:12:32.630729+0000","last_fullsized":"2023-10-09T05:12:32.630729+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":591,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:33.529831+0000","last_deep_scrub":"77'161","last_deep_scrub_stamp":"2023-10-09T05:11:33.529831+0000","last_clean_scrub_stamp":"2023-10-09T05:11:33.529831+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:08:32.756287+0000","scrub_duration":0.0024427450000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":610,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638370+0000","last_change":"2023-10-09T05:00:49.980305+0000","last_active":"2023-10-09T05:12:32.638370+0000","last_peered":"2023-10-09T05:12:32.638370+0000","last_clean":"2023-10-09T05:12:32.638370+0000","last_became_active":"2023-10-09T05:00:49.979857+0000","last_became_peered":"2023-10-09T05:00:49.979857+0000","last_unstale":"2023-10-09T05:12:32.638370+0000","last_undegraded":"2023-10-09T05:12:32.638370+0000","last_fullsized":"2023-10-09T05:12:32.638370+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:28:13.259492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":693,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638837+0000","last_change":"2023-10-09T05:11:18.176278+0000","last_active":"2023-10-09T05:12:32.638837+0000","last_peered":"2023-10-09T05:12:32.638837+0000","last_clean":"2023-10-09T05:12:32.638837+0000","last_became_active":"2023-10-09T05:11:18.175930+0000","last_became_peered":"2023-10-09T05:11:18.175930+0000","last_unstale":"2023-10-09T05:12:32.638837+0000","last_undegraded":"2023-10-09T05:12:32.638837+0000","last_fullsized":"2023-10-09T05:12:32.638837+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:42:18.999474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"77'161","reported_seq":627,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636119+0000","last_change":"2023-10-09T04:59:57.697957+0000","last_active":"2023-10-09T05:12:32.636119+0000","last_peered":"2023-10-09T05:12:32.636119+0000","last_clean":"2023-10-09T05:12:32.636119+0000","last_became_active":"2023-10-09T04:59:51.303930+0000","last_became_peered":"2023-10-09T04:59:51.303930+0000","last_unstale":"2023-10-09T05:12:32.636119+0000","last_undegraded":"2023-10-09T05:12:32.636119+0000","last_fullsized":"2023-10-09T05:12:32.636119+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T04:59:57.697888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T04:59:57.697888+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:05:13.131311+0000","scrub_duration":0.022264540999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":382,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630477+0000","last_change":"2023-10-09T05:11:18.145831+0000","last_active":"2023-10-09T05:12:32.630477+0000","last_peered":"2023-10-09T05:12:32.630477+0000","last_clean":"2023-10-09T05:12:32.630477+0000","last_became_active":"2023-10-09T05:11:18.145515+0000","last_became_peered":"2023-10-09T05:11:18.145515+0000","last_unstale":"2023-10-09T05:12:32.630477+0000","last_undegraded":"2023-10-09T05:12:32.630477+0000","last_fullsized":"2023-10-09T05:12:32.630477+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:07:15.844461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-10-09T05:12:33.642300+0000","last_change":"2023-10-09T05:12:33.642067+0000","last_active":"2023-10-09T05:12:33.642300+0000","last_peered":"2023-10-09T05:12:33.642300+0000","last_clean":"2023-10-09T05:12:33.642300+0000","last_became_active":"2023-10-09T05:12:33.641740+0000","last_became_peered":"2023-10-09T05:12:33.641740+0000","last_unstale":"2023-10-09T05:12:33.642300+0000","last_undegraded":"2023-10-09T05:12:33.642300+0000","last_fullsized":"2023-10-09T05:12:33.642300+0000","mapping_epoch":628,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":629,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:59:16.442156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"77'161","reported_seq":1028,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741453+0000","last_change":"2023-10-09T05:11:04.026165+0000","last_active":"2023-10-09T05:12:32.741453+0000","last_peered":"2023-10-09T05:12:32.741453+0000","last_clean":"2023-10-09T05:12:32.741453+0000","last_became_active":"2023-10-09T05:10:58.664569+0000","last_became_peered":"2023-10-09T05:10:58.664569+0000","last_unstale":"2023-10-09T05:12:32.741453+0000","last_undegraded":"2023-10-09T05:12:32.741453+0000","last_fullsized":"2023-10-09T05:12:32.741453+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:04.026096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:04.026096+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:21:54.456296+0000","scrub_duration":0.0034393990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"600'75","reported_seq":479,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630360+0000","last_change":"2023-10-09T05:12:16.650575+0000","last_active":"2023-10-09T05:12:32.630360+0000","last_peered":"2023-10-09T05:12:32.630360+0000","last_clean":"2023-10-09T05:12:32.630360+0000","last_became_active":"2023-10-09T05:12:16.650090+0000","last_became_peered":"2023-10-09T05:12:16.650090+0000","last_unstale":"2023-10-09T05:12:32.630360+0000","last_undegraded":"2023-10-09T05:12:32.630360+0000","last_fullsized":"2023-10-09T05:12:32.630360+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:08:11.439755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064897200000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":323,"num_read_kb":1297,"num_write":79,"num_write_kb":1052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":643,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636112+0000","last_change":"2023-10-09T04:52:31.742265+0000","last_active":"2023-10-09T05:12:32.636112+0000","last_peered":"2023-10-09T05:12:32.636112+0000","last_clean":"2023-10-09T05:12:32.636112+0000","last_became_active":"2023-10-09T04:52:31.741963+0000","last_became_peered":"2023-10-09T04:52:31.741963+0000","last_unstale":"2023-10-09T05:12:32.636112+0000","last_undegraded":"2023-10-09T05:12:32.636112+0000","last_fullsized":"2023-10-09T05:12:32.636112+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:03:24.860687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":389,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631563+0000","last_change":"2023-10-09T05:12:16.645833+0000","last_active":"2023-10-09T05:12:32.631563+0000","last_peered":"2023-10-09T05:12:32.631563+0000","last_clean":"2023-10-09T05:12:32.631563+0000","last_became_active":"2023-10-09T05:12:16.645546+0000","last_became_peered":"2023-10-09T05:12:16.645546+0000","last_unstale":"2023-10-09T05:12:32.631563+0000","last_undegraded":"2023-10-09T05:12:32.631563+0000","last_fullsized":"2023-10-09T05:12:32.631563+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:28:10.070574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"77'161","reported_seq":647,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635623+0000","last_change":"2023-10-09T05:11:03.874003+0000","last_active":"2023-10-09T05:12:32.635623+0000","last_peered":"2023-10-09T05:12:32.635623+0000","last_clean":"2023-10-09T05:12:32.635623+0000","last_became_active":"2023-10-09T05:10:58.662612+0000","last_became_peered":"2023-10-09T05:10:58.662612+0000","last_unstale":"2023-10-09T05:12:32.635623+0000","last_undegraded":"2023-10-09T05:12:32.635623+0000","last_fullsized":"2023-10-09T05:12:32.635623+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:03.873927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:03.873927+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:28.860197+0000","scrub_duration":0.0020836499999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"600'169","reported_seq":1321,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635884+0000","last_change":"2023-10-09T05:11:21.174140+0000","last_active":"2023-10-09T05:12:32.635884+0000","last_peered":"2023-10-09T05:12:32.635884+0000","last_clean":"2023-10-09T05:12:32.635884+0000","last_became_active":"2023-10-09T05:11:21.173525+0000","last_became_peered":"2023-10-09T05:11:21.173525+0000","last_unstale":"2023-10-09T05:12:32.635884+0000","last_undegraded":"2023-10-09T05:12:32.635884+0000","last_fullsized":"2023-10-09T05:12:32.635884+0000","mapping_epoch":608,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":609,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":169,"log_dups_size":0,"ondisk_log_size":169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T16:05:57.812938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001847444,"stat_sum":{"num_bytes":4194323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":851,"num_read_kb":2085,"num_write":169,"num_write_kb":5375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":4194323,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":630,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638564+0000","last_change":"2023-10-09T04:53:24.776507+0000","last_active":"2023-10-09T05:12:32.638564+0000","last_peered":"2023-10-09T05:12:32.638564+0000","last_clean":"2023-10-09T05:12:32.638564+0000","last_became_active":"2023-10-09T04:53:24.776117+0000","last_became_peered":"2023-10-09T04:53:24.776117+0000","last_unstale":"2023-10-09T05:12:32.638564+0000","last_undegraded":"2023-10-09T05:12:32.638564+0000","last_fullsized":"2023-10-09T05:12:32.638564+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:28:56.233507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-10-09T05:12:33.642982+0000","last_change":"2023-10-09T05:12:33.642982+0000","last_active":"2023-10-09T05:12:33.642982+0000","last_peered":"2023-10-09T05:12:33.642982+0000","last_clean":"2023-10-09T05:12:33.642982+0000","last_became_active":"2023-10-09T05:12:33.642624+0000","last_became_peered":"2023-10-09T05:12:33.642624+0000","last_unstale":"2023-10-09T05:12:33.642982+0000","last_undegraded":"2023-10-09T05:12:33.642982+0000","last_fullsized":"2023-10-09T05:12:33.642982+0000","mapping_epoch":628,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":629,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:23:53.714634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"77'161","reported_seq":619,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639539+0000","last_change":"2023-10-09T05:11:00.551007+0000","last_active":"2023-10-09T05:12:32.639539+0000","last_peered":"2023-10-09T05:12:32.639539+0000","last_clean":"2023-10-09T05:12:32.639539+0000","last_became_active":"2023-10-09T05:10:58.666100+0000","last_became_peered":"2023-10-09T05:10:58.666100+0000","last_unstale":"2023-10-09T05:12:32.639539+0000","last_undegraded":"2023-10-09T05:12:32.639539+0000","last_fullsized":"2023-10-09T05:12:32.639539+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":4,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:00.550936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:00.550936+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:03:00.736060+0000","scrub_duration":0.00180781,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"600'191","reported_seq":1421,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635194+0000","last_change":"2023-10-09T05:11:03.678067+0000","last_active":"2023-10-09T05:12:32.635194+0000","last_peered":"2023-10-09T05:12:32.635194+0000","last_clean":"2023-10-09T05:12:32.635194+0000","last_became_active":"2023-10-09T04:52:31.785687+0000","last_became_peered":"2023-10-09T04:52:31.785687+0000","last_unstale":"2023-10-09T05:12:32.635194+0000","last_undegraded":"2023-10-09T05:12:32.635194+0000","last_fullsized":"2023-10-09T05:12:32.635194+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:55:09.142612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088672399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1467,"num_read_kb":1189,"num_write":171,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":514,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630395+0000","last_change":"2023-10-09T05:12:16.652973+0000","last_active":"2023-10-09T05:12:32.630395+0000","last_peered":"2023-10-09T05:12:32.630395+0000","last_clean":"2023-10-09T05:12:32.630395+0000","last_became_active":"2023-10-09T05:12:16.652673+0000","last_became_peered":"2023-10-09T05:12:16.652673+0000","last_unstale":"2023-10-09T05:12:32.630395+0000","last_undegraded":"2023-10-09T05:12:32.630395+0000","last_fullsized":"2023-10-09T05:12:32.630395+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:37:40.598725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":425,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630497+0000","last_change":"2023-10-09T05:12:16.644745+0000","last_active":"2023-10-09T05:12:32.630497+0000","last_peered":"2023-10-09T05:12:32.630497+0000","last_clean":"2023-10-09T05:12:32.630497+0000","last_became_active":"2023-10-09T05:12:16.644429+0000","last_became_peered":"2023-10-09T05:12:16.644429+0000","last_unstale":"2023-10-09T05:12:32.630497+0000","last_undegraded":"2023-10-09T05:12:32.630497+0000","last_fullsized":"2023-10-09T05:12:32.630497+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:43:35.703586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"600'101","reported_seq":843,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.635653+0000","last_change":"2023-10-09T05:11:03.690110+0000","last_active":"2023-10-09T05:12:32.635653+0000","last_peered":"2023-10-09T05:12:32.635653+0000","last_clean":"2023-10-09T05:12:32.635653+0000","last_became_active":"2023-10-09T05:00:49.975044+0000","last_became_peered":"2023-10-09T05:00:49.975044+0000","last_unstale":"2023-10-09T05:12:32.635653+0000","last_undegraded":"2023-10-09T05:12:32.635653+0000","last_fullsized":"2023-10-09T05:12:32.635653+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:48:41.916304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061479099999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":151,"num_read_kb":1049,"num_write":98,"num_write_kb":526,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"77'161","reported_seq":619,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639662+0000","last_change":"2023-10-09T05:11:03.548726+0000","last_active":"2023-10-09T05:12:32.639662+0000","last_peered":"2023-10-09T05:12:32.639662+0000","last_clean":"2023-10-09T05:12:32.639662+0000","last_became_active":"2023-10-09T05:10:58.661466+0000","last_became_peered":"2023-10-09T05:10:58.661466+0000","last_unstale":"2023-10-09T05:12:32.639662+0000","last_undegraded":"2023-10-09T05:12:32.639662+0000","last_fullsized":"2023-10-09T05:12:32.639662+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:03.548646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:03.548646+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:10:26.857783+0000","scrub_duration":0.0018012519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":468,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633467+0000","last_change":"2023-10-09T04:57:02.253277+0000","last_active":"2023-10-09T05:12:32.633467+0000","last_peered":"2023-10-09T05:12:32.633467+0000","last_clean":"2023-10-09T05:12:32.633467+0000","last_became_active":"2023-10-09T04:57:02.252982+0000","last_became_peered":"2023-10-09T04:57:02.252982+0000","last_unstale":"2023-10-09T05:12:32.633467+0000","last_undegraded":"2023-10-09T05:12:32.633467+0000","last_fullsized":"2023-10-09T05:12:32.633467+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T10:14:48.836129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":322,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741240+0000","last_change":"2023-10-09T05:00:49.981623+0000","last_active":"2023-10-09T05:12:32.741240+0000","last_peered":"2023-10-09T05:12:32.741240+0000","last_clean":"2023-10-09T05:12:32.741240+0000","last_became_active":"2023-10-09T05:00:49.981178+0000","last_became_peered":"2023-10-09T05:00:49.981178+0000","last_unstale":"2023-10-09T05:12:32.741240+0000","last_undegraded":"2023-10-09T05:12:32.741240+0000","last_fullsized":"2023-10-09T05:12:32.741240+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:58:06.865808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"77'161","reported_seq":1005,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630476+0000","last_change":"2023-10-09T05:12:16.648172+0000","last_active":"2023-10-09T05:12:32.630476+0000","last_peered":"2023-10-09T05:12:32.630476+0000","last_clean":"2023-10-09T05:12:32.630476+0000","last_became_active":"2023-10-09T05:12:16.647864+0000","last_became_peered":"2023-10-09T05:12:16.647864+0000","last_unstale":"2023-10-09T05:12:32.630476+0000","last_undegraded":"2023-10-09T05:12:32.630476+0000","last_fullsized":"2023-10-09T05:12:32.630476+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:07.068947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:07.068947+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:50:37.052784+0000","scrub_duration":0.00121693,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"598'3","reported_seq":257,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639529+0000","last_change":"2023-10-09T05:11:18.145917+0000","last_active":"2023-10-09T05:12:32.639529+0000","last_peered":"2023-10-09T05:12:32.639529+0000","last_clean":"2023-10-09T05:12:32.639529+0000","last_became_active":"2023-10-09T05:11:18.145521+0000","last_became_peered":"2023-10-09T05:11:18.145521+0000","last_unstale":"2023-10-09T05:12:32.639529+0000","last_undegraded":"2023-10-09T05:12:32.639529+0000","last_fullsized":"2023-10-09T05:12:32.639529+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:56:08.858813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041461100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":355,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632525+0000","last_change":"2023-10-09T05:11:31.761184+0000","last_active":"2023-10-09T05:12:32.632525+0000","last_peered":"2023-10-09T05:12:32.632525+0000","last_clean":"2023-10-09T05:12:32.632525+0000","last_became_active":"2023-10-09T05:11:31.760885+0000","last_became_peered":"2023-10-09T05:11:31.760885+0000","last_unstale":"2023-10-09T05:12:32.632525+0000","last_undegraded":"2023-10-09T05:12:32.632525+0000","last_fullsized":"2023-10-09T05:12:32.632525+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:23:31.704694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":648,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632818+0000","last_change":"2023-10-09T05:11:31.760468+0000","last_active":"2023-10-09T05:12:32.632818+0000","last_peered":"2023-10-09T05:12:32.632818+0000","last_clean":"2023-10-09T05:12:32.632818+0000","last_became_active":"2023-10-09T05:11:31.760065+0000","last_became_peered":"2023-10-09T05:11:31.760065+0000","last_unstale":"2023-10-09T05:12:32.632818+0000","last_undegraded":"2023-10-09T05:12:32.632818+0000","last_fullsized":"2023-10-09T05:12:32.632818+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T09:24:34.428061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"77'161","reported_seq":988,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741341+0000","last_change":"2023-10-09T05:11:06.046978+0000","last_active":"2023-10-09T05:12:32.741341+0000","last_peered":"2023-10-09T05:12:32.741341+0000","last_clean":"2023-10-09T05:12:32.741341+0000","last_became_active":"2023-10-09T05:10:58.666471+0000","last_became_peered":"2023-10-09T05:10:58.666471+0000","last_unstale":"2023-10-09T05:12:32.741341+0000","last_undegraded":"2023-10-09T05:12:32.741341+0000","last_fullsized":"2023-10-09T05:12:32.741341+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:11:06.046914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:11:06.046914+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:23:55.983123+0000","scrub_duration":0.001375874,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"599'132","reported_seq":743,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.640152+0000","last_change":"2023-10-09T05:11:03.686587+0000","last_active":"2023-10-09T05:12:32.640152+0000","last_peered":"2023-10-09T05:12:32.640152+0000","last_clean":"2023-10-09T05:12:32.640152+0000","last_became_active":"2023-10-09T05:00:49.974939+0000","last_became_peered":"2023-10-09T05:00:49.974939+0000","last_unstale":"2023-10-09T05:12:32.640152+0000","last_undegraded":"2023-10-09T05:12:32.640152+0000","last_fullsized":"2023-10-09T05:12:32.640152+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":132,"log_dups_size":0,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:51:18.495594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066344699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":3463,"num_write":106,"num_write_kb":2379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":375,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630639+0000","last_change":"2023-10-09T05:12:16.653240+0000","last_active":"2023-10-09T05:12:32.630639+0000","last_peered":"2023-10-09T05:12:32.630639+0000","last_clean":"2023-10-09T05:12:32.630639+0000","last_became_active":"2023-10-09T05:12:16.652882+0000","last_became_peered":"2023-10-09T05:12:16.652882+0000","last_unstale":"2023-10-09T05:12:32.630639+0000","last_undegraded":"2023-10-09T05:12:32.630639+0000","last_fullsized":"2023-10-09T05:12:32.630639+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T15:46:11.465710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":318,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633081+0000","last_change":"2023-10-09T05:11:31.763019+0000","last_active":"2023-10-09T05:12:32.633081+0000","last_peered":"2023-10-09T05:12:32.633081+0000","last_clean":"2023-10-09T05:12:32.633081+0000","last_became_active":"2023-10-09T05:11:31.762759+0000","last_became_peered":"2023-10-09T05:11:31.762759+0000","last_unstale":"2023-10-09T05:12:32.633081+0000","last_undegraded":"2023-10-09T05:12:32.633081+0000","last_fullsized":"2023-10-09T05:12:32.633081+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:18:22.646264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"77'161","reported_seq":647,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638578+0000","last_change":"2023-10-09T05:10:59.775726+0000","last_active":"2023-10-09T05:12:32.638578+0000","last_peered":"2023-10-09T05:12:32.638578+0000","last_clean":"2023-10-09T05:12:32.638578+0000","last_became_active":"2023-10-09T05:10:58.668094+0000","last_became_peered":"2023-10-09T05:10:58.668094+0000","last_unstale":"2023-10-09T05:12:32.638578+0000","last_undegraded":"2023-10-09T05:12:32.638578+0000","last_fullsized":"2023-10-09T05:12:32.638578+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:10:59.775662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:10:59.775662+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:38:11.432420+0000","scrub_duration":0.0015071990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":327,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633128+0000","last_change":"2023-10-09T05:00:49.989875+0000","last_active":"2023-10-09T05:12:32.633128+0000","last_peered":"2023-10-09T05:12:32.633128+0000","last_clean":"2023-10-09T05:12:32.633128+0000","last_became_active":"2023-10-09T05:00:49.974928+0000","last_became_peered":"2023-10-09T05:00:49.974928+0000","last_unstale":"2023-10-09T05:12:32.633128+0000","last_undegraded":"2023-10-09T05:12:32.633128+0000","last_fullsized":"2023-10-09T05:12:32.633128+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:21:25.643817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"600'178","reported_seq":1270,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631376+0000","last_change":"2023-10-09T05:12:16.647992+0000","last_active":"2023-10-09T05:12:32.631376+0000","last_peered":"2023-10-09T05:12:32.631376+0000","last_clean":"2023-10-09T05:12:32.631376+0000","last_became_active":"2023-10-09T05:12:16.647697+0000","last_became_peered":"2023-10-09T05:12:16.647697+0000","last_unstale":"2023-10-09T05:12:32.631376+0000","last_undegraded":"2023-10-09T05:12:32.631376+0000","last_fullsized":"2023-10-09T05:12:32.631376+0000","mapping_epoch":626,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":627,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":178,"log_dups_size":0,"ondisk_log_size":178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:38:52.912162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035745299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1306,"num_read_kb":2125,"num_write":117,"num_write_kb":1073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":350,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.630308+0000","last_change":"2023-10-09T05:00:49.973434+0000","last_active":"2023-10-09T05:12:32.630308+0000","last_peered":"2023-10-09T05:12:32.630308+0000","last_clean":"2023-10-09T05:12:32.630308+0000","last_became_active":"2023-10-09T05:00:49.973040+0000","last_became_peered":"2023-10-09T05:00:49.973040+0000","last_unstale":"2023-10-09T05:12:32.630308+0000","last_undegraded":"2023-10-09T05:12:32.630308+0000","last_fullsized":"2023-10-09T05:12:32.630308+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:29:42.184321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"77'161","reported_seq":697,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631631+0000","last_change":"2023-10-09T05:10:58.988596+0000","last_active":"2023-10-09T05:12:32.631631+0000","last_peered":"2023-10-09T05:12:32.631631+0000","last_clean":"2023-10-09T05:12:32.631631+0000","last_became_active":"2023-10-09T05:10:58.667948+0000","last_became_peered":"2023-10-09T05:10:58.667948+0000","last_unstale":"2023-10-09T05:12:32.631631+0000","last_undegraded":"2023-10-09T05:12:32.631631+0000","last_fullsized":"2023-10-09T05:12:32.631631+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":421,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":3,"last_scrub":"77'161","last_scrub_stamp":"2023-10-09T05:10:58.988498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:20:03.122263+0000","last_clean_scrub_stamp":"2023-10-09T05:10:58.988498+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:19:11.834867+0000","scrub_duration":0.0018383519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"599'127","reported_seq":830,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.741421+0000","last_change":"2023-10-09T05:11:03.689825+0000","last_active":"2023-10-09T05:12:32.741421+0000","last_peered":"2023-10-09T05:12:32.741421+0000","last_clean":"2023-10-09T05:12:32.741421+0000","last_became_active":"2023-10-09T05:00:49.986777+0000","last_became_peered":"2023-10-09T05:00:49.986777+0000","last_unstale":"2023-10-09T05:12:32.741421+0000","last_undegraded":"2023-10-09T05:12:32.741421+0000","last_fullsized":"2023-10-09T05:12:32.741421+0000","mapping_epoch":452,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":453,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:22:25.775212+0000","last_clean_scrub_stamp":"2023-10-09T04:22:25.775212+0000","objects_scrubbed":0,"log_size":127,"log_dups_size":0,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:02:25.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025738200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":916,"num_read_kb":2004,"num_write":106,"num_write_kb":2196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":640,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632875+0000","last_change":"2023-10-09T05:11:31.762976+0000","last_active":"2023-10-09T05:12:32.632875+0000","last_peered":"2023-10-09T05:12:32.632875+0000","last_clean":"2023-10-09T05:12:32.632875+0000","last_became_active":"2023-10-09T05:11:31.762429+0000","last_became_peered":"2023-10-09T05:11:31.762429+0000","last_unstale":"2023-10-09T05:12:32.632875+0000","last_undegraded":"2023-10-09T05:12:32.632875+0000","last_fullsized":"2023-10-09T05:12:32.632875+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:32:09.766100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":612,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638102+0000","last_change":"2023-10-09T04:53:24.782966+0000","last_active":"2023-10-09T05:12:32.638102+0000","last_peered":"2023-10-09T05:12:32.638102+0000","last_clean":"2023-10-09T05:12:32.638102+0000","last_became_active":"2023-10-09T04:53:24.782673+0000","last_became_peered":"2023-10-09T04:53:24.782673+0000","last_unstale":"2023-10-09T05:12:32.638102+0000","last_undegraded":"2023-10-09T05:12:32.638102+0000","last_fullsized":"2023-10-09T05:12:32.638102+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:45:05.234615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":319,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.633076+0000","last_change":"2023-10-09T05:11:31.762013+0000","last_active":"2023-10-09T05:12:32.633076+0000","last_peered":"2023-10-09T05:12:32.633076+0000","last_clean":"2023-10-09T05:12:32.633076+0000","last_became_active":"2023-10-09T05:11:31.761661+0000","last_became_peered":"2023-10-09T05:11:31.761661+0000","last_unstale":"2023-10-09T05:12:32.633076+0000","last_undegraded":"2023-10-09T05:12:32.633076+0000","last_fullsized":"2023-10-09T05:12:32.633076+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T08:17:45.350685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":689,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636198+0000","last_change":"2023-10-09T05:11:18.138990+0000","last_active":"2023-10-09T05:12:32.636198+0000","last_peered":"2023-10-09T05:12:32.636198+0000","last_clean":"2023-10-09T05:12:32.636198+0000","last_became_active":"2023-10-09T05:11:18.138357+0000","last_became_peered":"2023-10-09T05:11:18.138357+0000","last_unstale":"2023-10-09T05:12:32.636198+0000","last_undegraded":"2023-10-09T05:12:32.636198+0000","last_fullsized":"2023-10-09T05:12:32.636198+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T14:32:58.868698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":653,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636291+0000","last_change":"2023-10-09T05:11:18.154083+0000","last_active":"2023-10-09T05:12:32.636291+0000","last_peered":"2023-10-09T05:12:32.636291+0000","last_clean":"2023-10-09T05:12:32.636291+0000","last_became_active":"2023-10-09T05:11:18.145339+0000","last_became_peered":"2023-10-09T05:11:18.145339+0000","last_unstale":"2023-10-09T05:12:32.636291+0000","last_undegraded":"2023-10-09T05:12:32.636291+0000","last_fullsized":"2023-10-09T05:12:32.636291+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T06:12:11.228078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":680,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.639071+0000","last_change":"2023-10-09T05:11:18.150320+0000","last_active":"2023-10-09T05:12:32.639071+0000","last_peered":"2023-10-09T05:12:32.639071+0000","last_clean":"2023-10-09T05:12:32.639071+0000","last_became_active":"2023-10-09T05:11:18.149946+0000","last_became_peered":"2023-10-09T05:11:18.149946+0000","last_unstale":"2023-10-09T05:12:32.639071+0000","last_undegraded":"2023-10-09T05:12:32.639071+0000","last_fullsized":"2023-10-09T05:12:32.639071+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T13:26:36.918940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":630,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.636009+0000","last_change":"2023-10-09T04:53:24.845801+0000","last_active":"2023-10-09T05:12:32.636009+0000","last_peered":"2023-10-09T05:12:32.636009+0000","last_clean":"2023-10-09T05:12:32.636009+0000","last_became_active":"2023-10-09T04:53:24.834544+0000","last_became_peered":"2023-10-09T04:53:24.834544+0000","last_unstale":"2023-10-09T05:12:32.636009+0000","last_undegraded":"2023-10-09T05:12:32.636009+0000","last_fullsized":"2023-10-09T05:12:32.636009+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T05:19:57.157991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":633,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638354+0000","last_change":"2023-10-09T04:52:31.750759+0000","last_active":"2023-10-09T05:12:32.638354+0000","last_peered":"2023-10-09T05:12:32.638354+0000","last_clean":"2023-10-09T05:12:32.638354+0000","last_became_active":"2023-10-09T04:52:31.749787+0000","last_became_peered":"2023-10-09T04:52:31.749787+0000","last_unstale":"2023-10-09T05:12:32.638354+0000","last_undegraded":"2023-10-09T05:12:32.638354+0000","last_fullsized":"2023-10-09T05:12:32.638354+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:24:30.035787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":361,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632849+0000","last_change":"2023-10-09T04:53:24.775351+0000","last_active":"2023-10-09T05:12:32.632849+0000","last_peered":"2023-10-09T05:12:32.632849+0000","last_clean":"2023-10-09T05:12:32.632849+0000","last_became_active":"2023-10-09T04:53:24.774996+0000","last_became_peered":"2023-10-09T04:53:24.774996+0000","last_unstale":"2023-10-09T05:12:32.632849+0000","last_undegraded":"2023-10-09T05:12:32.632849+0000","last_fullsized":"2023-10-09T05:12:32.632849+0000","mapping_epoch":336,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T11:53:38.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":325,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.631022+0000","last_change":"2023-10-09T04:52:31.963623+0000","last_active":"2023-10-09T05:12:32.631022+0000","last_peered":"2023-10-09T05:12:32.631022+0000","last_clean":"2023-10-09T05:12:32.631022+0000","last_became_active":"2023-10-09T04:52:31.963305+0000","last_became_peered":"2023-10-09T04:52:31.963305+0000","last_unstale":"2023-10-09T05:12:32.631022+0000","last_undegraded":"2023-10-09T05:12:32.631022+0000","last_fullsized":"2023-10-09T05:12:32.631022+0000","mapping_epoch":315,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":316,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T04:51:14.687273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":336,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.632578+0000","last_change":"2023-10-09T05:11:31.762470+0000","last_active":"2023-10-09T05:12:32.632578+0000","last_peered":"2023-10-09T05:12:32.632578+0000","last_clean":"2023-10-09T05:12:32.632578+0000","last_became_active":"2023-10-09T05:11:31.761995+0000","last_became_peered":"2023-10-09T05:11:31.761995+0000","last_unstale":"2023-10-09T05:12:32.632578+0000","last_undegraded":"2023-10-09T05:12:32.632578+0000","last_fullsized":"2023-10-09T05:12:32.632578+0000","mapping_epoch":611,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":612,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:09.209707+0000","last_clean_scrub_stamp":"2023-10-09T04:23:09.209707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T07:02:52.179580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":669,"reported_epoch":628,"state":"active+clean","last_fresh":"2023-10-09T05:12:32.638074+0000","last_change":"2023-10-09T05:11:18.169523+0000","last_active":"2023-10-09T05:12:32.638074+0000","last_peered":"2023-10-09T05:12:32.638074+0000","last_clean":"2023-10-09T05:12:32.638074+0000","last_became_active":"2023-10-09T05:11:18.169100+0000","last_became_peered":"2023-10-09T05:11:18.169100+0000","last_unstale":"2023-10-09T05:12:32.638074+0000","last_undegraded":"2023-10-09T05:12:32.638074+0000","last_fullsized":"2023-10-09T05:12:32.638074+0000","mapping_epoch":605,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":606,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-09T04:23:10.214213+0000","last_clean_scrub_stamp":"2023-10-09T04:23:10.214213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-10T12:00:56.644808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":24010,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22134,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":4194323,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234599,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1506932,"kb_used_data":6252,"kb_used_omap":0,"kb_used_meta":1500672,"kb_avail":92238220,"statfs":{"total":95995035648,"available":94451937280,"internally_reserved":0,"allocated":6402048,"data_stored":4890948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1536688128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.5549999999999999,"15min":1.617},"min":{"1min":0.29399999999999998,"5min":0.22,"15min":0.20899999999999999},"max":{"1min":1.6519999999999999,"5min":11.084,"15min":16.027999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.52800000000000002,"5min":2.2709999999999999,"15min":1.7829999999999999},"min":{"1min":0.35599999999999998,"5min":0.27300000000000002,"15min":0.249},"max":{"1min":0.755,"5min":13.228,"15min":13.228},"last":0.38900000000000001}]},{"osd":1,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":2.2629999999999999,"15min":1.8959999999999999},"min":{"1min":0.29099999999999998,"5min":0.26800000000000002,"15min":0.22},"max":{"1min":0.68000000000000005,"5min":13.375,"15min":13.375},"last":0.44},{"interface":"front","average":{"1min":0.72199999999999998,"5min":1.6559999999999999,"15min":2.1099999999999999},"min":{"1min":0.34100000000000003,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":3.8279999999999998,"5min":9.6790000000000003,"15min":15.401},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:11:43 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":3.25,"15min":2.536},"min":{"1min":0.33600000000000002,"5min":0.307,"15min":0.26300000000000001},"max":{"1min":0.64200000000000002,"5min":125.59399999999999,"15min":125.59399999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":3.4380000000000002,"15min":2.585},"min":{"1min":0.40100000000000002,"5min":0.26400000000000001,"15min":0.26000000000000001},"max":{"1min":0.85399999999999998,"5min":125.342,"15min":125.342},"last":0.504}]},{"osd":3,"last update":"Mon Oct 9 05:12:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":2.7599999999999998,"15min":2.5680000000000001},"min":{"1min":0.42999999999999999,"5min":0.33800000000000002,"15min":0.29799999999999999},"max":{"1min":0.79900000000000004,"5min":18.983000000000001,"15min":18.983000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":3.1320000000000001,"15min":2.7370000000000001},"min":{"1min":0.46500000000000002,"5min":0.35999999999999999,"15min":0.30499999999999999},"max":{"1min":0.89500000000000002,"5min":19.382999999999999,"15min":19.382999999999999},"last":0.91700000000000004}]},{"osd":4,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":1.556,"15min":1.8},"min":{"1min":0.40000000000000002,"5min":0.27800000000000002,"15min":0.24399999999999999},"max":{"1min":0.77500000000000002,"5min":9.9719999999999995,"15min":19.949000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":2.0529999999999999,"15min":1.8220000000000001},"min":{"1min":0.49299999999999999,"5min":0.30199999999999999,"15min":0.254},"max":{"1min":0.80800000000000005,"5min":13.412000000000001,"15min":18.971},"last":0.47199999999999998}]},{"osd":5,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.9890000000000001,"15min":2},"min":{"1min":0.44400000000000001,"5min":0.33200000000000002,"15min":0.30099999999999999},"max":{"1min":0.71999999999999997,"5min":14.968,"15min":16.838999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.893,"15min":1.698},"min":{"1min":0.41599999999999998,"5min":0.27900000000000003,"15min":0.27800000000000002},"max":{"1min":0.82999999999999996,"5min":16.088999999999999,"15min":16.088999999999999},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Oct 9 05:12:21 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.9059999999999999,"15min":1.9690000000000001},"min":{"1min":0.47599999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":14.289999999999999,"15min":16.881},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.802,"15min":1.7909999999999999},"min":{"1min":0.45500000000000002,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":0.92200000000000004,"5min":11.388,"15min":12.815},"last":0.48299999999999998}]}]},{"osd":6,"up_from":46,"seq":197568496235,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1493292,"kb_used_data":10660,"kb_used_omap":0,"kb_used_meta":1482624,"kb_avail":92251860,"statfs":{"total":95995035648,"available":94465904640,"internally_reserved":0,"allocated":10915840,"data_stored":9412863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518206976},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:44 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":2.2530000000000001,"15min":2.2679999999999998},"min":{"1min":0.28000000000000003,"5min":0.23400000000000001,"15min":0.222},"max":{"1min":0.85899999999999999,"5min":63.036999999999999,"15min":63.036999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":2.524,"15min":2.3650000000000002},"min":{"1min":0.36599999999999999,"5min":0.26400000000000001,"15min":0.24199999999999999},"max":{"1min":0.88100000000000001,"5min":63.049999999999997,"15min":63.049999999999997},"last":0.41699999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:12:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1.5920000000000001,"15min":2.0150000000000001},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.245},"max":{"1min":0.78700000000000003,"5min":10.829000000000001,"15min":15.935},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":1.6850000000000001,"15min":2.2290000000000001},"min":{"1min":0.35099999999999998,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":0.80800000000000005,"5min":11.093,"15min":18.094000000000001},"last":0.50800000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:11:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":2.0470000000000002,"15min":2.4169999999999998},"min":{"1min":0.317,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":1.0369999999999999,"5min":16.337,"15min":42.923999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":2.2669999999999999,"15min":2.452},"min":{"1min":0.34899999999999998,"5min":0.28000000000000003,"15min":0.27500000000000002},"max":{"1min":0.92000000000000004,"5min":16.385999999999999,"15min":42.936999999999998},"last":0.376}]},{"osd":3,"last update":"Mon Oct 9 05:12:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":2.1280000000000001,"15min":2.4390000000000001},"min":{"1min":0.437,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.81999999999999995,"5min":14.701000000000001,"15min":26.763000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":2.1349999999999998,"15min":2.5270000000000001},"min":{"1min":0.45000000000000001,"5min":0.34699999999999998,"15min":0.29099999999999998},"max":{"1min":0.84799999999999998,"5min":11.122999999999999,"15min":26.777999999999999},"last":0.443}]},{"osd":4,"last update":"Mon Oct 9 05:11:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":1.927,"15min":1.867},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25900000000000001},"max":{"1min":0.97299999999999998,"5min":20.213999999999999,"15min":20.213999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.754,"15min":1.756},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.26100000000000001},"max":{"1min":0.83899999999999997,"5min":10.99,"15min":10.99},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:11:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":2.2839999999999998,"15min":1.9370000000000001},"min":{"1min":0.27900000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.94799999999999995,"5min":22.765999999999998,"15min":22.765999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":1.994,"15min":1.8620000000000001},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":0.92300000000000004,"5min":13.019,"15min":13.019},"last":0.72999999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:12:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":1.655,"15min":1.8049999999999999},"min":{"1min":0.47499999999999998,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.80700000000000005,"5min":13.564,"15min":13.564},"last":0.749},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.784,"15min":1.7330000000000001},"min":{"1min":0.59999999999999998,"5min":0.39200000000000002,"15min":0.315},"max":{"1min":0.89400000000000002,"5min":14.789999999999999,"15min":14.789999999999999},"last":0.52600000000000002}]}]},{"osd":1,"up_from":478,"seq":2052994367618,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":238096,"kb_used_data":11848,"kb_used_omap":6,"kb_used_meta":226233,"kb_avail":93507056,"statfs":{"total":95995035648,"available":95751225344,"internally_reserved":0,"allocated":12132352,"data_stored":9268754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":231663083},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":1.3360000000000001,"15min":1.381},"min":{"1min":0.222,"5min":0.20599999999999999,"15min":0.186},"max":{"1min":0.74399999999999999,"5min":15.917,"15min":15.917},"last":1.145},{"interface":"front","average":{"1min":0.36399999999999999,"5min":1.3180000000000001,"15min":1.5469999999999999},"min":{"1min":0.26300000000000001,"5min":0.22500000000000001,"15min":0.20799999999999999},"max":{"1min":0.64000000000000001,"5min":13.92,"15min":13.92},"last":1.089}]},{"osd":2,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":1.944,"15min":1.7989999999999999},"min":{"1min":0.248,"5min":0.22800000000000001,"15min":0.19700000000000001},"max":{"1min":0.58999999999999997,"5min":48.139000000000003,"15min":48.139000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.39200000000000002,"5min":2.1539999999999999,"15min":1.702},"min":{"1min":0.249,"5min":0.20899999999999999,"15min":0.191},"max":{"1min":0.63800000000000001,"5min":49.798000000000002,"15min":49.798000000000002},"last":1.1919999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":1.913,"15min":2.2810000000000001},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.21099999999999999},"max":{"1min":0.60799999999999998,"5min":47.171999999999997,"15min":47.171999999999997},"last":1.1779999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":1.802,"15min":1.556},"min":{"1min":0.27600000000000002,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":0.61799999999999999,"5min":47.149999999999999,"15min":47.149999999999999},"last":1.232}]},{"osd":4,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":2.3140000000000001,"15min":3.927},"min":{"1min":0.439,"5min":0.36599999999999999,"15min":0.28799999999999998},"max":{"1min":0.85899999999999999,"5min":59.564,"15min":71.381},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":2.3889999999999998,"15min":4.2539999999999996},"min":{"1min":0.42099999999999999,"5min":0.316,"15min":0.30399999999999999},"max":{"1min":0.80900000000000005,"5min":59.445,"15min":71.721999999999994},"last":0.81599999999999995}]},{"osd":5,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":1.7649999999999999,"15min":4.1719999999999997},"min":{"1min":0.497,"5min":0.35999999999999999,"15min":0.33300000000000002},"max":{"1min":0.90300000000000002,"5min":9.8089999999999993,"15min":71.061000000000007},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.6990000000000001,"15min":3.9399999999999999},"min":{"1min":0.435,"5min":0.36199999999999999,"15min":0.33400000000000002},"max":{"1min":0.77600000000000002,"5min":7.9800000000000004,"15min":72.126000000000005},"last":0.78900000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":1.772,"15min":2.032},"min":{"1min":0.42299999999999999,"5min":0.35199999999999998,"15min":0.317},"max":{"1min":0.83699999999999997,"5min":7.7729999999999997,"15min":12.977},"last":1.264},{"interface":"front","average":{"1min":0.61699999999999999,"5min":1.796,"15min":2.3039999999999998},"min":{"1min":0.504,"5min":0.41599999999999998,"15min":0.34799999999999998},"max":{"1min":0.93999999999999995,"5min":9.0009999999999994,"15min":9.0009999999999994},"last":1.0609999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":1.9590000000000001,"15min":4.109},"min":{"1min":0.46100000000000002,"5min":0.39700000000000002,"15min":0.38100000000000001},"max":{"1min":0.82699999999999996,"5min":12.212999999999999,"15min":70.832999999999998},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.506,"15min":3.6560000000000001},"min":{"1min":0.46500000000000002,"5min":0.39000000000000001,"15min":0.374},"max":{"1min":0.83899999999999997,"5min":7.5549999999999997,"15min":70.769999999999996},"last":1.2949999999999999}]}]},{"osd":0,"up_from":86,"seq":369367187942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1262220,"kb_used_data":8644,"kb_used_omap":5,"kb_used_meta":1253562,"kb_avail":92482932,"statfs":{"total":95995035648,"available":94702522368,"internally_reserved":0,"allocated":8851456,"data_stored":5466725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":1283648122},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 9 05:12:26 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":1.1990000000000001,"15min":1.403},"min":{"1min":0.23000000000000001,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":1.159,"5min":9.0380000000000003,"15min":9.8109999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":1.405,"15min":1.6719999999999999},"min":{"1min":0.29599999999999999,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":2.9500000000000002,"5min":9.0649999999999995,"15min":9.0649999999999995},"last":0.46100000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":3.2040000000000002,"15min":2.7639999999999998},"min":{"1min":0.253,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":12.000999999999999,"5min":82.525999999999996,"15min":82.525999999999996},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":2.5219999999999998,"15min":2.4470000000000001},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.20000000000000001},"max":{"1min":1.1859999999999999,"5min":82.760999999999996,"15min":82.760999999999996},"last":0.501}]},{"osd":3,"last update":"Mon Oct 9 05:11:59 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":2.9769999999999999,"15min":2.3839999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.21199999999999999},"max":{"1min":0.999,"5min":82.644000000000005,"15min":82.644000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.39500000000000002,"5min":3.5449999999999999,"15min":2.6070000000000002},"min":{"1min":0.29699999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.45400000000000001,"5min":82.489000000000004,"15min":82.489000000000004},"last":0.56999999999999995}]},{"osd":4,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":2.383,"15min":2.1920000000000002},"min":{"1min":0.40799999999999997,"5min":0.316,"15min":0.29199999999999998},"max":{"1min":1.544,"5min":43.308999999999997,"15min":43.308999999999997},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":2.1299999999999999,"15min":2.1709999999999998},"min":{"1min":0.46200000000000002,"5min":0.32900000000000001,"15min":0.29799999999999999},"max":{"1min":1.0269999999999999,"5min":43.293999999999997,"15min":43.293999999999997},"last":0.876}]},{"osd":5,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":2.4129999999999998,"15min":2.4140000000000001},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.29899999999999999},"max":{"1min":0.998,"5min":46.576000000000001,"15min":46.576000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":1.798,"15min":2.3450000000000002},"min":{"1min":0.42899999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.069,"5min":39.069000000000003,"15min":39.069000000000003},"last":0.86499999999999999}]},{"osd":6,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":2.4159999999999999,"15min":2.4260000000000002},"min":{"1min":0.44500000000000001,"5min":0.34200000000000003,"15min":0.32900000000000001},"max":{"1min":0.92600000000000005,"5min":39.020000000000003,"15min":39.020000000000003},"last":0.96899999999999997},{"interface":"front","average":{"1min":0.66100000000000003,"5min":2.0659999999999998,"15min":2.4609999999999999},"min":{"1min":0.53200000000000003,"5min":0.34100000000000003,"15min":0.33300000000000002},"max":{"1min":1.1299999999999999,"5min":39.034999999999997,"15min":39.034999999999997},"last":0.90500000000000003}]},{"osd":7,"last update":"Mon Oct 9 05:12:32 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":1.748,"15min":2.4630000000000001},"min":{"1min":0.45400000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.103,"5min":12.212999999999999,"15min":22.763000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.65700000000000003,"5min":2.1760000000000002,"15min":2.2450000000000001},"min":{"1min":0.46700000000000003,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.6100000000000001,"5min":21.977,"15min":21.977},"last":0.89300000000000002}]}]},{"osd":2,"up_from":116,"seq":498216206785,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1209424,"kb_used_data":8072,"kb_used_omap":7,"kb_used_meta":1201336,"kb_avail":92535728,"statfs":{"total":95995035648,"available":94756585472,"internally_reserved":0,"allocated":8265728,"data_stored":5338678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":1230168145},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":2.4550000000000001,"15min":2.2570000000000001},"min":{"1min":0.22900000000000001,"5min":0.20399999999999999,"15min":0.182},"max":{"1min":0.42799999999999999,"5min":25.292000000000002,"15min":25.292000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.37,"5min":1.7849999999999999,"15min":1.7350000000000001},"min":{"1min":0.26300000000000001,"5min":0.20899999999999999,"15min":0.188},"max":{"1min":0.66200000000000003,"5min":15.137,"15min":15.137},"last":0.309}]},{"osd":1,"last update":"Mon Oct 9 05:12:26 2023","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":1.5840000000000001,"15min":3.238},"min":{"1min":0.223,"5min":0.21099999999999999,"15min":0.19},"max":{"1min":0.45700000000000002,"5min":9.6199999999999992,"15min":70.971000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":1.996,"15min":3.2429999999999999},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.19500000000000001},"max":{"1min":0.48599999999999999,"5min":25.158999999999999,"15min":70.555000000000007},"last":0.36799999999999999}]},{"osd":3,"last update":"Mon Oct 9 05:12:19 2023","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":2.0910000000000002,"15min":3.266},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.18099999999999999},"max":{"1min":0.438,"5min":21.062000000000001,"15min":79.926000000000002},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":2.202,"15min":3.4079999999999999},"min":{"1min":0.32800000000000001,"5min":0.307,"15min":0.252},"max":{"1min":0.48099999999999998,"5min":21.103000000000002,"15min":79.959000000000003},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":2.387,"15min":3.2240000000000002},"min":{"1min":0.42399999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.82799999999999996,"5min":12.731999999999999,"15min":144.90299999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57199999999999995,"5min":2.6459999999999999,"15min":2.6800000000000002},"min":{"1min":0.37,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73999999999999999,"5min":10.654,"15min":141.24700000000001},"last":0.65300000000000002}]},{"osd":5,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":1.859,"15min":2.601},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.29399999999999998},"max":{"1min":0.79800000000000004,"5min":10.776999999999999,"15min":143.22499999999999},"last":0.621},{"interface":"front","average":{"1min":0.59899999999999998,"5min":2.4009999999999998,"15min":3.2970000000000002},"min":{"1min":0.42599999999999999,"5min":0.34300000000000003,"15min":0.30099999999999999},"max":{"1min":0.71899999999999997,"5min":11.005000000000001,"15min":143.07300000000001},"last":0.67100000000000004}]},{"osd":6,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":2.4849999999999999,"15min":2.9950000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.32000000000000001},"max":{"1min":0.97299999999999998,"5min":10.721,"15min":142.339},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":2.0539999999999998,"15min":2.4489999999999998},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.307},"max":{"1min":0.82199999999999995,"5min":14.800000000000001,"15min":140.96700000000001},"last":0.56999999999999995}]},{"osd":7,"last update":"Mon Oct 9 05:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":2.8599999999999999,"15min":2.6859999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":1.014,"5min":25.068999999999999,"15min":54.470999999999997},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.66600000000000004,"5min":2.173,"15min":2.3319999999999999},"min":{"1min":0.46800000000000003,"5min":0.433,"15min":0.33900000000000002},"max":{"1min":0.873,"5min":14.858000000000001,"15min":54.484000000000002},"last":0.66400000000000003}]}]},{"osd":3,"up_from":198,"seq":850403524921,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":821988,"kb_used_data":8092,"kb_used_omap":2,"kb_used_meta":813885,"kb_avail":92923164,"statfs":{"total":95995035648,"available":95153319936,"internally_reserved":0,"allocated":8286208,"data_stored":5630303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":833418293},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":1.556,"15min":2.1699999999999999},"min":{"1min":0.222,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.51700000000000002,"5min":10.875999999999999,"15min":26.260999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":1.7230000000000001,"15min":2.1339999999999999},"min":{"1min":0.25700000000000001,"5min":0.20300000000000001,"15min":0.183},"max":{"1min":0.55500000000000005,"5min":11.413,"15min":22.477},"last":0.309}]},{"osd":1,"last update":"Mon Oct 9 05:12:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":1.3440000000000001,"15min":1.2969999999999999},"min":{"1min":0.23499999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.65300000000000002,"5min":10.901999999999999,"15min":11.076000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":1.7629999999999999,"15min":1.6279999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.216},"max":{"1min":0.58299999999999996,"5min":11.215999999999999,"15min":12.672000000000001},"last":0.376}]},{"osd":2,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":2.1539999999999999,"15min":2.577},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.60999999999999999,"5min":21.945,"15min":21.945},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":1.986,"15min":2.6459999999999999},"min":{"1min":0.32800000000000001,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":0.68700000000000006,"5min":21.82,"15min":25.776},"last":0.52000000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":2.4060000000000001,"15min":2.395},"min":{"1min":0.45300000000000001,"5min":0.29499999999999998,"15min":0.26300000000000001},"max":{"1min":0.89800000000000002,"5min":10.271000000000001,"15min":15.301},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":2.194,"15min":2.3610000000000002},"min":{"1min":0.41699999999999998,"5min":0.37,"15min":0.27300000000000002},"max":{"1min":0.95999999999999996,"5min":12.369999999999999,"15min":15.401999999999999},"last":0.747}]},{"osd":5,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":2.1560000000000001,"15min":2.206},"min":{"1min":0.41299999999999998,"5min":0.32200000000000001,"15min":0.30099999999999999},"max":{"1min":0.86499999999999999,"5min":13.614000000000001,"15min":15.282},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":2.2530000000000001,"15min":2.456},"min":{"1min":0.43099999999999999,"5min":0.379,"15min":0.23999999999999999},"max":{"1min":0.84199999999999997,"5min":10.335000000000001,"15min":18.064},"last":0.78800000000000003}]},{"osd":6,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":2.0579999999999998,"15min":2.5680000000000001},"min":{"1min":0.379,"5min":0.36499999999999999,"15min":0.26500000000000001},"max":{"1min":0.83599999999999997,"5min":12.872999999999999,"15min":18.436},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.952,"15min":2.2709999999999999},"min":{"1min":0.432,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.93600000000000005,"5min":10.762,"15min":17.443999999999999},"last":0.73799999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:12:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":2.4700000000000002,"15min":2.7149999999999999},"min":{"1min":0.40400000000000003,"5min":0.39900000000000002,"15min":0.35499999999999998},"max":{"1min":0.78700000000000003,"5min":11.888999999999999,"15min":18.428000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":2.5289999999999999,"15min":2.6560000000000001},"min":{"1min":0.46899999999999997,"5min":0.35899999999999999,"15min":0.35799999999999998},"max":{"1min":0.90900000000000003,"5min":12.829000000000001,"15min":15.381},"last":0.71099999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019507,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1501168,"kb_used_data":6248,"kb_used_omap":0,"kb_used_meta":1494912,"kb_avail":92243984,"statfs":{"total":95995035648,"available":94457839616,"internally_reserved":0,"allocated":6397952,"data_stored":4891167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1530789888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":1.637,"15min":1.6639999999999999},"min":{"1min":0.41399999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.80800000000000005,"5min":11.35,"15min":11.35},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":1.8149999999999999,"15min":1.645},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23000000000000001},"max":{"1min":0.81100000000000005,"5min":8.7159999999999993,"15min":11.507999999999999},"last":0.48199999999999998}]},{"osd":1,"last update":"Mon Oct 9 05:12:27 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.841,"15min":2.2229999999999999},"min":{"1min":0.39800000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":0.73699999999999999,"5min":12.753,"15min":12.753},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":1.736,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.28699999999999998,"15min":0.253},"max":{"1min":0.69499999999999995,"5min":11.395,"15min":11.395},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Oct 9 05:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":1.863,"15min":2.7770000000000001},"min":{"1min":0.32200000000000001,"5min":0.313,"15min":0.23300000000000001},"max":{"1min":0.91000000000000003,"5min":7.0110000000000001,"15min":105.411},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0939999999999999,"15min":2.8319999999999999},"min":{"1min":0.41099999999999998,"5min":0.29699999999999999,"15min":0.29599999999999999},"max":{"1min":0.83199999999999996,"5min":10.772,"15min":97.927999999999997},"last":0.55900000000000005}]},{"osd":3,"last update":"Mon Oct 9 05:12:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":5.9489999999999998,"15min":4.5599999999999996},"min":{"1min":0.33700000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.79600000000000004,"5min":359.49200000000002,"15min":359.49200000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":6.1449999999999996,"15min":4.8330000000000002},"min":{"1min":0.41999999999999998,"5min":0.317,"15min":0.29099999999999998},"max":{"1min":0.78700000000000003,"5min":359.55500000000001,"15min":359.55500000000001},"last":0.60999999999999999}]},{"osd":5,"last update":"Mon Oct 9 05:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.6080000000000001,"15min":1.5489999999999999},"min":{"1min":0.28000000000000003,"5min":0.27200000000000002,"15min":0.252},"max":{"1min":0.88300000000000001,"5min":16.518000000000001,"15min":16.518000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.6319999999999999,"15min":1.623},"min":{"1min":0.39300000000000002,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":0.90100000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.41299999999999998}]},{"osd":6,"last update":"Mon Oct 9 05:12:07 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.601,"15min":2.0369999999999999},"min":{"1min":0.371,"5min":0.27600000000000002,"15min":0.27000000000000002},"max":{"1min":0.82599999999999996,"5min":12.839,"15min":81.980999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.7490000000000001,"15min":1.994},"min":{"1min":0.46000000000000002,"5min":0.28799999999999998,"15min":0.27300000000000002},"max":{"1min":0.84699999999999998,"5min":20.992999999999999,"15min":81.715999999999994},"last":0.42899999999999999}]},{"osd":7,"last update":"Mon Oct 9 05:12:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":1.389,"15min":1.645},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.27200000000000002},"max":{"1min":0.88600000000000001,"5min":12.502000000000001,"15min":12.987},"last":0.372},{"interface":"front","average":{"1min":0.66800000000000004,"5min":1.512,"15min":1.6930000000000001},"min":{"1min":0.53200000000000003,"5min":0.36599999999999999,"15min":0.34599999999999997},"max":{"1min":0.872,"5min":12.805,"15min":12.983000000000001},"last":0.38600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757871,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1493484,"kb_used_data":10596,"kb_used_omap":0,"kb_used_meta":1482880,"kb_avail":92251668,"statfs":{"total":95995035648,"available":94465708032,"internally_reserved":0,"allocated":10850304,"data_stored":9343956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1518469120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":1.536,"15min":1.853},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":0.79500000000000004,"5min":10.239000000000001,"15min":12.074999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.495,"5min":1.8680000000000001,"15min":2.0710000000000002},"min":{"1min":0.29599999999999999,"5min":0.249,"15min":0.23100000000000001},"max":{"1min":0.72599999999999998,"5min":16.363,"15min":16.363},"last":0.497}]},{"osd":1,"last update":"Mon Oct 9 05:12:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.97,"15min":2.3690000000000002},"min":{"1min":0.39400000000000002,"5min":0.29099999999999998,"15min":0.26100000000000001},"max":{"1min":0.80200000000000005,"5min":19.382000000000001,"15min":19.382000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.9419999999999999,"15min":2.1960000000000002},"min":{"1min":0.36399999999999999,"5min":0.33100000000000002,"15min":0.24399999999999999},"max":{"1min":0.79900000000000004,"5min":16.420999999999999,"15min":16.420999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":2.0939999999999999,"15min":2.5190000000000001},"min":{"1min":0.38600000000000001,"5min":0.28899999999999998,"15min":0.253},"max":{"1min":1.417,"5min":19.27,"15min":23.318999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":2.1579999999999999,"15min":2.5049999999999999},"min":{"1min":0.43099999999999999,"5min":0.28299999999999997,"15min":0.28100000000000003},"max":{"1min":0.70199999999999996,"5min":16.318000000000001,"15min":25.885000000000002},"last":0.56799999999999995}]},{"osd":3,"last update":"Mon Oct 9 05:12:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":2.2730000000000001,"15min":2.4060000000000001},"min":{"1min":0.41099999999999998,"5min":0.32900000000000001,"15min":0.24199999999999999},"max":{"1min":0.74299999999999999,"5min":24.114999999999998,"15min":24.114999999999998},"last":0.436},{"interface":"front","average":{"1min":0.60899999999999999,"5min":2.8479999999999999,"15min":2.625},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.877,"5min":24.016999999999999,"15min":24.016999999999999},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.534,"15min":1.7509999999999999},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.81200000000000006,"5min":10.959,"15min":10.959},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":1.748,"15min":1.843},"min":{"1min":0.46899999999999997,"5min":0.29699999999999999,"15min":0.248},"max":{"1min":0.873,"5min":20.899000000000001,"15min":20.899000000000001},"last":0.59099999999999997}]},{"osd":6,"last update":"Mon Oct 9 05:12:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":1.8480000000000001,"15min":1.758},"min":{"1min":0.40799999999999997,"5min":0.26600000000000001,"15min":0.26300000000000001},"max":{"1min":0.97899999999999998,"5min":18.818999999999999,"15min":18.818999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":2.0990000000000002,"15min":2.0470000000000002},"min":{"1min":0.41999999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.89400000000000002,"5min":17.196999999999999,"15min":17.196999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Mon Oct 9 05:12:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.6140000000000001,"15min":2.0819999999999999},"min":{"1min":0.45300000000000001,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.83999999999999997,"5min":13.082000000000001,"15min":18.442},"last":0.505},{"interface":"front","average":{"1min":0.65900000000000003,"5min":1.591,"15min":1.998},"min":{"1min":0.45000000000000001,"5min":0.33900000000000002,"15min":0.313},"max":{"1min":0.85399999999999998,"5min":19.411000000000001,"15min":19.411000000000001},"last":0.45000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6677,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-09T05:12:48.763 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-10-09T05:12:48.763 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph_a340fb5463aa3715e93e7472d5f60dfdcf184ab3/qa/tasks/workunit.py", line 119, in task assert 'client' in role AssertionError 2023-10-09T05:12:48.835 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=747465fe061e4db9b23b208f68fee213 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph_a340fb5463aa3715e93e7472d5f60dfdcf184ab3/qa/tasks/workunit.py", line 119, in task assert 'client' in role AssertionError 2023-10-09T05:12:48.837 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-10-09T05:12:48.848 INFO:tasks.cephadm:Teardown begin 2023-10-09T05:12:48.848 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T05:12:48.954 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T05:12:49.044 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-10-09T05:12:49.044 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-09T05:12:49.062 DEBUG:teuthology.orchestra.run.smithi150:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-09T05:12:49.081 INFO:tasks.cephadm:Stopping all daemons... 2023-10-09T05:12:49.082 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-10-09T05:12:49.082 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a 2023-10-09T05:12:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[184249]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:12:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:12:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:12:49.419 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[184249]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[179183]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:12:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:12:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:12:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-mon[179183]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:49.420 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 systemd[1]: Stopping Ceph mon.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:12:49.482 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:49 smithi150 ceph-mon[168511]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-09T05:12:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-09T05:12:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-09T05:12:49.483 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:49 smithi150 ceph-mon[168511]: from='mgr.24964 172.21.15.107:0/3148330818' entity='mgr.y' 2023-10-09T05:12:49.789 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:49] ENGINE Bus STOPPING 2023-10-09T05:12:49.789 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T05:12:49.790 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:49] ENGINE Bus STOPPED 2023-10-09T05:12:49.790 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:49] ENGINE Bus STARTING 2023-10-09T05:12:49.790 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:49] ENGINE Serving on http://:::9283 2023-10-09T05:12:49.791 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:49] ENGINE Bus STARTED 2023-10-09T05:12:49.791 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T05:12:49.529+0000 7f28bf0e6700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:12:49.792 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a[179160]: 2023-10-09T05:12:49.529+0000 7f28bf0e6700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2023-10-09T05:12:50.168 INFO:journalctl@ceph.mon.a.smithi107.stdout:Oct 09 05:12:49 smithi107 bash[497202]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-a 2023-10-09T05:12:50.261 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.a.service' 2023-10-09T05:12:50.311 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:12:50.312 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-10-09T05:12:50.312 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2023-10-09T05:12:50.312 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.c 2023-10-09T05:12:50.668 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:50 smithi107 systemd[1]: Stopping Ceph mon.c for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:12:50.945 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[184223]: 2023-10-09T05:12:50.669+0000 7f6ea8eff700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:12:50.945 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c[184223]: 2023-10-09T05:12:50.669+0000 7f6ea8eff700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2023-10-09T05:12:50.945 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:50] ENGINE Bus STOPPING 2023-10-09T05:12:50.945 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-10-09T05:12:50.945 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:50] ENGINE Bus STOPPED 2023-10-09T05:12:50.946 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:50] ENGINE Bus STARTING 2023-10-09T05:12:50.946 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:50] ENGINE Serving on http://:::9283 2023-10-09T05:12:50.946 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:50 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: [09/Oct/2023:05:12:50] ENGINE Bus STARTED 2023-10-09T05:12:51.353 INFO:journalctl@ceph.mon.c.smithi107.stdout:Oct 09 05:12:50 smithi107 bash[497362]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-c 2023-10-09T05:12:51.359 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.c.service' 2023-10-09T05:12:51.396 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:12:51.397 INFO:tasks.cephadm.mon.b:Stopped mon.c 2023-10-09T05:12:51.397 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2023-10-09T05:12:51.397 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.b 2023-10-09T05:12:51.732 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:51 smithi150 systemd[1]: Stopping Ceph mon.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:12:52.203 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:51 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[168486]: 2023-10-09T05:12:51.796+0000 7f367e16e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:12:52.204 INFO:journalctl@ceph.mon.b.smithi150.stdout:Oct 09 05:12:51 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mon-b[168486]: 2023-10-09T05:12:51.796+0000 7f367e16e700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2023-10-09T05:12:52.402 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mon.b.service' 2023-10-09T05:12:52.418 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: ::ffff:172.21.15.150 - - [09/Oct/2023:05:12:52] "GET /metrics HTTP/1.1" 200 34318 "" "Prometheus/2.43.0" 2023-10-09T05:12:52.450 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:12:52.451 INFO:tasks.cephadm.mon.b:Stopped mon.b 2023-10-09T05:12:52.451 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-10-09T05:12:52.451 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y 2023-10-09T05:12:52.847 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:52 smithi107 systemd[1]: Stopping Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:12:52.848 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T05:12:52.845+0000 7f1c6c53d700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:12:52.848 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:52 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y[167495]: 2023-10-09T05:12:52.845+0000 7f1c6c53d700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-10-09T05:12:53.449 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service' 2023-10-09T05:12:53.474 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:53 smithi107 bash[497519]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-y 2023-10-09T05:12:53.474 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:53 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.y.service: Succeeded. 2023-10-09T05:12:53.474 INFO:journalctl@ceph.mgr.y.smithi107.stdout:Oct 09 05:12:53 smithi107 systemd[1]: Stopped Ceph mgr.y for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:12:53.487 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:12:53.488 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-10-09T05:12:53.488 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-10-09T05:12:53.488 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x 2023-10-09T05:12:53.982 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 05:12:53 smithi150 systemd[1]: Stopping Ceph mgr.x for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:12:54.463 INFO:journalctl@ceph.mgr.x.smithi150.stdout:Oct 09 05:12:54 smithi150 bash[310676]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-mgr-x 2023-10-09T05:12:54.583 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@mgr.x.service' 2023-10-09T05:12:54.620 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:12:54.620 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-10-09T05:12:54.621 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-10-09T05:12:54.621 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.0 2023-10-09T05:12:54.918 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 05:12:54 smithi107 systemd[1]: Stopping Ceph osd.0 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:12:55.418 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 05:12:54 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[195211]: 2023-10-09T05:12:54.977+0000 7f49362fa700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:12:55.419 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 05:12:54 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[195211]: 2023-10-09T05:12:54.977+0000 7f49362fa700 -1 osd.0 629 *** Got signal Terminated *** 2023-10-09T05:12:55.419 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 05:12:54 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0[195211]: 2023-10-09T05:12:54.977+0000 7f49362fa700 -1 osd.0 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:01.169 INFO:journalctl@ceph.osd.0.smithi107.stdout:Oct 09 05:13:00 smithi107 bash[497663]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-0 2023-10-09T05:13:02.495 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.0.service' 2023-10-09T05:13:02.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:02.536 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-10-09T05:13:02.536 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-09T05:13:02.536 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1 2023-10-09T05:13:02.918 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:13:02 smithi107 systemd[1]: Stopping Ceph osd.1 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:03.418 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:13:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[400186]: 2023-10-09T05:13:02.926+0000 7fb463e52700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:03.419 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:13:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[400186]: 2023-10-09T05:13:02.926+0000 7fb463e52700 -1 osd.1 629 *** Got signal Terminated *** 2023-10-09T05:13:03.419 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:13:02 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1[400186]: 2023-10-09T05:13:02.926+0000 7fb463e52700 -1 osd.1 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:08.918 INFO:journalctl@ceph.osd.1.smithi107.stdout:Oct 09 05:13:08 smithi107 bash[497930]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-1 2023-10-09T05:13:10.159 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.1.service' 2023-10-09T05:13:10.199 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:10.199 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-09T05:13:10.199 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-10-09T05:13:10.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.2 2023-10-09T05:13:10.419 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 05:13:10 smithi107 systemd[1]: Stopping Ceph osd.2 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:10.918 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 05:13:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[209863]: 2023-10-09T05:13:10.574+0000 7fbbe3852700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:10.919 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 05:13:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[209863]: 2023-10-09T05:13:10.574+0000 7fbbe3852700 -1 osd.2 629 *** Got signal Terminated *** 2023-10-09T05:13:10.919 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 05:13:10 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2[209863]: 2023-10-09T05:13:10.574+0000 7fbbe3852700 -1 osd.2 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:16.669 INFO:journalctl@ceph.osd.2.smithi107.stdout:Oct 09 05:13:16 smithi107 bash[498204]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-2 2023-10-09T05:13:17.770 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.2.service' 2023-10-09T05:13:17.812 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:17.812 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-10-09T05:13:17.813 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-10-09T05:13:17.813 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3 2023-10-09T05:13:18.168 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 05:13:17 smithi107 systemd[1]: Stopping Ceph osd.3 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:18.668 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 05:13:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T05:13:18.207+0000 7f09f5307700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:18.669 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 05:13:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T05:13:18.207+0000 7f09f5307700 -1 osd.3 629 *** Got signal Terminated *** 2023-10-09T05:13:18.669 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 05:13:18 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T05:13:18.207+0000 7f09f5307700 -1 osd.3 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:21.483 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:21.020+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:22.482 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:21 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:21.995+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:23.169 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 05:13:22 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3[265697]: 2023-10-09T05:13:22.761+0000 7f09ef0f8700 -1 osd.3 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:55.923111+0000 front 2023-10-09T05:12:55.923086+0000 (oldest deadline 2023-10-09T05:13:21.823253+0000) 2023-10-09T05:13:23.482 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:23 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:23.008+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:23.483 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:22 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:22.996+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:23.483 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:23 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:23.038+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:24.075 INFO:journalctl@ceph.osd.3.smithi107.stdout:Oct 09 05:13:24 smithi107 bash[498475]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-3 2023-10-09T05:13:24.482 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:23 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:23.984+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:24.483 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:24 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:23.999+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:24.483 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:24 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:24.176+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:24.483 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:24 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:24.015+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:25.232 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:25.027+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:25.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:24 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:24.951+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:25.233 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:25.193+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:25.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:25.027+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:25.340 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.3.service' 2023-10-09T05:13:25.381 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:25.381 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-10-09T05:13:25.382 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-10-09T05:13:25.382 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.4 2023-10-09T05:13:25.732 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:25 smithi150 systemd[1]: Stopping Ceph osd.4 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:26.024 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:25.755+0000 7fdbc0b68700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:26.024 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:25.755+0000 7fdbc0b68700 -1 osd.4 629 *** Got signal Terminated *** 2023-10-09T05:13:26.025 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:25.755+0000 7fdbc0b68700 -1 osd.4 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:26.025 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:25.995+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:26.025 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:25 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:25.959+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:26.482 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:26.237+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:26.483 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:26.023+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:27.232 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:26.981+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:27.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:26.948+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:27.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:26 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:26.981+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:27.734 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:27.261+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:28.232 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:27.957+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:28.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:27.938+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:28.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:27 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:27.953+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:28.732 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:28.310+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:29.232 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:28.917+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:29.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:28.923+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:29.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:28.911+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:29.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:28 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:28.911+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:29.732 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:29.261+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:30.232 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:29.927+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:30.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:29.927+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:30.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:29.936+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:30.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:29.869+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:30.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:29 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:29.869+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:30.732 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:30.281+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.965927+0000 front 2023-10-09T05:12:59.966149+0000 (oldest deadline 2023-10-09T05:13:23.465995+0000) 2023-10-09T05:13:30.732 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4[106477]: 2023-10-09T05:13:30.281+0000 7fdbba160700 -1 osd.4 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.967145+0000 front 2023-10-09T05:13:06.967098+0000 (oldest deadline 2023-10-09T05:13:29.867094+0000) 2023-10-09T05:13:31.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:30.896+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:31.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:30.896+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:31.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:30.829+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:31.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:30.829+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:31.234 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:30.962+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:31.234 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:30 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:30.962+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:31.790 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:31 smithi150 bash[310838]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-4 2023-10-09T05:13:32.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:31.968+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:32.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:31.968+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:32.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:31.789+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:32.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:31.789+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:32.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:31.847+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:32.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:31 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:31.847+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:33.149 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:32.825+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:33.150 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:32.825+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:33.150 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:32.978+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:33.150 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:32.979+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:33.151 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:32.823+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:33.151 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:32 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:32.823+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:33.400 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:33 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.4.service: Succeeded. 2023-10-09T05:13:33.401 INFO:journalctl@ceph.osd.4.smithi150.stdout:Oct 09 05:13:33 smithi150 systemd[1]: Stopped Ceph osd.4 for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:13:33.402 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.4.service' 2023-10-09T05:13:33.442 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:33.442 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-10-09T05:13:33.442 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-10-09T05:13:33.442 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.5 2023-10-09T05:13:33.732 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:33 smithi150 systemd[1]: Stopping Ceph osd.5 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:34.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:34.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:34.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:34.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:34.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:33.823+0000 7fae59aee700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:34.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:33.823+0000 7fae59aee700 -1 osd.5 629 *** Got signal Terminated *** 2023-10-09T05:13:34.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:33.823+0000 7fae59aee700 -1 osd.5 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:34.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:33.875+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:34.234 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:33.875+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:34.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:33.799+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:34.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:33 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:33.799+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:35.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:35.055+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:35.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:35.055+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:35.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:34.849+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:35.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:34.849+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:35.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:34.835+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:35.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:34 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:34.835+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:36.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:36.006+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:36.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:36.006+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:36.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:35.872+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:36.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:35.872+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:36.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:35.830+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:36.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:35 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:35.830+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:37.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:36.995+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:37.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:36.995+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:37.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:36.853+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:37.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:36.853+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:37.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:36.839+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:37.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:36.839+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:37.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:36 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:36.839+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:38.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:37.980+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:38.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:37.980+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:38.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:37.891+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:56.664934+0000 front 2023-10-09T05:12:56.665144+0000 (oldest deadline 2023-10-09T05:13:22.564913+0000) 2023-10-09T05:13:38.233 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5[114150]: 2023-10-09T05:13:37.891+0000 7fae550ea700 -1 osd.5 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.265792+0000 front 2023-10-09T05:13:04.265886+0000 (oldest deadline 2023-10-09T05:13:28.965708+0000) 2023-10-09T05:13:38.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:37.862+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:38.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:37.862+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:38.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:37 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:37.862+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:39.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:38.992+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:39.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:38.992+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:39.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:38.992+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:39.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:38.867+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:39.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:38.867+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:39.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:38 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:38.867+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:39.910 INFO:journalctl@ceph.osd.5.smithi150.stdout:Oct 09 05:13:39 smithi150 bash[311115]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-5 2023-10-09T05:13:40.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:39.997+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:40.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:39.997+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:40.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:39.997+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:40.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:39.909+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:40.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:39.909+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:40.234 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:39 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:39.909+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:40.982 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:40.867+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:40.983 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:40.867+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:40.983 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:40 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:40.867+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:41.067 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.5.service' 2023-10-09T05:13:41.107 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:41.108 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-10-09T05:13:41.108 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-10-09T05:13:41.108 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.6 2023-10-09T05:13:41.478 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:41.017+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:41.479 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:41.017+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:41.479 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:41.017+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:41.479 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 systemd[1]: Stopping Ceph osd.6 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:41.479 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:41.477+0000 7f59f0a82700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:41.479 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:41.477+0000 7f59f0a82700 -1 osd.6 629 *** Got signal Terminated *** 2023-10-09T05:13:41.732 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:41.477+0000 7f59f0a82700 -1 osd.6 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:42.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:41.818+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:42.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:41.818+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:42.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:41 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:41.818+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:42.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:42.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:42.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:42.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:42.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:42.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:43.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:42.830+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:43.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:42.830+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:43.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:42.830+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:43.234 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:42.982+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:43.234 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:42.982+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:43.234 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:42 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:42.982+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:44.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:43 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:43.786+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:44.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:43 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:43.786+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:44.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:43 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:43.786+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:44.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:44 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:44.026+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:44.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:44 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:44.026+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:44.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:44 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:44.026+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:45.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:45 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:45.030+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:45.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:45 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:45.030+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:45.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:45 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:45.030+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:45.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:44 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:44.813+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:45.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:44 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:44.813+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:45.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:44 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:44.813+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:46.232 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:46.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:57.820194+0000 front 2023-10-09T05:12:57.820303+0000 (oldest deadline 2023-10-09T05:13:20.620932+0000) 2023-10-09T05:13:46.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:46.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:06.522120+0000 front 2023-10-09T05:13:06.522134+0000 (oldest deadline 2023-10-09T05:13:30.622024+0000) 2023-10-09T05:13:46.233 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6[121769]: 2023-10-09T05:13:46.029+0000 7f59ed080700 -1 osd.6 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:14.723349+0000 front 2023-10-09T05:13:14.723367+0000 (oldest deadline 2023-10-09T05:13:38.823284+0000) 2023-10-09T05:13:46.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:45 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:45.805+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:46.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:45 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:45.805+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:46.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:45 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:45.805+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:47.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:46.799+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:47.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:46.799+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:47.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:46 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:46.799+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:47.732 INFO:journalctl@ceph.osd.6.smithi150.stdout:Oct 09 05:13:47 smithi150 bash[311382]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-6 2023-10-09T05:13:48.115 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:47.825+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:48.116 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:47.825+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:48.116 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:47.825+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:48.116 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:47 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:47.825+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:48.841 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.6.service' 2023-10-09T05:13:48.883 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:48.883 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-10-09T05:13:48.883 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-10-09T05:13:48.883 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.7 2023-10-09T05:13:49.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:48.785+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:49.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:48.785+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:49.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:48.785+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:49.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:48 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:48.785+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:49.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:48 smithi150 systemd[1]: Stopping Ceph osd.7 for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:49.732 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.288+0000 7f4913ea7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-09T05:13:49.733 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.288+0000 7f4913ea7700 -1 osd.7 629 *** Got signal Terminated *** 2023-10-09T05:13:49.733 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.288+0000 7f4913ea7700 -1 osd.7 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-09T05:13:49.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:49.533Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.107:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.107:8765: connect: connection refused" 2023-10-09T05:13:49.733 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:49.538Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.107:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.107:8765: connect: connection refused" 2023-10-09T05:13:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:49.538Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.107:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.107:8765: connect: connection refused" 2023-10-09T05:13:49.734 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:49.538Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.107:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.107:8765: connect: connection refused" 2023-10-09T05:13:50.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.752+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:50.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.752+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:50.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.752+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:50.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:49 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:49.752+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:51.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:50.734+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:51.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:50.734+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:51.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:50.734+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:51.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:50 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:50.734+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:52.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:51 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:51.750+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:52.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:51 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:51.750+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:52.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:51 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:51.750+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:52.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:51 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:51.750+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:53.232 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:52 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:52.735+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:53.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:52 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:52.735+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:53.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:52 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:52.735+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:53.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:52 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:52.735+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:54.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:53 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:53.783+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6806 osd.0 since back 2023-10-09T05:12:59.757628+0000 front 2023-10-09T05:12:59.757762+0000 (oldest deadline 2023-10-09T05:13:22.057672+0000) 2023-10-09T05:13:54.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:53 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:53.783+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6814 osd.1 since back 2023-10-09T05:13:04.759924+0000 front 2023-10-09T05:13:04.759951+0000 (oldest deadline 2023-10-09T05:13:28.859833+0000) 2023-10-09T05:13:54.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:53 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:53.783+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6822 osd.2 since back 2023-10-09T05:13:11.160847+0000 front 2023-10-09T05:13:11.160998+0000 (oldest deadline 2023-10-09T05:13:36.460883+0000) 2023-10-09T05:13:54.233 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:53 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7[129471]: 2023-10-09T05:13:53.783+0000 7f490fca4700 -1 osd.7 629 heartbeat_check: no reply from 172.21.15.107:6830 osd.3 since back 2023-10-09T05:13:21.463594+0000 front 2023-10-09T05:13:21.463660+0000 (oldest deadline 2023-10-09T05:13:47.363671+0000) 2023-10-09T05:13:55.482 INFO:journalctl@ceph.osd.7.smithi150.stdout:Oct 09 05:13:55 smithi150 bash[311650]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-osd-7 2023-10-09T05:13:56.494 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@osd.7.service' 2023-10-09T05:13:56.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:56.535 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-10-09T05:13:56.536 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2023-10-09T05:13:56.536 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a 2023-10-09T05:13:56.930 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 systemd[1]: Stopping Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:57.233 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-10-09T05:13:57.233 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-10-09T05:13:57.233 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-10-09T05:13:57.233 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-10-09T05:13:57.233 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-10-09T05:13:57.233 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-10-09T05:13:57.234 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-10-09T05:13:57.234 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-10-09T05:13:57.234 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.930Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-10-09T05:13:57.234 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.932Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-10-09T05:13:57.234 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.932Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-10-09T05:13:57.234 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:56 smithi150 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a[155786]: ts=2023-10-09T05:13:56.932Z caller=main.go:1147 level=info msg="See you next time!" 2023-10-09T05:13:57.558 DEBUG:teuthology.orchestra.run.smithi150:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a.service' 2023-10-09T05:13:57.582 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:57 smithi150 bash[311922]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-prometheus-a 2023-10-09T05:13:57.583 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:57 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@prometheus.a.service: Succeeded. 2023-10-09T05:13:57.583 INFO:journalctl@ceph.prometheus.a.smithi150.stdout:Oct 09 05:13:57 smithi150 systemd[1]: Stopped Ceph prometheus.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:13:57.593 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-09T05:13:57.593 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2023-10-09T05:13:57.593 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-09T05:13:59.169 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 05:13:59 smithi107 systemd[1]: Stopping Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:13:59.668 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 05:13:59 smithi107 ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a[166523]: ts=2023-10-09T05:13:59.390Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-10-09T05:14:00.022 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 05:13:59 smithi107 bash[498970]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-alertmanager-a 2023-10-09T05:14:00.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 05:14:00 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-10-09T05:14:00.419 INFO:journalctl@ceph.alertmanager.a.smithi107.stdout:Oct 09 05:14:00 smithi107 systemd[1]: Stopped Ceph alertmanager.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:14:00.419 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 05:14:00 smithi107 systemd[1]: Stopping Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:14:00.801 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 05:14:00 smithi107 bash[499097]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-a 2023-10-09T05:14:01.086 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 05:14:00 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-10-09T05:14:01.086 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 05:14:00 smithi107 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.a.service: Failed with result 'exit-code'. 2023-10-09T05:14:01.087 INFO:journalctl@ceph.node-exporter.a.smithi107.stdout:Oct 09 05:14:00 smithi107 systemd[1]: Stopped Ceph node-exporter.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:14:05.626 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-09T05:14:07.233 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 05:14:07 smithi150 systemd[1]: Stopping Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:14:07.692 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 05:14:07 smithi150 bash[312291]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-node-exporter-b 2023-10-09T05:14:07.982 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 05:14:07 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-10-09T05:14:07.983 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 05:14:07 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@node-exporter.b.service: Failed with result 'exit-code'. 2023-10-09T05:14:07.983 INFO:journalctl@ceph.node-exporter.b.smithi150.stdout:Oct 09 05:14:07 smithi150 systemd[1]: Stopped Ceph node-exporter.b for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:14:08.393 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 05:14:07 smithi150 systemd[1]: Stopping Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7... 2023-10-09T05:14:08.651 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 05:14:08 smithi150 bash[312418]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7-grafana-a 2023-10-09T05:14:08.938 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 05:14:08 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-10-09T05:14:08.939 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 05:14:08 smithi150 systemd[1]: ceph-9e20cd18-665a-11ee-8db5-212e2dc638e7@grafana.a.service: Failed with result 'exit-code'. 2023-10-09T05:14:08.939 INFO:journalctl@ceph.grafana.a.smithi150.stdout:Oct 09 05:14:08 smithi150 systemd[1]: Stopped Ceph grafana.a for 9e20cd18-665a-11ee-8db5-212e2dc638e7. 2023-10-09T05:14:11.326 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T05:14:11.363 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-09T05:14:11.393 INFO:tasks.cephadm:Archiving crash dumps... 2023-10-09T05:14:11.396 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/remote/smithi107/crash 2023-10-09T05:14:11.396 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/crash -- . 2023-10-09T05:14:11.450 INFO:teuthology.orchestra.run.smithi107.stderr:tar: /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-09T05:14:11.450 INFO:teuthology.orchestra.run.smithi107.stderr:tar: Error is not recoverable: exiting now 2023-10-09T05:14:11.452 DEBUG:teuthology.misc:Transferring archived files from smithi150:/var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/remote/smithi150/crash 2023-10-09T05:14:11.453 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar c -f - -C /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/crash -- . 2023-10-09T05:14:11.504 INFO:teuthology.orchestra.run.smithi150.stderr:tar: /var/lib/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-09T05:14:11.504 INFO:teuthology.orchestra.run.smithi150.stderr:tar: Error is not recoverable: exiting now 2023-10-09T05:14:11.505 INFO:tasks.cephadm:Checking cluster log for badness... 2023-10-09T05:14:11.505 DEBUG:teuthology.orchestra.run.smithi107:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-10-09T05:14:11.539 INFO:teuthology.orchestra.run.smithi107.stderr:grep: /var/log/ceph/9e20cd18-665a-11ee-8db5-212e2dc638e7/ceph.log: No such file or directory 2023-10-09T05:14:11.543 INFO:tasks.cephadm:Compressing logs... 2023-10-09T05:14:11.543 DEBUG:teuthology.orchestra.run.smithi107:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T05:14:11.586 DEBUG:teuthology.orchestra.run.smithi150:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T05:14:11.626 INFO:teuthology.orchestra.run.smithi107.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-09T05:14:11.635 INFO:teuthology.orchestra.run.smithi150.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-09T05:25:17.921 INFO:tasks.cephadm:Archiving logs... 2023-10-09T05:25:17.922 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/log/ceph to /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/remote/smithi107/log 2023-10-09T05:25:17.923 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-09T05:26:37.979 DEBUG:teuthology.misc:Transferring archived files from smithi150:/var/log/ceph to /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/remote/smithi150/log 2023-10-09T05:26:37.983 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-09T05:28:02.515 INFO:tasks.cephadm:Removing cluster... 2023-10-09T05:28:02.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 --force 2023-10-09T05:28:04.349 DEBUG:teuthology.orchestra.run.smithi150:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9e20cd18-665a-11ee-8db5-212e2dc638e7 --force 2023-10-09T05:28:05.962 INFO:tasks.cephadm:Removing cephadm ... 2023-10-09T05:28:05.963 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-09T05:28:05.983 DEBUG:teuthology.orchestra.run.smithi150:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-09T05:28:06.011 INFO:tasks.cephadm:Teardown complete 2023-10-09T05:28:06.012 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-10-09T05:28:06.025 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-10-09T05:28:06.025 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-09T05:28:06.027 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-09T05:28:06.202 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-09T05:28:06.211 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-09T05:28:06.211 DEBUG:teuthology.orchestra.run.smithi107:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T05:28:06.214 DEBUG:teuthology.orchestra.run.smithi150:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-09T05:28:06.230 INFO:teuthology.orchestra.run.smithi150.stderr:bash: ntpq: command not found 2023-10-09T05:28:06.231 INFO:teuthology.orchestra.run.smithi107.stderr:bash: ntpq: command not found 2023-10-09T05:28:06.252 INFO:teuthology.orchestra.run.smithi107.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T05:28:06.253 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================== 2023-10-09T05:28:06.253 INFO:teuthology.orchestra.run.smithi107.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 1 -438us[ -438us] +/- 93ms 2023-10-09T05:28:06.253 INFO:teuthology.orchestra.run.smithi107.stdout:^* hv02.front.sepia.ceph.com 3 6 377 63 +135us[ +140us] +/- 86ms 2023-10-09T05:28:06.253 INFO:teuthology.orchestra.run.smithi107.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 125 +293us[ +298us] +/- 91ms 2023-10-09T05:28:06.253 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T05:28:06.268 INFO:teuthology.orchestra.run.smithi150.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-09T05:28:06.268 INFO:teuthology.orchestra.run.smithi150.stdout:=============================================================================== 2023-10-09T05:28:06.268 INFO:teuthology.orchestra.run.smithi150.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 60 -444us[ -444us] +/- 92ms 2023-10-09T05:28:06.268 INFO:teuthology.orchestra.run.smithi150.stdout:^* hv02.front.sepia.ceph.com 3 6 377 63 +140us[ +168us] +/- 86ms 2023-10-09T05:28:06.268 INFO:teuthology.orchestra.run.smithi150.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 64 +309us[ +337us] +/- 91ms 2023-10-09T05:28:06.269 INFO:teuthology.orchestra.run.smithi150.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-10-09T05:28:06.269 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-09T05:28:06.281 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-09T05:28:06.281 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-09T05:28:06.305 DEBUG:teuthology.orchestra.run.smithi107:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-09T05:28:06.477 DEBUG:teuthology.orchestra.run.smithi150:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-09T05:28:06.586 DEBUG:teuthology.orchestra.run.smithi107:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T05:28:06.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:28:06.622 DEBUG:teuthology.orchestra.run.smithi150:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-09T05:28:06.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:28:06.653 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-09T05:28:06.664 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-09T05:28:06.711 INFO:teuthology.task.internal:Duration was 5210.457531 seconds 2023-10-09T05:28:06.712 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-09T05:28:06.744 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-09T05:28:06.745 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-09T05:28:06.747 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-09T05:28:06.827 INFO:teuthology.orchestra.run.smithi107.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T05:28:06.834 INFO:teuthology.orchestra.run.smithi150.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-09T05:28:07.274 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-09T05:28:07.275 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi107.front.sepia.ceph.com 2023-10-09T05:28:07.275 DEBUG:teuthology.orchestra.run.smithi107:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-09T05:28:07.309 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi150.front.sepia.ceph.com 2023-10-09T05:28:07.310 DEBUG:teuthology.orchestra.run.smithi150:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-09T05:28:07.334 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-09T05:28:07.335 DEBUG:teuthology.orchestra.run.smithi107:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T05:28:07.352 DEBUG:teuthology.orchestra.run.smithi150:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-09T05:28:07.519 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-09T05:28:07.519 DEBUG:teuthology.orchestra.run.smithi107:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-09T05:28:07.521 DEBUG:teuthology.orchestra.run.smithi150:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-09T05:28:07.899 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-09T05:28:07.910 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-09T05:28:07.910 DEBUG:teuthology.orchestra.run.smithi107:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-09T05:28:07.960 DEBUG:teuthology.orchestra.run.smithi150:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-09T05:28:07.988 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-09T05:28:07.998 DEBUG:teuthology.orchestra.run.smithi107:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-09T05:28:08.000 DEBUG:teuthology.orchestra.run.smithi150:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-09T05:28:08.033 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = core 2023-10-09T05:28:08.080 INFO:teuthology.orchestra.run.smithi150.stdout:kernel.core_pattern = core 2023-10-09T05:28:08.096 DEBUG:teuthology.orchestra.run.smithi107:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-09T05:28:08.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:28:08.112 DEBUG:teuthology.orchestra.run.smithi150:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-09T05:28:08.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:28:08.128 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-09T05:28:08.138 INFO:teuthology.task.internal:Transferring archived files... 2023-10-09T05:28:08.139 DEBUG:teuthology.misc:Transferring archived files from smithi107:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/remote/smithi107 2023-10-09T05:28:08.139 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-09T05:28:08.215 DEBUG:teuthology.misc:Transferring archived files from smithi150:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465/remote/smithi150 2023-10-09T05:28:08.215 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-09T05:28:08.262 INFO:teuthology.task.internal:Removing archive directory... 2023-10-09T05:28:08.263 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-09T05:28:08.265 DEBUG:teuthology.orchestra.run.smithi150:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-09T05:28:08.310 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-09T05:28:08.323 INFO:teuthology.task.internal:Not uploading archives. 2023-10-09T05:28:08.323 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-09T05:28:08.334 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-09T05:28:08.334 DEBUG:teuthology.orchestra.run.smithi107:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-09T05:28:08.337 DEBUG:teuthology.orchestra.run.smithi150:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-09T05:28:08.351 INFO:teuthology.orchestra.run.smithi107.stdout: 262307 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Oct 9 05:28 /home/ubuntu/cephtest 2023-10-09T05:28:08.351 INFO:teuthology.orchestra.run.smithi107.stdout: 4849665 4 drwxrwxr-x 3 ubuntu ubuntu 4096 Oct 9 05:11 /home/ubuntu/cephtest/mnt.0 2023-10-09T05:28:08.351 INFO:teuthology.orchestra.run.smithi107.stdout: 4849666 4 drwxrwxr-x 2 ubuntu ubuntu 4096 Oct 9 05:11 /home/ubuntu/cephtest/mnt.0/client.0 2023-10-09T05:28:08.352 INFO:teuthology.orchestra.run.smithi107.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2023-10-09T05:28:08.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-09T05:28:08.353 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi107 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-10-09T05:28:08.359 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-09T05:28:08.370 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-09T05:28:08.404 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi107 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-10-09T05:28:08.404 INFO:teuthology.nuke:Checking targets against current locks 2023-10-09T05:28:08.411 INFO:teuthology.orchestra.run.smithi150.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 9 05:28 /home/ubuntu/cephtest 2023-10-09T05:28:08.442 DEBUG:teuthology.nuke:shortname: smithi107 2023-10-09T05:28:08.442 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T05:28:08.467 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi107.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 03:55:41.675752', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-09T05:28:08.470 DEBUG:teuthology.nuke:shortname: smithi150 2023-10-09T05:28:08.470 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-09T05:28:08.492 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi150.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-10-07_14:23:11-upgrade:quincy-x-reef-distro-default-smithi/7417465', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-09 03:55:41.674218', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-09T05:28:08.526 INFO:teuthology.orchestra.console.smithi107:Power off 2023-10-09T05:28:08.527 DEBUG:teuthology.orchestra.console.smithi107:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-09T05:28:08.544 INFO:teuthology.orchestra.console.smithi150:Power off 2023-10-09T05:28:08.544 DEBUG:teuthology.orchestra.console.smithi150:pexpect command: ipmitool -H smithi150.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-09T05:28:08.553 DEBUG:teuthology.orchestra.console.smithi107:power off output: Chassis Power Control: Down/Off 2023-10-09T05:28:08.554 DEBUG:teuthology.orchestra.console.smithi107:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:08.567 DEBUG:teuthology.orchestra.console.smithi150:power off output: Chassis Power Control: Down/Off 2023-10-09T05:28:08.567 DEBUG:teuthology.orchestra.console.smithi150:pexpect command: ipmitool -H smithi150.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:08.580 DEBUG:teuthology.orchestra.console.smithi107:check power output: Chassis Power is on 2023-10-09T05:28:08.591 DEBUG:teuthology.orchestra.console.smithi150:check power output: Chassis Power is on 2023-10-09T05:28:12.581 DEBUG:teuthology.orchestra.console.smithi107:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:12.592 DEBUG:teuthology.orchestra.console.smithi150:pexpect command: ipmitool -H smithi150.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:12.692 DEBUG:teuthology.orchestra.console.smithi107:check power output: Chassis Power is on 2023-10-09T05:28:12.701 DEBUG:teuthology.orchestra.console.smithi150:check power output: Chassis Power is on 2023-10-09T05:28:16.694 DEBUG:teuthology.orchestra.console.smithi107:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:16.702 DEBUG:teuthology.orchestra.console.smithi150:pexpect command: ipmitool -H smithi150.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:16.805 DEBUG:teuthology.orchestra.console.smithi107:check power output: Chassis Power is on 2023-10-09T05:28:16.813 DEBUG:teuthology.orchestra.console.smithi150:check power output: Chassis Power is off 2023-10-09T05:28:16.913 INFO:teuthology.orchestra.console.smithi150:Power off completed 2023-10-09T05:28:20.808 DEBUG:teuthology.orchestra.console.smithi107:pexpect command: ipmitool -H smithi107.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-09T05:28:20.918 DEBUG:teuthology.orchestra.console.smithi107:check power output: Chassis Power is off 2023-10-09T05:28:21.019 INFO:teuthology.orchestra.console.smithi107:Power off completed 2023-10-09T05:28:21.123 INFO:teuthology.run:Summary data: description: upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} duration: 5210.45753121376 failure_reason: '' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=747465fe061e4db9b23b208f68fee213 status: fail success: false 2023-10-09T05:28:21.124 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-09T05:28:21.211 INFO:teuthology.run:FAIL